-- Logs begin at Fri 2021-07-16 02:39:51 UTC, end at Fri 2021-07-16 04:53:41 UTC. -- Jul 16 03:13:04.259528 n-d-800089-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 03:13:06.923218 n-d-800089-6 neutron-server[93650]: INFO neutron.common.config [-] Logging enabled! Jul 16 03:13:06.923814 n-d-800089-6 neutron-server[93650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 03:13:06.923979 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93650) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 03:13:06.927208 n-d-800089-6 neutron-server[93650]: INFO neutron.common.config [-] Logging enabled! Jul 16 03:13:06.927462 n-d-800089-6 neutron-server[93650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 03:13:06.927769 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93650) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 03:13:06.928694 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:13:06.928926 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:13:06.929281 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:13:06.929522 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:13:06.929746 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:13:06.930067 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.930365 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.930688 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.930918 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.931211 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.931498 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.931801 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.932087 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.932382 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.932664 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.932940 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.933216 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.933443 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.933719 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.934002 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.934284 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.934504 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] debug = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.934804 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.935226 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.935630 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.935906 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.936192 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.936469 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.936740 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.937013 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.937296 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.937620 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] host = n-d-800089-6 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.937899 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.938192 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.938480 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.938791 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.939066 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.939342 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.939625 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.939898 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.940168 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.940442 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.940728 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.941017 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.941305 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.941530 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.941755 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.942043 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.942333 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.942637 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.942913 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.943190 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.943464 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.943740 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.944007 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.944295 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.944579 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.944865 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.945142 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.945414 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.945683 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.945955 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.946240 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.946517 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.946821 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.947095 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.947405 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.947673 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.947946 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.948249 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.948535 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.948815 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.949098 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.949372 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.949651 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.949922 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.950195 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.950467 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] use_json = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.950761 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.951032 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.951313 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.951586 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.951856 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.952129 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.952401 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.952684 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:06.952979 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.953273 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.953572 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.953856 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.954151 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.954433 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.954745 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.955026 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.955314 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.955605 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.955894 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.956172 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.956462 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.956741 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.957034 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.957340 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.957634 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.957925 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.958205 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.958479 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.958778 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.959057 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.959343 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.959637 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.959925 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.960198 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.960479 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.960771 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.961048 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.961319 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.961597 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.961883 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.962160 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.962430 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.962752 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.963554 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.963829 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.964102 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.964380 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.964671 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.964952 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.965224 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.965496 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.965775 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.966052 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.966340 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.966645 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.966922 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.967194 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.967473 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.967745 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.968018 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.968295 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.968571 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.968849 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.969120 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.969391 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.969661 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.969932 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.970201 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.970471 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.970765 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.971040 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.971312 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.971583 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.971855 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.972126 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.972397 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.972683 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.972979 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.973256 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.973533 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.973809 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.974086 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.974358 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.974660 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.974939 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.975215 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.975486 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.975774 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.976057 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.976339 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.976619 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.976896 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.977189 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.977466 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.977747 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.978020 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.978296 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.979223 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.979513 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.979811 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.980107 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.980401 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.980695 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.980988 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.981269 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.981577 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.981855 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:06.982074 n-d-800089-6 neutron-server[93650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:13:06.982310 n-d-800089-6 neutron-server[93650]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93650) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 03:13:07.322170 n-d-800089-6 neutron-server[93650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 03:13:07.322995 n-d-800089-6 neutron-server[93650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 03:13:07.323283 n-d-800089-6 neutron-server[93650]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 03:13:07.323610 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 03:13:07.707083 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.707292 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.707561 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.708732 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.709003 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.709272 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.743790 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.744570 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.744840 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.757753 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.758033 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.758297 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.788001 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.788279 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.788542 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.824450 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.824728 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:07.824993 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.054133 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.054790 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.054790 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.054963 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.055623 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.172348 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.172668 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.172949 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.173216 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.173479 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.173783 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.174039 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.174292 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.174566 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.174842 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.175102 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.175365 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.175623 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.175876 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.176130 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.176401 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.176657 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.176920 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.177193 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.177448 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.177714 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.177964 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.178240 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.178628 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.178878 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.179120 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.179509 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:08.179750 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:08.179985 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:08.180220 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:08.180453 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:08.180687 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:08.181042 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 03:13:08.184113 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 03:13:08.187978 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 03:13:08.191615 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jul 16 03:13:08.193220 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 03:13:08.193663 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 03:13:08.193996 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 03:13:08.194379 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 03:13:08.198658 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 03:13:08.198906 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 03:13:08.199248 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 03:13:08.226517 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 03:13:08.226993 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.227290 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93650) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 03:13:08.227645 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.228993 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93650) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 03:13:08.229266 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 03:13:08.229508 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 03:13:08.232656 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.232931 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.295726 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 03:13:08.295965 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 03:13:08.296202 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 03:13:08.296565 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 03:13:08.317269 n-d-800089-6 neutron-server[93650]: DEBUG oslo_db.sqlalchemy.engines [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93650) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 03:13:08.851727 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing driver for type 'gre' Jul 16 03:13:08.852349 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] gre ID ranges: [(1, 1000)] Jul 16 03:13:08.906887 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing driver for type 'local' Jul 16 03:13:08.907225 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing driver for type 'vlan' Jul 16 03:13:08.919155 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] VlanTypeDriver initialization complete Jul 16 03:13:08.919788 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing driver for type 'vxlan' Jul 16 03:13:08.920262 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] vxlan ID ranges: [(1, 1000)] Jul 16 03:13:08.972570 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing extension driver 'port_security' Jul 16 03:13:08.972954 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.extensions.port_security [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] PortSecurityExtensionDriver initialization complete Jul 16 03:13:08.973331 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing mechanism driver 'openvswitch' Jul 16 03:13:08.973662 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing mechanism driver 'hyperv' Jul 16 03:13:08.980028 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.plugin [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:08.980880 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.981257 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.981629 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.982145 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:13:08.982602 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.982962 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.983311 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.983705 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:13:08.984112 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.984464 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.984810 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.985201 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:13:08.985608 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.985959 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.986301 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.986717 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:13:08.987125 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.987476 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.987819 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.988209 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:13:08.988610 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.988960 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.989299 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.989688 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:13:08.990064 n-d-800089-6 neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] ML2 OVO RPC backend initialized. {{(pid=93650) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 03:13:08.990804 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.991163 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.991588 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.991941 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > networks before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.992292 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.992637 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > ports before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.992983 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.993326 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.993673 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.994513 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.994879 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.995220 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.995559 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.995896 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.996237 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.996577 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.996911 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:08.997491 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.plugin [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Modular L2 Plugin initialization complete Jul 16 03:13:08.997824 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading services supported by the core plugin {{(pid=93650) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 03:13:08.998155 n-d-800089-6 neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Got port-security extension from driver 'port_security' Jul 16 03:13:08.998653 n-d-800089-6 neutron-server[93650]: INFO neutron.extensions.vlantransparent [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Disabled vlantransparent extension. Jul 16 03:13:08.999147 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93650) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 03:13:08.999467 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: router Jul 16 03:13:09.034963 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.035361 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.035735 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router before_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.036108 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.036489 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.036848 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_delete 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.037210 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.037697 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.038053 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.038408 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.038784 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.039151 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.039565 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.039939 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.040289 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.040631 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: subnet after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.041014 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.041372 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.041726 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.042074 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.042422 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.042811 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.043172 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.043528 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.043892 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.044243 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.044877 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > agent after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.045230 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.045580 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.046439 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Tracking information for resource: router configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:09.046816 n-d-800089-6 neutron-server[93650]: DEBUG neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Tracking information for resource: floatingip configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:13:09.051652 n-d-800089-6 neutron-server[93650]: INFO neutron.db.l3_agentschedulers_db [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 03:13:09.052240 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.052603 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.052956 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.053312 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.054098 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router before_create 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.054467 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.055019 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.055212 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.060208 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.provider_configuration [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service providers = [] {{(pid=93650) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 03:13:09.060583 n-d-800089-6 neutron-server[93650]: DEBUG neutron.db.servicetype_db [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93650) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 03:13:09.063544 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.service_base [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:13:09.063901 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.service_base [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:13:09.064249 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.service_base [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:13:09.065147 n-d-800089-6 neutron-server[93650]: DEBUG neutron.services.service_base [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:13:09.065522 n-d-800089-6 neutron-server[93650]: INFO neutron.services.service_base [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 03:13:09.065897 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.066218 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 03:13:09.077467 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.077806 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: auto_allocate Jul 16 03:13:09.083460 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: network precommit_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.083839 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: network precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.084357 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.084683 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: tag Jul 16 03:13:09.091406 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.091739 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: timestamp Jul 16 03:13:09.095515 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.095850 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: network_ip_availability Jul 16 03:13:09.101198 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.101574 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.101983 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.102675 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.103002 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: flavors Jul 16 03:13:09.109109 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.109449 n-d-800089-6 neutron-server[93650]: INFO neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading Plugin: revisions Jul 16 03:13:09.113723 n-d-800089-6 neutron-server[93650]: DEBUG neutron.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:13:09.114118 n-d-800089-6 neutron-server[93650]: DEBUG oslo_concurrency.lockutils [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 03:13:09.114883 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93650) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 03:13:09.115284 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Initializing extension manager. Jul 16 03:13:09.115792 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: __init__.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.116135 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: __pycache__ {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.116469 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.116806 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: address_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.117554 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.118113 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: address-group Jul 16 03:13:09.118436 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: address_scope.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.119705 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.120221 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: address-scope Jul 16 03:13:09.120547 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.121485 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.122000 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: router-admin-state-down-before-update Jul 16 03:13:09.122325 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: agent.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.123060 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.123570 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: agent Jul 16 03:13:09.123892 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: agent_resources_synced.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.124812 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.125323 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: agent-resources-synced Jul 16 03:13:09.125649 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.127467 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.128000 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: allowed-address-pairs Jul 16 03:13:09.128336 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.129406 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.129931 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: auto-allocated-topology Jul 16 03:13:09.130263 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: availability_zone.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.131000 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.131513 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: availability_zone Jul 16 03:13:09.131839 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: availability_zone_filter.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.132753 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.133267 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: availability_zone_filter Jul 16 03:13:09.133592 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: data_plane_status.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.134498 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.135593 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 03:13:09.135914 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: default_subnetpools.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.136829 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.137341 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: default-subnetpools Jul 16 03:13:09.137667 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.138467 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.139014 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: dhcp_agent_scheduler Jul 16 03:13:09.139342 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: dns.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.140264 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.140785 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 03:13:09.141111 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: dns_domain_ports.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.142029 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.142563 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 03:13:09.142897 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.143821 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.144333 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 03:13:09.144660 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: dvr.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.145331 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.145842 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: dvr Jul 16 03:13:09.146165 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: empty_string_filtering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.147116 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.147627 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: empty-string-filtering Jul 16 03:13:09.147950 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.148868 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.149373 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 03:13:09.149695 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.150665 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.151173 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 03:13:09.151496 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: external_net.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.152408 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.152922 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: external-net Jul 16 03:13:09.153250 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.154157 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.154710 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: extra_dhcp_opt Jul 16 03:13:09.155036 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: extraroute.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.155940 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.156452 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: extraroute Jul 16 03:13:09.156775 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: extraroute_atomic.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.157809 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.158328 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: extraroute-atomic Jul 16 03:13:09.158689 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: filter_validation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.159361 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.159869 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: filter-validation Jul 16 03:13:09.160190 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: fip_pf_description.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.161109 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.161786 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 03:13:09.162112 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: fip_port_details.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.163138 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.163660 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: fip-port-details Jul 16 03:13:09.163987 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: flavors.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.165204 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.165724 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: flavors Jul 16 03:13:09.166080 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.167754 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.168288 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 03:13:09.168617 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: floatingip_pools.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.169313 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.170090 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: floatingip-pools Jul 16 03:13:09.170412 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: ip_allocation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.171363 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.171872 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 03:13:09.172193 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.173111 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.173622 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: ip-substring-filtering Jul 16 03:13:09.173949 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l2_adjacency.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.174911 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.175415 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 03:13:09.175737 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.176695 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.177209 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: router Jul 16 03:13:09.177533 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.179778 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.180313 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 03:13:09.180659 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.182125 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.182678 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: ext-gw-mode Jul 16 03:13:09.183010 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.183928 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.184442 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: l3-ha Jul 16 03:13:09.184770 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3_flavors.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.185703 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.186214 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: l3-flavors Jul 16 03:13:09.186537 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.187476 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.187989 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 03:13:09.188329 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: l3agentscheduler.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.189344 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.189863 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: l3_agent_scheduler Jul 16 03:13:09.190190 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: logging.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.191691 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.192216 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension logging not supported by any of loaded plugins Jul 16 03:13:09.192581 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: metering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.193325 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.193911 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: metering Jul 16 03:13:09.194240 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.195359 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.195883 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: metering_source_and_destination_fields Jul 16 03:13:09.196212 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: multiprovidernet.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.197837 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.198360 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: multi-provider Jul 16 03:13:09.198717 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: netmtu.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.199648 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.200164 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: net-mtu Jul 16 03:13:09.200494 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: netmtu_writable.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.201417 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.201930 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: net-mtu-writable Jul 16 03:13:09.202259 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: network_availability_zone.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.202961 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.203472 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: network_availability_zone Jul 16 03:13:09.203799 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: network_ip_availability.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.204875 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.205390 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: network-ip-availability Jul 16 03:13:09.205718 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: network_segment_range.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.206480 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.207018 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 03:13:09.207341 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: pagination.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.208319 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.208655 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: pagination Jul 16 03:13:09.208981 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: port_device_profile.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.209888 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.210403 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: port-device-profile Jul 16 03:13:09.210759 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.211698 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.212209 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: port-mac-address-regenerate Jul 16 03:13:09.212530 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.213486 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.213996 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: port-numa-affinity-policy Jul 16 03:13:09.214319 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: port_resource_request.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.215265 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.215776 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 03:13:09.216097 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: portbindings.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.217022 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.217533 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: binding Jul 16 03:13:09.217855 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: portbindings_extended.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.219165 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.219690 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: binding-extended Jul 16 03:13:09.220018 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: portsecurity.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.220941 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.221465 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: port-security Jul 16 03:13:09.221791 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: project_id.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.222799 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.223130 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: project-id Jul 16 03:13:09.223453 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: providernet.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.224382 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.224893 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: provider Jul 16 03:13:09.225214 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.228673 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.229206 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos not supported by any of loaded plugins Jul 16 03:13:09.229544 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.230819 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.231349 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 03:13:09.231681 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.232609 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.233129 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 03:13:09.233459 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_default.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.234384 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.234931 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-default not supported by any of loaded plugins Jul 16 03:13:09.235260 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_fip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.235922 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.236426 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 03:13:09.236749 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.237674 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.238185 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 03:13:09.238512 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.239444 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.239953 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 03:13:09.240279 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.241212 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.241725 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 03:13:09.242052 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: qos_rules_alias.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.243120 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.243641 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 03:13:09.244471 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: quotasv2.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.245385 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.245896 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: quotas Jul 16 03:13:09.246223 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: quotasv2_detail.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.249219 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.249567 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: quota_details Jul 16 03:13:09.249903 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: rbac.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.250995 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.251529 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: rbac-policies Jul 16 03:13:09.251863 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: rbac_address_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.252796 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.253323 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: rbac-address-group Jul 16 03:13:09.253652 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: rbac_address_scope.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.254620 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.255143 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: rbac-address-scope Jul 16 03:13:09.255471 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: rbac_security_groups.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.256391 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.256910 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: rbac-security-groups Jul 16 03:13:09.257237 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.258154 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.258709 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: rbac-subnetpool Jul 16 03:13:09.259036 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: revisionifmatch.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.260533 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.261051 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: revision-if-match Jul 16 03:13:09.261375 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: revisions.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.262498 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.263039 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: standard-attr-revisions Jul 16 03:13:09.263370 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: router_availability_zone.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.264045 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.264561 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: router_availability_zone Jul 16 03:13:09.264888 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: routerservicetype.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.265812 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.266324 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 03:13:09.266678 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.267604 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.268121 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: security-groups-normalized-cidr Jul 16 03:13:09.268447 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.269375 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.269891 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: port-security-groups-filtering Jul 16 03:13:09.270216 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.271177 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.271701 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: security-groups-remote-address-group Jul 16 03:13:09.272027 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: securitygroup.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.281531 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.282073 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: security-group Jul 16 03:13:09.282413 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: segment.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.283232 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.283751 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension segment not supported by any of loaded plugins Jul 16 03:13:09.284084 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.285027 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.285547 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 03:13:09.285876 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: servicetype.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.287004 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.287535 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: service-type Jul 16 03:13:09.287870 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: sorting.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.288855 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.289193 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: sorting Jul 16 03:13:09.289521 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: standard_attr_segment.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.290522 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.291100 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 03:13:09.291430 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: standardattrdescription.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.292104 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.292623 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: standard-attr-description Jul 16 03:13:09.292952 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: stateful_security_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.293904 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.294735 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: stateful-security-group Jul 16 03:13:09.295066 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: stdattrs_common.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.295651 n-d-800089-6 neutron-server[93650]: WARNING neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 03:13:09.295979 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.296910 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.297429 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 03:13:09.297755 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: subnet_onboard.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.298863 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.299388 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: subnet_onboard Jul 16 03:13:09.299716 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.300646 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.301163 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 03:13:09.301491 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: subnet_service_types.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.302422 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.302978 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: subnet-service-types Jul 16 03:13:09.303306 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: subnetallocation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.304387 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.304909 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: subnet_allocation Jul 16 03:13:09.305238 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.305906 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.306426 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: subnetpool-prefix-ops Jul 16 03:13:09.307305 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.308248 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.308768 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 03:13:09.309097 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: tagging.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.310129 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.310726 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: standard-attr-tag Jul 16 03:13:09.311016 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: timestamp.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.312260 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.312789 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loaded extension: standard-attr-timestamp Jul 16 03:13:09.313123 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: trunk.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.314204 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.314800 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension trunk not supported by any of loaded plugins Jul 16 03:13:09.315132 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: trunk_details.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.316115 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.316677 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 03:13:09.317004 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.317995 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.318530 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 03:13:09.318885 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Loading extension file: vlantransparent.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:13:09.319553 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:13:09.320067 n-d-800089-6 neutron-server[93650]: INFO neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 03:13:09.323092 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:network Jul 16 03:13:09.323612 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:subnet Jul 16 03:13:09.324009 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:13:09.324403 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:port Jul 16 03:13:09.325628 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.326074 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service FLAVORS assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.326732 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.327171 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.327503 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:router Jul 16 03:13:09.327929 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 03:13:09.328413 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service METERING assigned prefix: /metering {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.329812 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.330180 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.330533 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:13:09.331540 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 03:13:09.331987 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:security_group Jul 16 03:13:09.332434 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 03:13:09.333048 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.333377 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:13:09.333723 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] subnetpool is already registered Jul 16 03:13:09.334154 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.334480 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:13:09.334848 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] subnetpool is already registered Jul 16 03:13:09.337111 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.337546 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service FLAVORS assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.338173 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.338627 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.338964 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:router Jul 16 03:13:09.339309 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] router is already registered Jul 16 03:13:09.339724 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 03:13:09.340104 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] floatingip is already registered Jul 16 03:13:09.340565 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service METERING assigned prefix: /metering {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.341235 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 03:13:09.341569 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] rbac_policy is already registered Jul 16 03:13:09.341995 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:security_group Jul 16 03:13:09.342340 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] security_group is already registered Jul 16 03:13:09.342764 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 03:13:09.343101 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] security_group_rule is already registered Jul 16 03:13:09.343737 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.344066 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:13:09.344402 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] subnetpool is already registered Jul 16 03:13:09.344821 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:13:09.345144 n-d-800089-6 neutron-server[93650]: INFO neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:13:09.345475 n-d-800089-6 neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] subnetpool is already registered Jul 16 03:13:09.345938 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: extensions {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.347414 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: address-groups {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.348929 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: address-scopes {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.350256 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: agents {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.351468 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: auto-allocated-topology {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.352790 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: availability_zones {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.354513 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: dhcp-networks {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.356080 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: dhcp-agents {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.357525 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: routers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.359308 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: flavors {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.361687 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: service_profiles {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.362944 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: next_providers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.364408 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: service_profiles {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.365959 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: floatingip-pools {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.367221 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: routers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.368921 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: floatingips {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.370775 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: l3-routers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.372158 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: l3-agents {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.373593 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: metering-labels {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.374881 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: metering-label-rules {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.376259 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: network-ip-availabilities {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.377516 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: bindings {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.379117 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: quotas {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.380664 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: quotas {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.382097 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: rbac-policies {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.383329 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: security-groups {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.384654 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: security-group-rules {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.385918 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: service-providers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.387187 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: subnetpools {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.388531 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: subnetpools {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.390078 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.391783 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.393602 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.395444 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.397123 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.399113 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.400823 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.402655 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.404515 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.406261 n-d-800089-6 neutron-server[93650]: DEBUG neutron.api.extensions [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:13:09.412198 n-d-800089-6 neutron-server[93650]: WARNING keystonemiddleware.auth_token [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 03:13:09.417204 n-d-800089-6 neutron-server[93650]: WARNING keystonemiddleware.auth_token [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 03:13:09.425865 n-d-800089-6 neutron-server[93650]: DEBUG oslo_concurrency.lockutils [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Acquired lock "singleton_lock" {{(pid=93650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 03:13:09.426344 n-d-800089-6 neutron-server[93650]: DEBUG oslo_concurrency.lockutils [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Releasing lock "singleton_lock" {{(pid=93650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 03:13:09.427011 n-d-800089-6 neutron-server[93650]: INFO oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Starting 2 workers Jul 16 03:13:09.432371 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Started child 93756 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:13:09.436807 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Started child 93757 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:13:09.437744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:09.438446 n-d-800089-6 neutron-server[93650]: INFO neutron.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 03:13:09.439121 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Notify callbacks [] for process, before_spawn {{(pid=93650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:09.439219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [-] (93756) wsgi starting up on http://0.0.0.0:9696 Jul 16 03:13:09.439604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:09.441445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:09.441864 n-d-800089-6 neutron-server[93650]: INFO oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Starting 1 workers Jul 16 03:13:09.442916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [-] (93757) wsgi starting up on http://0.0.0.0:9696 Jul 16 03:13:09.446738 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Started child 93758 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:13:09.447314 n-d-800089-6 neutron-server[93650]: INFO oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Starting 1 workers Jul 16 03:13:09.448409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062861 Jul 16 03:13:09.450315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] calling RpcWorker wait() {{(pid=93758) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 03:13:09.453138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] returning from RpcWorker wait() {{(pid=93758) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 03:13:09.453138 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:09.453138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:09.453347 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Started child 93760 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:13:09.453422 n-d-800089-6 neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-b063e259-a819-427b-b540-f47caa9e79e1 None None] Notify callbacks [] for process, after_spawn {{(pid=93650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:09.455133 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 03:13:09.455354 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:13:09.455545 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.457714 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.458247 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.458326 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:09.458820 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.458820 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.458943 n-d-800089-6 neutron-server[93760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:09.459026 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.459196 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.459451 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.459618 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.461698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.462209 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.462209 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.462209 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.462384 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] debug = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465352 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465352 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465352 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465352 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465352 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465352 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465805 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465805 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465805 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.465975 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.466406 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.466506 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.467574 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.468101 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.468101 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.468267 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.468481 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.468948 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] host = n-d-800089-6 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.469163 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.469403 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.469654 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.469908 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.470171 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.470476 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.470759 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.471035 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.471287 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.471517 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.471775 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.472035 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.472273 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.472510 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.472682 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_options = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.472931 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.473193 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.473461 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.473739 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.473836 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.473978 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.474234 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.474399 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476004 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476004 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476004 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476251 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476705 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476705 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.476873 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.477833 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.477833 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.477833 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.477833 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.478113 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.478874 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.479222 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.479603 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.479994 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.480374 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.480778 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.481160 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.481523 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.481885 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.482288 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.482696 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.483168 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.483419 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.483668 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.483908 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.484140 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.484360 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.484647 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.484887 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.485157 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_json = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487909 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487909 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.487909 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.488091 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.488279 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.488770 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.489599 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.489599 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.489599 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.489817 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.489987 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.490249 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.490476 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.490798 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.491022 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.491614 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.491614 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.491855 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.492070 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.492333 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.493268 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.493268 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.493268 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.493506 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.493611 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.493857 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.494718 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.495052 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.495328 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.495608 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.495877 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.496097 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.496345 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.496565 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.496804 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.497071 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.497329 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.497547 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.497790 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.499924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.500493 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.500493 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.500493 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.500843 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.500993 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.503066 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.504238 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.504238 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.504238 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.504238 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.504238 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.504238 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.505394 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.505394 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.505394 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.505394 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.505394 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.506203 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.506203 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.506203 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.506203 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.506853 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.509351 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.510649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.510649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.510649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.510649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.510649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.510649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.511426 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.511426 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.511426 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.511815 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.511957 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.512106 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.512272 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.514402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.515547 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.515547 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.515826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.515826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.517592 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.519314 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.520905 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.520905 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.520905 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.520905 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.520905 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.522290 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.522290 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.522290 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.522730 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.522730 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.523013 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.523217 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.523450 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.523689 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.523911 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.524185 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.524447 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.524698 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.524960 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.525236 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.525473 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.525739 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.525990 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.526207 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.526421 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.527750 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.528595 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.530438 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.530438 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.530438 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.531289 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.531516 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.531763 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.532008 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.532237 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.532476 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.532719 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.532948 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.533200 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.533421 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.533649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.533905 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.534141 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.534381 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.535278 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.535511 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.535752 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.535978 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.536266 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.536525 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.536752 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.537010 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.537271 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.537537 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.537861 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.538018 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.538239 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.538457 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.539432 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.539432 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.539739 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.539876 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.540146 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.540325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.541692 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.541692 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.541692 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.542121 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.542121 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.542641 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.542641 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.544587 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.544587 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.544587 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545231 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545231 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545231 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545687 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545687 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545955 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.545955 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.546224 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.546361 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.547500 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.547615 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.548113 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.548209 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.548379 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.548637 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.548887 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.549739 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.549739 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.549739 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.550001 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.550001 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.550232 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.550447 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.550748 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.551377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.551377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.551377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.551610 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.551796 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.552291 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.552291 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.552524 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.553357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.553357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.553357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.553357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.553634 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.554392 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.554392 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.554392 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.554669 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.554894 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.555564 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.555850 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.556245 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.556578 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.557813 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.557813 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.557975 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.558135 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.558452 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.558718 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.558949 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.559707 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.559707 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.560304 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.560853 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.561123 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.561389 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.562005 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.562304 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.562613 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.562838 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.563291 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.564014 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.564306 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.564587 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.566358 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.566938 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.567185 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.567452 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.567713 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.567942 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.568172 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.568811 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.568811 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.568999 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.569158 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.569393 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.569615 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.569843 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.570057 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.570282 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.570518 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.571531 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:13:09.571531 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 03:13:09.571687 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:13:09.571754 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:13:09.572577 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:13:09.572577 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:13:09.572577 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:13:09.572577 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.572577 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.572901 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.572901 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.573019 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.573189 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574088 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574088 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574088 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574088 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574088 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574088 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574469 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574469 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574652 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574720 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.574870 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575047 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575195 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575355 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575496 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575636 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575795 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] debug = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.575951 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.576153 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.576317 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.576474 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.576635 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.576791 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577296 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577296 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577296 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577498 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577563 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577725 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.577865 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.578004 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.578139 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.578292 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.578448 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.579437 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] host = n-d-800089-6 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.579605 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.579766 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.579926 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.580084 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.580235 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.580388 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.580545 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.580703 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.580861 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.581004 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.581231 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.582800 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.582968 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.583107 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.583322 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_options = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.583453 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.583563 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.583741 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.584353 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.584527 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.584688 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.585868 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.585868 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.585868 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.585868 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.587327 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.587327 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.587327 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.587327 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.587676 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.587967 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.588261 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.588479 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.588710 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.588938 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.589164 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.589384 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.589634 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.589850 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.590082 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.590442 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.590864 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.591033 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.591174 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.591311 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.591475 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.591639 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.591785 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592040 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592213 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592379 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592539 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592686 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592848 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.592985 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.593144 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.593288 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_json = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.594368 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.595325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.595325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.595325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.595325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.595325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:13:09.595325 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.595980 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.595980 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.595980 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.595980 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.597320 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.598433 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.599357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.599357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.599357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.599357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.599357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.599357 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.600724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.602562 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604017 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604745 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604745 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604745 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604745 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.604745 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605250 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605250 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605250 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605649 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.605924 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.606102 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.606268 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.606437 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.607440 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.607614 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.607778 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.607942 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.608067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:09.608197 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.608321 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.608444 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.608567 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.608699 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610103 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610759 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610759 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610759 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610759 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.610759 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611033 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611033 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611173 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611334 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611494 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611820 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.611979 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.612141 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.612402 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.612569 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613492 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613492 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613634 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.613794 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.614723 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.614723 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.614723 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.614723 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.614723 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615059 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615059 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615059 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615228 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615855 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615855 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615855 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.615855 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.616133 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.616133 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.616249 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.616405 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617551 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617551 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.617668 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618167 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618167 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618167 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618371 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618371 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618559 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.618724 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.619897 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.619897 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.619897 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.619897 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.620155 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.620221 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.620335 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.620550 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.620639 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621477 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621477 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621477 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621477 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621477 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621781 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621781 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.621911 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.622001 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.622688 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.622688 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.622688 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.622930 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623009 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623152 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623313 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623475 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623643 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623805 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.623967 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.624131 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.624293 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.624667 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.625276 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.625455 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.625617 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.625781 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.625944 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.626105 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.626268 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.626430 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.626866 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.627026 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.627356 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.627662 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.627992 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.628295 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.628595 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.629826 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630427 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630427 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630427 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630427 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630830 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630830 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.630993 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.631072 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.631230 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.631400 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.631551 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.631706 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.631865 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.632031 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.634585 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635177 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.635870 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.636173 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.636496 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.636797 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.637105 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.637270 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.637434 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.637601 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.637778 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.637939 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.638248 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.638427 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.638625 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.638794 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.638943 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.639122 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.639284 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.639448 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.639609 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.639771 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.639935 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.640101 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.640293 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.640468 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.640636 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.641137 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.641137 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.641137 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.641336 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.641438 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.641594 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.646658 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647377 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647975 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647975 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:13:09.647975 n-d-800089-6 neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:13:20.749787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c766d-47e5-434e-b26d-a5245df91253 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:13:20.824365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c766d-47e5-434e-b26d-a5245df91253 None None] No non-hosted networks {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 03:13:20.865685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.agentschedulers_db [None req-e52c766d-47e5-434e-b26d-a5245df91253 None None] DHCP Agent not found on host n-d-800089-6 {{(pid=93758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 03:13:21.014433 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4c0922a-67e1-4759-9617-2330beadc0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:23.224435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a5b1-68bc-493d-9b9c-f3d97df69174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:23.293392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c5a8-84ae-4641-8242-6614a28ba24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:23.760818 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:23.761420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.762084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.762643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.763271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.763835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.764418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.764946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.765479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.766014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.766534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.767090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.767614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:23.768221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800089-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:23.782437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800089-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:24.175116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:25.909881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:26.930260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:27.415821 n-d-800089-6 neutron-server[93756]: WARNING oslo_policy.policy [None req-d579df57-527e-42c4-9405-2c6bb52d641d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:27.416433 n-d-800089-6 neutron-server[93756]: WARNING oslo_policy.policy [None req-d579df57-527e-42c4-9405-2c6bb52d641d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:27.573761 n-d-800089-6 neutron-server[93758]: INFO neutron.db.l3_hamode_db [None req-f1fbba8e-c6db-488b-8a15-fc2b7f9cd1a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 03:13:27.632285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-d579df57-527e-42c4-9405-2c6bb52d641d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:13:27.633353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d579df57-527e-42c4-9405-2c6bb52d641d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7014563 Jul 16 03:13:27.648741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbba8e-c6db-488b-8a15-fc2b7f9cd1a4 None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:13:27.649196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbba8e-c6db-488b-8a15-fc2b7f9cd1a4 None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:13:29.950232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:30.255515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:13:30.348454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.policy [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 03:13:30.392852 n-d-800089-6 neutron-server[93756]: WARNING oslo_policy.policy [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:30.393218 n-d-800089-6 neutron-server[93756]: WARNING oslo_policy.policy [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:30.402108 n-d-800089-6 neutron-server[93756]: INFO neutron.quota [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] Loaded quota_driver: . Jul 16 03:13:30.490947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748125579951', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748125579584', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748125601080', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748125598574', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748125588659', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748125611369', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7884346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7884745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1472308'] for rbac-policy, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:30.555360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:30.556673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-153333fe-d857-4992-94bb-562496b93929 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6054511 Jul 16 03:13:33.096806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:33.384382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'name': 'private', 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:13:33.411481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Made reservation on behalf of c9586d35c8ac4a0aa0a20b7a1a5ec933 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:13:33.414233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.431504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.553299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.557722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.576434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:13:33.603981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748122256451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.604597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Unsubscribe: segment precommit_create {{(pid=93756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 03:13:33.605055 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Added segment 662b8bef-3540-4004-8578-4a18a9e4f2b3 of type vlan for network e7ea9399-e290-426d-852a-fd33ee582cb3 Jul 16 03:13:33.622018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609cb23d-197e-4f30-bbfe-cbce90832f95,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:33.669814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.670147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.670475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.670824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.671145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.671460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.671775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.672087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.672399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.672708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.673015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.673322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Tracked resource versions report: Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: pushed versions: Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Log': {'1.0'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Network': {'1.1'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Port': {'1.7'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: consumer versions: Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: L3 agent@n-d-800089-6: {}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: Metadata agent@n-d-800089-6: {}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: Metering agent@n-d-800089-6: {}, Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Log': '1.0', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Network': '1.1', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Port': '1.7', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'PortForwarding': '1.2', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'QosPolicy': '1.8', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'SubPort': '1.0', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Subnet': '1.1', Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: 'Trunk': '1.1'}} Jul 16 03:13:33.674414 n-d-800089-6 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:13:33.722395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.771068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.772029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:33.772687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:33.829224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7313600 Jul 16 03:13:33.870571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917cd54-550b-4a82-905a-b3246fd616ec admin admin] Pushing event updated for resources: {'Network': ['ID=e7ea9399-e290-426d-852a-fd33ee582cb3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:33.882635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e7ea9399-e290-426d-852a-fd33ee582cb3 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:13:36.421953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:36.796974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b57bb-aa3c-4486-9369-b5452f7044e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:36.798310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b5b57bb-aa3c-4486-9369-b5452f7044e2 admin admin] 10.222.0.25 "GET /v2.0/networks/e7ea9399-e290-426d-852a-fd33ee582cb3 HTTP/1.1" status: 200 len: 826 time: 0.3753917 Jul 16 03:13:36.822178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f1cfadd0-c6a9-4015-88f3-ee9f5b6e0098 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/f1a9431a-2d66-4435-b753-72997e44d64d HTTP/1.1" status: 200 len: 734 time: 0.0185616 Jul 16 03:13:36.830191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'name': 'private-subnet', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:13:36.853106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Made reservation on behalf of c9586d35c8ac4a0aa0a20b7a1a5ec933 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:13:36.855421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:37.143964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:37.214081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Checking segment: {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:13:37.214469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Network hostable DHCP agents. Network: e7ea9399-e290-426d-852a-fd33ee582cb3, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:13:37.218837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b164df1e-a8d1-4c27-a28d-8805894ccd8c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:37.236949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Network e7ea9399-e290-426d-852a-fd33ee582cb3 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:13:37.247771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e7ea9399-e290-426d-852a-fd33ee582cb3) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:13:37.252347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:37.252921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:37.257130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2542c0-6d47-4b57-9759-96b4477adba4 None None] Network e7ea9399-e290-426d-852a-fd33ee582cb3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:13:37.266330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b886b7d1-d0c4-4df7-932e-8182d1b4615f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4393418 Jul 16 03:13:37.567402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e7ea9399-e290-426d-852a-fd33ee582cb3', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:13:37.568772 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:37.836064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Allocated IP 172.20.0.2 (e7ea9399-e290-426d-852a-fd33ee582cb3/b164df1e-a8d1-4c27-a28d-8805894ccd8c/70a016ee-df49-491e-bd08-7f94ccdf62bc) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:13:38.037680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:38.079263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Transition to ACTIVE for port object 70a016ee-df49-491e-bd08-7f94ccdf62bc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:13:38.100178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Transition to ACTIVE for port object 70a016ee-df49-491e-bd08-7f94ccdf62bc will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:13:38.109430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:38.172585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Network e7ea9399-e290-426d-852a-fd33ee582cb3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:13:38.178908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:13:38.192177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:13:38.199693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Pushing event updated for resources: {'Port': ['ID=70a016ee-df49-491e-bd08-7f94ccdf62bc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:38.224085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.224445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.224789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.225129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.225466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.225801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.226132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.226458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.226899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.227827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.228183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.228519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Tracked resource versions report: Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: pushed versions: Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Log': {'1.0'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Network': {'1.1'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Port': {'1.7'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'PortForwarding': {'1.2'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'QosPolicy': {'1.8'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'SubPort': {'1.0'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Subnet': {'1.1'}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Trunk': {'1.1'}} Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: consumer versions: Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: L3 agent@n-d-800089-6: {}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: Metadata agent@n-d-800089-6: {}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: Metering agent@n-d-800089-6: {}, Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'ConntrackHelper': '1.0', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Log': '1.0', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Network': '1.1', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Port': '1.7', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'PortForwarding': '1.2', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'QosPolicy': '1.8', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'SecurityGroup': '1.4', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'SecurityGroupRule': '1.2', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'SubPort': '1.0', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Subnet': '1.1', Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: 'Trunk': '1.1'}} Jul 16 03:13:38.229639 n-d-800089-6 neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:13:38.277826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Attempting to bind port 70a016ee-df49-491e-bd08-7f94ccdf62bc on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:13:38.278440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Attempting to bind port 70a016ee-df49-491e-bd08-7f94ccdf62bc by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:13:38.278676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Attempting to bind port 70a016ee-df49-491e-bd08-7f94ccdf62bc on network e7ea9399-e290-426d-852a-fd33ee582cb3 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:13:38.283530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:13:38.283946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Checking segment: {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:13:38.284412 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:38.284801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Bound using segment: {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:13:38.285267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Bound port: 70a016ee-df49-491e-bd08-7f94ccdf62bc, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:13:38.285662 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:38.346258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] For port 70a016ee-df49-491e-bd08-7f94ccdf62bc, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:13:38.350735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] For port 70a016ee-df49-491e-bd08-7f94ccdf62bc, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=70a016ee-df49-491e-bd08-7f94ccdf62bc,segment=NetworkSegment(662b8bef-3540-4004-8578-4a18a9e4f2b3),segment_id=662b8bef-3540-4004-8578-4a18a9e4f2b3)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:13:38.357107 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:38.422688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d7ac9-3fb4-4504-bc73-0a276f763920 None None] Pushing event updated for resources: {'Port': ['ID=70a016ee-df49-491e-bd08-7f94ccdf62bc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:39.628463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:39.939771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-bd582e33-7d8b-4232-91b7-3cc22656a595 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:13:39.940851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bd582e33-7d8b-4232-91b7-3cc22656a595 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115165 Jul 16 03:13:42.275684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:42.579672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-08a53682-971c-409a-8bc2-9c1c89d7ad05 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:13:42.580657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-08a53682-971c-409a-8bc2-9c1c89d7ad05 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039701 Jul 16 03:13:43.588266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 70a016ee-df49-491e-bd08-7f94ccdf62bc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:13:43.675521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 70a016ee-df49-491e-bd08-7f94ccdf62bc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:13:44.436253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79c3e3-1643-45e2-ab26-cec46534fde7 None None] Network e7ea9399-e290-426d-852a-fd33ee582cb3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:13:44.509220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] Provisioning for port 70a016ee-df49-491e-bd08-7f94ccdf62bc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:13:44.520767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] Provisioning complete for port 70a016ee-df49-491e-bd08-7f94ccdf62bc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:13:44.521162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:44.689465 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:44.745250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] For port 70a016ee-df49-491e-bd08-7f94ccdf62bc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=70a016ee-df49-491e-bd08-7f94ccdf62bc,segment=NetworkSegment(662b8bef-3540-4004-8578-4a18a9e4f2b3),segment_id=662b8bef-3540-4004-8578-4a18a9e4f2b3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:13:44.750325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:44.800695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256a25c-db82-4a3a-acb8-39d5cbfbacd7 None None] Pushing event updated for resources: {'Port': ['ID=70a016ee-df49-491e-bd08-7f94ccdf62bc,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:44.975347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef719164-658c-4d74-a2b8-a1f84cce526b None None] Provisioning complete for port 70a016ee-df49-491e-bd08-7f94ccdf62bc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:13:44.975722 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef719164-658c-4d74-a2b8-a1f84cce526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.190667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:45.479015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'name': 'router1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:13:45.502202 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.503797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.569062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 70a016ee-df49-491e-bd08-7f94ccdf62bc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:13:45.613375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 70a016ee-df49-491e-bd08-7f94ccdf62bc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:13:45.613746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.640337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.646241 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.659074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:45.660246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1d344ffd-ed7b-446e-9659-b9534f255a99 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4685833 Jul 16 03:13:47.984125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:48.281920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-abad16b4-51c0-43ef-b85e-6bc055dfa9fe admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:13:48.282924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-abad16b4-51c0-43ef-b85e-6bc055dfa9fe admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2978685 Jul 16 03:13:50.619950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42094) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:50.631630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fd52015-d65b-47d8-b047-7f3b37093ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.097693 n-d-800089-6 neutron-server[93757]: WARNING oslo_policy.policy [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:51.098283 n-d-800089-6 neutron-server[93757]: WARNING oslo_policy.policy [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:51.312761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:13:51.314387 n-d-800089-6 neutron-server[93757]: INFO neutron.quota [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Loaded quota_driver: . Jul 16 03:13:51.370735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Made reservation on behalf of d3c4bd024e264c2ba49641b40b41081e for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:13:51.437443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.policy [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93757) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 03:13:51.480883 n-d-800089-6 neutron-server[93757]: WARNING oslo_policy.policy [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:51.481242 n-d-800089-6 neutron-server[93757]: WARNING oslo_policy.policy [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:13:51.491071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.511162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.641087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.644631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.655550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Reserving flat network on physical network physnet1 {{(pid=93757) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 03:13:51.688462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748122256451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.689038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Unsubscribe: segment precommit_create {{(pid=93757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 03:13:51.689519 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Added segment 3e2415ac-8bf7-44e3-b93e-b602cb69d1ef of type flat for network df44a565-4846-4b21-a400-4d16b19b7b34 Jul 16 03:13:51.706801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b7469-91ef-4b6b-be7a-2068f3fe2e97,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:51.727500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.727838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.728169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.728495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.728817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.729132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.729448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.729762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.730073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.730384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.730719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.731032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Tracked resource versions report: Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: pushed versions: Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: { 'AddressGroup': {'1.2'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'ConntrackHelper': {'1.0'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Log': {'1.0'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Network': {'1.1'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Port': {'1.7'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'PortForwarding': {'1.2'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'QosPolicy': {'1.8'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'SecurityGroup': {'1.4'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'SubPort': {'1.0'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Subnet': {'1.1'}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Trunk': {'1.1'}} Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: consumer versions: Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: L3 agent@n-d-800089-6: {}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: Metadata agent@n-d-800089-6: {}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: Metering agent@n-d-800089-6: {}, Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'ConntrackHelper': '1.0', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Log': '1.0', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Network': '1.1', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Port': '1.7', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'PortForwarding': '1.2', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'QosPolicy': '1.8', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'SecurityGroup': '1.4', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'SecurityGroupRule': '1.2', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'SubPort': '1.0', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Subnet': '1.1', Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: 'Trunk': '1.1'}} Jul 16 03:13:51.732141 n-d-800089-6 neutron-server[93757]: {{(pid=93757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:13:51.822936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.879530 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.880739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:51.881406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:51.936580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3143625 Jul 16 03:13:51.980229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90779812-ddc7-4aaa-9572-06df5deaed99 admin admin] Pushing event updated for resources: {'Network': ['ID=df44a565-4846-4b21-a400-4d16b19b7b34,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:51.993872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network df44a565-4846-4b21-a400-4d16b19b7b34 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:13:53.215551 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e0b68dd-65fb-42fe-877e-42d25bca87f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:53.753896 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:54.126960 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:54.246363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:54.534977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e5338-11ce-4307-8574-dba70cf268d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:54.536301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2c0e5338-11ce-4307-8574-dba70cf268d3 admin admin] 10.222.0.25 "GET /v2.0/subnets/b164df1e-a8d1-4c27-a28d-8805894ccd8c HTTP/1.1" status: 200 len: 849 time: 0.2889903 Jul 16 03:13:54.649845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eb2f96b2-d9c0-425d-9af5-55ae18f8738e admin admin] 10.222.0.25 "GET /v2.0/routers/5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 HTTP/1.1" status: 200 len: 704 time: 0.1080532 Jul 16 03:13:54.907871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.189015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Allocated IP 172.20.0.1 (e7ea9399-e290-426d-852a-fd33ee582cb3/b164df1e-a8d1-4c27-a28d-8805894ccd8c/f732dc3b-d26a-463a-bbfe-9eff0fbe0609) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:13:55.335154 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.356842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Transition to ACTIVE for port object f732dc3b-d26a-463a-bbfe-9eff0fbe0609 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:13:55.480041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.549325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Network e7ea9399-e290-426d-852a-fd33ee582cb3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:13:55.553966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:13:55.556600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:13:55.557231 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.615430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Pushing event updated for resources: {'Port': ['ID=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:55.721668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e2cb6301-b383-4f64-ad67-28c1af93f8be None None] Provisioning for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:13:55.725378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e2cb6301-b383-4f64-ad67-28c1af93f8be None None] Provisioning complete for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:13:55.725749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6301-b383-4f64-ad67-28c1af93f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.758166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb6301-b383-4f64-ad67-28c1af93f8be None None] Port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:13:55.769449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.842913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.941067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.946086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:55.946885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:56.005452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Pushing event updated for resources: {'Port': ['ID=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:56.067055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Network e7ea9399-e290-426d-852a-fd33ee582cb3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:13:56.068313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:13:56.227154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:13:56.278178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a8f08812-e167-4e57-a7f8-b94b24b6539f None None] Provisioning complete for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:13:56.278460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8f08812-e167-4e57-a7f8-b94b24b6539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:56.312693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a8f08812-e167-4e57-a7f8-b94b24b6539f None None] Port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:13:56.315233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:13:56.320856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5219078d-6b67-47c8-8053-d2a490e85c15 admin admin] 10.222.0.25 "PUT /v2.0/routers/5a01cda7-4b7e-41e5-93d9-3e2e41d6a785/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6664033 Jul 16 03:13:56.325555 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Sync routers for ids ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:13:56.337143 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Routers {'5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:13:56.337970 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:13:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:56.522216 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Set router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:13:56.955401 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'name': 'router1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:13:45Z', 'updated_at': '2021-07-16T03:13:55Z', 'revision_number': 2, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'gw_port_host': None, '_interfaces': [{'id': 'f732dc3b-d26a-463a-bbfe-9eff0fbe0609', 'name': '', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'mac_address': 'fa:16:3e:53:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:13:54Z', 'updated_at': '2021-07-16T03:13:55Z', 'revision_number': 2, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'subnets': [{'id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:57.006432 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Checking router: 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:13:57.006818 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Updating router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:13:57.070885 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:57.551809 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:57.570185 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Transition to ACTIVE for port object f732dc3b-d26a-463a-bbfe-9eff0fbe0609 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:13:57.575999 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:57.707407 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Pushing event updated for resources: {'Port': ['ID=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:57.737478 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.737812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.738148 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.738480 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.738832 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.739159 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.739483 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.739804 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.740122 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.740443 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.740760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.741077 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Tracked resource versions report: Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: pushed versions: Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: { 'AddressGroup': {'1.2'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Log': {'1.0'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Network': {'1.1'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Port': {'1.7'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'PortForwarding': {'1.2'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'QosPolicy': {'1.8'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'SecurityGroup': {'1.4'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'SubPort': {'1.0'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Subnet': {'1.1'}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Trunk': {'1.1'}} Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: consumer versions: Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: L3 agent@n-d-800089-6: {}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: Metadata agent@n-d-800089-6: {}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: Metering agent@n-d-800089-6: {}, Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'ConntrackHelper': '1.0', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Log': '1.0', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Network': '1.1', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Port': '1.7', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'PortForwarding': '1.2', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'QosPolicy': '1.8', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'SecurityGroup': '1.4', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'SecurityGroupRule': '1.2', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'SubPort': '1.0', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Subnet': '1.1', Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: 'Trunk': '1.1'}} Jul 16 03:13:57.742717 n-d-800089-6 neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:13:57.752997 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Attempting to bind port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:13:57.753391 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Attempting to bind port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:13:57.753819 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Attempting to bind port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 on network e7ea9399-e290-426d-852a-fd33ee582cb3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:13:57.759243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:13:57.759645 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Checking segment: {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:13:57.760106 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:57.760481 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Bound using segment: {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:13:57.760949 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Bound port: f732dc3b-d26a-463a-bbfe-9eff0fbe0609, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662b8bef-3540-4004-8578-4a18a9e4f2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:13:57.761337 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:57.822944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] For port f732dc3b-d26a-463a-bbfe-9eff0fbe0609, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:13:57.847628 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] For port f732dc3b-d26a-463a-bbfe-9eff0fbe0609, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,segment=NetworkSegment(662b8bef-3540-4004-8578-4a18a9e4f2b3),segment_id=662b8bef-3540-4004-8578-4a18a9e4f2b3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:13:57.852112 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:57.911754 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Routers {'5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:13:57.912462 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:13:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:57.915035 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa2c43-80df-4c09-8c17-d03bfd2fb743 None None] Pushing event updated for resources: {'Port': ['ID=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:58.001360 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] Set router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:13:58.206043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'name': 'router1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:13:45Z', 'updated_at': '2021-07-16T03:13:55Z', 'revision_number': 2, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'gw_port_host': None, '_interfaces': [{'id': 'f732dc3b-d26a-463a-bbfe-9eff0fbe0609', 'name': '', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'mac_address': 'fa:16:3e:53:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:13:54Z', 'updated_at': '2021-07-16T03:13:57Z', 'revision_number': 4, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'subnets': [{'id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:13:58.234272 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc88470-2ffc-4a0a-bd9e-d93152dc504f None None] The sync data for ids ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'] in n-d-800089-6 is: [{'id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'name': 'router1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:13:45Z', 'updated_at': '2021-07-16T03:13:55Z', 'revision_number': 2, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'gw_port_host': None, '_interfaces': [{'id': 'f732dc3b-d26a-463a-bbfe-9eff0fbe0609', 'name': '', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'mac_address': 'fa:16:3e:53:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:13:54Z', 'updated_at': '2021-07-16T03:13:57Z', 'revision_number': 4, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'subnets': [{'id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:13:58.557559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:13:58.663296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9549b56-b72c-442e-865c-db5a35da9b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:58.664656 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9549b56-b72c-442e-865c-db5a35da9b8c admin admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 842 time: 0.1062169 Jul 16 03:13:58.674167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'cidr': '172.25.4.0/24'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:13:58.695671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Made reservation on behalf of d3c4bd024e264c2ba49641b40b41081e for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:13:58.698075 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:58.974555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:13:58.974975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:59.025328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd99fc9-461f-4896-ae89-45d0af7385f8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:13:59.034747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:13:59.035102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Network hostable DHCP agents. Network: df44a565-4846-4b21-a400-4d16b19b7b34, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:13:59.051300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:13:59.059856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, df44a565-4846-4b21-a400-4d16b19b7b34) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:13:59.063940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:13:59.064521 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:59.070291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fbc3b-a896-4d8e-9996-dd70f74d6a39 None None] Network df44a565-4846-4b21-a400-4d16b19b7b34 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:13:59.090571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b666ed0e-54ce-4554-befc-5e480e8dc0bb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4066722 Jul 16 03:13:59.215990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c4396-84c4-4e3d-a768-cfe8eb09200e None None] Network df44a565-4846-4b21-a400-4d16b19b7b34 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:14:01.322091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:14:01.513835 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4083e4ae-1e04-4f32-be59-512515a60e61 admin admin] 10.222.0.25 "GET /v2.0/routers/5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 HTTP/1.1" status: 200 len: 710 time: 0.1902952 Jul 16 03:14:01.601910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c9c0f-7529-4d77-9eb9-eb1c79315762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:14:01.602328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f732dc3b-d26a-463a-bbfe-9eff0fbe0609 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:14:01.603332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-899c9c0f-7529-4d77-9eb9-eb1c79315762 admin admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 886 time: 0.0845079 Jul 16 03:14:01.611906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:14:01.650716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:14:01.654295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:14:01.654711 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:01.729491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:01.761181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f732dc3b-d26a-463a-bbfe-9eff0fbe0609, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,segment=NetworkSegment(662b8bef-3540-4004-8578-4a18a9e4f2b3),segment_id=662b8bef-3540-4004-8578-4a18a9e4f2b3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:14:01.765023 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:01.856886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f732dc3b-d26a-463a-bbfe-9eff0fbe0609,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:14:01.858976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.094780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.165111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.265613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Allocated IP 172.25.4.25 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/e17a9213-6491-4fa2-a586-a447cf55103e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:14:02.363019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.402611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.434383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:14:02.437021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:14:02.442768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:14:02.502750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Pushing event updated for resources: {'Port': ['ID=e17a9213-6491-4fa2-a586-a447cf55103e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:14:02.679473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.948487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:02.951573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:03.052937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:14:03.152742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:14:03.156882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:03.160032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0d4d63bf-63c9-4659-92e5-c86b71841932 admin admin] 10.222.0.25 "PUT /v2.0/routers/5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 HTTP/1.1" status: 200 len: 889 time: 1.5494261 Jul 16 03:14:03.173949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Sync routers for ids ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:14:03.186561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Routers {'5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:14:03.187256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:13:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:14:03.400216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Set router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:14:03.596940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f732dc3b-d26a-463a-bbfe-9eff0fbe0609 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:14:03.759040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:14:03.759414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:03.884545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'name': 'router1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e17a9213-6491-4fa2-a586-a447cf55103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:13:45Z', 'updated_at': '2021-07-16T03:14:02Z', 'revision_number': 4, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'gw_port': {'id': 'e17a9213-6491-4fa2-a586-a447cf55103e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:14:02Z', 'updated_at': '2021-07-16T03:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f732dc3b-d26a-463a-bbfe-9eff0fbe0609', 'name': '', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'mac_address': 'fa:16:3e:53:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:13:54Z', 'updated_at': '2021-07-16T03:14:01Z', 'revision_number': 5, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'subnets': [{'id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:14:03.933668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Checking router: 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:14:03.934027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Updating router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 port e17a9213-6491-4fa2-a586-a447cf55103e binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:14:03.968219 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:04.281276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:04.291158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Transition to ACTIVE for port object e17a9213-6491-4fa2-a586-a447cf55103e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:14:04.297563 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:04.347310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e48b5f-f168-465b-a39b-09aaea4c175e None None] Pushing event updated for resources: {'Port': ['ID=e17a9213-6491-4fa2-a586-a447cf55103e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:14:04.349453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Attempting to bind port e17a9213-6491-4fa2-a586-a447cf55103e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:14:04.349821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Attempting to bind port e17a9213-6491-4fa2-a586-a447cf55103e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:14:04.350177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Attempting to bind port e17a9213-6491-4fa2-a586-a447cf55103e on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:14:04.356954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:14:04.356954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:14:04.357311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:04.357694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:14:04.358156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Bound port: e17a9213-6491-4fa2-a586-a447cf55103e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:14:04.358599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:04.409337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] For port e17a9213-6491-4fa2-a586-a447cf55103e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:14:04.412251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] For port e17a9213-6491-4fa2-a586-a447cf55103e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e17a9213-6491-4fa2-a586-a447cf55103e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:14:04.416527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:04.544963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Routers {'5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:14:04.545497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:13:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:14:04.579491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e48b5f-f168-465b-a39b-09aaea4c175e None None] Pushing event updated for resources: {'Port': ['ID=e17a9213-6491-4fa2-a586-a447cf55103e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:14:04.653129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] Set router 5a01cda7-4b7e-41e5-93d9-3e2e41d6a785 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:14:04.854506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'name': 'router1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e17a9213-6491-4fa2-a586-a447cf55103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:13:45Z', 'updated_at': '2021-07-16T03:14:02Z', 'revision_number': 4, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'gw_port': {'id': 'e17a9213-6491-4fa2-a586-a447cf55103e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:14:02Z', 'updated_at': '2021-07-16T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f732dc3b-d26a-463a-bbfe-9eff0fbe0609', 'name': '', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'mac_address': 'fa:16:3e:53:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:13:54Z', 'updated_at': '2021-07-16T03:14:01Z', 'revision_number': 5, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'subnets': [{'id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:14:04.883949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffda09a-9401-4218-a0a6-53c2c20ce589 None None] The sync data for ids ['5a01cda7-4b7e-41e5-93d9-3e2e41d6a785'] in n-d-800089-6 is: [{'id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'name': 'router1', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e17a9213-6491-4fa2-a586-a447cf55103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:13:45Z', 'updated_at': '2021-07-16T03:14:02Z', 'revision_number': 4, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'gw_port': {'id': 'e17a9213-6491-4fa2-a586-a447cf55103e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:42:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:14:02Z', 'updated_at': '2021-07-16T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f732dc3b-d26a-463a-bbfe-9eff0fbe0609', 'name': '', 'network_id': 'e7ea9399-e290-426d-852a-fd33ee582cb3', 'tenant_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'mac_address': 'fa:16:3e:53:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a01cda7-4b7e-41e5-93d9-3e2e41d6a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:13:54Z', 'updated_at': '2021-07-16T03:14:01Z', 'revision_number': 5, 'project_id': 'c9586d35c8ac4a0aa0a20b7a1a5ec933', 'subnets': [{'id': 'b164df1e-a8d1-4c27-a28d-8805894ccd8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1a9431a-2d66-4435-b753-72997e44d64d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:14:05.539850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:14:05.622831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e17a9213-6491-4fa2-a586-a447cf55103e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:14:05.669081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aad1e307-6093-4bed-9cef-e2293f6cd40e admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1281064 Jul 16 03:14:05.673756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e17a9213-6491-4fa2-a586-a447cf55103e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:14:05.678013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e17a9213-6491-4fa2-a586-a447cf55103e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:14:05.678417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:05.763232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:05.784725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e17a9213-6491-4fa2-a586-a447cf55103e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e17a9213-6491-4fa2-a586-a447cf55103e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:14:05.789521 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:05.839547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e17a9213-6491-4fa2-a586-a447cf55103e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:14:07.596756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e17a9213-6491-4fa2-a586-a447cf55103e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:14:07.647598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e17a9213-6491-4fa2-a586-a447cf55103e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:14:07.648198 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:13.519817 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:14:20.640631 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc8985e7-9ff6-44a5-81c3-2fd99d9f3158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:23.227594 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7cf36063-5e2c-4b00-bf55-6afa9107b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:23.757815 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:24.131891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:25.864102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:50.518284 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:14:50.633713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c2f77c3-411a-4b83-acb9-489fbeff61b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:53.222099 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f43ea44f-36ae-4981-9865-a45177ebe6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:53.759790 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:54.134426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:55.866211 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:20.636184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e58f-1606-4d4b-8bb9-bbe0a2deab01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:23.224361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bc95634-1490-470e-8faa-1ba74149af74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:23.761149 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:24.135496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:25.863353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:27.516739 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:15:44.303488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:44.364919 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-428c8d52-0d44-492b-b7b6-9d8d0dcb1b09 admin admin] GET failed (client error): The resource could not be found. Jul 16 03:15:44.366493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-428c8d52-0d44-492b-b7b6-9d8d0dcb1b09 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620661 Jul 16 03:15:44.517687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335bf89-9204-4687-8a68-bb6c8a942ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:44.519595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5335bf89-9204-4687-8a68-bb6c8a942ab0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1493297 Jul 16 03:15:46.661195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42774) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:46.747779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a127a58-dad4-43ae-a3b9-e5ac8f00403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:46.749082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5a127a58-dad4-43ae-a3b9-e5ac8f00403c admin admin] 10.222.0.25 "GET /v2.0/subnets/b164df1e-a8d1-4c27-a28d-8805894ccd8c HTTP/1.1" status: 200 len: 849 time: 0.0869250 Jul 16 03:15:46.758707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:15:46.840196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:46.978734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748122145419'] for subnet, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.006940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:47.007517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.008781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] 10.222.0.25 "PUT /v2.0/subnets/b164df1e-a8d1-4c27-a28d-8805894ccd8c HTTP/1.1" status: 200 len: 868 time: 0.2536571 Jul 16 03:15:47.021680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce98bb9-0e52-4aaa-aa88-cdd65f7a4c15 None None] Network e7ea9399-e290-426d-852a-fd33ee582cb3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:15:47.029018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b164df1e-a8d1-4c27-a28d-8805894ccd8c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:47.037006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.037347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.037689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.038035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.038636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.038973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.039306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.039634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.039963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.040289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.040608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.040935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfe1bc-94a3-42b3-901c-80e68425aba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.404433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1112b6b3-ee62-4b50-9c7f-689ebc68deac None None] Provisioning complete for port 70a016ee-df49-491e-bd08-7f94ccdf62bc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:15:47.404808 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1112b6b3-ee62-4b50-9c7f-689ebc68deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.487052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1112b6b3-ee62-4b50-9c7f-689ebc68deac None None] Provisioning complete for port f732dc3b-d26a-463a-bbfe-9eff0fbe0609 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:15:47.487349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1112b6b3-ee62-4b50-9c7f-689ebc68deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:49.133549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:49.325941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3559f3f-6396-45c9-b793-06bafc707648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:49.326349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3559f3f-6396-45c9-b793-06bafc707648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:49.327907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e3559f3f-6396-45c9-b793-06bafc707648 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1934094 Jul 16 03:15:50.638323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b307cb-d276-483c-aa66-3cf7df7160f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:51.465270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:51.591520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122b89e-b22b-4384-aea6-af104e27610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:51.591987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122b89e-b22b-4384-aea6-af104e27610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:51.593483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f122b89e-b22b-4384-aea6-af104e27610b admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1272771 Jul 16 03:15:53.225368 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9640d85-385b-40d7-83ae-c6ed4d71133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:53.760835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42798) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:53.761744 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:53.948692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181b838-6cee-42ba-a2f0-f9ec39a8d671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:53.949972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5181b838-6cee-42ba-a2f0-f9ec39a8d671 admin admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 886 time: 0.1879711 Jul 16 03:15:54.138230 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:55.868361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:56.079020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42808) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:56.222171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b222113-5546-4e48-9694-689eb8907190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:56.223527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b222113-5546-4e48-9694-689eb8907190 admin admin] 10.222.0.25 "GET /v2.0/networks/e7ea9399-e290-426d-852a-fd33ee582cb3 HTTP/1.1" status: 200 len: 870 time: 0.1435969 Jul 16 03:15:58.339552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:58.481264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8bcc8-f4f1-4583-a852-8df69fa365f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:58.481720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8bcc8-f4f1-4583-a852-8df69fa365f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:58.483280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96b8bcc8-f4f1-4583-a852-8df69fa365f7 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1427600 Jul 16 03:16:00.610082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42824) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:00.697208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622c260-43c4-4ade-8c85-40e245528989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:00.697659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622c260-43c4-4ade-8c85-40e245528989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:00.699183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2622c260-43c4-4ade-8c85-40e245528989 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0876184 Jul 16 03:16:02.811305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42832) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:02.917894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffc6af-c775-4f1f-a85b-f606112e359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:02.919267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18ffc6af-c775-4f1f-a85b-f606112e359c admin admin] 10.222.0.25 "GET /v2.0/subnets/6bd99fc9-461f-4896-ae89-45d0af7385f8 HTTP/1.1" status: 200 len: 816 time: 0.1069794 Jul 16 03:16:04.515777 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:16:05.064968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:05.151458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec09c758-8118-436d-b802-fb1f747c0691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:05.152785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec09c758-8118-436d-b802-fb1f747c0691 admin admin] 10.222.0.25 "GET /v2.0/subnets/b164df1e-a8d1-4c27-a28d-8805894ccd8c HTTP/1.1" status: 200 len: 868 time: 0.0868902 Jul 16 03:16:20.638570 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1401993-de7e-4343-9e44-e0c53b49e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:23.224939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d925264b-ab46-45ea-971c-61cf5bd14ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:23.763833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:24.141870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:25.871708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:29.351467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:29.396092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-d200ed8a-1ada-40de-9616-d454631ad3bb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:16:29.397092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d200ed8a-1ada-40de-9616-d454631ad3bb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446503 Jul 16 03:16:31.623100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42900) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:31.680982 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0195d40c-53bd-4169-96e5-1cc125af4807 admin admin] GET failed (client error): The resource could not be found. Jul 16 03:16:31.682266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0195d40c-53bd-4169-96e5-1cc125af4807 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582421 Jul 16 03:16:31.764889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b9d0c-ed8b-4c9b-b01c-7b519b6ceb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:31.766315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-506b9d0c-ed8b-4c9b-b01c-7b519b6ceb2d admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802433 Jul 16 03:16:33.907225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:33.952184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:16:33.971567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Made reservation on behalf of d3c4bd024e264c2ba49641b40b41081e for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:16:33.973894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:34.001862 n-d-800089-6 neutron-server[93756]: WARNING neutron.services.revisions.revision_plugin [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Could not find related network for resource to bump revision. Jul 16 03:16:34.013902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:16:34.023084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:34.023420 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Added segment 9ff9b983-455b-4d56-92f9-38706a4ff70d of type vlan for network 09c7e396-3651-4c3b-a05f-5ddf6bba880e Jul 16 03:16:34.070380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:34.096605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:34.097755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:34.098336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:34.228231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3199036 Jul 16 03:16:34.255413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa321-5b7f-4618-a966-8ca2c47517fb admin admin] Pushing event updated for resources: {'Network': ['ID=09c7e396-3651-4c3b-a05f-5ddf6bba880e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:34.266367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:16:36.394610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42916) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:36.455377 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-715dfde8-c2a0-4bde-91a9-517cc0396606 admin admin] GET failed (client error): The resource could not be found. Jul 16 03:16:36.456837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-715dfde8-c2a0-4bde-91a9-517cc0396606 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611622 Jul 16 03:16:36.552621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d6aa3-d97f-49f2-96b6-1c8f87702f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:36.554015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-511d6aa3-d97f-49f2-96b6-1c8f87702f25 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0931256 Jul 16 03:16:36.563789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:16:36.588463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Made reservation on behalf of d3c4bd024e264c2ba49641b40b41081e for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:16:36.590813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Notify callbacks [] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:36.777713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:36.838816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92ce632-c7b3-4e16-995c-d383a5643533,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:36.846030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:16:36.846406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Network hostable DHCP agents. Network: 09c7e396-3651-4c3b-a05f-5ddf6bba880e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:16:36.851267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.851605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.851934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.852257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.852576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.852893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.853207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.853520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.853830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.854141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.854447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.854779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:36.876764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:16:36.888523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 09c7e396-3651-4c3b-a05f-5ddf6bba880e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:16:36.893717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:36.894426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:36.899813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb087ce2-b147-4447-a38e-d347ecb426b2 None None] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:16:36.913112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-134ef59f-c38a-4e0b-8261-9c3d56710bda admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3526614 Jul 16 03:16:37.146348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'tenant_id': 'd3c4bd024e264c2ba49641b40b41081e', 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:16:37.147264 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:37.278070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Allocated IP 192.168.233.2 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/4eb36125-7ef4-4f0b-8f58-2fbe8aeca685) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:16:37.423499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:37.431583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Transition to ACTIVE for port object 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:16:37.446027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Transition to ACTIVE for port object 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:16:37.452398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:37.493301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:16:37.496034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:16:37.499512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:16:37.506228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Pushing event updated for resources: {'Port': ['ID=4eb36125-7ef4-4f0b-8f58-2fbe8aeca685,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:37.531944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.532291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.532636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.532967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.533300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.533632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.533958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.534282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.534637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.534955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.535280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.535602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:37.571448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Attempting to bind port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:16:37.571814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Attempting to bind port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:16:37.572176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Attempting to bind port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:16:37.577088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:16:37.577496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:16:37.577895 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:37.578282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:16:37.578794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Bound port: 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:16:37.579189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:37.639457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] For port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:16:37.642539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] For port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4eb36125-7ef4-4f0b-8f58-2fbe8aeca685,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:16:37.647113 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:37.709508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a8fb-1e04-4099-b769-13ebe2ad602e None None] Pushing event updated for resources: {'Port': ['ID=4eb36125-7ef4-4f0b-8f58-2fbe8aeca685,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:38.554849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a331e-7f42-489d-8d59-bc6c5f33a303 None None] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:16:38.667950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d6af3277-f694-411d-9875-7fa18b756e72 None None] Provisioning for port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:16:39.749356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:16:39.801551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:16:39.805587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:39.805963 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:39.880575 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:39.913927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4eb36125-7ef4-4f0b-8f58-2fbe8aeca685,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:16:39.918015 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:39.963649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=4eb36125-7ef4-4f0b-8f58-2fbe8aeca685,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:41.514295 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:16:41.723489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:16:41.774453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4eb36125-7ef4-4f0b-8f58-2fbe8aeca685 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:41.774863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:50.638665 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12ada421-3b0c-477e-820a-ec78898d2577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:53.226087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cc99-5235-47ee-929c-523d8244bc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:53.765730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:54.143615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:55.873991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:18.511922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:17:20.640575 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d0cf-c1d1-438c-a901-ada6c619735b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:23.226296 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fef6f805-872b-4ffc-ab0f-0059e2a92cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:23.770869 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:24.147919 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:25.874504 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.003122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:17:46.009878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-a330e8c1-16bb-4f62-b725-3490792f572d tempest-verify_tempest_config-439919301 tempest-verify_tempest_config-439919301-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:17:46.010964 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a330e8c1-16bb-4f62-b725-3490792f572d tempest-verify_tempest_config-439919301 tempest-verify_tempest_config-439919301-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068398 Jul 16 03:17:46.301372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:17:46.399430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.486268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.490008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.534592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04d0cb9cbafb451c87d1d1d69fb7c30d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2321239 Jul 16 03:17:46.535633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5bf10b-45e7-44ec-9552-20c1c57491e6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:17:46.537238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42992) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:17:46.542370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.542751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.543096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.543435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.543785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.544115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.544441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.544761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.545084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.545404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.545724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.546040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7878ed-41ef-4bb7-b61a-8aed9b70ddcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.593588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.613998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.699435 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.701932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:46.706509 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b5bf10b-45e7-44ec-9552-20c1c57491e6 HTTP/1.1" status: 204 len: 168 time: 0.1646500 Jul 16 03:17:46.711437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5bf10b-45e7-44ec-9552-20c1c57491e6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:17:46.718036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.718384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.718752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.719716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.720109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.720445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.720774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.721159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.721480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.722035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.722404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:46.722753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb936bbe-0872-4042-80f6-3de913fc9814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:50.641875 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47fc7ee3-06c1-4376-81a4-b09de10dffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:53.228056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99d5d8b1-0675-4978-8388-b728d4201ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:53.770622 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:54.150125 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:55.510242 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:17:55.877493 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:20.641836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03839565-fd53-401c-a09d-e3cc079ae069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:23.228100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba8e3-2e4d-458e-ad8b-dc4ed6f6fd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:23.770246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:24.152486 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:25.879392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:32.507843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:18:50.642239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2925750f-9524-4e5a-b4b8-684f82ff7102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:53.228727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24819e34-c572-4df3-ac8a-dcaca415c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:53.770123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:54.155587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:55.882364 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:09.505702 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:19:20.642027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd8c5ab7-41c3-4adb-b430-26ce1174fbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:23.228255 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a54e7b41-39d8-4c98-8b95-5548f9bebe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:23.770371 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:24.159081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:25.884844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:46.503978 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:19:50.643667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ea606c7-9eda-409a-a613-90e5042edee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:53.227867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad488-3037-47ed-a550-d3fdce6ee0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:53.771372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:54.163337 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:55.887972 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:20.643155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f380933-f016-4088-b3b9-a90ec17211ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:23.226944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f027ad41-88da-4bfd-8a8d-d9593f273b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:23.502347 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 5 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:20:23.771578 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:24.164758 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:25.891161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:32.416199 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:33.274751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422662'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:50.641912 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3470de2-a281-43d5-8eec-867a09f6d844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:53.226686 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2062fc5f-f375-424a-99bb-44a68c81944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:53.771338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:54.167151 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:55.893939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.500893 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:21:02.389932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:03.228082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:16.625176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43056) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:16.727168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af0bedfa-4d71-499a-83a7-852c5b121638 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1009872 Jul 16 03:21:18.871365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43066) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:21:18.933125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a4ba8d32-0419-4dec-8076-440eb8b7dfd2 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0606999 Jul 16 03:21:20.641618 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cae6e343-5987-4e0f-9338-66147a4bfeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:23.226237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ebe9ce-c41d-473b-949e-93ccddf1c1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:23.771794 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:24.170224 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:25.895932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:32.399346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:33.240183 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:37.500458 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:21:50.641542 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce5d21fd-b66d-4b7b-9370-06f928a9a290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:53.226174 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-207f6d79-b920-46a4-b17f-04920cd66465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:53.772434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:54.178213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:55.899569 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:02.404900 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:03.240104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:14.499493 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:22:20.642865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b86b5cc-197d-4741-a9bc-d5ac81324498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:23.226426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db0f1d82-6349-49d0-9af9-5ad92cf0f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:23.774355 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:24.175559 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:25.900748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:32.396965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:33.254858 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.363117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43288) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:38.478708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:38.638926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:38.682127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-295432844-network', 'tenant_id': '9935c65adc7844ea965f78b64b740c2c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:38.702795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Made reservation on behalf of 9935c65adc7844ea965f78b64b740c2c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:38.705437 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.715200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.727439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-network', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:38.753087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Made reservation on behalf of cedc66977cc241e5a82f8ab5dbc563b0 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:38.755471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.772228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.854563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.860951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.883015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:22:38.902706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:38.903053 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Added segment 77a1d799-60df-4ee5-860e-05b2436f0075 of type vlan for network e1d25115-fc46-47d0-ae5e-ed64cd8b34d6 Jul 16 03:22:38.949841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.007944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8793c4cb-4cc9-41bc-a76f-4610301a6886,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:39.013904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.015158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:39.015738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.077253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.077598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.077924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.078261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.078634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.078959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.079506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.079903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.080289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.080611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.080935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.081260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Tracked resource versions report: Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: pushed versions: Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Log': {'1.0'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Network': {'1.1'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Port': {'1.7'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: consumer versions: Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: HyperV agent@n-h1-800089-6: {}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: HyperV agent@n-h2-800089-6: {}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: L3 agent@n-d-800089-6: {}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: Metadata agent@n-d-800089-6: {}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: Metering agent@n-d-800089-6: {}, Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Log': '1.0', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Network': '1.1', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Port': '1.7', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'PortForwarding': '1.2', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'QosPolicy': '1.8', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'SubPort': '1.0', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Subnet': '1.1', Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: 'Trunk': '1.1'}} Jul 16 03:22:39.082334 n-d-800089-6 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:22:39.090833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-894c1ff7-6ee9-4e2b-9b80-e7c8d8497012 tempest-AutoAllocateNetworkTest-2018941670 tempest-AutoAllocateNetworkTest-2018941670-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b3a91221219c4a4892e14ac0a8cd3b02&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4506626 Jul 16 03:22:39.092627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43332) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:39.132814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d25115-fc46-47d0-ae5e-ed64cd8b34d6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:39.146096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e1d25115-fc46-47d0-ae5e-ed64cd8b34d6 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:22:39.167451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.179413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.199184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b03fc135-2255-4671-b452-4158ba9f6fe5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8343785 Jul 16 03:22:39.208946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:39.218213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Request body: {'subnet': {'network_id': 'e1d25115-fc46-47d0-ae5e-ed64cd8b34d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-295432844-subnet', 'tenant_id': '9935c65adc7844ea965f78b64b740c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:39.227008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:22:39.235588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bcf9c0-2ae8-4990-9223-0ad8e50abe11,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:39.251559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.252020 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Added segment 1080a560-4f6c-4eb1-bb96-58017153e3f2 of type vlan for network 343f19b9-875e-4fdd-bc6f-e37b7870f541 Jul 16 03:22:39.292194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Made reservation on behalf of 9935c65adc7844ea965f78b64b740c2c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:39.294725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.327417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.392748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc4314-095c-43fe-a635-5a0b26f8257c tempest-AutoAllocateNetworkTest-2018941670 tempest-AutoAllocateNetworkTest-2018941670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:39.397456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-10cc4314-095c-43fe-a635-5a0b26f8257c tempest-AutoAllocateNetworkTest-2018941670 tempest-AutoAllocateNetworkTest-2018941670-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3036561 Jul 16 03:22:39.398090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43350) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:39.471470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:22:39.507846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6a2040fb-78da-466c-aa0d-108c14e93a16 tempest-AutoAllocateNetworkTest-2018941670 tempest-AutoAllocateNetworkTest-2018941670-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085291 Jul 16 03:22:39.508388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:39.528843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.530688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:39.531483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.538313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.547698 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-db951b61-7375-4997-8e35-6539c64b85c7 tempest-AutoAllocateNetworkTest-2018941670 tempest-AutoAllocateNetworkTest-2018941670-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b3a91221219c4a4892e14ac0a8cd3b02 HTTP/1.1" status: 200 len: 208 time: 0.0375638 Jul 16 03:22:39.602684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1228843 Jul 16 03:22:39.606796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:39.611937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Request body: {'subnet': {'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-subnet', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:39.634859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Made reservation on behalf of cedc66977cc241e5a82f8ab5dbc563b0 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:39.639281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.644352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8712-c544-4ec1-b824-1d8e169cad1a admin admin] Pushing event updated for resources: {'Network': ['ID=343f19b9-875e-4fdd-bc6f-e37b7870f541,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:39.651880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74885825-8178-4a7d-8842-1417399c944d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:39.657031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:22:39.662707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Checking segment: {'id': '77a1d799-60df-4ee5-860e-05b2436f0075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e1d25115-fc46-47d0-ae5e-ed64cd8b34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:39.663739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Network hostable DHCP agents. Network: e1d25115-fc46-47d0-ae5e-ed64cd8b34d6, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:22:39.689187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Network e1d25115-fc46-47d0-ae5e-ed64cd8b34d6 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:22:39.705217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e1d25115-fc46-47d0-ae5e-ed64cd8b34d6) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:39.711535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:39.712382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.721332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c89ae-96e1-4020-bbc0-f8c36cfbfa68 None None] Network e1d25115-fc46-47d0-ae5e-ed64cd8b34d6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:39.732913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bea7ce30-6c30-41f5-b1c4-712a0cd0be17 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5224133 Jul 16 03:22:39.837028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.880532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ee79a5-4f88-498f-975b-ef0ffe3da6e9,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:39.890374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.890744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.891079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.891407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.891731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.892090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.892348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.892848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.893773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.894229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.894977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.895463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Tracked resource versions report: Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: pushed versions: Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: { 'AddressGroup': {'1.2'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'ConntrackHelper': {'1.0'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Log': {'1.0'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Network': {'1.1'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Port': {'1.7'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'PortForwarding': {'1.2'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'QosPolicy': {'1.8'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'SecurityGroup': {'1.4'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'SubPort': {'1.0'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Subnet': {'1.1'}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Trunk': {'1.1'}} Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: consumer versions: Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: HyperV agent@n-h1-800089-6: {}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: HyperV agent@n-h2-800089-6: {}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: L3 agent@n-d-800089-6: {}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: Metadata agent@n-d-800089-6: {}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: Metering agent@n-d-800089-6: {}, Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'ConntrackHelper': '1.0', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Log': '1.0', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Network': '1.1', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Port': '1.7', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'PortForwarding': '1.2', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'QosPolicy': '1.8', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'SecurityGroup': '1.4', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'SecurityGroupRule': '1.2', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'SubPort': '1.0', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Subnet': '1.1', Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: 'Trunk': '1.1'}} Jul 16 03:22:39.896863 n-d-800089-6 neutron-server[93757]: {{(pid=93757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:22:39.932889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Checking segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:39.933243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Network hostable DHCP agents. Network: 343f19b9-875e-4fdd-bc6f-e37b7870f541, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:22:39.933939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95207aa1-45a4-430b-bd0f-de464d8d841d None None] Network e1d25115-fc46-47d0-ae5e-ed64cd8b34d6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:39.954406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:22:39.965894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 343f19b9-875e-4fdd-bc6f-e37b7870f541) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:39.972810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:39.974196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:39.990990 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e4181ae5-e594-406a-8fbf-d1cfc6c0212c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3826468 Jul 16 03:22:39.993409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43390) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:39.999228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:40.003064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46400c31-e946-4190-bef8-48b25f25df0e None None] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:40.031645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.034349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.191805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.390420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-343f19b9-875e-4fdd-bc6f-e37b7870f541', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:22:40.391351 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.465696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.511818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43402) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:40.615570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Allocated IP 172.20.0.2 (343f19b9-875e-4fdd-bc6f-e37b7870f541/47ee79a5-4f88-498f-975b-ef0ffe3da6e9/779c2e91-4f2c-46b4-b132-38be8f8f9e79) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:40.797353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.806841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Transition to ACTIVE for port object 779c2e91-4f2c-46b4-b132-38be8f8f9e79 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:40.823564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Transition to ACTIVE for port object 779c2e91-4f2c-46b4-b132-38be8f8f9e79 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:40.834400 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.930693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:40.934232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:40.949051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:22:40.951309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:40.960746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Pushing event updated for resources: {'Port': ['ID=779c2e91-4f2c-46b4-b132-38be8f8f9e79,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:40.997701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.007686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.008044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.008383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.008722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.009054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.009382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.009711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.010033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.010358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.010725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.011702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.011937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Tracked resource versions report: Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: pushed versions: Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Log': {'1.0'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Network': {'1.1'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Port': {'1.7'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'PortForwarding': {'1.2'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'QosPolicy': {'1.8'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'SubPort': {'1.0'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Subnet': {'1.1'}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Trunk': {'1.1'}} Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: consumer versions: Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: HyperV agent@n-h1-800089-6: {}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: HyperV agent@n-h2-800089-6: {}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: L3 agent@n-d-800089-6: {}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: Metadata agent@n-d-800089-6: {}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: Metering agent@n-d-800089-6: {}, Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'ConntrackHelper': '1.0', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Log': '1.0', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Network': '1.1', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Port': '1.7', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'PortForwarding': '1.2', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'QosPolicy': '1.8', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'SecurityGroup': '1.4', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'SecurityGroupRule': '1.2', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'SubPort': '1.0', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Subnet': '1.1', Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: 'Trunk': '1.1'}} Jul 16 03:22:41.013016 n-d-800089-6 neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:22:41.052712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Attempting to bind port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:22:41.053093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Attempting to bind port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:22:41.053507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Attempting to bind port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:41.060287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:22:41.060594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Checking segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:41.060949 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.061681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Bound using segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:22:41.061832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Bound port: 779c2e91-4f2c-46b4-b132-38be8f8f9e79, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:22:41.062227 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.109810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db9ed8c-6a49-46c5-ba23-5132c3a1da58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.162915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] For port 779c2e91-4f2c-46b4-b132-38be8f8f9e79, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:22:41.167099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] For port 779c2e91-4f2c-46b4-b132-38be8f8f9e79, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=779c2e91-4f2c-46b4-b132-38be8f8f9e79,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:22:41.173218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.230572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Allocated IP 172.25.4.182 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/19093b38-7a17-42ed-939c-77491ecf639c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:41.239217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db9ed8c-6a49-46c5-ba23-5132c3a1da58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.245044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db9ed8c-6a49-46c5-ba23-5132c3a1da58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.257992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041258-1fc4-4a06-8997-a3b102cbec89 None None] Pushing event updated for resources: {'Port': ['ID=779c2e91-4f2c-46b4-b132-38be8f8f9e79,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:41.300924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2db9ed8c-6a49-46c5-ba23-5132c3a1da58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3a91221219c4a4892e14ac0a8cd3b02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7874219 Jul 16 03:22:41.301894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ed8c-6a49-46c5-ba23-5132c3a1da58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ee1eab-3959-4e7a-ba8c-94d7eae814e3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:41.305002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43440) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:41.387593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.398376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fc-cf51-4442-b8c3-fa0e0ebe335f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.425120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fc-cf51-4442-b8c3-fa0e0ebe335f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.502983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fc-cf51-4442-b8c3-fa0e0ebe335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.507853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce2b53fc-cf51-4442-b8c3-fa0e0ebe335f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.514012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce2b53fc-cf51-4442-b8c3-fa0e0ebe335f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ee1eab-3959-4e7a-ba8c-94d7eae814e3 HTTP/1.1" status: 204 len: 168 time: 0.2020316 Jul 16 03:22:41.525798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b53fc-cf51-4442-b8c3-fa0e0ebe335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ee1eab-3959-4e7a-ba8c-94d7eae814e3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:41.568370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.683229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:41.683785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:41.684565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Pushing event updated for resources: {'Port': ['ID=19093b38-7a17-42ed-939c-77491ecf639c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:41.686702 n-d-800089-6 neutron-server[93756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 03:22:41.689442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:41.692049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:22:41.721175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-0dce6383-f15a-41e1-a4c3-411bac1c16a6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359304 Jul 16 03:22:41.771073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43460) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:41.776389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1082186582-network', 'tenant_id': 'd91d705711d64d5bad0658c120b98a98'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:41.902868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Made reservation on behalf of d91d705711d64d5bad0658c120b98a98 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:41.905996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:41.920883 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.074846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 779c2e91-4f2c-46b4-b132-38be8f8f9e79 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:22:42.144643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.160393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-e09d9475-67ea-47ea-a437-467f5151fb44 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:42.165369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-e09d9475-67ea-47ea-a437-467f5151fb44 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4391842 Jul 16 03:22:42.197017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-c3dbb806-ba9a-4df9-959e-6960509ea903 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/quotas/9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 375 time: 0.0218811 Jul 16 03:22:42.201485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:42.278072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-72decd51-f17b-4f09-b0b4-d13448ddcad7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708854 Jul 16 03:22:42.414262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.422873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.536910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:22:42.592914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.593259 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Added segment cf9cd106-b564-4b57-bc10-a389dc48b847 of type vlan for network 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb Jul 16 03:22:42.726344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128d829-d126-4cfd-8a6e-bced77b995ab None None] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:42.767785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.773086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.822192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb55225-d15c-47cc-a320-e815be80a6d2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:42.874631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] Provisioning for port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:42.883505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] Provisioning complete for port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:42.884692 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.891692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.892798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:42.893423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:42.932536 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1577978 Jul 16 03:22:42.933059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:42.937721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Request body: {'subnet': {'network_id': '4d988d5c-b1b0-4a94-8c30-98ff69a95dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1082186582-subnet', 'tenant_id': 'd91d705711d64d5bad0658c120b98a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:42.981106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Made reservation on behalf of d91d705711d64d5bad0658c120b98a98 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:42.983763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:43.001853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2c8d-7f71-4a37-a32e-bc1236e969cd admin admin] Pushing event updated for resources: {'Network': ['ID=4d988d5c-b1b0-4a94-8c30-98ff69a95dcb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:43.033016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:43.051199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:22:43.070706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:22:43.243459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:22:43.253924 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:22:43.269435 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:22:43.269662 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:43.279334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:43.280930 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d49aca9f-179f-49a8-86ac-1a40cacb7662 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2864504 Jul 16 03:22:43.283936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43546) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:43.344214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:43.419241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1d886af-3eea-43ac-aa0f-629b5ae3147c req-9fc69dce-1ffb-431e-ba7b-075dfa1e202b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 210 time: 0.3850119 Jul 16 03:22:43.437880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:43.454419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] For port 779c2e91-4f2c-46b4-b132-38be8f8f9e79, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=779c2e91-4f2c-46b4-b132-38be8f8f9e79,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:22:43.465021 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:43.523156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525e0447-d8b0-40bb-bf6b-a319c5b83430,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:43.549471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b135aa-abe1-401f-b06a-d41f17dd845f None None] Pushing event updated for resources: {'Port': ['ID=779c2e91-4f2c-46b4-b132-38be8f8f9e79,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:43.560162 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:22:43.603127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Checking segment: {'id': 'cf9cd106-b564-4b57-bc10-a389dc48b847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4d988d5c-b1b0-4a94-8c30-98ff69a95dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:43.603725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Network hostable DHCP agents. Network: 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:22:43.654069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Network 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:22:43.672806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:43.679755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:43.682292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d454eb3-c1ac-40d5-9e4a-6a6c0ede699f None None] Network 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:43.683617 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:43.730651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a3255d77-8019-41c6-9d32-cd16548edd04 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7830925 Jul 16 03:22:43.951361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:41Z', 'revision_number': 3, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:43.986104 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:22:43.986875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Updating router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a port 19093b38-7a17-42ed-939c-77491ecf639c binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:22:43.999688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:44.039182 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.097893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Deleting subnet 74885825-8178-4a7d-8842-1417399c944d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:22:44.098590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-92f5f253-011b-4d03-8c43-f22cf661d6d7 None None] Provisioning complete for port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:44.098959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92f5f253-011b-4d03-8c43-f22cf661d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.110519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.125151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 779c2e91-4f2c-46b4-b132-38be8f8f9e79 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:22:44.194260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.209565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936736e3-b020-4e1a-a571-901efc2b7e8e None None] Network 4d988d5c-b1b0-4a94-8c30-98ff69a95dcb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:44.218919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.226818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.406092 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.426269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:44.427233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.471832 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.474221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/74885825-8178-4a7d-8842-1417399c944d HTTP/1.1" status: 204 len: 168 time: 0.4734828 Jul 16 03:22:44.478662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab82d-1456-487d-85ac-734c53c7356b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74885825-8178-4a7d-8842-1417399c944d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:44.481065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43608) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:44.652032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.727925 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.744870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Transition to ACTIVE for port object 19093b38-7a17-42ed-939c-77491ecf639c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:44.763087 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.795427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Allocated IP 172.20.0.1 (343f19b9-875e-4fdd-bc6f-e37b7870f541/47ee79a5-4f88-498f-975b-ef0ffe3da6e9/6751dae7-f525-4163-87bf-42e155ff5e37) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:44.834722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f87864d0-f1b4-4224-b98f-3b73a2aa6e3b req-7e7403d4-230e-455c-a6c1-1e347180cd43 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 210 time: 0.0489395 Jul 16 03:22:44.900644 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Pushing event updated for resources: {'Port': ['ID=19093b38-7a17-42ed-939c-77491ecf639c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:44.918483 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.918898 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.919403 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.919928 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.920371 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.920806 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.921236 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.921727 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.922156 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.922639 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.923112 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.923617 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Tracked resource versions report: Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: pushed versions: Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: { 'AddressGroup': {'1.2'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Log': {'1.0'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Network': {'1.1'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Port': {'1.7'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'PortForwarding': {'1.2'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'QosPolicy': {'1.8'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'SecurityGroup': {'1.4'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'SubPort': {'1.0'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Subnet': {'1.1'}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Trunk': {'1.1'}} Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: consumer versions: Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: { DHCP agent@n-d-800089-6: {}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: HyperV agent@n-h1-800089-6: {}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: HyperV agent@n-h2-800089-6: {}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: L3 agent@n-d-800089-6: {}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: Metadata agent@n-d-800089-6: {}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: Metering agent@n-d-800089-6: {}, Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: Open vSwitch agent@n-d-800089-6: { 'AddressGroup': '1.2', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'ConntrackHelper': '1.0', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Log': '1.0', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Network': '1.1', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Port': '1.7', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'PortForwarding': '1.2', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'QosPolicy': '1.8', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'SecurityGroup': '1.4', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'SecurityGroupRule': '1.2', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'SubPort': '1.0', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Subnet': '1.1', Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: 'Trunk': '1.1'}} Jul 16 03:22:44.925033 n-d-800089-6 neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:22:44.938506 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Attempting to bind port 19093b38-7a17-42ed-939c-77491ecf639c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:22:44.939209 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Attempting to bind port 19093b38-7a17-42ed-939c-77491ecf639c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:22:44.940002 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Attempting to bind port 19093b38-7a17-42ed-939c-77491ecf639c on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:44.952244 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:22:44.952840 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:44.953431 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.954103 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:22:44.954738 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Bound port: 19093b38-7a17-42ed-939c-77491ecf639c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:22:44.955333 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.962570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:44.987390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.987564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.988785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.988785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > port after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.988940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.989177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.991132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.991538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.992103 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:44.992760 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:45.029185 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] For port 19093b38-7a17-42ed-939c-77491ecf639c, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:22:45.038415 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] For port 19093b38-7a17-42ed-939c-77491ecf639c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=19093b38-7a17-42ed-939c-77491ecf639c,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:22:45.049181 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.083153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:45.180925 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:22:45.181555 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:45.241056 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ed70-9036-4dbe-9e52-c08c6f16d090 None None] Pushing event updated for resources: {'Port': ['ID=19093b38-7a17-42ed-939c-77491ecf639c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:45.257007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-693e13ba-7401-4d00-86c6-997bd4ee8072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.340192 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:22:45.425364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:45.425938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:45.426021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:45.428550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:22:45.428957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d25115-fc46-47d0-ae5e-ed64cd8b34d6']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:45.442925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:45.452751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-693e13ba-7401-4d00-86c6-997bd4ee8072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.460034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-693e13ba-7401-4d00-86c6-997bd4ee8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.575286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-693e13ba-7401-4d00-86c6-997bd4ee8072 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8272ae5385bc4e95b3dd6ec8ff298340&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4905510 Jul 16 03:22:45.576926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e13ba-7401-4d00-86c6-997bd4ee8072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c93c6e-deab-43d8-b473-bf80f3184d1d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:45.579486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:45.637691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:45.695599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2888fa19-e790-4b5b-ae11-3ead61a56bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.702595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a1d799-60df-4ee5-860e-05b2436f0075') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:45.702896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a1d799-60df-4ee5-860e-05b2436f0075') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:45.710429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.48', 57389) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:45.730369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.760116 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.780227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:22:45.780769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: from cryptography.utils import int_from_bytes Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: from cryptography.utils import int_from_bytes Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:22:45.785139 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:22:45.819446 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.837078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-e4f917e0-a3f3-4300-90d9-4b7e2586f926 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255362 Jul 16 03:22:45.838123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0496-3f19-4a8c-bc55-2c52c079b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.885246 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.893867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2888fa19-e790-4b5b-ae11-3ead61a56bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.899007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Transition to ACTIVE for port object 6751dae7-f525-4163-87bf-42e155ff5e37 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:45.959505 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:45.959683 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:41Z', 'revision_number': 3, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:45.994408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcff545-fb42-4c42-bd7a-7f335fa2da7e None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:41Z', 'revision_number': 3, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:22:45.994852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.006838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e1d25115-fc46-47d0-ae5e-ed64cd8b34d6 HTTP/1.1" status: 204 len: 168 time: 1.5179694 Jul 16 03:22:46.009772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.011901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:46.128171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934218e-2d89-4176-961b-5377f08b7d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d25115-fc46-47d0-ae5e-ed64cd8b34d6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:46.130433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Pushing event updated for resources: {'Port': ['ID=6751dae7-f525-4163-87bf-42e155ff5e37,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:46.206964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Deleting subnet 525e0447-d8b0-40bb-bf6b-a319c5b83430 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:22:46.215864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:46.216557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.241750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:46.246323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:22:46.300419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.318435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4901c199-09fd-4528-b25d-aca4846c52d2 req-00b6856a-522e-497f-9e02-af214a7a780e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 210 time: 0.1463299 Jul 16 03:22:46.376700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:22:46.376700 n-d-800089-6 neutron-server[93756]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:22:46.376700 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id': 'a40b536b9ddb40f0a504811ae08a2f8d', 'id': '59b77ca3-4bcb-4c8a-a58a-5866b34e998d', 'expiration': datetime.datetime(2021, 7, 16, 3, 24, 46, 319099)}] Jul 16 03:22:46.376700 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:22:46.377494 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:22:46.386805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-bf428dde-7e55-4774-8c5f-35bee45ffcf6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f634343a13a34929a2429411bad1bbfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2134984 Jul 16 03:22:46.413623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.543296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0496-3f19-4a8c-bc55-2c52c079b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.547850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2888fa19-e790-4b5b-ae11-3ead61a56bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.550330 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2888fa19-e790-4b5b-ae11-3ead61a56bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.554213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2888fa19-e790-4b5b-ae11-3ead61a56bc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c93c6e-deab-43d8-b473-bf80f3184d1d HTTP/1.1" status: 204 len: 168 time: 0.9686041 Jul 16 03:22:46.564487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-cfda3f92-cab8-4b25-beaf-98ebc2145772 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:46.566200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-cfda3f92-cab8-4b25-beaf-98ebc2145772 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7161171 Jul 16 03:22:46.578866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.580247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0496-3f19-4a8c-bc55-2c52c079b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.647122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2d0b0496-3f19-4a8c-bc55-2c52c079b534 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8bf1596a9fe406e93341da8fba63d5e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2029443 Jul 16 03:22:46.670081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Request body: {'port': {'device_id': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '9e1d83052a71429a8b800197dd5a1cb7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:46.677085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:46.679489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4659c997-0f57-41fe-a928-a74bbffcbcaf None None] Provisioning for port 6751dae7-f525-4163-87bf-42e155ff5e37 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:46.686095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4659c997-0f57-41fe-a928-a74bbffcbcaf None None] Provisioning complete for port 6751dae7-f525-4163-87bf-42e155ff5e37 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:46.686701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4659c997-0f57-41fe-a928-a74bbffcbcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.728048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888fa19-e790-4b5b-ae11-3ead61a56bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c93c6e-deab-43d8-b473-bf80f3184d1d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:46.799989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4659c997-0f57-41fe-a928-a74bbffcbcaf None None] Port 6751dae7-f525-4163-87bf-42e155ff5e37 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:22:46.866213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.919648 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.920912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525e0447-d8b0-40bb-bf6b-a319c5b83430,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:46.923316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.926264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-223c37ee-3ba6-4eba-ba83-1f41a11ef5c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/525e0447-d8b0-40bb-bf6b-a319c5b83430 HTTP/1.1" status: 204 len: 168 time: 0.8234866 Jul 16 03:22:46.930496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43736) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:46.947821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:46.955839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-dfcd9e49-3355-46d8-858c-3c446f5641e5 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:46.962518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-dfcd9e49-3355-46d8-858c-3c446f5641e5 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5744755 Jul 16 03:22:46.997873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-c029cabf-9082-4f11-b3b1-bb442a1c24f6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/quotas/f634343a13a34929a2429411bad1bbfd HTTP/1.1" status: 200 len: 375 time: 0.0344560 Jul 16 03:22:47.000228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0496-3f19-4a8c-bc55-2c52c079b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab496b-e95d-4f8b-8460-13f54b9bebbe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:47.058760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43740) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:47.081257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.099045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-65f1d7c1-5b10-4d51-881b-ffc738f6f805 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f634343a13a34929a2429411bad1bbfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002095 Jul 16 03:22:47.099965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06165ee1-639f-46b7-af1a-6cf3b1ebb2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.108454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b561fa2-c295-42e0-b06f-a4dba3d2afd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.195453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06165ee1-639f-46b7-af1a-6cf3b1ebb2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.408804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.412447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06165ee1-639f-46b7-af1a-6cf3b1ebb2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.416658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06165ee1-639f-46b7-af1a-6cf3b1ebb2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.420459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06165ee1-639f-46b7-af1a-6cf3b1ebb2bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43ab496b-e95d-4f8b-8460-13f54b9bebbe HTTP/1.1" status: 204 len: 168 time: 0.7218645 Jul 16 03:22:47.445364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.446451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06165ee1-639f-46b7-af1a-6cf3b1ebb2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab496b-e95d-4f8b-8460-13f54b9bebbe,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:47.486749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.492571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d988d5c-b1b0-4a94-8c30-98ff69a95dcb']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:47.516772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9cd106-b564-4b57-bc10-a389dc48b847') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:47.517402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9cd106-b564-4b57-bc10-a389dc48b847') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:47.550110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.559893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f48311-cacf-4390-8ce8-72725ff77d87,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:47.571057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e63b4727-36c9-45d7-ab58-70d312e35bc0 req-9b4f4550-f6b3-4db2-848f-d5d4971a2760 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 210 time: 0.1206231 Jul 16 03:22:47.603881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fbb71bd5-7d8b-4c6a-ab61-87ed3709bda9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a40b536b9ddb40f0a504811ae08a2f8d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9649799 Jul 16 03:22:47.607358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:47.614088 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.619655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.632350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.669014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:22:47.669737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:22:47.681519 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:22:47.743654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a8410a9c-7219-48fb-a2ac-a060875f30af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.811892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a8410a9c-7219-48fb-a2ac-a060875f30af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.896338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.903539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Pushing event updated for resources: {'Port': ['ID=6751dae7-f525-4163-87bf-42e155ff5e37,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:47.937296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.955616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:47.968286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d988d5c-b1b0-4a94-8c30-98ff69a95dcb HTTP/1.1" status: 204 len: 168 time: 1.0262284 Jul 16 03:22:48.002523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc014a3-bd30-41ae-a298-5d5b6a5ef626 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d988d5c-b1b0-4a94-8c30-98ff69a95dcb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:48.018594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc8bc19c-0767-4363-9399-af7f0abbe273 req-37cc5570-08ba-44f7-9257-1573015bcc81 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 210 time: 0.1046159 Jul 16 03:22:48.022180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a8410a9c-7219-48fb-a2ac-a060875f30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.042214 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a8410a9c-7219-48fb-a2ac-a060875f30af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.051448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a8410a9c-7219-48fb-a2ac-a060875f30af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0f48311-cacf-4390-8ce8-72725ff77d87 HTTP/1.1" status: 204 len: 168 time: 0.4352407 Jul 16 03:22:48.080779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8410a9c-7219-48fb-a2ac-a060875f30af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f48311-cacf-4390-8ce8-72725ff77d87,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:48.098753 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b561fa2-c295-42e0-b06f-a4dba3d2afd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.113522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b561fa2-c295-42e0-b06f-a4dba3d2afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.155636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Made reservation on behalf of 9e1d83052a71429a8b800197dd5a1cb7 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:48.161556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19093b38-7a17-42ed-939c-77491ecf639c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:22:48.169538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.204035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b561fa2-c295-42e0-b06f-a4dba3d2afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b15746-27b4-4442-953b-605230d15165,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:48.237523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.237781 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b561fa2-c295-42e0-b06f-a4dba3d2afd9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2c995bb16d14cde8ce95fdbf910042e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1765108 Jul 16 03:22:48.248773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:48.275180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:48.277480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:48.306874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 19093b38-7a17-42ed-939c-77491ecf639c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:48.324410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 19093b38-7a17-42ed-939c-77491ecf639c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:48.325071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.545451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43780) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:48.560690 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.637694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 19093b38-7a17-42ed-939c-77491ecf639c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=19093b38-7a17-42ed-939c-77491ecf639c,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:22:48.675380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.706493 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.708633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:48.772759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=19093b38-7a17-42ed-939c-77491ecf639c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:48.788759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3039f572-d3cb-4c4d-b96a-250346a8126f None None] Provisioning complete for port 6751dae7-f525-4163-87bf-42e155ff5e37 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:48.789285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3039f572-d3cb-4c4d-b96a-250346a8126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.792558 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0799-e939-4a09-ad47-dadfdcf639fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.840063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3039f572-d3cb-4c4d-b96a-250346a8126f None None] Port 6751dae7-f525-4163-87bf-42e155ff5e37 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:22:48.848265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:48.973213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-622ac2ed-a1f2-438b-b6ae-26ce1ce60399 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9935c65adc7844ea965f78b64b740c2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4141858 Jul 16 03:22:48.973804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43794) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:49.071762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:22:49.134200 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc98cf67-ef70-43ad-a23f-7318ea15d588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.169234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc98cf67-ef70-43ad-a23f-7318ea15d588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.193440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db8562b0-1ee0-410b-8410-e460279c6b31 req-a5ba49bf-0784-4c42-ad68-654adc4c0d6b tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 210 time: 0.4384606 Jul 16 03:22:49.267858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77c1ecb-85ce-4cc9-825e-7383d9f448b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.270389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:49.362710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:22:49.373491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:22:49.378240 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ab23b87-a453-416b-9440-82b038ab8e13 admin admin] 10.222.0.25 "PUT /v2.0/routers/65d9fb57-0cb1-40e5-a054-0d7a1e5a776a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0926683 Jul 16 03:22:49.391014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:22:49.391213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc98cf67-ef70-43ad-a23f-7318ea15d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.391974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:49.394308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc98cf67-ef70-43ad-a23f-7318ea15d588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.399920 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc98cf67-ef70-43ad-a23f-7318ea15d588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8793c4cb-4cc9-41bc-a76f-4610301a6886 HTTP/1.1" status: 204 len: 168 time: 0.4159744 Jul 16 03:22:49.410569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98cf67-ef70-43ad-a23f-7318ea15d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8793c4cb-4cc9-41bc-a76f-4610301a6886,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:49.458813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77c1ecb-85ce-4cc9-825e-7383d9f448b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.511595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b0624f5-38e4-4f37-b582-37ead43cfa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.545945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be317f97-1fc9-4388-a49c-f05ffbed9485,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:49.588785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77c1ecb-85ce-4cc9-825e-7383d9f448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.591989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77c1ecb-85ce-4cc9-825e-7383d9f448b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.606110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f77c1ecb-85ce-4cc9-825e-7383d9f448b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67b15746-27b4-4442-953b-605230d15165 HTTP/1.1" status: 204 len: 168 time: 1.3537681 Jul 16 03:22:49.695697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:22:49.727959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47960ccd-0bb5-47a5-b806-93e318cd3c1b req-af15f1a3-ac2d-452e-a19b-d9cc345c5cef tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 210 time: 0.2935739 Jul 16 03:22:49.840374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c1ecb-85ce-4cc9-825e-7383d9f448b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b15746-27b4-4442-953b-605230d15165,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:49.923123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0799-e939-4a09-ad47-dadfdcf639fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:49.924655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Allocated IP 192.168.233.12 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/afc01d2f-c45f-4d95-b09d-d9741099d04c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:49.945145 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0799-e939-4a09-ad47-dadfdcf639fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.053012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19093b38-7a17-42ed-939c-77491ecf639c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:22:50.110607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b1fa0799-e939-4a09-ad47-dadfdcf639fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfb6070069464dba855163a563d40cd0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3927951 Jul 16 03:22:50.110607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa0799-e939-4a09-ad47-dadfdcf639fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a39dae-c75c-4975-9444-83ca4bbe753a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:50.111541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:50.214493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf28df9-2c82-4703-8e4b-088aa995b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.321311 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf28df9-2c82-4703-8e4b-088aa995b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.421291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 19093b38-7a17-42ed-939c-77491ecf639c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:50.421867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.490495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf28df9-2c82-4703-8e4b-088aa995b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.493264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf28df9-2c82-4703-8e4b-088aa995b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.498044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1cf28df9-2c82-4703-8e4b-088aa995b0f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7a39dae-c75c-4975-9444-83ca4bbe753a HTTP/1.1" status: 204 len: 168 time: 0.3854740 Jul 16 03:22:50.512489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.11', 65117) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:50.513341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28df9-2c82-4703-8e4b-088aa995b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a39dae-c75c-4975-9444-83ca4bbe753a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:50.549308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b0624f5-38e4-4f37-b582-37ead43cfa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.565115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:50.611445 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.630235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Transition to ACTIVE for port object afc01d2f-c45f-4d95-b09d-d9741099d04c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:50.669960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b0624f5-38e4-4f37-b582-37ead43cfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.695320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-aca4864b-7ab3-451e-8325-58d53906a34d tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f634343a13a34929a2429411bad1bbfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1773281 Jul 16 03:22:50.705188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b0624f5-38e4-4f37-b582-37ead43cfa7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34202f386d734024abdb3450a50efd24&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4202144 Jul 16 03:22:50.706768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.708758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43830) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:50.793061 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e8c8593-197d-4c8f-86db-35eea5a74f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:50.838168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:47Z', 'revision_number': 2, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:50.938636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b0187b8a-b68e-4da6-845d-394e2172d02d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d91d705711d64d5bad0658c120b98a98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3712790 Jul 16 03:22:50.949713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:22:50.953594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Updating router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a port 6751dae7-f525-4163-87bf-42e155ff5e37 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:22:50.969859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43836) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:51.039999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.306141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22dc47e4-a9b0-4198-b26d-925642782739 req-a6a9c960-2305-4cfe-bdd9-cdf92a1ccdd6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 210 time: 0.6376607 Jul 16 03:22:51.311625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:51.326081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:51.337708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8f2f-8e6f-492f-8b98-b3c04a33773c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.364131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:51.368680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:22:51.399567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:51.413024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.421526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8f2f-8e6f-492f-8b98-b3c04a33773c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.467491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0624f5-38e4-4f37-b582-37ead43cfa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc280f31-743a-44f8-9326-9242f5a76da7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:51.489588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53646ca0-940c-4a12-bc61-3c2de85d4f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.499662 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:22:51.553540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-1040157d-acc2-4291-9605-89b78aebefca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8986840 Jul 16 03:22:51.584992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-a3e0b742-1590-45f8-bec1-1cdb03a4bca6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:22:51.586183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-a3e0b742-1590-45f8-bec1-1cdb03a4bca6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065522 Jul 16 03:22:51.637276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43860) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:51.645716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-network', 'tenant_id': '2f6b041b839c46908c837130ef71663d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:51.648181 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.656678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53646ca0-940c-4a12-bc61-3c2de85d4f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.673514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-b68bf288-8888-4bca-b968-03cf752599b5 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:51.684894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-b68bf288-8888-4bca-b968-03cf752599b5 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9612362 Jul 16 03:22:51.700586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Transition to ACTIVE for port object 6751dae7-f525-4163-87bf-42e155ff5e37 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:51.711375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c409b0-8a51-4078-b2d2-988937f12bda req-ef0a7175-d292-45b5-9438-a4a87853d7e9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:51.717100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.719910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0c409b0-8a51-4078-b2d2-988937f12bda req-ef0a7175-d292-45b5-9438-a4a87853d7e9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 935 time: 0.4717681 Jul 16 03:22:51.769401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Request body: {'port': {'device_id': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': 'f634343a13a34929a2429411bad1bbfd'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:51.785698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Made reservation on behalf of 2f6b041b839c46908c837130ef71663d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:51.788400 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.824179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.825666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332e27-9c9e-4d4a-a674-1d4fdec6e9c2 None None] Pushing event updated for resources: {'Port': ['ID=6751dae7-f525-4163-87bf-42e155ff5e37,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:51.896756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c79b2f83-a9e4-4a72-96d4-6fbb3d1aa3f9 None None] Provisioning for port afc01d2f-c45f-4d95-b09d-d9741099d04c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:51.902323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0c409b0-8a51-4078-b2d2-988937f12bda req-e386963e-25b8-46ba-ad16-20f7374cdafe tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764798 Jul 16 03:22:51.942205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c79b2f83-a9e4-4a72-96d4-6fbb3d1aa3f9 None None] Provisioning complete for port afc01d2f-c45f-4d95-b09d-d9741099d04c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:51.943119 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f83-a9e4-4a72-96d4-6fbb3d1aa3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.963333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Attempting to bind port 6751dae7-f525-4163-87bf-42e155ff5e37 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:22:51.964753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Attempting to bind port 6751dae7-f525-4163-87bf-42e155ff5e37 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:22:51.965308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Attempting to bind port 6751dae7-f525-4163-87bf-42e155ff5e37 on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:52.000637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:22:52.001554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Checking segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:52.002234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.003215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Bound using segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:22:52.004015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Bound port: 6751dae7-f525-4163-87bf-42e155ff5e37, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:22:52.004747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.146890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] For port 6751dae7-f525-4163-87bf-42e155ff5e37, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:22:52.152588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] For port 6751dae7-f525-4163-87bf-42e155ff5e37, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6751dae7-f525-4163-87bf-42e155ff5e37,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:22:52.165670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.179096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.186255 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.219172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:22:52.263928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8f2f-8e6f-492f-8b98-b3c04a33773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.267220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c661eb1f-7fc1-417b-af2c-6e975f624665,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:52.269389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8f2f-8e6f-492f-8b98-b3c04a33773c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.276443 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ef7e8f2f-8e6f-492f-8b98-b3c04a33773c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeb55225-d15c-47cc-a320-e815be80a6d2 HTTP/1.1" status: 204 len: 168 time: 1.2950387 Jul 16 03:22:52.288868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53646ca0-940c-4a12-bc61-3c2de85d4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.290461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.291598 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Added segment 0ab0e513-8914-455d-a628-497182d2e2c2 of type vlan for network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c Jul 16 03:22:52.293035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53646ca0-940c-4a12-bc61-3c2de85d4f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.299074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-53646ca0-940c-4a12-bc61-3c2de85d4f28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc280f31-743a-44f8-9326-9242f5a76da7 HTTP/1.1" status: 204 len: 168 time: 1.5502620 Jul 16 03:22:52.326574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e8f2f-8e6f-492f-8b98-b3c04a33773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb55225-d15c-47cc-a320-e815be80a6d2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:52.344426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53646ca0-940c-4a12-bc61-3c2de85d4f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc280f31-743a-44f8-9326-9242f5a76da7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:52.361233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.396572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Made reservation on behalf of f634343a13a34929a2429411bad1bbfd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:52.402566 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.404359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:52.405406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.416300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.465436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.474785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43882) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:52.475106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8327744 Jul 16 03:22:52.482485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332e27-9c9e-4d4a-a674-1d4fdec6e9c2 None None] Pushing event updated for resources: {'Port': ['ID=6751dae7-f525-4163-87bf-42e155ff5e37,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:52.490139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Request body: {'subnet': {'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-subnet', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:52.549184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47132c-461c-465b-b6fd-9ca244f7922f admin admin] Pushing event updated for resources: {'Network': ['ID=1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:52.603040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:22:52.603551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:52.617709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:22:52.630010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Request body: {'port': {'device_id': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:52.838312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.847071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bae6bb0-1b86-4d69-a2b2-fa2e8bd78eb2 req-0fc8926a-dd6b-4216-b606-ef6bd87cebcd tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 210 time: 0.0884831 Jul 16 03:22:52.849664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.953248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:52.972223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c79b2f83-a9e4-4a72-96d4-6fbb3d1aa3f9 None None] Port afc01d2f-c45f-4d95-b09d-d9741099d04c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:22:52.984162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Made reservation on behalf of 2f6b041b839c46908c837130ef71663d for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:22:52.990812 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:53.177435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:22:53.366368 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf7612df-90a0-4408-a9bb-3cf3b2aa1cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:53.380638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:53.576256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Allocated IP 192.168.233.234 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/08059562-c41c-47d0-8eed-a856f18dcc7f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:53.676538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d1f2-bcf5-4a0d-9e86-f0d4890aeda3 req-987dc45b-ac40-412c-a376-fd28a7a0d409 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:53.678460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eb7d1f2-bcf5-4a0d-9e86-f0d4890aeda3 req-987dc45b-ac40-412c-a376-fd28a7a0d409 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 935 time: 0.2725847 Jul 16 03:22:53.815492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eb7d1f2-bcf5-4a0d-9e86-f0d4890aeda3 req-18f0240d-cae7-498b-b21a-4e919b67ac23 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192367 Jul 16 03:22:53.835921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:53.968814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:52Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:22:54.018844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:54.055909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a62e60e-f391-4bb6-ae6c-e175afd4098d None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:52Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:22:54.068667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Transition to ACTIVE for port object 08059562-c41c-47d0-8eed-a856f18dcc7f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:54.137149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f909a9b4-9364-43a7-b918-672d97d479e6 req-8753540f-ffe9-4e1f-b4b0-ff909925f0d7 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 210 time: 0.0891843 Jul 16 03:22:54.210385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:54.375839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:54.566824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:54.583100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:54.593305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:54.669308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc01d2f-c45f-4d95-b09d-d9741099d04c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:22:54.689822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:54.727485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Transition to ACTIVE for port object afc01d2f-c45f-4d95-b09d-d9741099d04c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:54.747111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:54.825647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:54.836894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:22:54.966275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386ba65f-8ef4-4889-a19c-499819410946,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:54.998231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:55.006813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:22:55.007470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:22:55.008005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:55.014986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.038458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Port afc01d2f-c45f-4d95-b09d-d9741099d04c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:22:55.040526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:55.050448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:22:55.051163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:55.051928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:22:55.052595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Bound port: afc01d2f-c45f-4d95-b09d-d9741099d04c, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:22:55.053175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.091127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-154b76e4-8f19-49ba-82cc-bd3646603653 None None] Provisioning for port 08059562-c41c-47d0-8eed-a856f18dcc7f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:55.105834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-154b76e4-8f19-49ba-82cc-bd3646603653 None None] Provisioning complete for port 08059562-c41c-47d0-8eed-a856f18dcc7f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:55.106278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-154b76e4-8f19-49ba-82cc-bd3646603653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.126667 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3749080 Jul 16 03:22:55.199116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Checking segment: {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:55.217546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Network hostable DHCP agents. Network: 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:22:55.237245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-2ba7efce-6d37-43a4-9488-3f2a68c450e2 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:22:55.240185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-2ba7efce-6d37-43a4-9488-3f2a68c450e2 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431778 Jul 16 03:22:55.243697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecca10-2ce0-40e8-b5d5-7ac19675d612 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Pushing event updated for resources: {'Port': ['ID=08059562-c41c-47d0-8eed-a856f18dcc7f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:55.253085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-154b76e4-8f19-49ba-82cc-bd3646603653 None None] Port 08059562-c41c-47d0-8eed-a856f18dcc7f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:22:55.311153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:22:55.324228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:22:55.332335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:22:55.348670 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.361790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:55.371587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052fc4c-a183-43b9-bf0f-0dbb2834cfda None None] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:22:55.375292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:55.376153 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.418724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e888718-5f70-4163-a515-8e4f38984353 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9421306 Jul 16 03:22:55.421311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43946) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:55.431738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:55.477080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.478462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.602294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:55.625784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268bb8e-02aa-4bea-9dff-a17789f24d7e req-154067c3-f4bd-446c-b795-cd00d8957ad8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:55.628401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3268bb8e-02aa-4bea-9dff-a17789f24d7e req-154067c3-f4bd-446c-b795-cd00d8957ad8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.5167606 Jul 16 03:22:55.744442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:55.745206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:55.746699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-9996e727-c691-4c67-b42c-1008e510063c service neutron] 10.222.0.48 "PUT /v2.0/ports/afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 1095 time: 3.4930658 Jul 16 03:22:55.772394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:22:55.837525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c', 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'fixed_ips': [{'subnet_id': '386ba65f-8ef4-4889-a19c-499819410946'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:22:55.839655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:56.002937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:56.153924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ac5af-eb3e-4e4d-b28a-b4f7e775e7c8 req-c94d6258-a269-47e1-896c-3be7f9c49f93 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:56.154375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6751dae7-f525-4163-87bf-42e155ff5e37 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:22:56.162005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-255ac5af-eb3e-4e4d-b28a-b4f7e775e7c8 req-c94d6258-a269-47e1-896c-3be7f9c49f93 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 936 time: 0.5621941 Jul 16 03:22:56.180462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:56.238410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Allocated IP 172.20.0.2 (1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c/386ba65f-8ef4-4889-a19c-499819410946/7da0899d-a71e-4d71-a1a0-2b92bd093490) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:56.284105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-255ac5af-eb3e-4e4d-b28a-b4f7e775e7c8 req-c82211e9-b681-4a8f-8e59-3d4fe4eceb7c tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211329 Jul 16 03:22:56.299766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3268bb8e-02aa-4bea-9dff-a17789f24d7e req-4c2ae68c-5eb2-4dd8-956b-cafc21f60268 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493111 Jul 16 03:22:56.345027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-7a31bac2-a0f6-40c7-bcc4-1235905c9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:56.345027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-7a31bac2-a0f6-40c7-bcc4-1235905c9aa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1098 time: 0.4567974 Jul 16 03:22:56.430729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-0ab32185-5159-4d19-836d-db5019582b87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0802860 Jul 16 03:22:56.543279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-66a74ecb-3cf7-48b7-8997-7ab263a27f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:56.545683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-66a74ecb-3cf7-48b7-8997-7ab263a27f06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1077380 Jul 16 03:22:56.561826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6751dae7-f525-4163-87bf-42e155ff5e37 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:22:56.588703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6751dae7-f525-4163-87bf-42e155ff5e37 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:22:56.589178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:56.625598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:56.743756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Request body: {'port': {'device_id': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'device_owner': 'compute:tempest-test_az-1865207140', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:22:56.856783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:56.917855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Transition to ACTIVE for port object 7da0899d-a71e-4d71-a1a0-2b92bd093490 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:56.964185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Transition to ACTIVE for port object 7da0899d-a71e-4d71-a1a0-2b92bd093490 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:56.984354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.023748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.104971 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d9525a-1eca-4281-b8fe-de59b2e7c112" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:22:57.159647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b433-7134-40f4-8575-d11f33af9fba req-aefbebb6-44c2-4c71-9c9f-a3755794a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:57.161280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-aefbebb6-44c2-4c71-9c9f-a3755794a578 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6093915 Jul 16 03:22:57.177373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:57.194521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:22:57.225428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:22:57.376142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-3d5edde1-6884-4713-acf6-a1f65e3be9c6 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737871 Jul 16 03:22:57.396336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Pushing event updated for resources: {'Port': ['ID=7da0899d-a71e-4d71-a1a0-2b92bd093490,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:57.410603 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.554312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Attempting to bind port 7da0899d-a71e-4d71-a1a0-2b92bd093490 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:22:57.555356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Attempting to bind port 7da0899d-a71e-4d71-a1a0-2b92bd093490 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:22:57.556451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Attempting to bind port 7da0899d-a71e-4d71-a1a0-2b92bd093490 on network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:57.606353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.661908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 6751dae7-f525-4163-87bf-42e155ff5e37, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6751dae7-f525-4163-87bf-42e155ff5e37,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:22:57.667592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:22:57.667984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Checking segment: {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:57.670782 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.672075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Bound using segment: {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:22:57.672215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.685684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Bound port: 7da0899d-a71e-4d71-a1a0-2b92bd093490, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:22:57.686401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:57.710638 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:58.003284 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95d0b433-7134-40f4-8575-d11f33af9fba req-92e72c3d-aecf-4084-85a9-7baf8de43dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582493 Jul 16 03:22:58.010929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] For port 7da0899d-a71e-4d71-a1a0-2b92bd093490, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:22:58.020246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] For port 7da0899d-a71e-4d71-a1a0-2b92bd093490, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7da0899d-a71e-4d71-a1a0-2b92bd093490,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:22:58.022113 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2530fa76-eb7a-42c1-80e2-9a9ee6c573ab x-openstack-request-id: req-2530fa76-eb7a-42c1-80e2-9a9ee6c573ab {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:22:58.022941 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:22:58.024543 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2530fa76-eb7a-42c1-80e2-9a9ee6c573ab {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:22:58.028478 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'status': 'completed', 'code': 200} Jul 16 03:22:58.086199 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:58.088188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9088-7a4f-469d-8f63-7dca5d0841d7 req-69dc1d32-98f3-471b-b8a5-061e04261b94 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:58.100036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-027c9088-7a4f-469d-8f63-7dca5d0841d7 req-69dc1d32-98f3-471b-b8a5-061e04261b94 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 936 time: 0.4598041 Jul 16 03:22:58.100601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=6751dae7-f525-4163-87bf-42e155ff5e37,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:58.286998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-027c9088-7a4f-469d-8f63-7dca5d0841d7 req-981743d9-0bc9-44f0-9a58-19ef7e48cf48 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851985 Jul 16 03:22:58.287721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08059562-c41c-47d0-8eed-a856f18dcc7f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:22:58.312208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:58.317735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f90a8-1d83-436d-8a4a-71cae6d54718 None None] Pushing event updated for resources: {'Port': ['ID=7da0899d-a71e-4d71-a1a0-2b92bd093490,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:58.322538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Allocated IP 172.25.4.161 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/8efdc93e-48b2-4378-9a04-8964b52e6dc4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:22:58.368341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Transition to ACTIVE for port object 08059562-c41c-47d0-8eed-a856f18dcc7f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:22:58.372811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-1b5dac16-93e3-4c9c-97ee-ee6ed0b6e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:58.378415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-1b5dac16-93e3-4c9c-97ee-ee6ed0b6e12c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1098 time: 0.2731099 Jul 16 03:22:58.382458 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:58.554906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:58.707739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Pushing event updated for resources: {'Port': ['ID=08059562-c41c-47d0-8eed-a856f18dcc7f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:58.792605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3a331-14e1-4654-b198-bd78f23faad9 req-b82af13a-cf93-4b86-ac07-f67e320adc1e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:58.796160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ec3a331-14e1-4654-b198-bd78f23faad9 req-b82af13a-cf93-4b86-ac07-f67e320adc1e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.4853923 Jul 16 03:22:58.868924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:58.922628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ec3a331-14e1-4654-b198-bd78f23faad9 req-2b1711ce-9095-49df-b84b-0d668ae2da2f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067467 Jul 16 03:22:58.922628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-6feb4c79-18db-4a50-90a4-6a450847e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:58.922628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-6feb4c79-18db-4a50-90a4-6a450847e323 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.5338707 Jul 16 03:22:59.027116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Attempting to bind port 08059562-c41c-47d0-8eed-a856f18dcc7f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:22:59.027652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Attempting to bind port 08059562-c41c-47d0-8eed-a856f18dcc7f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:22:59.028533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Attempting to bind port 08059562-c41c-47d0-8eed-a856f18dcc7f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:59.045701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Port 08059562-c41c-47d0-8eed-a856f18dcc7f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:22:59.046112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Attempting to bind port 08059562-c41c-47d0-8eed-a856f18dcc7f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:22:59.060390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-f0690c4f-595c-4c2d-84b2-d82e22cb1caf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.1242466 Jul 16 03:22:59.086507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:22:59.092444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:22:59.093118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:22:59.101163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Bound port: 08059562-c41c-47d0-8eed-a856f18dcc7f, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:22:59.101542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:59.191940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-b236de35-8590-4fce-8737-0ec3e808d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:59.196444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-b236de35-8590-4fce-8737-0ec3e808d62f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1279826 Jul 16 03:22:59.233874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:59.279642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cd984c0-8bc5-4b9b-af3a-30ebcf637bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:59.333241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-112820bb-519b-4a0b-a419-24859d39dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:59.335384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-112820bb-519b-4a0b-a419-24859d39dcd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139734 Jul 16 03:22:59.591358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cd984c0-8bc5-4b9b-af3a-30ebcf637bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:59.648609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cd984c0-8bc5-4b9b-af3a-30ebcf637bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:59.668331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-ed09d6ee-64f9-44e1-af1d-18562b73832d service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819176 Jul 16 03:22:59.757024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6cd984c0-8bc5-4b9b-af3a-30ebcf637bdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f33a7624c734a6791099ffe799cecd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1169817 Jul 16 03:22:59.758510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44038) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:22:59.813610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:22:59.821868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd984c0-8bc5-4b9b-af3a-30ebcf637bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242a74c-9ce1-4cdf-befd-0d96accc7f0a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:22:59.847431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91d9525a-1eca-4281-b8fe-de59b2e7c112 req-06c09629-4498-4894-9a9c-20185a627b3f service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500258 Jul 16 03:22:59.993705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663dab-d031-449e-ba47-9508833ee5da req-5710530c-9458-407a-9c70-c2c9ad208725 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:22:59.996510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:00.000835 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3663dab-d031-449e-ba47-9508833ee5da req-5710530c-9458-407a-9c70-c2c9ad208725 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.3257987 Jul 16 03:23:00.010834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] For port 08059562-c41c-47d0-8eed-a856f18dcc7f, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:00.017151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faf7452b-c4e8-488a-8456-ef8c73e85243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.080731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faf7452b-c4e8-488a-8456-ef8c73e85243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.127992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3663dab-d031-449e-ba47-9508833ee5da req-dfb68e0d-3728-4e31-9be4-8b6cc9472f2e tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126728 Jul 16 03:23:00.198731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:00.234876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8efdc93e-48b2-4378-9a04-8964b52e6dc4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:00.279110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9e4c1-04df-48d6-bbb5-65b22ac3f432 None None] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:00.315527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6751dae7-f525-4163-87bf-42e155ff5e37 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:00.317375 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faf7452b-c4e8-488a-8456-ef8c73e85243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.333045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faf7452b-c4e8-488a-8456-ef8c73e85243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.344236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-faf7452b-c4e8-488a-8456-ef8c73e85243 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1242a74c-9ce1-4cdf-befd-0d96accc7f0a HTTP/1.1" status: 204 len: 168 time: 0.5194492 Jul 16 03:23:00.378952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] For port 08059562-c41c-47d0-8eed-a856f18dcc7f, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=08059562-c41c-47d0-8eed-a856f18dcc7f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:00.382036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7452b-c4e8-488a-8456-ef8c73e85243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242a74c-9ce1-4cdf-befd-0d96accc7f0a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:00.406018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.652470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ff4f-1586-429d-b521-33624151d885 req-3188220b-4000-4d7e-a13b-c1505ddd8d1e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:00.668444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5457ff4f-1586-429d-b521-33624151d885 req-3188220b-4000-4d7e-a13b-c1505ddd8d1e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.1913011 Jul 16 03:23:00.730150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fcd372df-9265-4fbb-8b01-ad249fc4ec6e None None] Provisioning for port 7da0899d-a71e-4d71-a1a0-2b92bd093490 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:00.750096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6751dae7-f525-4163-87bf-42e155ff5e37 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:00.751188 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.828278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5457ff4f-1586-429d-b521-33624151d885 req-3d00374d-7ca1-4684-9436-4b6742f0d3b8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572506 Jul 16 03:23:01.007781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7da0899d-a71e-4d71-a1a0-2b92bd093490 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:01.068313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 7da0899d-a71e-4d71-a1a0-2b92bd093490 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:01.074443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7da0899d-a71e-4d71-a1a0-2b92bd093490 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:01.074864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.178397 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.209313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:01.210133 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.213956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] 10.222.0.11 "PUT /v2.0/ports/08059562-c41c-47d0-8eed-a856f18dcc7f HTTP/1.1" status: 200 len: 1118 time: 5.0723057 Jul 16 03:23:01.216598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'tag': '08059562-c41c-47d0-8eed-a856f18dcc7f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:01.278136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 7da0899d-a71e-4d71-a1a0-2b92bd093490, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7da0899d-a71e-4d71-a1a0-2b92bd093490,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:01.288377 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.298260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118490ce-775c-4b54-a6b5-957433ed575e service neutron] Pushing event updated for resources: {'Port': ['ID=08059562-c41c-47d0-8eed-a856f18dcc7f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:01.384414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:01.420469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=7da0899d-a71e-4d71-a1a0-2b92bd093490,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:01.428881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9270f9a3-150f-4e9a-baa5-6fdf7cf137bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.446529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5a7c713-3f5c-4be4-a692-0f0a186b6bc2 None None] Provisioning complete for port 7da0899d-a71e-4d71-a1a0-2b92bd093490 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:01.447282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c713-3f5c-4be4-a692-0f0a186b6bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.569959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.585141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-235c5824-a75b-489c-b1ac-f08a8b50f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:01.586892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-235c5824-a75b-489c-b1ac-f08a8b50f246 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f634343a13a34929a2429411bad1bbfd&device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 1121 time: 0.3088398 Jul 16 03:23:01.682973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9270f9a3-150f-4e9a-baa5-6fdf7cf137bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.699831 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f" -d '{"events": [{"name": "network-changed", "server_uuid": "89accfd7-66a6-4123-a962-f5171cc3fc64", "tag": "08059562-c41c-47d0-8eed-a856f18dcc7f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:01.742891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9270f9a3-150f-4e9a-baa5-6fdf7cf137bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.778440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9270f9a3-150f-4e9a-baa5-6fdf7cf137bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b6604d656af44128f20c1c4ac46d950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928835 Jul 16 03:23:01.784535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44098) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:01.790265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-39f83689-127f-47cb-aa03-9682ffb1013d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=08059562-c41c-47d0-8eed-a856f18dcc7f HTTP/1.1" status: 200 len: 217 time: 0.0869949 Jul 16 03:23:01.879209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d1ba-e93f-4cbb-b52f-372501def7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.921620 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d1ba-e93f-4cbb-b52f-372501def7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.028755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44108) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:02.031652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270f9a3-150f-4e9a-baa5-6fdf7cf137bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4332219-d91a-458b-8796-b859f87f4a3f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:02.044652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7da0899d-a71e-4d71-a1a0-2b92bd093490 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:02.099196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.113130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eaac8-6dc9-482d-8f6b-a3ef0defa6aa req-0614d92d-a103-4588-82d2-f27a21aad57f tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:02.128337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be1eaac8-6dc9-482d-8f6b-a3ef0defa6aa req-0614d92d-a103-4588-82d2-f27a21aad57f tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.4433420 Jul 16 03:23:02.133792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d1ba-e93f-4cbb-b52f-372501def7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.136322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d1ba-e93f-4cbb-b52f-372501def7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.137429 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e6d8d1ba-e93f-4cbb-b52f-372501def7b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4332219-d91a-458b-8796-b859f87f4a3f HTTP/1.1" status: 204 len: 168 time: 0.3450828 Jul 16 03:23:02.147640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7da0899d-a71e-4d71-a1a0-2b92bd093490 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:02.150686 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.194999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8d1ba-e93f-4cbb-b52f-372501def7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4332219-d91a-458b-8796-b859f87f4a3f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:02.210571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be1eaac8-6dc9-482d-8f6b-a3ef0defa6aa req-975195aa-cca1-42ca-bc18-997caabe2cdf tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812602 Jul 16 03:23:02.317386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff1af240-4a0e-4972-b6c5-9ea925bbdcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.327163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Router 1206afc2-c020-43eb-894a-912b6e3d3f63 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:23:02.436311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.465155 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1fddb-3853-4e94-97c0-bdd5a58dd81c x-openstack-request-id: req-f9f1fddb-3853-4e94-97c0-bdd5a58dd81c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:02.465455 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89accfd7-66a6-4123-a962-f5171cc3fc64", "tag": "08059562-c41c-47d0-8eed-a856f18dcc7f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:02.465710 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9f1fddb-3853-4e94-97c0-bdd5a58dd81c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:02.467318 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'tag': '08059562-c41c-47d0-8eed-a856f18dcc7f', 'status': 'completed', 'code': 200} Jul 16 03:23:02.542745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:23:02.556629 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Sync routers for ids ['1206afc2-c020-43eb-894a-912b6e3d3f63'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:23:02.575774 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Routers {'1206afc2-c020-43eb-894a-912b6e3d3f63'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:02.576525 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1206afc2-c020-43eb-894a-912b6e3d3f63'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:02.621151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff1af240-4a0e-4972-b6c5-9ea925bbdcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.639658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.641435 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-21a926a3-8704-488e-82d3-8fe619c360b8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.2191708 Jul 16 03:23:02.644240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44124) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:02.656479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff1af240-4a0e-4972-b6c5-9ea925bbdcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.700126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ff1af240-4a0e-4972-b6c5-9ea925bbdcaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8bc6b60381641adb80dde504d28035e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611760 Jul 16 03:23:02.711947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:02.841756 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Set router 1206afc2-c020-43eb-894a-912b6e3d3f63 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:02.901397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af240-4a0e-4972-b6c5-9ea925bbdcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0cc45-fd46-47f1-9c44-3a2dd5304893,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:02.924069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1b7c2-cc71-4314-b043-09f9152f3af3 req-b1e92163-b20c-4b1f-af1d-9eca8e2a3181 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:02.934864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24f1b7c2-cc71-4314-b043-09f9152f3af3 req-b1e92163-b20c-4b1f-af1d-9eca8e2a3181 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.4480703 Jul 16 03:23:03.049782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24f1b7c2-cc71-4314-b043-09f9152f3af3 req-29e1c1f7-dd05-4d41-b538-c106d2b7215f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139610 Jul 16 03:23:03.059272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02fc6132-7056-42d7-b64b-33a5b722607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.108840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02fc6132-7056-42d7-b64b-33a5b722607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.183819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02fc6132-7056-42d7-b64b-33a5b722607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.187840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02fc6132-7056-42d7-b64b-33a5b722607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.189474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-02fc6132-7056-42d7-b64b-33a5b722607b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0e0cc45-fd46-47f1-9c44-3a2dd5304893 HTTP/1.1" status: 204 len: 168 time: 0.4765468 Jul 16 03:23:03.210449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc6132-7056-42d7-b64b-33a5b722607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0cc45-fd46-47f1-9c44-3a2dd5304893,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:03.284590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44140) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:03.332824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.368637 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:23:01Z', 'revision_number': 3, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:03.387810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:03.399443 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Checking router: 1206afc2-c020-43eb-894a-912b6e3d3f63 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:23:03.399972 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Updating router 1206afc2-c020-43eb-894a-912b6e3d3f63 port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:23:03.408912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.478445 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.534200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567afe2-efca-44c4-b86a-e42ac3e64326 req-50fda03c-192f-4a0f-a796-5201ba6ad0e6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:03.545521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d567afe2-efca-44c4-b86a-e42ac3e64326 req-50fda03c-192f-4a0f-a796-5201ba6ad0e6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.1071756 Jul 16 03:23:03.625832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d567afe2-efca-44c4-b86a-e42ac3e64326 req-f8fe353d-d8cd-4e99-9831-f6478f7c4db1 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791295 Jul 16 03:23:03.811719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f12769c-442f-41cf-9d5e-8a0caa126a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.867030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Allocated IP 172.20.0.1 (1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c/386ba65f-8ef4-4889-a19c-499819410946/0f28556e-2928-4221-8e43-9ac4e0486b3e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:03.927196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef692bc7-0d07-419d-8107-47247b586bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.950519 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.961776 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Transition to ACTIVE for port object 8efdc93e-48b2-4378-9a04-8964b52e6dc4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:03.972365 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.116315 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea304d88-1287-4406-9a4c-ff80bafad9fa None None] Pushing event updated for resources: {'Port': ['ID=8efdc93e-48b2-4378-9a04-8964b52e6dc4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:04.151389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:04.185153 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Attempting to bind port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:04.187994 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Attempting to bind port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:04.188959 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Attempting to bind port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:04.190109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1880e8ed-4fe6-4521-9100-d58ddc52f589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.210245 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:04.211039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:04.211664 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.212288 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:04.212992 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Bound port: 8efdc93e-48b2-4378-9a04-8964b52e6dc4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:04.214226 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.278940 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] For port 8efdc93e-48b2-4378-9a04-8964b52e6dc4, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:04.283762 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] For port 8efdc93e-48b2-4378-9a04-8964b52e6dc4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8efdc93e-48b2-4378-9a04-8964b52e6dc4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:04.305072 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.438572 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Routers {'1206afc2-c020-43eb-894a-912b6e3d3f63'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:04.443705 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1206afc2-c020-43eb-894a-912b6e3d3f63'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:04.459419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f12769c-442f-41cf-9d5e-8a0caa126a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.466636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535bcd1-9778-4a5c-be54-9d68a44a53cb req-f4af8e45-af16-418f-aeb4-e839950f1a38 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:04.489724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f12769c-442f-41cf-9d5e-8a0caa126a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.491115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f535bcd1-9778-4a5c-be54-9d68a44a53cb req-f4af8e45-af16-418f-aeb4-e839950f1a38 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.1651545 Jul 16 03:23:04.525168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea304d88-1287-4406-9a4c-ff80bafad9fa None None] Pushing event updated for resources: {'Port': ['ID=8efdc93e-48b2-4378-9a04-8964b52e6dc4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:04.624998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.665032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f12769c-442f-41cf-9d5e-8a0caa126a01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62b0035b02554ec5b2e1d6536878c392&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3770366 Jul 16 03:23:04.666905 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] Set router 1206afc2-c020-43eb-894a-912b6e3d3f63 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:04.676418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44170) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:04.712306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12769c-442f-41cf-9d5e-8a0caa126a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de455731-15fd-4452-a4ed-1edf59338d57,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:04.742229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Transition to ACTIVE for port object 0f28556e-2928-4221-8e43-9ac4e0486b3e will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:04.759439 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef692bc7-0d07-419d-8107-47247b586bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.783345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f535bcd1-9778-4a5c-be54-9d68a44a53cb req-2c5aee8f-bca3-4f3f-806a-15f188099d7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911758 Jul 16 03:23:04.837929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef692bc7-0d07-419d-8107-47247b586bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.908752 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-069f27d3-e675-4e81-847f-5283a03d97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.922131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:04.987838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ef692bc7-0d07-419d-8107-47247b586bb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b4a8bec0b514fc7889821759c75edfd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5987730 Jul 16 03:23:04.998507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:04.999630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef692bc7-0d07-419d-8107-47247b586bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d2fd7-248f-4b09-b2fb-ec1c9672af03,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:05.008019 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-069f27d3-e675-4e81-847f-5283a03d97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.041035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:05.063165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:05.091920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:05.139934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd726-e92a-4589-a3de-160f054cca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.168601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1880e8ed-4fe6-4521-9100-d58ddc52f589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.199199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022329aa-66bb-4e2f-aa19-551a0167e7cf req-eb35165c-4116-49ec-ab20-a05a432e6119 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:05.211399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-022329aa-66bb-4e2f-aa19-551a0167e7cf req-eb35165c-4116-49ec-ab20-a05a432e6119 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.3032172 Jul 16 03:23:05.214726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f28556e-2928-4221-8e43-9ac4e0486b3e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:05.218020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1880e8ed-4fe6-4521-9100-d58ddc52f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.230871 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:23:01Z', 'revision_number': 3, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:05.309463 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ee087-88e7-4e33-8ab7-dd0173094781 None None] The sync data for ids ['1206afc2-c020-43eb-894a-912b6e3d3f63'] in n-d-800089-6 is: [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:23:01Z', 'revision_number': 3, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:23:05.314528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd726-e92a-4589-a3de-160f054cca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.359003 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.398693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1880e8ed-4fe6-4521-9100-d58ddc52f589 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af959c3be9fe42fb9dfbdd346b7ee3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2456343 Jul 16 03:23:05.399526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:05.408460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880e8ed-4fe6-4521-9100-d58ddc52f589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1e6da-4943-4b37-9067-a71d267b87c6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:05.526242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-8b631f3e-13ab-49c5-916c-50482ec2bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:05.528957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-8b631f3e-13ab-49c5-916c-50482ec2bd65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.2620671 Jul 16 03:23:05.587256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-069f27d3-e675-4e81-847f-5283a03d97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.590603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-069f27d3-e675-4e81-847f-5283a03d97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.595585 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-069f27d3-e675-4e81-847f-5283a03d97be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de455731-15fd-4452-a4ed-1edf59338d57 HTTP/1.1" status: 204 len: 168 time: 0.9147835 Jul 16 03:23:05.642219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-022329aa-66bb-4e2f-aa19-551a0167e7cf req-a147a28b-1515-488b-b971-c3ffe6b2f5ce tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297190 Jul 16 03:23:05.702317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3fb187be-ac22-4e5a-abcf-f39081a99a62 None None] Provisioning for port 0f28556e-2928-4221-8e43-9ac4e0486b3e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:05.709746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3fb187be-ac22-4e5a-abcf-f39081a99a62 None None] Provisioning complete for port 0f28556e-2928-4221-8e43-9ac4e0486b3e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:05.711283 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3fb187be-ac22-4e5a-abcf-f39081a99a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.745910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f27d3-e675-4e81-847f-5283a03d97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de455731-15fd-4452-a4ed-1edf59338d57,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:05.809826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3fb187be-ac22-4e5a-abcf-f39081a99a62 None None] Port 0f28556e-2928-4221-8e43-9ac4e0486b3e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:05.825391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-823db51f-4347-4835-b5ed-e4ecea797e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.856303 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd726-e92a-4589-a3de-160f054cca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.859048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd726-e92a-4589-a3de-160f054cca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.870225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ca5dd726-e92a-4589-a3de-160f054cca51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b28d2fd7-248f-4b09-b2fb-ec1c9672af03 HTTP/1.1" status: 204 len: 168 time: 0.8623128 Jul 16 03:23:05.914204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3261-003f-427f-812c-16ff4a08f619 req-abb63b54-efd3-4e50-84f4-e03ff5827e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:05.915758 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-abb63b54-efd3-4e50-84f4-e03ff5827e7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3686342 Jul 16 03:23:05.917085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.938150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dd726-e92a-4589-a3de-160f054cca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d2fd7-248f-4b09-b2fb-ec1c9672af03,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:05.949412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-823db51f-4347-4835-b5ed-e4ecea797e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:06.105868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-823db51f-4347-4835-b5ed-e4ecea797e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:06.108852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-823db51f-4347-4835-b5ed-e4ecea797e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:06.110410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-823db51f-4347-4835-b5ed-e4ecea797e30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29d1e6da-4943-4b37-9067-a71d267b87c6 HTTP/1.1" status: 204 len: 168 time: 0.6533060 Jul 16 03:23:06.131641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823db51f-4347-4835-b5ed-e4ecea797e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1e6da-4943-4b37-9067-a71d267b87c6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:06.239361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-8920d970-5453-482f-b7c4-face2ef4eb45 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113739 Jul 16 03:23:06.332149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc04c-4c69-45e7-a804-78e79e819e59 req-ba2909fa-b739-4adb-9ed6-3153a2ae3135 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:06.333721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad6cc04c-4c69-45e7-a804-78e79e819e59 req-ba2909fa-b739-4adb-9ed6-3153a2ae3135 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.1341105 Jul 16 03:23:06.418931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad6cc04c-4c69-45e7-a804-78e79e819e59 req-58b79010-3be5-4e17-aacb-cf4e0e989295 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Jul 16 03:23:06.674765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:06.689950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:06.851316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:06.894400 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16f3794f-72ef-43c6-8fd0-9fbb5e930076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:06.908382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ead3261-003f-427f-812c-16ff4a08f619 req-673c8cc8-b282-4aef-907a-10b26b50b926 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720612 Jul 16 03:23:06.961479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.010062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:07.012358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f28556e-2928-4221-8e43-9ac4e0486b3e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:07.108976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c110a715-8c3d-43c6-8723-9c3a7ec5b233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.185201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16f3794f-72ef-43c6-8fd0-9fbb5e930076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.194270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16f3794f-72ef-43c6-8fd0-9fbb5e930076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.237601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-9c4ba409-39fd-49ab-882a-e355433306b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:07.239341 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-9c4ba409-39fd-49ab-882a-e355433306b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f634343a13a34929a2429411bad1bbfd&device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 1121 time: 0.2302604 Jul 16 03:23:07.285748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:07.312917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-16f3794f-72ef-43c6-8fd0-9fbb5e930076 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2841f7ea3ec747a2b80ac8be1846d31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603000 Jul 16 03:23:07.313499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44224) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:07.330395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:07.343687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3794f-72ef-43c6-8fd0-9fbb5e930076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72641447-7a70-4d6b-943c-b4daa900fcc1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:07.399350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0d52-c56d-42d9-91de-581c841573d7 req-86bd722c-defd-49c9-a444-1fad15d58b14 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:07.400930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f1a0d52-c56d-42d9-91de-581c841573d7 req-86bd722c-defd-49c9-a444-1fad15d58b14 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.4942706 Jul 16 03:23:07.404286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81ae01d4-9d39-4711-899f-b710f4254a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.459931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81ae01d4-9d39-4711-899f-b710f4254a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.486186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f1a0d52-c56d-42d9-91de-581c841573d7 req-b1c5a9d2-d2d4-4375-9f74-bb245077a6be tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771563 Jul 16 03:23:07.549411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81ae01d4-9d39-4711-899f-b710f4254a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.554599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81ae01d4-9d39-4711-899f-b710f4254a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.556169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-81ae01d4-9d39-4711-899f-b710f4254a94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72641447-7a70-4d6b-943c-b4daa900fcc1 HTTP/1.1" status: 204 len: 168 time: 0.2411385 Jul 16 03:23:07.569437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae01d4-9d39-4711-899f-b710f4254a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72641447-7a70-4d6b-943c-b4daa900fcc1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:07.661971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-3f4c3ed1-4ea6-45a0-81c3-d536b1b0bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:07.663521 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-3f4c3ed1-4ea6-45a0-81c3-d536b1b0bd18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.4171460 Jul 16 03:23:07.699037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924756d2-685b-4173-baf4-bc7c260b9e98 req-0ae43d5e-7a6d-4f84-8286-3860c19f66ed tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:07.706833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-924756d2-685b-4173-baf4-bc7c260b9e98 req-0ae43d5e-7a6d-4f84-8286-3860c19f66ed tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.0858843 Jul 16 03:23:07.719336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-29592533-0e99-4988-b7c7-2e47518c358e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=08059562-c41c-47d0-8eed-a856f18dcc7f HTTP/1.1" status: 200 len: 217 time: 0.0438192 Jul 16 03:23:07.755778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-492b6ee6-e14e-467c-b25c-e258d02e4424 None None] Provisioning complete for port 0f28556e-2928-4221-8e43-9ac4e0486b3e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:07.756358 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-492b6ee6-e14e-467c-b25c-e258d02e4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.795592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c110a715-8c3d-43c6-8723-9c3a7ec5b233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.801690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Router 1206afc2-c020-43eb-894a-912b6e3d3f63 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:23:07.811581 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c110a715-8c3d-43c6-8723-9c3a7ec5b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:07.812182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-924756d2-685b-4173-baf4-bc7c260b9e98 req-6c54c2aa-f5af-4e88-ad14-9dc71dfa9626 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043327 Jul 16 03:23:07.830923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-b4a44438-6c09-44ea-a754-59bd68deee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:07.832359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-b4a44438-6c09-44ea-a754-59bd68deee0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1048179 Jul 16 03:23:07.833629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-492b6ee6-e14e-467c-b25c-e258d02e4424 None None] Port 0f28556e-2928-4221-8e43-9ac4e0486b3e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:08.068649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8efdc93e-48b2-4378-9a04-8964b52e6dc4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:08.083882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:08.084086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c110a715-8c3d-43c6-8723-9c3a7ec5b233 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77056423a794470a864a085e5c9afa7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0727034 Jul 16 03:23:08.087763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110a715-8c3d-43c6-8723-9c3a7ec5b233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18ff33-9ea7-4ea9-8a43-3b8f46a5c045,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:08.157329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:08.168991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:08.170177 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.174661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-daf2412a-4b7b-4cc3-ba23-66825a6b22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:08.177607 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-daf2412a-4b7b-4cc3-ba23-66825a6b22cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3291671 Jul 16 03:23:08.179299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:23:08.185463 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-05bc343e-0cc2-4671-8b8d-606a740433c5 admin admin] 10.222.0.25 "PUT /v2.0/routers/1206afc2-c020-43eb-894a-912b6e3d3f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5392060 Jul 16 03:23:08.217288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-737b3614-b618-49c1-a288-ecf366d2c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.264194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-737b3614-b618-49c1-a288-ecf366d2c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.307966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Sync routers for ids ['1206afc2-c020-43eb-894a-912b6e3d3f63'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:23:08.322313 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.333864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Routers {'1206afc2-c020-43eb-894a-912b6e3d3f63'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:08.334560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1206afc2-c020-43eb-894a-912b6e3d3f63'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:08.334701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-737b3614-b618-49c1-a288-ecf366d2c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.336661 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-309976c1-fdcf-4a2d-8a1f-907f050be58b service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498191 Jul 16 03:23:08.339641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-737b3614-b618-49c1-a288-ecf366d2c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.343272 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-737b3614-b618-49c1-a288-ecf366d2c5f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d18ff33-9ea7-4ea9-8a43-3b8f46a5c045 HTTP/1.1" status: 204 len: 168 time: 0.2555058 Jul 16 03:23:08.349754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b3614-b618-49c1-a288-ecf366d2c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18ff33-9ea7-4ea9-8a43-3b8f46a5c045,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:08.419458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8efdc93e-48b2-4378-9a04-8964b52e6dc4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8efdc93e-48b2-4378-9a04-8964b52e6dc4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:08.425144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:08.440191 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.486067 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e92c2ad-f15e-431b-8a78-fea7f43ae33f req-f628ed53-8e5a-42f1-8462-5ef8130140bf service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431057 Jul 16 03:23:08.531714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8efdc93e-48b2-4378-9a04-8964b52e6dc4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:08.556243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Set router 1206afc2-c020-43eb-894a-912b6e3d3f63 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:08.709257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc02c87-eec3-4ea2-bf2e-eff578c94851 req-1c5e55ef-7125-4264-8c30-777419413fab tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:08.718599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc02c87-eec3-4ea2-bf2e-eff578c94851 req-1c5e55ef-7125-4264-8c30-777419413fab tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.0815804 Jul 16 03:23:08.768535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc02c87-eec3-4ea2-bf2e-eff578c94851 req-09f59dba-6871-457e-9d65-6b0ea86c96ca tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Jul 16 03:23:08.811294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-348233690-network', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:08.832836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:23:05Z', 'revision_number': 4, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f28556e-2928-4221-8e43-9ac4e0486b3e', 'name': '', 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'mac_address': 'fa:16:3e:64:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '386ba65f-8ef4-4889-a19c-499819410946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:03Z', 'updated_at': '2021-07-16T03:23:06Z', 'revision_number': 2, 'project_id': '2f6b041b839c46908c837130ef71663d', 'subnets': [{'id': '386ba65f-8ef4-4889-a19c-499819410946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:08.835048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Made reservation on behalf of 18bc879f745d4340a44e455f1d9c8cf9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:08.837941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.848823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.873157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Checking router: 1206afc2-c020-43eb-894a-912b6e3d3f63 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:23:08.873752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Updating router 1206afc2-c020-43eb-894a-912b6e3d3f63 port 0f28556e-2928-4221-8e43-9ac4e0486b3e binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:23:08.913255 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.964846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.976764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.988233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:08.999061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:08.999461 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Added segment f5986c65-215e-446b-b13c-9b632cd4e99d of type vlan for network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 Jul 16 03:23:09.045127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.123696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.124656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:09.125209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.157384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd3baa8-901b-49b2-ac78-5bc17774c5f0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:09.194196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7677627 Jul 16 03:23:09.197259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:09.204271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Request body: {'subnet': {'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-348233690-subnet', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:09.227402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445d51c-9a0a-430e-a46a-6f770d1f350c admin admin] Pushing event updated for resources: {'Network': ['ID=189e54cc-a84f-448f-a8ba-27ff739ac4f2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:09.243113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a756d74-d5a9-4ea2-af54-ba583dd6135c req-f565eaba-aa26-40f6-b717-5c5f3a6f0a78 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:09.244027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:09.245320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a756d74-d5a9-4ea2-af54-ba583dd6135c req-f565eaba-aa26-40f6-b717-5c5f3a6f0a78 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.1716762 Jul 16 03:23:09.249576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Made reservation on behalf of 18bc879f745d4340a44e455f1d9c8cf9 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:09.252817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.290020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a756d74-d5a9-4ea2-af54-ba583dd6135c req-2dd1268f-de30-4968-b2bb-5bcaa72fd83b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Jul 16 03:23:09.424944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.437257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Transition to ACTIVE for port object 0f28556e-2928-4221-8e43-9ac4e0486b3e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:09.446016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.469445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.490072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea477b8-9945-48fa-8b2f-170f9aee5847 None None] Pushing event updated for resources: {'Port': ['ID=0f28556e-2928-4221-8e43-9ac4e0486b3e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:09.540389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Checking segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:09.540813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Network hostable DHCP agents. Network: 189e54cc-a84f-448f-a8ba-27ff739ac4f2, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:23:09.544728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d69920-ce1e-48a9-93d7-fdcb8221a06f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:09.564142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:23:09.580177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 189e54cc-a84f-448f-a8ba-27ff739ac4f2) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:09.585986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:09.586707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.592218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c22517-ccd3-40d2-afb2-aa08e4d8ec13 None None] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:09.623909 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e8f163f5-a9bb-4e01-84f6-81756f1fa7c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4242482 Jul 16 03:23:09.626532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44324) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:09.633957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:09.649393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Attempting to bind port 0f28556e-2928-4221-8e43-9ac4e0486b3e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:09.649704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Attempting to bind port 0f28556e-2928-4221-8e43-9ac4e0486b3e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:09.650028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Attempting to bind port 0f28556e-2928-4221-8e43-9ac4e0486b3e on network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:09.670094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:09.670466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Checking segment: {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:09.670948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.671352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Bound using segment: {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:09.671916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Bound port: 0f28556e-2928-4221-8e43-9ac4e0486b3e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab0e513-8914-455d-a628-497182d2e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:09.672318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.688765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.689792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:09.798070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.014977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] For port 0f28556e-2928-4221-8e43-9ac4e0486b3e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:10.036675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] For port 0f28556e-2928-4221-8e43-9ac4e0486b3e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f28556e-2928-4221-8e43-9ac4e0486b3e,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:10.059872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.104220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:23:10.107770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.114382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.116650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8efdc93e-48b2-4378-9a04-8964b52e6dc4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:10.199446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc4ca-859c-486c-b9fb-83c80437dd78 req-8b38657c-7811-4df1-8319-d1fb0ea4fc26 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:10.200965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-202cc4ca-859c-486c-b9fb-83c80437dd78 req-8b38657c-7811-4df1-8319-d1fb0ea4fc26 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.1110480 Jul 16 03:23:10.295512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-202cc4ca-859c-486c-b9fb-83c80437dd78 req-0e80ab0a-f8b1-4005-bf18-1efd8cc865e5 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853007 Jul 16 03:23:10.336345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Routers {'1206afc2-c020-43eb-894a-912b6e3d3f63'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:10.336990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1206afc2-c020-43eb-894a-912b6e3d3f63'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:10.403038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea477b8-9945-48fa-8b2f-170f9aee5847 None None] Pushing event updated for resources: {'Port': ['ID=0f28556e-2928-4221-8e43-9ac4e0486b3e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:10.520828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.544718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.591403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] Set router 1206afc2-c020-43eb-894a-912b6e3d3f63 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:10.595943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:10.602587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788760364', 'description': 'tempest-description--399441731'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:10.672867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.714790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Allocated IP 172.25.4.227 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/9ed5e269-2163-4a93-ac86-e29214c5ee9d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:10.833087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:10.833369 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.849490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.902774 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.924257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:10.929657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.948108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:10.951636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:10.954225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:10.998512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed5e269-2163-4a93-ac86-e29214c5ee9d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:11.024269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570933c3-769d-4111-8ee2-5070a9d65085 req-6ac32e28-a1d3-4a56-87de-ef0709caf759 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:11.026367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-570933c3-769d-4111-8ee2-5070a9d65085 req-6ac32e28-a1d3-4a56-87de-ef0709caf759 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.2325912 Jul 16 03:23:11.032224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.033390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4361329 Jul 16 03:23:11.037256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44380) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:11.047563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'security_group_rule': {'security_group_id': '536be9ea-5ff8-424c-8398-518a8fad8f25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:11.062375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2815a7-f134-4eee-a8cd-e39315f84d8e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536be9ea-5ff8-424c-8398-518a8fad8f25,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:11.078740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Allocated IP 172.20.0.2 (189e54cc-a84f-448f-a8ba-27ff739ac4f2/c3d69920-ce1e-48a9-93d7-fdcb8221a06f/d2b5e290-7385-4c49-8a44-97147e8e6df2) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:11.103589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-570933c3-769d-4111-8ee2-5070a9d65085 req-9e6b2526-eed1-4b9c-a168-adf69b1e8b0b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Jul 16 03:23:11.132953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 08059562-c41c-47d0-8eed-a856f18dcc7f details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:11.136488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.220627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.231032 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.271675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe343f4-8d92-42d5-b324-78415a1805b0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:11.282139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.287605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-de5975f8-284c-478b-abc0-d53775df0485 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419562 Jul 16 03:23:11.288042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:11.303670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'security_group_rule': {'security_group_id': '536be9ea-5ff8-424c-8398-518a8fad8f25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:11.375674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.446018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 08059562-c41c-47d0-8eed-a856f18dcc7f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=08059562-c41c-47d0-8eed-a856f18dcc7f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:11.455818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.466077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '08059562-c41c-47d0-8eed-a856f18dcc7f', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '08059562-c41c-47d0-8eed-a856f18dcc7f', 'mac_address': 'fa:16:3e:0d:ee:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:tempest-test_az-1865207140', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:11.582809 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.595126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Transition to ACTIVE for port object d2b5e290-7385-4c49-8a44-97147e8e6df2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:11.617942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Transition to ACTIVE for port object d2b5e290-7385-4c49-8a44-97147e8e6df2 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:11.642144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.671039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:23:05Z', 'revision_number': 4, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f28556e-2928-4221-8e43-9ac4e0486b3e', 'name': '', 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'mac_address': 'fa:16:3e:64:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '386ba65f-8ef4-4889-a19c-499819410946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:03Z', 'updated_at': '2021-07-16T03:23:09Z', 'revision_number': 4, 'project_id': '2f6b041b839c46908c837130ef71663d', 'subnets': [{'id': '386ba65f-8ef4-4889-a19c-499819410946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:11.675791 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.689735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:11.729657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08059562-c41c-47d0-8eed-a856f18dcc7f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:11.739059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcad770-d683-4d4b-a190-49ca4478b5c5 None None] The sync data for ids ['1206afc2-c020-43eb-894a-912b6e3d3f63'] in n-d-800089-6 is: [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:23:05Z', 'revision_number': 4, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f28556e-2928-4221-8e43-9ac4e0486b3e', 'name': '', 'network_id': '1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'mac_address': 'fa:16:3e:64:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '386ba65f-8ef4-4889-a19c-499819410946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:03Z', 'updated_at': '2021-07-16T03:23:09Z', 'revision_number': 4, 'project_id': '2f6b041b839c46908c837130ef71663d', 'subnets': [{'id': '386ba65f-8ef4-4889-a19c-499819410946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:23:11.775466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 08059562-c41c-47d0-8eed-a856f18dcc7f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=08059562-c41c-47d0-8eed-a856f18dcc7f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:11.778226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:11.783144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:11.785857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Pushing event updated for resources: {'Port': ['ID=d2b5e290-7385-4c49-8a44-97147e8e6df2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:11.798715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:11.801594 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.849440 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.883486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6aec-6d5b-4fc0-acbb-25664e05aa51 req-8817e627-768e-4b5a-a379-b32692045e4a tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:11.885511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b87b6aec-6d5b-4fc0-acbb-25664e05aa51 req-8817e627-768e-4b5a-a379-b32692045e4a tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 970 time: 0.1722775 Jul 16 03:23:11.951506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b87b6aec-6d5b-4fc0-acbb-25664e05aa51 req-e2eb3980-dcba-42f5-a653-4971d53a7c9a tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 Jul 16 03:23:11.954845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.965257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:11.976420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Attempting to bind port d2b5e290-7385-4c49-8a44-97147e8e6df2 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:11.976807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Attempting to bind port d2b5e290-7385-4c49-8a44-97147e8e6df2 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:11.980410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Attempting to bind port d2b5e290-7385-4c49-8a44-97147e8e6df2 on network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:11.984815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f531fdd-5f04-41ca-8c5a-e1bd71b5b0c2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:12.004190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.008370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d038cc08-c947-4e68-a2bc-7067a363ae6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7162564 Jul 16 03:23:12.008527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8828029-fb7a-478c-90d1-f3329e65daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.008621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:12.011672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:12.012064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Checking segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:12.012474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.012870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Bound using segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:12.013369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Bound port: d2b5e290-7385-4c49-8a44-97147e8e6df2, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:12.013752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.016644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:12.018945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=08059562-c41c-47d0-8eed-a856f18dcc7f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:12.046398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:12.163482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f28556e-2928-4221-8e43-9ac4e0486b3e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:12.225363 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8828029-fb7a-478c-90d1-f3329e65daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.234021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8828029-fb7a-478c-90d1-f3329e65daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.249729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:23:12.270896 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.367935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:12.381628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['08059562-c41c-47d0-8eed-a856f18dcc7f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:12.384668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'mac_address': 'fa:16:3e:fc:5f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:12.449542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158b608-816a-4304-8434-fc2f45d6ff0b req-16bcaa98-8027-4ce1-8f5a-2ad148736e27 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:12.455177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:23:12.457183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0158b608-816a-4304-8434-fc2f45d6ff0b req-16bcaa98-8027-4ce1-8f5a-2ad148736e27 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.1441684 Jul 16 03:23:12.474711 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Sync routers for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:23:12.479403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a8828029-fb7a-478c-90d1-f3329e65daab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98c794f8df094ea9af327a5955d708b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856073 Jul 16 03:23:12.480538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:12.481634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828029-fb7a-478c-90d1-f3329e65daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01729a6-fc41-41af-8dc8-94585d9c4dc7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:12.497599 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:12.500775 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:12.503850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.514809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.516244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d667a179-6c79-42da-81bf-686f8c1d0451 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8886640 Jul 16 03:23:12.519009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44434) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:12.532791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc01d2f-c45f-4d95-b09d-d9741099d04c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:12.554665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0158b608-816a-4304-8434-fc2f45d6ff0b req-e9269ff8-15ef-439c-8559-4a55694161d6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964851 Jul 16 03:23:12.559996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:12.615522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db450fa-f739-41cb-9065-a2d9355a4f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.620326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] For port d2b5e290-7385-4c49-8a44-97147e8e6df2, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:12.630787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] For port d2b5e290-7385-4c49-8a44-97147e8e6df2, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d2b5e290-7385-4c49-8a44-97147e8e6df2,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:12.650168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db450fa-f739-41cb-9065-a2d9355a4f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.666358 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.735415 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.739123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db450fa-f739-41cb-9065-a2d9355a4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.742438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db450fa-f739-41cb-9065-a2d9355a4f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.743820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2db450fa-f739-41cb-9065-a2d9355a4f00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b01729a6-fc41-41af-8dc8-94585d9c4dc7 HTTP/1.1" status: 204 len: 168 time: 0.2622066 Jul 16 03:23:12.757806 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:12.760951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db450fa-f739-41cb-9065-a2d9355a4f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01729a6-fc41-41af-8dc8-94585d9c4dc7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:12.775957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:12.832836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:12.973442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Allocated IP 172.25.4.30 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/69e28b1c-67e3-4e92-9342-aa77766bf4a2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:13.080402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:13.133202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b963c6d-8f89-4d71-b16b-14a1761ae85a None None] Pushing event updated for resources: {'Port': ['ID=d2b5e290-7385-4c49-8a44-97147e8e6df2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:13.157509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0f28556e-2928-4221-8e43-9ac4e0486b3e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:13.250826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0f28556e-2928-4221-8e43-9ac4e0486b3e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:13.251998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.315239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:13.328677 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:11Z', 'revision_number': 3, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:13.333963 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.593831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.624156 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Checking router: 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:23:13.625400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Updating router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb port 9ed5e269-2163-4a93-ac86-e29214c5ee9d binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:23:13.679846 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.686423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44468) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:13.697597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c057e8a3-dfe3-4fc5-8119-7c161a129501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.720606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:13.724514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-547c8060-3935-4b8f-ae57-8a3506a61663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.730895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:13.736332 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.746133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfcf58-02be-4651-b938-903cb58cb555 req-cccd0728-af4e-4214-a4e9-862825b5dd19 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:13.753155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8cfcf58-02be-4651-b938-903cb58cb555 req-cccd0728-af4e-4214-a4e9-862825b5dd19 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 971 time: 0.4750767 Jul 16 03:23:13.759825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:13.818359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'Port': ['ID=69e28b1c-67e3-4e92-9342-aa77766bf4a2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:13.894750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8cfcf58-02be-4651-b938-903cb58cb555 req-7669711b-3427-4e61-a2fb-8d82e60caede tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373832 Jul 16 03:23:13.922070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0f28556e-2928-4221-8e43-9ac4e0486b3e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f28556e-2928-4221-8e43-9ac4e0486b3e,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:13.949947 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:13.993631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.079106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.116381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0f28556e-2928-4221-8e43-9ac4e0486b3e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.160422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.170993 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c057e8a3-dfe3-4fc5-8119-7c161a129501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.217340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c057e8a3-dfe3-4fc5-8119-7c161a129501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.219340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d2b5e290-7385-4c49-8a44-97147e8e6df2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:14.325203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d2b5e290-7385-4c49-8a44-97147e8e6df2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:14.345676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057e8a3-dfe3-4fc5-8119-7c161a129501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ceef0b-4b1d-478c-ad5d-32f77dd6f8ec,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.373727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-547c8060-3935-4b8f-ae57-8a3506a61663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.375243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c057e8a3-dfe3-4fc5-8119-7c161a129501 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bc30b98f2df439d914617436f906a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2925172 Jul 16 03:23:14.378614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:14.381813 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.398479 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Transition to ACTIVE for port object 9ed5e269-2163-4a93-ac86-e29214c5ee9d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:14.401872 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-547c8060-3935-4b8f-ae57-8a3506a61663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.409387 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.483256 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Attempting to bind port 9ed5e269-2163-4a93-ac86-e29214c5ee9d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:14.483625 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Attempting to bind port 9ed5e269-2163-4a93-ac86-e29214c5ee9d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:14.483989 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Attempting to bind port 9ed5e269-2163-4a93-ac86-e29214c5ee9d on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:14.486865 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc3ab7-371e-4856-abc6-7c89852195f2 None None] Pushing event updated for resources: {'Port': ['ID=9ed5e269-2163-4a93-ac86-e29214c5ee9d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.492217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9eef4-5cf3-4119-b319-3596677c30bf req-a0bbc056-d9fa-41ac-a201-caf142ba07e7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:14.498994 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:14.499567 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:14.500141 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.500710 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:14.501363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Bound port: 9ed5e269-2163-4a93-ac86-e29214c5ee9d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:14.501929 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.502183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee9eef4-5cf3-4119-b319-3596677c30bf req-a0bbc056-d9fa-41ac-a201-caf142ba07e7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 948 time: 0.3237956 Jul 16 03:23:14.524911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31676b2c-1c44-4a23-a015-dd9be3f99db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.583711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee9eef4-5cf3-4119-b319-3596677c30bf req-5b736eed-b212-47c8-a154-82fe282d7154 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707216 Jul 16 03:23:14.588223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c8060-3935-4b8f-ae57-8a3506a61663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4626e473-062e-4e2e-9832-86f534f2449f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.597933 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-547c8060-3935-4b8f-ae57-8a3506a61663 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20fbed5ef3354d93825309b7a09e741c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9079819 Jul 16 03:23:14.599984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31676b2c-1c44-4a23-a015-dd9be3f99db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.601748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:14.624298 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] For port 9ed5e269-2163-4a93-ac86-e29214c5ee9d, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:14.625944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.633338 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] For port 9ed5e269-2163-4a93-ac86-e29214c5ee9d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9ed5e269-2163-4a93-ac86-e29214c5ee9d,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:14.636650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.643703 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.695266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95052ae2-bcfc-49c5-a920-249d031c0b03 None None] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:14.726336 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:14.726945 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:14.733769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Allocated IP 172.20.0.1 (189e54cc-a84f-448f-a8ba-27ff739ac4f2/c3d69920-ce1e-48a9-93d7-fdcb8221a06f/13b7e0d9-ff99-4eae-89cb-8989e43ef741) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:14.739831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31676b2c-1c44-4a23-a015-dd9be3f99db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.745338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31676b2c-1c44-4a23-a015-dd9be3f99db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.747410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-31676b2c-1c44-4a23-a015-dd9be3f99db5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6ceef0b-4b1d-478c-ad5d-32f77dd6f8ec HTTP/1.1" status: 204 len: 168 time: 0.3669894 Jul 16 03:23:14.764158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.766143 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc3ab7-371e-4856-abc6-7c89852195f2 None None] Pushing event updated for resources: {'Port': ['ID=9ed5e269-2163-4a93-ac86-e29214c5ee9d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.781068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] Provisioning for port d2b5e290-7385-4c49-8a44-97147e8e6df2 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:14.791316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.800439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7827840 Jul 16 03:23:14.813977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3365a-b9c3-4596-a84d-fe87bdc15407 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'Port': ['ID=69e28b1c-67e3-4e92-9342-aa77766bf4a2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.819897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f124-fd94-4de0-ab0e-eb0676ba2634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.823218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31676b2c-1c44-4a23-a015-dd9be3f99db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ceef0b-4b1d-478c-ad5d-32f77dd6f8ec,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:14.858980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f124-fd94-4de0-ab0e-eb0676ba2634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.862221 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:14.878129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] Provisioning complete for port d2b5e290-7385-4c49-8a44-97147e8e6df2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:14.878678 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.971848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f124-fd94-4de0-ab0e-eb0676ba2634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.974841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f124-fd94-4de0-ab0e-eb0676ba2634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:14.979914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b8b2f124-fd94-4de0-ab0e-eb0676ba2634 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4626e473-062e-4e2e-9832-86f534f2449f HTTP/1.1" status: 204 len: 168 time: 0.3765149 Jul 16 03:23:15.001619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2f124-fd94-4de0-ab0e-eb0676ba2634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4626e473-062e-4e2e-9832-86f534f2449f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:15.040434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.057338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Transition to ACTIVE for port object 13b7e0d9-ff99-4eae-89cb-8989e43ef741 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:15.104290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.141467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:15.144591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:15.148267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:15.162318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 08059562-c41c-47d0-8eed-a856f18dcc7f up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:15.186902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.210275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44514) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:15.243553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=13b7e0d9-ff99-4eae-89cb-8989e43ef741,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:15.261123 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:11Z', 'revision_number': 3, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:15.282860 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.330699 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29099-23df-4844-9409-fffe10ccd05e None None] The sync data for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 is: [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:11Z', 'revision_number': 3, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:23:15.337469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] For port d2b5e290-7385-4c49-8a44-97147e8e6df2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d2b5e290-7385-4c49-8a44-97147e8e6df2,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:15.347340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.349405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 08059562-c41c-47d0-8eed-a856f18dcc7f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:15.403286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb509e-dc1c-4d39-8389-5b99192a1b23 req-9108b9e3-43cc-42a4-9328-774b3863f77f tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:15.405034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7eb509e-dc1c-4d39-8389-5b99192a1b23 req-9108b9e3-43cc-42a4-9328-774b3863f77f tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 971 time: 0.2995322 Jul 16 03:23:15.411532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-e6de21b7-a208-4264-a741-76e51bc14f6e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1788760364&fields=id&tenant_id=cedc66977cc241e5a82f8ab5dbc563b0 HTTP/1.1" status: 200 len: 267 time: 0.1567278 Jul 16 03:23:15.466879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:15.472094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 08059562-c41c-47d0-8eed-a856f18dcc7f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:15.472473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.475504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84685-6269-4764-b75c-f8e483bc02f9 None None] Pushing event updated for resources: {'Port': ['ID=d2b5e290-7385-4c49-8a44-97147e8e6df2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:15.482685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.570084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f3dd770-a26b-46e6-b44b-bdcf85f37d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.605992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.648804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 08059562-c41c-47d0-8eed-a856f18dcc7f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=08059562-c41c-47d0-8eed-a856f18dcc7f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:15.650105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08059562-c41c-47d0-8eed-a856f18dcc7f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:15.690508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7eb509e-dc1c-4d39-8389-5b99192a1b23 req-6b2fee22-2ccf-4ab5-8345-aaa02071b806 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647984 Jul 16 03:23:15.797071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.855898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-44826894-ea5f-4780-9ce5-fdbaed916386 None None] Provisioning complete for port d2b5e290-7385-4c49-8a44-97147e8e6df2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:15.856511 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44826894-ea5f-4780-9ce5-fdbaed916386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.877113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d2e409-608b-45a9-846c-ea05cfe1392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.907485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.917937 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:15.996805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=08059562-c41c-47d0-8eed-a856f18dcc7f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:16.036870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:16.089886 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0491df46-c35f-4605-a336-ec97b3b47b36" -d '{"events": [{"server_uuid": "89accfd7-66a6-4123-a962-f5171cc3fc64", "name": "network-vif-plugged", "status": "completed", "tag": "08059562-c41c-47d0-8eed-a856f18dcc7f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:16.107241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=13b7e0d9-ff99-4eae-89cb-8989e43ef741,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:16.119513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.175075 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f3dd770-a26b-46e6-b44b-bdcf85f37d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.184362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-be34bb34-8594-42a9-82bd-1567dddda4b5 None None] Provisioning for port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:16.194138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-be34bb34-8594-42a9-82bd-1567dddda4b5 None None] Provisioning complete for port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:16.194529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be34bb34-8594-42a9-82bd-1567dddda4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.204394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-28b8c8cd-192e-4075-a481-f672ae3c5c60 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:16.206078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-28b8c8cd-192e-4075-a481-f672ae3c5c60 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 823 time: 0.7848318 Jul 16 03:23:16.211322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port afc01d2f-c45f-4d95-b09d-d9741099d04c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:16.220745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port afc01d2f-c45f-4d95-b09d-d9741099d04c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:16.221338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.267789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f3dd770-a26b-46e6-b44b-bdcf85f37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.287594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:16.291192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:16.293765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9ed5e269-2163-4a93-ac86-e29214c5ee9d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:16.324355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4f3dd770-a26b-46e6-b44b-bdcf85f37d46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c42a1349cda497cadb36aac96b3e052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8262081 Jul 16 03:23:16.349552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-be34bb34-8594-42a9-82bd-1567dddda4b5 None None] Port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:16.362811 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44546) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:16.366127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-60e37d3a-1584-4019-94ad-fe3d6ef67a34 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/quotas/cedc66977cc241e5a82f8ab5dbc563b0 HTTP/1.1" status: 200 len: 375 time: 0.1012371 Jul 16 03:23:16.455981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dd770-a26b-46e6-b44b-bdcf85f37d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e09557-627f-4ba7-a0c2-119fc62e4f28,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:16.470074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 9ed5e269-2163-4a93-ac86-e29214c5ee9d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:16.486786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9ed5e269-2163-4a93-ac86-e29214c5ee9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:16.488435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.533656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fff77a-d568-49ab-ae6d-e44f007493d0 req-4ed0d1b6-6c38-4cf0-9b62-da189d6f81d6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:16.535378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64fff77a-d568-49ab-ae6d-e44f007493d0 req-4ed0d1b6-6c38-4cf0-9b62-da189d6f81d6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 948 time: 0.5334389 Jul 16 03:23:16.544617 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.577299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea23be3b-4426-459a-8397-3dd83ebd374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.631487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:23:16.652613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea23be3b-4426-459a-8397-3dd83ebd374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.657857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:16.670327 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.695745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-5788d3b7-11ba-43b4-adef-fa70556a3ac5 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3178213 Jul 16 03:23:16.710730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d2e409-608b-45a9-846c-ea05cfe1392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.724271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64fff77a-d568-49ab-ae6d-e44f007493d0 req-94d75409-7eea-4b1a-9cc9-157ac59de8c7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623404 Jul 16 03:23:16.726843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d2e409-608b-45a9-846c-ea05cfe1392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.791644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.817151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62d2e409-608b-45a9-846c-ea05cfe1392b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5879da057ae1493095953098c5ed9183&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6014469 Jul 16 03:23:16.817151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2e409-608b-45a9-846c-ea05cfe1392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be63c321-7847-4244-9f8c-9da9bf9d1b15,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:16.819776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:16.821586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:16.858303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 9ed5e269-2163-4a93-ac86-e29214c5ee9d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9ed5e269-2163-4a93-ac86-e29214c5ee9d,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:16.860326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-431895d1-6f21-4805-8690-6408db8117b0 None None] Provisioning complete for port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:16.860748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-431895d1-6f21-4805-8690-6408db8117b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.871139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea23be3b-4426-459a-8397-3dd83ebd374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.879940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea23be3b-4426-459a-8397-3dd83ebd374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.883329 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ea23be3b-4426-459a-8397-3dd83ebd374f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85e09557-627f-4ba7-a0c2-119fc62e4f28 HTTP/1.1" status: 204 len: 168 time: 0.5190322 Jul 16 03:23:16.894143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.895176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d2b5e290-7385-4c49-8a44-97147e8e6df2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:16.937774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23be3b-4426-459a-8397-3dd83ebd374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e09557-627f-4ba7-a0c2-119fc62e4f28,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:16.945927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3ef35f3-3c98-416d-b945-452ddc10f42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:16.964188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:23:16.974611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-11e52dd3-867b-4490-85aa-c2b24298c7a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4495180 Jul 16 03:23:16.985739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3ef35f3-3c98-416d-b945-452ddc10f42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.009060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-431895d1-6f21-4805-8690-6408db8117b0 None None] Port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:17.030601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=9ed5e269-2163-4a93-ac86-e29214c5ee9d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:17.048266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d2b5e290-7385-4c49-8a44-97147e8e6df2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:17.048645 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.069046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3ef35f3-3c98-416d-b945-452ddc10f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.074747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3ef35f3-3c98-416d-b945-452ddc10f42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.075912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c3ef35f3-3c98-416d-b945-452ddc10f42c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be63c321-7847-4244-9f8c-9da9bf9d1b15 HTTP/1.1" status: 204 len: 168 time: 0.2549472 Jul 16 03:23:17.084912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef35f3-3c98-416d-b945-452ddc10f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be63c321-7847-4244-9f8c-9da9bf9d1b15,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:17.151913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f28556e-2928-4221-8e43-9ac4e0486b3e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:17.202728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0f28556e-2928-4221-8e43-9ac4e0486b3e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:17.203106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.239824 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7ec8c-5236-4cad-aeb6-19882233f68e x-openstack-request-id: req-28e7ec8c-5236-4cad-aeb6-19882233f68e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:17.253348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-c9031de2-a480-4109-bb61-7b4ccafe6261 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:17.254584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-c9031de2-a480-4109-bb61-7b4ccafe6261 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460331 Jul 16 03:23:17.257223 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89accfd7-66a6-4123-a962-f5171cc3fc64", "name": "network-vif-plugged", "status": "completed", "tag": "08059562-c41c-47d0-8eed-a856f18dcc7f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:17.257659 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28e7ec8c-5236-4cad-aeb6-19882233f68e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:17.259876 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08059562-c41c-47d0-8eed-a856f18dcc7f', 'code': 200} Jul 16 03:23:17.452580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f265413-126f-4de6-86f6-d7b5587622b9 req-4ad4236e-da5f-4667-b771-d14d720c2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:17.454443 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f265413-126f-4de6-86f6-d7b5587622b9 req-4ad4236e-da5f-4667-b771-d14d720c2f8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 1123 time: 0.1404445 Jul 16 03:23:17.486302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f265413-126f-4de6-86f6-d7b5587622b9 req-903c2b52-1d3c-4a47-805b-693adf61b2b5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.600032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f265413-126f-4de6-86f6-d7b5587622b9 req-903c2b52-1d3c-4a47-805b-693adf61b2b5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.604868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f265413-126f-4de6-86f6-d7b5587622b9 req-903c2b52-1d3c-4a47-805b-693adf61b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.646615 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f265413-126f-4de6-86f6-d7b5587622b9 req-903c2b52-1d3c-4a47-805b-693adf61b2b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836929 Jul 16 03:23:17.662854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c2b52-1d3c-4a47-805b-693adf61b2b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de871c9f-7260-468c-a0a7-fca78607e4fe,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:17.666008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82224e4b-e7ff-4c3c-92a3-c8cc431d4737 req-f9182443-9f82-4b4a-97cb-e3c52d461098 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:17.667630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82224e4b-e7ff-4c3c-92a3-c8cc431d4737 req-f9182443-9f82-4b4a-97cb-e3c52d461098 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 972 time: 0.3288898 Jul 16 03:23:17.669764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-b4357ef9-a916-4de2-851e-90fdfb65fc48 service neutron] 10.222.0.25 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079270 Jul 16 03:23:17.691567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44584) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:17.707815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ccde7a8-c261-48fe-9f5e-9b0aa8b777bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.756467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82224e4b-e7ff-4c3c-92a3-c8cc431d4737 req-576da6e9-721e-40e2-89ee-bddd3a336016 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796103 Jul 16 03:23:17.840534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-51dcb009-71f2-415e-864c-3ab0b37ca578 service neutron] 10.222.0.25 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416636 Jul 16 03:23:17.863884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ccde7a8-c261-48fe-9f5e-9b0aa8b777bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.870570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ccde7a8-c261-48fe-9f5e-9b0aa8b777bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:17.922677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3ccde7a8-c261-48fe-9f5e-9b0aa8b777bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4d6459746c44668b2a54216bb6a718c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299705 Jul 16 03:23:17.922846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:17.940683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccde7a8-c261-48fe-9f5e-9b0aa8b777bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97339d04-1aaf-4cc4-9a4c-9f7098544faf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:17.991682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Sync routers for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:23:18.003577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e81fa03-01ad-4222-b054-5adb9ebaf67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.007481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:18.008117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:18.045560 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e81fa03-01ad-4222-b054-5adb9ebaf67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.193813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e81fa03-01ad-4222-b054-5adb9ebaf67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.195025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:18.196594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e81fa03-01ad-4222-b054-5adb9ebaf67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.198220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1e81fa03-01ad-4222-b054-5adb9ebaf67a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97339d04-1aaf-4cc4-9a4c-9f7098544faf HTTP/1.1" status: 204 len: 168 time: 0.2741377 Jul 16 03:23:18.212302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81fa03-01ad-4222-b054-5adb9ebaf67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97339d04-1aaf-4cc4-9a4c-9f7098544faf,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:18.302339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9ed5e269-2163-4a93-ac86-e29214c5ee9d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:18.420930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38508f67-8b12-498d-98c9-5f57e6e4f81c req-c7b78a8d-7c10-4890-95d9-c8d4d7045aae tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:18.428686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38508f67-8b12-498d-98c9-5f57e6e4f81c req-c7b78a8d-7c10-4890-95d9-c8d4d7045aae tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1391203 Jul 16 03:23:18.484089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38508f67-8b12-498d-98c9-5f57e6e4f81c req-d9ea07ba-a2e4-44ab-9bed-cdf572ad52c4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Jul 16 03:23:18.498347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:18.503980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751066372', 'description': 'tempest-description--407258654'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:18.565089 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.595257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b5d7e69-0476-4f39-9658-e3820a6e5135 req-86edfd0b-6c7b-4582-9595-027da20111ab tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 210 time: 0.0424101 Jul 16 03:23:18.668955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9ed5e269-2163-4a93-ac86-e29214c5ee9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:18.669335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.692294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.702215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.743744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.745509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2458124 Jul 16 03:23:18.746720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1ce99-f5a1-4c71-b82c-6f8b4445fb5b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:18.748894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44626) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:18.754312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Request body: {'security_group_rule': {'security_group_id': 'd9ea4040-8824-42a7-a4f6-84a2ae8ddb4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:18.825767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:18.827051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 2, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:18.855263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Checking router: 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:23:18.855622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Updating router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:23:18.899102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.030004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:19.040755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.046510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.071791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f953774d-0d3b-4925-976e-d4d5a752d59b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:19.083600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.085076 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-88f3c4f9-fe22-405e-b47f-be92b79f2c6f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351870 Jul 16 03:23:19.087648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:19.093039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Request body: {'security_group_rule': {'security_group_id': 'd9ea4040-8824-42a7-a4f6-84a2ae8ddb4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:19.100645 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85e11b75-2ef5-445b-8df3-22a5a4af824e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.126821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.216690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.223026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.240177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:19.264017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0c6086-d3e3-4427-a755-6ee6b3d1a983,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:19.273843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:19.291616 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6616a20d-1128-462c-b633-228f52a97f35" -d '{"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-plugged", "status": "completed", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:19.358860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382445d-455d-4af2-8725-2f8d6abee403 req-89677ed1-050e-4a67-a910-1fb3eadbe49a tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:19.372396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2382445d-455d-4af2-8725-2f8d6abee403 req-89677ed1-050e-4a67-a910-1fb3eadbe49a tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 972 time: 0.4163101 Jul 16 03:23:19.380463 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85e11b75-2ef5-445b-8df3-22a5a4af824e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.397080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.398610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ec96e242-a469-4260-8611-ca1e4a7b2ef1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092577 Jul 16 03:23:19.401550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:19.404452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85e11b75-2ef5-445b-8df3-22a5a4af824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.408240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:19.468485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.477556 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321aeeb7-fd4d-403b-852e-b2c3d66ac123 x-openstack-request-id: req-321aeeb7-fd4d-403b-852e-b2c3d66ac123 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:19.477844 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-plugged", "status": "completed", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:19.478637 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-321aeeb7-fd4d-403b-852e-b2c3d66ac123 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:19.479030 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'code': 200} Jul 16 03:23:19.514328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-645731462-network', 'tenant_id': 'af589716db354a2b96e06c2116564618'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:19.519302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.561877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Transition to ACTIVE for port object 13b7e0d9-ff99-4eae-89cb-8989e43ef741 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:19.573988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.615164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e11b75-2ef5-445b-8df3-22a5a4af824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd010a6-a06d-434a-908b-d4a54e16501a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:19.627415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85e11b75-2ef5-445b-8df3-22a5a4af824e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08e4818f316c46e2a4dc8a1fa7745c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951805 Jul 16 03:23:19.632730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44664) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:19.646064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b509-fa70-4753-9bd5-ecee94106c94 None None] Pushing event updated for resources: {'Port': ['ID=13b7e0d9-ff99-4eae-89cb-8989e43ef741,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:19.671566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2382445d-455d-4af2-8725-2f8d6abee403 req-1396391d-3d61-4d8e-87a6-0428b74fdb93 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811611 Jul 16 03:23:19.716841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Attempting to bind port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:19.717865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Attempting to bind port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:19.718132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Attempting to bind port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 on network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:19.724855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:19.725239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Checking segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:19.725655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.726051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Bound using segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:19.726530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Bound port: 13b7e0d9-ff99-4eae-89cb-8989e43ef741, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:19.726968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.752814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf28f-868e-4439-a0ca-335f4c9e0256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.781287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf28f-868e-4439-a0ca-335f4c9e0256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.837094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.866258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Made reservation on behalf of af589716db354a2b96e06c2116564618 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:19.869421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.869606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf28f-868e-4439-a0ca-335f4c9e0256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.876525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf28f-868e-4439-a0ca-335f4c9e0256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.882698 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce8bf28f-868e-4439-a0ca-335f4c9e0256 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cd010a6-a06d-434a-908b-d4a54e16501a HTTP/1.1" status: 204 len: 168 time: 0.2449541 Jul 16 03:23:19.916563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] For port 13b7e0d9-ff99-4eae-89cb-8989e43ef741, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:19.923915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] For port 13b7e0d9-ff99-4eae-89cb-8989e43ef741, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=13b7e0d9-ff99-4eae-89cb-8989e43ef741,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:19.934766 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:19.940456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf28f-868e-4439-a0ca-335f4c9e0256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd010a6-a06d-434a-908b-d4a54e16501a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:19.991863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:20.021579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6e06fb4-8647-4b85-83ae-ea128a7518ec req-a95dfebd-fc16-4952-9f46-f8f7f6b2bf8f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 210 time: 0.1695895 Jul 16 03:23:20.037752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.48', 57397) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:20.117928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:20.118655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:22:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:20.147549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Allocated IP 172.25.4.221 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/4cbe21a1-696d-4861-aef2-36f8c6a31c88) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:20.194985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ed749-7a4c-4f5c-8f74-b127fc52ed2e req-9a01574a-be38-453d-a2a2-e6a247914af9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:20.199934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-495ed749-7a4c-4f5c-8f74-b127fc52ed2e req-9a01574a-be38-453d-a2a2-e6a247914af9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.3947103 Jul 16 03:23:20.213153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85df0e-1eab-4b99-affd-2cc240123df8 req-47d85eb9-115f-43f7-90e6-0c48284d4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:20.214699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc85df0e-1eab-4b99-affd-2cc240123df8 req-47d85eb9-115f-43f7-90e6-0c48284d4b1a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1100 time: 0.5797346 Jul 16 03:23:20.309730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b509-fa70-4753-9bd5-ecee94106c94 None None] Pushing event updated for resources: {'Port': ['ID=13b7e0d9-ff99-4eae-89cb-8989e43ef741,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:20.401538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:20.487141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:20.508654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:20.544478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-80118b09-7247-4d55-82d2-7d770cfa68d4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:20.548853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-80118b09-7247-4d55-82d2-7d770cfa68d4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.48 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 823 time: 0.5072317 Jul 16 03:23:20.563777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:20.573049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:20.577453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:20.584079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event updated for resources: {'Port': ['ID=4cbe21a1-696d-4861-aef2-36f8c6a31c88,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:20.694932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-e8408d3d-d658-481c-88d0-1c6a2ecf5164 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedc66977cc241e5a82f8ab5dbc563b0 HTTP/1.1" status: 200 len: 380 time: 0.1092746 Jul 16 03:23:20.698652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d02bb37c-8f82-470c-baaa-d367b9a99b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:20.702217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-495ed749-7a4c-4f5c-8f74-b127fc52ed2e req-95cc885b-d04c-4771-ba26-03861ef802a0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948711 Jul 16 03:23:20.719938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'port': {'device_id': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'admin_state_up': True, 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'security_groups': ['536be9ea-5ff8-424c-8398-518a8fad8f25']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:20.743260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc85df0e-1eab-4b99-affd-2cc240123df8 req-a3a9d80a-a90f-4860-b031-3042fa92cf3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515347 Jul 16 03:23:20.743260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:20.824833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:20.878409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:19Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:20.912426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:20.941487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e276-3139-4338-9e40-5b6822fa918e None None] The sync data for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 is: [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:19Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:23:20.960567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb792be1-627a-4eb7-9517-72a0f5a7d6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.161542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.170852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.257673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a5d89-229b-43af-8ed0-463bd2f09416 req-bb8eed33-7592-48c7-b4a7-c8f314b7a6fb tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:21.259341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-342a5d89-229b-43af-8ed0-463bd2f09416 req-bb8eed33-7592-48c7-b4a7-c8f314b7a6fb tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 972 time: 0.3447602 Jul 16 03:23:21.260008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:23:21.260008 n-d-800089-6 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:23:21.260008 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id_1': 'cedc66977cc241e5a82f8ab5dbc563b0', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 23, 21, 164512)}] Jul 16 03:23:21.260008 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:23:21.260346 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:23:21.268998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1db2352d-11bb-4ee1-bd23-2b2b8bed8074 req-511ba3c1-4b3e-4d40-a842-a1088b1c8119 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 210 time: 0.0921726 Jul 16 03:23:21.271234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:21.324208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.324782 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Added segment 55327257-075e-4ca1-a8cb-f850a273d796 of type vlan for network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 Jul 16 03:23:21.335402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c0738-0091-486e-9a85-a2e19bf482dc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:21.391578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-342a5d89-229b-43af-8ed0-463bd2f09416 req-796b81a1-b186-4b3b-b840-1b358b827ed9 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214950 Jul 16 03:23:21.414912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.421567 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.429163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.501824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.502980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:21.503785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.508145 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb792be1-627a-4eb7-9517-72a0f5a7d6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.523124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.549453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.551446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1483779 Jul 16 03:23:21.565348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71e4c-5f1a-40a5-aed9-f8cd58aa8e8d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event updated for resources: {'Port': ['ID=4cbe21a1-696d-4861-aef2-36f8c6a31c88,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:21.597395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb792be1-627a-4eb7-9517-72a0f5a7d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.602048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] Pushing event updated for resources: {'Network': ['ID=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:21.615174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:21.639823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb792be1-627a-4eb7-9517-72a0f5a7d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115e4cd-8bb9-45be-8a38-3926268e664c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:21.647954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:21.648091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3acd34cf-1ef7-4da0-8edd-6274620aca8e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4012120 Jul 16 03:23:21.653524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Request body: {'subnet': {'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-645731462-subnet', 'tenant_id': 'af589716db354a2b96e06c2116564618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:21.702594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb792be1-627a-4eb7-9517-72a0f5a7d6a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e22a974289984dc787601c9d6448fe3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9493437 Jul 16 03:23:21.705629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:21.730137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Made reservation on behalf of af589716db354a2b96e06c2116564618 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:21.736137 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.798414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb2af0-bf88-48b3-92e0-9af9dc675acb req-1b081b9c-7670-4026-a68f-6d8256bdec4e tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:21.801709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50fb2af0-bf88-48b3-92e0-9af9dc675acb req-1b081b9c-7670-4026-a68f-6d8256bdec4e tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 1123 time: 0.1244068 Jul 16 03:23:21.827328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50fb2af0-bf88-48b3-92e0-9af9dc675acb req-1211f6be-bd5e-4f8d-8375-270628ffa9aa tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.838270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Made reservation on behalf of cedc66977cc241e5a82f8ab5dbc563b0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:21.843655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.876005 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45a141d4-aef0-48fe-bbff-5853dacd367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:21.932246 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45a141d4-aef0-48fe-bbff-5853dacd367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.028169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45a141d4-aef0-48fe-bbff-5853dacd367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.032057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45a141d4-aef0-48fe-bbff-5853dacd367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.038291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-45a141d4-aef0-48fe-bbff-5853dacd367d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9115e4cd-8bb9-45be-8a38-3926268e664c HTTP/1.1" status: 204 len: 168 time: 0.3282716 Jul 16 03:23:22.043411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.097148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a141d4-aef0-48fe-bbff-5853dacd367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115e4cd-8bb9-45be-8a38-3926268e664c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:22.151539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bb331f-ea89-4871-898b-b2549891c7da,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:22.166898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b134d-d525-4ff1-a27f-14ffc978c1bb req-12b05442-662c-4e89-903c-9b587df370a6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:22.168409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a5b134d-d525-4ff1-a27f-14ffc978c1bb req-12b05442-662c-4e89-903c-9b587df370a6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.2607827 Jul 16 03:23:22.192814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:22.193189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Network hostable DHCP agents. Network: d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:23:22.211397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Allocated IP 172.20.0.6 (343f19b9-875e-4fdd-bc6f-e37b7870f541/47ee79a5-4f88-498f-975b-ef0ffe3da6e9/ba833cfc-490f-4d05-835a-df1a857555fc) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:22.221606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13b7e0d9-ff99-4eae-89cb-8989e43ef741 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:22.222893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:23:22.235942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50fb2af0-bf88-48b3-92e0-9af9dc675acb req-1211f6be-bd5e-4f8d-8375-270628ffa9aa tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.240759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:22.247878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:22.248759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.253188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50fb2af0-bf88-48b3-92e0-9af9dc675acb req-1211f6be-bd5e-4f8d-8375-270628ffa9aa tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.273593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aaf3f8-0bb7-4ed9-82b7-331ee629ad27 None None] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:22.280109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fddb414d-c41c-41ed-98a8-35927ad91977 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6309001 Jul 16 03:23:22.302836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a5b134d-d525-4ff1-a27f-14ffc978c1bb req-2334353b-66d7-4b78-bec3-ef34504b3afb tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235030 Jul 16 03:23:22.334905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50fb2af0-bf88-48b3-92e0-9af9dc675acb req-1211f6be-bd5e-4f8d-8375-270628ffa9aa tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229061 Jul 16 03:23:22.369249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211f6be-bd5e-4f8d-8375-270628ffa9aa tempest-AggregatesAdminTestJSON-1822202155 tempest-AggregatesAdminTestJSON-1822202155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03832b7-41a6-4be8-a1a1-fff69a148447,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:22.527440 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.532369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-6c6f1ce1-1b9a-466a-be2e-9ecb9f66a611 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--751066372&fields=id&tenant_id=18bc879f745d4340a44e455f1d9c8cf9 HTTP/1.1" status: 200 len: 267 time: 0.0599358 Jul 16 03:23:22.549513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa7890-24b0-40da-8e2e-ad4799bf3f0b None None] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:22.582937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Transition to ACTIVE for port object ba833cfc-490f-4d05-835a-df1a857555fc will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:22.618300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:22.629827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:22.630505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.712693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44772) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:22.727409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-645a93ab-9787-499e-b62f-f0381cfe8790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.774353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-5423781f-df51-4e34-b15e-0c251adfd809 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:22.787139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-5423781f-df51-4e34-b15e-0c251adfd809 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/networks?id=189e54cc-a84f-448f-a8ba-27ff739ac4f2 HTTP/1.1" status: 200 len: 805 time: 0.2452013 Jul 16 03:23:22.793363 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.828982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-62363945-b002-4416-b02d-a220bcd0daa7 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/quotas/18bc879f745d4340a44e455f1d9c8cf9 HTTP/1.1" status: 200 len: 375 time: 0.0400171 Jul 16 03:23:22.838469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 13b7e0d9-ff99-4eae-89cb-8989e43ef741, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=13b7e0d9-ff99-4eae-89cb-8989e43ef741,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:22.848620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.892123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-645a93ab-9787-499e-b62f-f0381cfe8790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.901421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-645a93ab-9787-499e-b62f-f0381cfe8790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.911846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56521ff4-c0b7-4381-8664-1ba00e118790 req-69477a67-a461-4e83-a130-0a7802e0732e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 210 time: 0.1071670 Jul 16 03:23:22.918328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=13b7e0d9-ff99-4eae-89cb-8989e43ef741,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:22.951659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:22.977438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a93ab-9787-499e-b62f-f0381cfe8790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af167971-47b0-456d-aac5-fa28387f9eee,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:22.996495 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-645a93ab-9787-499e-b62f-f0381cfe8790 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddadc98e31724f68ba38353da4580d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825058 Jul 16 03:23:22.998878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44776) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:23.034651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:23.046123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:23.049081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:23.067220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3746f56-0fbf-4df4-9eb5-c40d225df29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.070481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:23.072014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.103571 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3746f56-0fbf-4df4-9eb5-c40d225df29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.111092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-fa4fe201-00b2-4637-ab67-ad1a721f9028 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18bc879f745d4340a44e455f1d9c8cf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2742116 Jul 16 03:23:23.120739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4248726 Jul 16 03:23:23.136219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Request body: {'port': {'device_id': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:23.152757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66583469-5503-4c8b-a49a-14337df47285 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'Port': ['ID=ba833cfc-490f-4d05-835a-df1a857555fc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:23.213574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3746f56-0fbf-4df4-9eb5-c40d225df29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.218761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3746f56-0fbf-4df4-9eb5-c40d225df29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.221817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a3746f56-0fbf-4df4-9eb5-c40d225df29b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af167971-47b0-456d-aac5-fa28387f9eee HTTP/1.1" status: 204 len: 168 time: 0.2197032 Jul 16 03:23:23.252239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-029902b3-ac16-412f-9ecf-36d8b7796eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.263410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3746f56-0fbf-4df4-9eb5-c40d225df29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af167971-47b0-456d-aac5-fa28387f9eee,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:23.351273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c87309f9-d657-4d96-85de-4abd332b4064 service neutron] 10.222.0.25 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294405 Jul 16 03:23:23.372381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.435764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9dd219f8-5bb7-4f65-83a3-b1e18be84c76 None None] Provisioning for port ba833cfc-490f-4d05-835a-df1a857555fc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:23.441621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9dd219f8-5bb7-4f65-83a3-b1e18be84c76 None None] Provisioning complete for port ba833cfc-490f-4d05-835a-df1a857555fc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:23.442659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9dd219f8-5bb7-4f65-83a3-b1e18be84c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.491068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9dd219f8-5bb7-4f65-83a3-b1e18be84c76 None None] Port ba833cfc-490f-4d05-835a-df1a857555fc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:23.599466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44806) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:23.605306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1729039755-network', 'tenant_id': '232918b0fd604585af9d831c67c6fce1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:23.633736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Made reservation on behalf of 232918b0fd604585af9d831c67c6fce1 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:23.637162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.646972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.771843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-050c4e9b-f64a-4c88-997f-ea029678d5e9 service neutron] 10.222.0.25 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196181 Jul 16 03:23:23.781731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.790204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.808686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.855634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:23.867339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26cad8a-69c0-4c5d-b901-d416144fba74,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:23.873548 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.874617 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Added segment 44d05032-93ef-40f8-90e0-c40866b61535 of type vlan for network 11423a6e-b625-48b9-bf2f-d79f4e03d9e9 Jul 16 03:23:23.927276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.968026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:23.969272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:23.970158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.022403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4213407 Jul 16 03:23:24.026269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:24.038444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Request body: {'subnet': {'network_id': '11423a6e-b625-48b9-bf2f-d79f4e03d9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1729039755-subnet', 'tenant_id': '232918b0fd604585af9d831c67c6fce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:24.078456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527386ec-e8d0-46ec-9a51-0b60a657d85c admin admin] Pushing event updated for resources: {'Network': ['ID=11423a6e-b625-48b9-bf2f-d79f4e03d9e9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:24.089650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 11423a6e-b625-48b9-bf2f-d79f4e03d9e9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:24.116973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af146e-cd87-4663-b95e-be023f462587 req-cfe08ba4-a7f3-42f1-b09d-02a5be5060f3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:24.124493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9af146e-cd87-4663-b95e-be023f462587 req-cfe08ba4-a7f3-42f1-b09d-02a5be5060f3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.2608240 Jul 16 03:23:24.182441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13b7e0d9-ff99-4eae-89cb-8989e43ef741 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:24.198748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Made reservation on behalf of 232918b0fd604585af9d831c67c6fce1 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:24.201140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.256375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba833cfc-490f-4d05-835a-df1a857555fc {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:24.282767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9af146e-cd87-4663-b95e-be023f462587 req-3710b438-9742-4d01-af66-d5c1d7cb4c63 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546021 Jul 16 03:23:24.289696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.315307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.325180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:24.325757 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.435289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c27b52a2-d965-4d04-9156-110298bc7a37 req-d32bd417-aa6b-458f-9715-57f4084e448c tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 210 time: 0.0588393 Jul 16 03:23:24.441118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Transition to ACTIVE for port object ba833cfc-490f-4d05-835a-df1a857555fc will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:24.456707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.592332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Pushing event updated for resources: {'Port': ['ID=ba833cfc-490f-4d05-835a-df1a857555fc,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:24.707335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Attempting to bind port ba833cfc-490f-4d05-835a-df1a857555fc on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:24.707670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Attempting to bind port ba833cfc-490f-4d05-835a-df1a857555fc by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:24.708030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Attempting to bind port ba833cfc-490f-4d05-835a-df1a857555fc on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:24.751855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Port ba833cfc-490f-4d05-835a-df1a857555fc on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:24.752242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Attempting to bind port ba833cfc-490f-4d05-835a-df1a857555fc on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:24.757203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.766939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f85c-df51-4e57-8b31-298929040784 req-f3cdc795-9c49-428e-83e5-897c9efaf074 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:24.776193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f299f85c-df51-4e57-8b31-298929040784 req-f3cdc795-9c49-428e-83e5-897c9efaf074 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 943 time: 0.2776330 Jul 16 03:23:24.826062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:24.826412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Checking segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:24.827010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Bound using segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:24.827413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Bound port: ba833cfc-490f-4d05-835a-df1a857555fc, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:24.827770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:24.855060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bda4a0-173f-4a8f-b183-af5bc5974092,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:24.996698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Checking segment: {'id': '44d05032-93ef-40f8-90e0-c40866b61535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '11423a6e-b625-48b9-bf2f-d79f4e03d9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:24.997056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Network hostable DHCP agents. Network: 11423a6e-b625-48b9-bf2f-d79f4e03d9e9, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:23:25.005010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f299f85c-df51-4e57-8b31-298929040784 req-135306c4-cf69-46d4-8875-7fcba6c31999 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278352 Jul 16 03:23:25.035673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] For port ba833cfc-490f-4d05-835a-df1a857555fc, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:25.049509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] For port ba833cfc-490f-4d05-835a-df1a857555fc, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ba833cfc-490f-4d05-835a-df1a857555fc,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:25.060850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.100236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Network 11423a6e-b625-48b9-bf2f-d79f4e03d9e9 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:23:25.138101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 11423a6e-b625-48b9-bf2f-d79f4e03d9e9) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:25.145608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.146222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.147625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] 10.222.0.48 "PUT /v2.0/ports/ba833cfc-490f-4d05-835a-df1a857555fc HTTP/1.1" status: 200 len: 1091 time: 2.0166168 Jul 16 03:23:25.148067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:25.151189 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:25.157698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.158285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.158470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50614c-16db-4e97-8379-9a28120da11f None None] Network 11423a6e-b625-48b9-bf2f-d79f4e03d9e9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:25.168239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e61cb-b4e3-49d6-a95f-3c322a934d2c service neutron] Pushing event updated for resources: {'Port': ['ID=ba833cfc-490f-4d05-835a-df1a857555fc,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:25.189115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebdce6-ee82-4cf5-b674-9575aa104b0c req-b52c7c84-ea3a-429b-be99-678fd5f8931d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.190838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25ebdce6-ee82-4cf5-b674-9575aa104b0c req-b52c7c84-ea3a-429b-be99-678fd5f8931d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1100 time: 0.2439594 Jul 16 03:23:25.209863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b59f01dd-b387-4d05-a4d4-715bf822ff52 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1778193 Jul 16 03:23:25.250866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-25ebdce6-ee82-4cf5-b674-9575aa104b0c req-df896e99-250e-420c-9a1d-4b12890c9f2d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.297740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-77121e0d-7542-4333-b2a1-727ddc50cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.299277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-77121e0d-7542-4333-b2a1-727ddc50cdf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 1094 time: 0.1072431 Jul 16 03:23:25.328351 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacebfb5-3efc-473e-aa9f-e937e29a426a x-openstack-request-id: req-bacebfb5-3efc-473e-aa9f-e937e29a426a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:25.328751 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:25.329005 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bacebfb5-3efc-473e-aa9f-e937e29a426a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:25.329399 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'status': 'completed', 'code': 200} Jul 16 03:23:25.370482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-79b27781-5519-4716-8e9e-e1fc50870037 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba833cfc-490f-4d05-835a-df1a857555fc HTTP/1.1" status: 200 len: 217 time: 0.0557277 Jul 16 03:23:25.394713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18646534-ab63-44d2-8c7b-673a627ec07c None None] Network 11423a6e-b625-48b9-bf2f-d79f4e03d9e9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:25.460984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-becfc904-20a0-4c54-a242-fde57fa3f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.463137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-becfc904-20a0-4c54-a242-fde57fa3f606 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.0705519 Jul 16 03:23:25.506962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-25ebdce6-ee82-4cf5-b674-9575aa104b0c req-df896e99-250e-420c-9a1d-4b12890c9f2d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.516623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-25ebdce6-ee82-4cf5-b674-9575aa104b0c req-df896e99-250e-420c-9a1d-4b12890c9f2d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.578507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25ebdce6-ee82-4cf5-b674-9575aa104b0c req-df896e99-250e-420c-9a1d-4b12890c9f2d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629684 Jul 16 03:23:25.614314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df896e99-250e-420c-9a1d-4b12890c9f2d tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ff171-91fe-43d4-9b90-524b7d0ee90d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:25.643080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-dc32035d-f6fe-424b-9702-a598dec44d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.645074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-dc32035d-f6fe-424b-9702-a598dec44d99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759260 Jul 16 03:23:25.805303 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-40fb6e50-938b-455f-b12f-3f4d584efa25 service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505263 Jul 16 03:23:25.903897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-7547cb32-c264-4ea6-a1c9-a3cf95bff542 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:25.907258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-7547cb32-c264-4ea6-a1c9-a3cf95bff542 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.11 "GET /v2.0/networks?id=189e54cc-a84f-448f-a8ba-27ff739ac4f2 HTTP/1.1" status: 200 len: 805 time: 0.3170128 Jul 16 03:23:25.912654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:25.919409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f09d567-edc0-4a5d-8043-159047e9cecf req-4a2f33a2-5bbf-4e60-af1e-f37175236a9d tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 210 time: 0.0375850 Jul 16 03:23:25.948955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a4080fa-81e0-4235-a155-3779b3a330b8 req-a05453a0-2781-44f1-894a-0b7e071ebc3a service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374261 Jul 16 03:23:25.972805 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-faa3545a-d000-4a1d-bb51-8016ddc9cd51 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18bc879f745d4340a44e455f1d9c8cf9 HTTP/1.1" status: 200 len: 379 time: 0.0571847 Jul 16 03:23:25.987612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Request body: {'port': {'device_id': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'admin_state_up': True, 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'security_groups': ['d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:26.063879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-9a0c8044-51f9-4d37-98e2-d59d01a121fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:26.066315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-9a0c8044-51f9-4d37-98e2-d59d01a121fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 1094 time: 0.0602050 Jul 16 03:23:26.097208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-aa0f136e-0360-46ca-81cc-eb33d3669b16 req-a5313473-1c49-49b1-9bb3-11d8c275d281 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:26.098279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f136e-0360-46ca-81cc-eb33d3669b16 req-a5313473-1c49-49b1-9bb3-11d8c275d281 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064085 Jul 16 03:23:26.117869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Made reservation on behalf of 18bc879f745d4340a44e455f1d9c8cf9 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:26.122304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:26.234888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-e4d94565-ce30-400b-81cb-28cecc9461b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:26.236606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-e4d94565-ce30-400b-81cb-28cecc9461b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 925 time: 0.1623704 Jul 16 03:23:26.252212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-75d1de52-e4d4-488a-b52a-84226911dcb2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:26.253004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Allocated IP 172.20.0.8 (189e54cc-a84f-448f-a8ba-27ff739ac4f2/c3d69920-ce1e-48a9-93d7-fdcb8221a06f/3a89d96b-04b3-487c-9e10-a4dc30c76401) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:26.259076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-75d1de52-e4d4-488a-b52a-84226911dcb2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.1660340 Jul 16 03:23:26.305699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-8d5971c2-abcb-4b3d-bbee-23ae31e02a93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba833cfc-490f-4d05-835a-df1a857555fc HTTP/1.1" status: 200 len: 217 time: 0.0440748 Jul 16 03:23:26.308048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-c2ad375a-81cc-4382-9505-bb35bc8c002e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/quotas/af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 375 time: 0.0477576 Jul 16 03:23:26.349123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-10cc0ff7-64dd-406b-a908-261d56283bb2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349810 Jul 16 03:23:26.393640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-d3283d67-d359-4967-b56b-5044edce0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:26.395119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-d3283d67-d359-4967-b56b-5044edce0c03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.0708210 Jul 16 03:23:26.428274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:26.444877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Transition to ACTIVE for port object 3a89d96b-04b3-487c-9e10-a4dc30c76401 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:26.464178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-d511a3c1-7194-4821-ae81-b8936886808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:26.466464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-d511a3c1-7194-4821-ae81-b8936886808d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638247 Jul 16 03:23:26.486730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:26.567565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:26.571268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:26.575868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:26.605571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event updated for resources: {'Port': ['ID=3a89d96b-04b3-487c-9e10-a4dc30c76401,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:26.624137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-f3b3c8f0-ad1a-446f-81c3-409a4c62eace service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502237 Jul 16 03:23:26.628092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-e1ff1741-9aa3-4fe6-9f4f-4a51f739f1e7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:26.629055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-e1ff1741-9aa3-4fe6-9f4f-4a51f739f1e7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1541321 Jul 16 03:23:26.632589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:26.633677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:26.654869 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-c80174a7-a710-4a74-b1a5-78196d67d027 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6759355 Jul 16 03:23:26.676146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:26.689548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Request body: {'port': {'device_id': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:26.783006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:26.842996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1756b9af-c26a-41d7-8c6a-2523b270ca22 None None] Provisioning for port 3a89d96b-04b3-487c-9e10-a4dc30c76401 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:26.849754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1756b9af-c26a-41d7-8c6a-2523b270ca22 None None] Provisioning complete for port 3a89d96b-04b3-487c-9e10-a4dc30c76401 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:26.850830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1756b9af-c26a-41d7-8c6a-2523b270ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:26.861033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e0df3b3-4c1b-472b-b475-4d1b24e5cd9c req-74424977-f02d-4af8-bda1-019acaf9e218 service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264276 Jul 16 03:23:26.864525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-e39783fd-083f-45c4-924a-4b04be2e47ed service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289014 Jul 16 03:23:26.911324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1756b9af-c26a-41d7-8c6a-2523b270ca22 None None] Port 3a89d96b-04b3-487c-9e10-a4dc30c76401 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:26.961804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-54384c4c-cc6f-4b32-a822-b11df34ac03e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2756839 Jul 16 03:23:26.971858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-87025fe7-d2e5-4a54-8b03-b0cf61a1bf48 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:26.972827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-87025fe7-d2e5-4a54-8b03-b0cf61a1bf48 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051255 Jul 16 03:23:27.010664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-5edaaee3-be0c-408f-95e3-2ff25669cd57 service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266005 Jul 16 03:23:27.119291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a89d96b-04b3-487c-9e10-a4dc30c76401 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:27.127474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:27.141896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Transition to ACTIVE for port object 3a89d96b-04b3-487c-9e10-a4dc30c76401 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:27.148125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:27.161666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560cd16-6182-46d5-8fa8-830217946f92 req-857e78d1-726f-4b75-bf33-2607939bfa16 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.170042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7560cd16-6182-46d5-8fa8-830217946f92 req-857e78d1-726f-4b75-bf33-2607939bfa16 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 943 time: 0.1008022 Jul 16 03:23:27.198683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Pushing event updated for resources: {'Port': ['ID=3a89d96b-04b3-487c-9e10-a4dc30c76401,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:27.226709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7560cd16-6182-46d5-8fa8-830217946f92 req-540aa07a-5a51-46ab-bced-f8223fed5c1b tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556009 Jul 16 03:23:27.306089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Attempting to bind port 3a89d96b-04b3-487c-9e10-a4dc30c76401 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:27.306425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Attempting to bind port 3a89d96b-04b3-487c-9e10-a4dc30c76401 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:27.306786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Attempting to bind port 3a89d96b-04b3-487c-9e10-a4dc30c76401 on network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:27.313109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Port 3a89d96b-04b3-487c-9e10-a4dc30c76401 on network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:27.314778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Attempting to bind port 3a89d96b-04b3-487c-9e10-a4dc30c76401 on network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:27.320964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:27.321494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Checking segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:27.322355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Bound using segment: {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:27.322817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Bound port: 3a89d96b-04b3-487c-9e10-a4dc30c76401, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5986c65-215e-446b-b13c-9b632cd4e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:27.323826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:27.412446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] For port 3a89d96b-04b3-487c-9e10-a4dc30c76401, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:27.416716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] For port 3a89d96b-04b3-487c-9e10-a4dc30c76401, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:27.423691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:27.442064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49693b40-b698-4502-9e82-2d139a769d2c req-97e6c3fe-654b-4a9c-b79a-7060badc2582 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.444235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49693b40-b698-4502-9e82-2d139a769d2c req-97e6c3fe-654b-4a9c-b79a-7060badc2582 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1469135 Jul 16 03:23:27.467584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.468282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:27.469732 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] 10.222.0.11 "PUT /v2.0/ports/3a89d96b-04b3-487c-9e10-a4dc30c76401 HTTP/1.1" status: 200 len: 1091 time: 0.8071277 Jul 16 03:23:27.470530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:27.473294 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:27.574251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f93ea-3e0c-4aeb-b771-07e9d32c7635 service neutron] Pushing event updated for resources: {'Port': ['ID=3a89d96b-04b3-487c-9e10-a4dc30c76401,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:27.591090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49693b40-b698-4502-9e82-2d139a769d2c req-dc6dd2d5-4bf3-4b62-b68a-9b0f8f3a6181 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402960 Jul 16 03:23:27.617348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-f55c3ebe-a4dc-4b95-a5ce-9cec159567eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.619882 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-f55c3ebe-a4dc-4b95-a5ce-9cec159567eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18bc879f745d4340a44e455f1d9c8cf9&device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 1094 time: 0.0938663 Jul 16 03:23:27.722120 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-577ac171-4d2c-423e-8e49-42c31ff0ddb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401 HTTP/1.1" status: 200 len: 217 time: 0.0950489 Jul 16 03:23:27.786061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0625996-7bda-4557-a67c-82b8636418e4 req-e05a4b69-fc6b-4628-9672-95e5462f4a5c tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 210 time: 0.0589166 Jul 16 03:23:27.839969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-1855ffff-92f7-4025-9e66-3e07f06beb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.841475 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-1855ffff-92f7-4025-9e66-3e07f06beb1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3d69920-ce1e-48a9-93d7-fdcb8221a06f HTTP/1.1" status: 200 len: 844 time: 0.1074314 Jul 16 03:23:27.921481 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca9ebb2-c353-4a55-9f98-980d4af9f32b x-openstack-request-id: req-bca9ebb2-c353-4a55-9f98-980d4af9f32b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:27.921852 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:27.922201 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bca9ebb2-c353-4a55-9f98-980d4af9f32b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:27.926876 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'status': 'completed', 'code': 200} Jul 16 03:23:27.929499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddeac2-6e43-4297-b3b5-f3cf68f52ae1 req-b6f6cc72-0feb-409d-85bb-a2852541ffeb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.932078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bddeac2-6e43-4297-b3b5-f3cf68f52ae1 req-b6f6cc72-0feb-409d-85bb-a2852541ffeb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 943 time: 0.0952985 Jul 16 03:23:27.964478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-395c0959-0ef4-4b2d-90fa-9d22a9163435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:27.966689 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-395c0959-0ef4-4b2d-90fa-9d22a9163435 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=189e54cc-a84f-448f-a8ba-27ff739ac4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185462 Jul 16 03:23:27.986002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bddeac2-6e43-4297-b3b5-f3cf68f52ae1 req-a7403644-6ce6-49fa-807f-30743098d727 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454040 Jul 16 03:23:28.086132 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-5bdc96a2-bb61-4832-abcf-b3e3200a6821 service neutron] 10.222.0.11 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126192 Jul 16 03:23:28.240491 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff63b35d-2d91-4c4b-ab4b-cf59db73cf1b req-02e5586c-9728-4e80-972a-cd88e033ec7b service neutron] 10.222.0.11 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483042 Jul 16 03:23:28.398683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-be3102e8-6b6c-4bdb-99b8-57a7cc309758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:28.400502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-be3102e8-6b6c-4bdb-99b8-57a7cc309758 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18bc879f745d4340a44e455f1d9c8cf9&device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 1094 time: 0.0677421 Jul 16 03:23:28.479903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec57fd7-7db8-4d8f-ae99-a5f210c907e9 req-5f218d27-45fd-4ea2-aedb-e7e1e75c33ba tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:28.481506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ec57fd7-7db8-4d8f-ae99-a5f210c907e9 req-5f218d27-45fd-4ea2-aedb-e7e1e75c33ba tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 943 time: 0.0687106 Jul 16 03:23:28.501278 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:23:28.512572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-f006e7ee-2c3b-41f1-8645-b38300fde6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:28.514710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-f006e7ee-2c3b-41f1-8645-b38300fde6d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=189e54cc-a84f-448f-a8ba-27ff739ac4f2 HTTP/1.1" status: 200 len: 907 time: 0.1082120 Jul 16 03:23:28.544174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ec57fd7-7db8-4d8f-ae99-a5f210c907e9 req-1203de8d-f548-4047-8fa7-23b57453edcc tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Jul 16 03:23:28.566221 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-841a765f-2d3b-48d3-a964-8ea2298aa5f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401 HTTP/1.1" status: 200 len: 217 time: 0.0441480 Jul 16 03:23:28.631335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-93bb8ab4-e91d-470c-bb32-8792badd96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:28.633052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-93bb8ab4-e91d-470c-bb32-8792badd96b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3d69920-ce1e-48a9-93d7-fdcb8221a06f HTTP/1.1" status: 200 len: 844 time: 0.0569646 Jul 16 03:23:28.733626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-8829a4f9-14a1-4964-87d8-abd428467f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:28.735268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-8829a4f9-14a1-4964-87d8-abd428467f50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=189e54cc-a84f-448f-a8ba-27ff739ac4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938251 Jul 16 03:23:28.830152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880abecf-a687-4447-856a-71d10d328ce5 req-e468c45c-1a08-449b-ae03-2a1ca652b1a7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:28.832195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-880abecf-a687-4447-856a-71d10d328ce5 req-e468c45c-1a08-449b-ae03-2a1ca652b1a7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.0889192 Jul 16 03:23:28.876076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:29.028559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-880abecf-a687-4447-856a-71d10d328ce5 req-cc2c5602-5638-449c-a7f5-b65652c74f87 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886041 Jul 16 03:23:29.182076 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-3a9d77c6-23a7-4ad6-b751-35ce770b18ce service neutron] 10.222.0.11 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342289 Jul 16 03:23:29.267519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45078) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:29.302523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-49f240b9-42eb-43d3-9f74-466dd1c1f4a3 req-5235aacc-e823-4932-9b94-b57107d7bf04 service neutron] 10.222.0.11 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131158 Jul 16 03:23:29.380098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfd146b8-5b24-44ef-bb6f-9cf760579054 req-560ad722-2b37-40fe-9bb1-afb8930d3a64 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 210 time: 0.3485355 Jul 16 03:23:29.387039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb30b48d-2403-4ed8-bfcc-9e805257eb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.437280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad0966c-e9bf-4c83-9b49-35510d59aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.460070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-b3b9330c-c08e-4122-9db9-88c1a6179ea1 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:29.461804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-b3b9330c-c08e-4122-9db9-88c1a6179ea1 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.5848732 Jul 16 03:23:29.478124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Request body: {'port': {'device_id': 'b3124e56-75cd-429a-91b7-75752a56b576', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'admin_state_up': True, 'tenant_id': 'af589716db354a2b96e06c2116564618'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:29.510456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-5e66bdd0-915f-4ae3-adee-8ba3a7db1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:29.511705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-5e66bdd0-915f-4ae3-adee-8ba3a7db1c7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1100 time: 0.6367083 Jul 16 03:23:29.514829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb30b48d-2403-4ed8-bfcc-9e805257eb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.519643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb30b48d-2403-4ed8-bfcc-9e805257eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.567224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fb30b48d-2403-4ed8-bfcc-9e805257eb31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ed44c1d45384a50a4f21ecf2fccfeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986498 Jul 16 03:23:29.567927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45090) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:29.568522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30b48d-2403-4ed8-bfcc-9e805257eb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206fa04b-2399-4677-b109-1ca6417e8f5b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:29.623244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dedb89ed-bfed-4c19-98b2-f1e414d0a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.625963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21558f-2477-4b6b-9fe5-3f08b4883636 req-4b206644-ed54-4b79-a8a0-0fcb7f5cee53 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:29.627501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa21558f-2477-4b6b-9fe5-3f08b4883636 req-4b206644-ed54-4b79-a8a0-0fcb7f5cee53 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 943 time: 0.2497165 Jul 16 03:23:29.645943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dedb89ed-bfed-4c19-98b2-f1e414d0a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.698097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dedb89ed-bfed-4c19-98b2-f1e414d0a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.701322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dedb89ed-bfed-4c19-98b2-f1e414d0a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.702594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dedb89ed-bfed-4c19-98b2-f1e414d0a755 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/206fa04b-2399-4677-b109-1ca6417e8f5b HTTP/1.1" status: 204 len: 168 time: 0.1292615 Jul 16 03:23:29.711988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb89ed-bfed-4c19-98b2-f1e414d0a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206fa04b-2399-4677-b109-1ca6417e8f5b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:29.769612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-039c6a21-2348-4154-a991-c41d7565061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:29.771069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-039c6a21-2348-4154-a991-c41d7565061d service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2475929 Jul 16 03:23:29.775776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa21558f-2477-4b6b-9fe5-3f08b4883636 req-29f61660-050d-4f06-bda6-3b1daab4d5d2 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063030 Jul 16 03:23:29.847582 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-12d3b1b9-07c8-4415-8f0e-e63e97b63dbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0605662 Jul 16 03:23:29.906270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad0966c-e9bf-4c83-9b49-35510d59aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.925668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad0966c-e9bf-4c83-9b49-35510d59aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:29.975998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-dec4c87a-c989-4e03-98da-14f178d9f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:29.978062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-dec4c87a-c989-4e03-98da-14f178d9f4dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1200986 Jul 16 03:23:29.997827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8ad0966c-e9bf-4c83-9b49-35510d59aeca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea8b9c36af154c1cbd6481b6e2a18a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1184814 Jul 16 03:23:30.000122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0966c-e9bf-4c83-9b49-35510d59aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe4445-0973-45fc-bb14-9e533d9ef3af,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:30.000755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45116) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:30.009546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d232c-aa0e-4a8f-8f6d-1a7d763aa0b6 req-12b78dfe-266c-4b73-96a8-acb68b8b20e4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:30.011077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a1d232c-aa0e-4a8f-8f6d-1a7d763aa0b6 req-12b78dfe-266c-4b73-96a8-acb68b8b20e4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 943 time: 0.2432609 Jul 16 03:23:30.028760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Made reservation on behalf of af589716db354a2b96e06c2116564618 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:30.032545 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.043647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45120) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:30.084529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ba833cfc-490f-4d05-835a-df1a857555fc details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:30.085099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46446367-1d6f-4200-8c48-800796acb980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.124827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef29ef47-fc69-40b6-93ab-1198835e720e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.157122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a1d232c-aa0e-4a8f-8f6d-1a7d763aa0b6 req-af7f4e24-3549-437d-b9af-088c64c7b497 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210270 Jul 16 03:23:30.162111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef29ef47-fc69-40b6-93ab-1198835e720e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.213425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-9c4bf472-b61d-4d45-aff2-d9ed6a938b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:30.214965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-9c4bf472-b61d-4d45-aff2-d9ed6a938b63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281351 Jul 16 03:23:30.268834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ba833cfc-490f-4d05-835a-df1a857555fc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ba833cfc-490f-4d05-835a-df1a857555fc,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:30.278038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef29ef47-fc69-40b6-93ab-1198835e720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.281407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef29ef47-fc69-40b6-93ab-1198835e720e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.282534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ef29ef47-fc69-40b6-93ab-1198835e720e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21fe4445-0973-45fc-bb14-9e533d9ef3af HTTP/1.1" status: 204 len: 168 time: 0.2808218 Jul 16 03:23:30.289180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46446367-1d6f-4200-8c48-800796acb980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.298703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29ef47-fc69-40b6-93ab-1198835e720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe4445-0973-45fc-bb14-9e533d9ef3af,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:30.303598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46446367-1d6f-4200-8c48-800796acb980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.307192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'port_id': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'mac_address': 'fa:16:3e:f8:b2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:30.375528 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46446367-1d6f-4200-8c48-800796acb980 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0877ed243b8d428db6ecc00088c57449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304234 Jul 16 03:23:30.377194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46446367-1d6f-4200-8c48-800796acb980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c1a8b7-b75f-45ea-b3dd-710c49d7d12b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:30.378027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Allocated IP 172.20.0.4 (d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9/c9bb331f-ea89-4871-898b-b2549891c7da/fd0a7ed1-daf8-43ea-850f-d49de3eee42f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:30.379888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:30.405929 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.420683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba833cfc-490f-4d05-835a-df1a857555fc {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:30.433014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-7ae7913c-f206-4b42-af8a-f0e1b60ae4d6 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042382 Jul 16 03:23:30.443623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ba833cfc-490f-4d05-835a-df1a857555fc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ba833cfc-490f-4d05-835a-df1a857555fc,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:30.450176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.488403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e938-6cea-4b58-87a8-f1f69d49539f req-56c26a3d-2984-4fd1-929d-72f61aa52dff tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:30.495268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2108e938-6cea-4b58-87a8-f1f69d49539f req-56c26a3d-2984-4fd1-929d-72f61aa52dff tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.2911282 Jul 16 03:23:30.503546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ba833cfc-490f-4d05-835a-df1a857555fc,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:30.623793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-779fcc76-54a5-4865-b465-3a398fac1679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.663278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ba833cfc-490f-4d05-835a-df1a857555fc'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:30.696791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2108e938-6cea-4b58-87a8-f1f69d49539f req-023b1762-e8b4-4a6d-b72a-42e2583077e0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001276 Jul 16 03:23:30.708096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-779fcc76-54a5-4865-b465-3a398fac1679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.711263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-8a4db4ba-8a23-4826-aa2f-8b16f6be4d28 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633922 Jul 16 03:23:30.731844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45146) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:30.748653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fde-61c2-4154-bc50-143bf8caff51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.773573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.806182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-779fcc76-54a5-4865-b465-3a398fac1679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.808805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-779fcc76-54a5-4865-b465-3a398fac1679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.812288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-779fcc76-54a5-4865-b465-3a398fac1679 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6c1a8b7-b75f-45ea-b3dd-710c49d7d12b HTTP/1.1" status: 204 len: 168 time: 0.4241605 Jul 16 03:23:30.823057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fcc76-54a5-4865-b465-3a398fac1679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c1a8b7-b75f-45ea-b3dd-710c49d7d12b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:30.837697 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.940855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fde-61c2-4154-bc50-143bf8caff51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.948256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fde-61c2-4154-bc50-143bf8caff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.987274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:31.033724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4e7a0fde-61c2-4154-bc50-143bf8caff51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14389dc28c8942dfbbdf61074fe3ca7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006794 Jul 16 03:23:31.043509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:31.045742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a0fde-61c2-4154-bc50-143bf8caff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ad596-b42b-420e-a964-96344fe00b0b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:31.063823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:31.069397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:31.079808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:31.085128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:31.085736 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.147859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-4845f033-bfc3-4293-a260-d605d0a08185 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6751058 Jul 16 03:23:31.165003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a89d96b-04b3-487c-9e10-a4dc30c76401 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:31.165780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Request body: {'port': {'device_id': 'b3124e56-75cd-429a-91b7-75752a56b576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:31.211260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ac30a-f3be-4fa9-bbf1-53ca0d3e5726 req-85a859b4-37d4-4d84-b15e-92761d4d8e9c tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:31.212807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-624ac30a-f3be-4fa9-bbf1-53ca0d3e5726 req-85a859b4-37d4-4d84-b15e-92761d4d8e9c tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 931 time: 0.2208140 Jul 16 03:23:31.217889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e840bc6-d4de-4af2-89ed-f68e3514ca3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.276338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3a89d96b-04b3-487c-9e10-a4dc30c76401, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:31.288534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'port_id': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'mac_address': 'fa:16:3e:10:8e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:31.304516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734894de-4b35-4181-86b6-c339efddcf2a req-9697d23f-79f0-41d3-9de1-5450fcdfad0a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:31.306696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-734894de-4b35-4181-86b6-c339efddcf2a req-9697d23f-79f0-41d3-9de1-5450fcdfad0a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 943 time: 0.2183490 Jul 16 03:23:31.314695 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e840bc6-d4de-4af2-89ed-f68e3514ca3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.332421 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.341707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-624ac30a-f3be-4fa9-bbf1-53ca0d3e5726 req-4e6409bd-92af-4526-8ba6-b39794782b89 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185336 Jul 16 03:23:31.363488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a89d96b-04b3-487c-9e10-a4dc30c76401 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:31.374940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.396196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3a89d96b-04b3-487c-9e10-a4dc30c76401, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:31.401082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.412051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-734894de-4b35-4181-86b6-c339efddcf2a req-e3d6a2e2-373c-44ff-9e6a-493bd7edd42f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951037 Jul 16 03:23:31.460579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e840bc6-d4de-4af2-89ed-f68e3514ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.463746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e840bc6-d4de-4af2-89ed-f68e3514ca3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.468408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4e840bc6-d4de-4af2-89ed-f68e3514ca3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/622ad596-b42b-420e-a964-96344fe00b0b HTTP/1.1" status: 204 len: 168 time: 0.4228530 Jul 16 03:23:31.484462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e840bc6-d4de-4af2-89ed-f68e3514ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ad596-b42b-420e-a964-96344fe00b0b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:31.491873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3a89d96b-04b3-487c-9e10-a4dc30c76401,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:31.619275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3a89d96b-04b3-487c-9e10-a4dc30c76401'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:31.794584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c741ae9-a010-45ef-a95a-a6cd0816c344 req-707f47a0-8314-4582-9718-97a1a7ba2481 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:31.795555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c741ae9-a010-45ef-a95a-a6cd0816c344 req-707f47a0-8314-4582-9718-97a1a7ba2481 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 944 time: 0.2085361 Jul 16 03:23:31.884425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c741ae9-a010-45ef-a95a-a6cd0816c344 req-b20873ff-da6a-488d-a559-1cb854cbea8f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755727 Jul 16 03:23:31.918949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0a7ed1-daf8-43ea-850f-d49de3eee42f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:31.927015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.948295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Transition to ACTIVE for port object fd0a7ed1-daf8-43ea-850f-d49de3eee42f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:31.981383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.055849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:32.101763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:32.102100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:32.102461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:32.111192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ba833cfc-490f-4d05-835a-df1a857555fc up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:32.112220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a93dbe-aee5-412f-a158-3ffb35ee55f8 req-72662244-e854-43f0-8f59-1262ccf24f25 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:32.119097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6a93dbe-aee5-412f-a158-3ffb35ee55f8 req-72662244-e854-43f0-8f59-1262ccf24f25 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1688373 Jul 16 03:23:32.138164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:32.138414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:32.158417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:32.158874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:32.159269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:32.159721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Bound port: fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:32.160251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.188780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6a93dbe-aee5-412f-a158-3ffb35ee55f8 req-7292e172-c66e-4c28-9e7d-b81bd2789148 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686865 Jul 16 03:23:32.228383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port ba833cfc-490f-4d05-835a-df1a857555fc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:32.234964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port ba833cfc-490f-4d05-835a-df1a857555fc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:32.235589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.286055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:32.290261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:32.304898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.406955 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.415150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:32.415963 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.417497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] 10.222.0.48 "PUT /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 1091 time: 1.2597408 Jul 16 03:23:32.418334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:32.451237 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13" -d '{"events": [{"name": "network-changed", "server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:32.456067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ba833cfc-490f-4d05-835a-df1a857555fc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ba833cfc-490f-4d05-835a-df1a857555fc,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:32.460563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:32.464085 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98508c98-5762-4807-a387-438c365d3335" -d '{"events": [{"server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "name": "network-vif-plugged", "status": "completed", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:32.470927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.526340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.558292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e913-d347-4722-9f32-00a6c5f76a5d service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:32.574187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ba833cfc-490f-4d05-835a-df1a857555fc,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:32.626586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5145017-1be0-4f8d-b614-3dc8e6ff5244 req-5546ec74-f868-4bf3-b858-84828096056f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:32.628185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5145017-1be0-4f8d-b614-3dc8e6ff5244 req-5546ec74-f868-4bf3-b858-84828096056f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.0814788 Jul 16 03:23:32.643203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-b66b1490-5689-4894-a6ef-9e5b93b02735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:32.644735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-b66b1490-5689-4894-a6ef-9e5b93b02735 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1094 time: 0.1621165 Jul 16 03:23:32.824530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:32.925162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-391149fa-5878-4bef-b14b-46ed782eebe5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 217 time: 0.2727449 Jul 16 03:23:32.968327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5145017-1be0-4f8d-b614-3dc8e6ff5244 req-7c88bb1e-c9fc-4f9c-a006-a47ba0625fda tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330264 Jul 16 03:23:32.992081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-c9f65b0c-bd02-420d-855d-c6bbcf4852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:32.994089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-c9f65b0c-bd02-420d-855d-c6bbcf4852dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0610459 Jul 16 03:23:33.043042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-6c37a17b-2167-48d7-977a-27199ceeae04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425880 Jul 16 03:23:33.061420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f58a11-f19f-4f7a-9afa-9428175691fd req-c375613b-479b-4913-9b1b-d3bcaff5e2c0 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.063008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74f58a11-f19f-4f7a-9afa-9428175691fd req-c375613b-479b-4913-9b1b-d3bcaff5e2c0 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 944 time: 0.4012921 Jul 16 03:23:33.065568 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387729b2-eacf-4a7c-bd01-5022ace1e624 x-openstack-request-id: req-387729b2-eacf-4a7c-bd01-5022ace1e624 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:33.065861 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:33.066116 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-387729b2-eacf-4a7c-bd01-5022ace1e624 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:33.066501 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'status': 'completed', 'code': 200} Jul 16 03:23:33.078855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1781311145-network', 'tenant_id': 'dc9383991a524b719794f6145c411484'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:33.094451 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1889d2-95cb-4794-a3a5-12773dda7276 x-openstack-request-id: req-9b1889d2-95cb-4794-a3a5-12773dda7276 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:33.094997 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "name": "network-vif-plugged", "status": "completed", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:33.095763 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b1889d2-95cb-4794-a3a5-12773dda7276 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:33.096272 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'code': 200} Jul 16 03:23:33.101101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Made reservation on behalf of dc9383991a524b719794f6145c411484 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:33.104254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.113101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.165614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74f58a11-f19f-4f7a-9afa-9428175691fd req-35e5e41f-1889-4e99-b846-cec5b5a668b3 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901055 Jul 16 03:23:33.174463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a89d96b-04b3-487c-9e10-a4dc30c76401 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:33.247727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.251889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3a89d96b-04b3-487c-9e10-a4dc30c76401 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:33.256684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3a89d96b-04b3-487c-9e10-a4dc30c76401 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:33.257233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.267666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.275413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.302805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:33.312815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-98094e33-c9c8-4339-b837-ed4e6bf491df service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487922 Jul 16 03:23:33.322840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16ca4a-244e-441c-af36-cd4cf18e41d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:33.330144 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.331071 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Added segment 6b6462a8-a82f-4d01-a592-bb17a2ce36f1 of type vlan for network 5c27b772-144c-4531-bba0-3b6e9a8ce95f Jul 16 03:23:33.390495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.418053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78d3f4-52c2-4f08-aead-f556123fae01 req-5bc7bcf4-eb90-4e7e-a08d-bed3c702ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.419578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a78d3f4-52c2-4f08-aead-f556123fae01 req-5bc7bcf4-eb90-4e7e-a08d-bed3c702ef03 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 1096 time: 0.2310638 Jul 16 03:23:33.427043 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.429763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.431052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.431869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.446794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0722f-d390-4dea-a685-55ea86ebe3f2 req-ef8443ad-b151-49f8-bbf2-5118a926cf01 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.448324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52a0722f-d390-4dea-a685-55ea86ebe3f2 req-ef8443ad-b151-49f8-bbf2-5118a926cf01 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 945 time: 0.2016125 Jul 16 03:23:33.476947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3a89d96b-04b3-487c-9e10-a4dc30c76401, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:33.484774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.492504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6662233 Jul 16 03:23:33.494388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:33.503690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Request body: {'subnet': {'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1781311145-subnet', 'tenant_id': 'dc9383991a524b719794f6145c411484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:33.514913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ea80dc1-52d9-456e-a42d-c860fbc8f9ba req-70889ccd-188a-4ac0-b6e2-74c2f828088c service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934981 Jul 16 03:23:33.523545 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a78d3f4-52c2-4f08-aead-f556123fae01 req-2e15abfa-7ad1-45e3-987f-2a4c206c4b09 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936823 Jul 16 03:23:33.547940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52a0722f-d390-4dea-a685-55ea86ebe3f2 req-6b1b7628-a2f9-42cf-9e4b-52b0d5853b19 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823555 Jul 16 03:23:33.553939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3a89d96b-04b3-487c-9e10-a4dc30c76401,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:33.570444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27ec60-a47d-4546-af79-ab4026b17036 admin admin] Pushing event updated for resources: {'Network': ['ID=5c27b772-144c-4531-bba0-3b6e9a8ce95f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:33.584659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:33.589589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Made reservation on behalf of dc9383991a524b719794f6145c411484 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:33.604243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.681521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-3dc2baf1-e33c-4c11-8166-8ffb8d915658 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287867 Jul 16 03:23:33.804323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-dc70912d-dc53-4032-b79b-c9a78fdc8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.806396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-dc70912d-dc53-4032-b79b-c9a78fdc8bb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1094 time: 0.1895499 Jul 16 03:23:33.808139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.866337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:33.875392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:33.875761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Network hostable DHCP agents. Network: 5c27b772-144c-4531-bba0-3b6e9a8ce95f, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:23:33.892943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:23:33.901891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5c27b772-144c-4531-bba0-3b6e9a8ce95f) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:33.906302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.906934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.911210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc75b1-5176-4dd6-a665-cf9f27070dc0 None None] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:33.913640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-5f1f9f81-1396-4f89-a53b-1532b4329428 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.915248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-5f1f9f81-1396-4f89-a53b-1532b4329428 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273915 Jul 16 03:23:33.926399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c4fe0191-3700-44a5-a014-caddeeb7abac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4287398 Jul 16 03:23:33.933204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf471a-ba3c-4387-8525-ddabccca246c req-1e083cdb-111c-413b-b643-add3882929b0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:33.935329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcbf471a-ba3c-4387-8525-ddabccca246c req-1e083cdb-111c-413b-b643-add3882929b0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.2431879 Jul 16 03:23:33.965311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-a3b38d07-9a2d-4d20-933a-f6fb084a1422 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/quotas/2ee2f8ee8bf1401ea1e1bd462776153c HTTP/1.1" status: 200 len: 375 time: 0.0269694 Jul 16 03:23:34.039094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-d84ed987-38cd-4c71-a292-e3112195623b tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523119 Jul 16 03:23:34.045740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-5d3efaeb-e6e9-4bbf-b84c-974fea4421fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:34.047765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-5d3efaeb-e6e9-4bbf-b84c-974fea4421fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2342281 Jul 16 03:23:34.053959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcbf471a-ba3c-4387-8525-ddabccca246c req-aad56b52-6841-4365-9f84-39d1aafb02cf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017449 Jul 16 03:23:34.057997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00564208-daeb-4271-8836-97d8bfda2721 None None] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:34.116957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-315e0534-2c34-4f55-a369-c87ba8d55c35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 217 time: 0.0558605 Jul 16 03:23:34.214262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-7e893744-9903-449e-98b9-b190db335788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:34.215773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-7e893744-9903-449e-98b9-b190db335788 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0931067 Jul 16 03:23:34.264634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-926e27a0-08e8-4490-aaff-11d690e0fe09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386961 Jul 16 03:23:34.437695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-8f752bea-d65a-499f-b93d-abba96647fab service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649690 Jul 16 03:23:34.515084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ba4de-59ed-4031-ab0e-865cf29d9959 req-fe668ba1-e047-4f1f-9e8c-7929a24121f4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:34.516764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec6ba4de-59ed-4031-ab0e-865cf29d9959 req-fe668ba1-e047-4f1f-9e8c-7929a24121f4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.1580479 Jul 16 03:23:34.614812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67fdf790-28ff-4ecb-a2bb-eabcfbd64303 req-e0de99b6-51b3-4037-89f3-31ee10e371b1 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 210 time: 0.0919914 Jul 16 03:23:34.671950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec6ba4de-59ed-4031-ab0e-865cf29d9959 req-43d4f04e-f4b6-4f36-9b92-52e6a645ad6b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454391 Jul 16 03:23:34.675602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45336) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:34.680592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa8af97d-11ff-4eab-bd2b-b7d77dd1fd13 req-478e2930-2342-4f01-b563-c1a7e98ac212 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243364 Jul 16 03:23:34.682113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-186825382-network', 'tenant_id': '981f006b28f5456aabc4ee81ee2443a4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:34.709350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Made reservation on behalf of 981f006b28f5456aabc4ee81ee2443a4 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:34.713654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.724303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.838846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.843789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.865865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd17fd-67d0-4159-8d68-fb3cad2a18ef req-a5eb23de-bedd-4207-a5e6-c7d24429233c tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:34.867943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20dd17fd-67d0-4159-8d68-fb3cad2a18ef req-a5eb23de-bedd-4207-a5e6-c7d24429233c tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.1029632 Jul 16 03:23:34.868062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:34.886996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae14309c-0489-4ac5-9d8a-d95b4ba472ea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:34.890468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.890844 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Added segment 088c3e8b-d610-439e-a9f7-8e2a23fec781 of type vlan for network 06b8dd1f-d09a-461d-8997-2bd7622ed68f Jul 16 03:23:34.927892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20dd17fd-67d0-4159-8d68-fb3cad2a18ef req-d82b560e-93e8-4c7b-8f32-ec327f4da8a1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498738 Jul 16 03:23:34.934643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe867f8-2d50-4261-ab7e-7dc2c5ad07c6 req-72d98464-bb3b-48bb-9101-9183dca1404e tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:34.936136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fe867f8-2d50-4261-ab7e-7dc2c5ad07c6 req-72d98464-bb3b-48bb-9101-9183dca1404e tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 972 time: 0.1163859 Jul 16 03:23:34.946870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.989638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.991181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:34.991926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:34.995575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fe867f8-2d50-4261-ab7e-7dc2c5ad07c6 req-643b0f04-7f49-441e-a8f8-75bb05c613b6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503898 Jul 16 03:23:35.043179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3663378 Jul 16 03:23:35.045247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45342) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:35.097802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:35.100418 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123512e0-0291-4dd6-a1c8-ca307e441da7" -d '{"events": [{"server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "name": "network-vif-plugged", "status": "completed", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:35.102593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938004-afd4-487c-b51b-0712d16805f8 req-0c8980b8-1545-438d-aa19-307e1c8dd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.104824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-0c8980b8-1545-438d-aa19-307e1c8dd6f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1100 time: 0.1082039 Jul 16 03:23:35.113530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Request body: {'subnet': {'network_id': '06b8dd1f-d09a-461d-8997-2bd7622ed68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-186825382-subnet', 'tenant_id': '981f006b28f5456aabc4ee81ee2443a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:35.116542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c75af-c540-4acc-b694-e51dd5e6327d admin admin] Pushing event updated for resources: {'Network': ['ID=06b8dd1f-d09a-461d-8997-2bd7622ed68f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:35.126338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 06b8dd1f-d09a-461d-8997-2bd7622ed68f details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:35.166616 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Made reservation on behalf of 981f006b28f5456aabc4ee81ee2443a4 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:35.169624 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:35.279418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ae63-9312-43c9-b7d2-ec087ba48b5c req-bafc4f7a-a4c6-4bfb-bd60-5f974b6b44c7 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.281142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2024ae63-9312-43c9-b7d2-ec087ba48b5c req-bafc4f7a-a4c6-4bfb-bd60-5f974b6b44c7 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 945 time: 0.1696258 Jul 16 03:23:35.321483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938004-afd4-487c-b51b-0712d16805f8 req-e6c923d8-03e8-4893-92d3-74546f623498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.322969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-e6c923d8-03e8-4893-92d3-74546f623498 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1625521 Jul 16 03:23:35.346790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2024ae63-9312-43c9-b7d2-ec087ba48b5c req-30fa0f0d-f65e-4489-bcea-31006a277f4e tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589740 Jul 16 03:23:35.384461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:35.390923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-f4c40852-be6b-4d20-9088-121c359d3f8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0601718 Jul 16 03:23:35.400942 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90260859-1ace-453e-9db6-08cca8d6f25b x-openstack-request-id: req-90260859-1ace-453e-9db6-08cca8d6f25b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:35.401467 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "name": "network-vif-plugged", "status": "completed", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:35.401871 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90260859-1ace-453e-9db6-08cca8d6f25b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:35.402565 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'code': 200} Jul 16 03:23:35.447371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23301ed-3306-4c39-90ab-53e9a1e1edc8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:35.476096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Checking segment: {'id': '088c3e8b-d610-439e-a9f7-8e2a23fec781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '06b8dd1f-d09a-461d-8997-2bd7622ed68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:35.476450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Network hostable DHCP agents. Network: 06b8dd1f-d09a-461d-8997-2bd7622ed68f, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:23:35.479930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938004-afd4-487c-b51b-0712d16805f8 req-43a92d83-ad3c-4992-83a0-472f7cd17528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.481546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-43a92d83-ad3c-4992-83a0-472f7cd17528 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0706477 Jul 16 03:23:35.512101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e884b3-7ae5-4d8e-bab1-f6e9760855b5 req-ec3be415-09a8-45b2-a54b-25a2eb0db296 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.514473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24e884b3-7ae5-4d8e-bab1-f6e9760855b5 req-ec3be415-09a8-45b2-a54b-25a2eb0db296 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1728590 Jul 16 03:23:35.520373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Network 06b8dd1f-d09a-461d-8997-2bd7622ed68f is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:23:35.534459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 06b8dd1f-d09a-461d-8997-2bd7622ed68f) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:35.539921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.540575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:35.543484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d31b98-5975-427f-8a0c-7ab51259a47d None None] Network 06b8dd1f-d09a-461d-8997-2bd7622ed68f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:35.572645 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-632be2cc-33c8-4847-8eb4-233e8f0a8ed4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5147202 Jul 16 03:23:35.589439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97f8b-43ee-445e-bfb8-28b71edea916 req-9b855a5c-53bc-4950-8b9d-293784f8ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.593202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51b97f8b-43ee-445e-bfb8-28b71edea916 req-9b855a5c-53bc-4950-8b9d-293784f8ad14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 1096 time: 0.1052241 Jul 16 03:23:35.652743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24e884b3-7ae5-4d8e-bab1-f6e9760855b5 req-e4c09e46-5528-42b9-95e7-74d4a53aed9b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171472 Jul 16 03:23:35.663023 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51b97f8b-43ee-445e-bfb8-28b71edea916 req-24d57707-101a-4d16-9415-a0dc442b15e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625505 Jul 16 03:23:35.675431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938004-afd4-487c-b51b-0712d16805f8 req-8eef03a8-3dbf-4dce-8c11-f083d334066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.676915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-8eef03a8-3dbf-4dce-8c11-f083d334066b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879394 Jul 16 03:23:35.689148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c60995-b16e-4700-bf16-fbadccb71af3 req-6627f8ca-fd69-4ce4-94b3-b18169c7f97d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:35.690654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49c60995-b16e-4700-bf16-fbadccb71af3 req-6627f8ca-fd69-4ce4-94b3-b18169c7f97d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 945 time: 0.1747792 Jul 16 03:23:35.699871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45366) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:35.706120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'floatingip': {'port_id': 'ba833cfc-490f-4d05-835a-df1a857555fc'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:35.754932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247fd2b0-2423-4e82-a5ee-589f0157567b None None] Network 06b8dd1f-d09a-461d-8997-2bd7622ed68f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:23:35.910262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:35.916595 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-3379e180-a8f3-4ccc-8e83-f4dee8ed8465 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1640723 Jul 16 03:23:35.921351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-881d80f7-c933-4149-b89f-9a03c6261e63 req-ff28b8df-cd05-4a6a-8757-4e6a33ce7a5f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 210 time: 0.0762069 Jul 16 03:23:35.964447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-b84f9a95-29f1-4f85-bfe7-594da55aab2c service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728214 Jul 16 03:23:35.971691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.11', 65132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:36.160985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-3361c6ff-5220-4f35-bfb6-a25c5057124b tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:36.162534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-3361c6ff-5220-4f35-bfb6-a25c5057124b tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.11 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 972 time: 0.1887860 Jul 16 03:23:36.166878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f938004-afd4-487c-b51b-0712d16805f8 req-494f33e6-e090-4033-8915-7bda817f8819 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941881 Jul 16 03:23:36.286429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-239c275f-244b-4869-a30f-18f5d45073e7 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:36.287967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-239c275f-244b-4869-a30f-18f5d45073e7 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779391 Jul 16 03:23:36.301538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Request body: {'port': {'device_id': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '2ee2f8ee8bf1401ea1e1bd462776153c'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:36.480059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba1f7-9fda-409c-be48-8e7bdf56a24b req-d2835520-0546-45ba-b808-501d76b1247e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:36.485235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b6ba1f7-9fda-409c-be48-8e7bdf56a24b req-d2835520-0546-45ba-b808-501d76b1247e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.4423218 Jul 16 03:23:36.606710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Made reservation on behalf of 2ee2f8ee8bf1401ea1e1bd462776153c for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:36.610305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:36.630387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b6ba1f7-9fda-409c-be48-8e7bdf56a24b req-4a101fa1-2f97-4495-ad30-e36264bd275f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441619 Jul 16 03:23:36.676495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-ed5c5fc6-c0b6-49bc-885b-082cf1d61cf6 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:36.678186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-ed5c5fc6-c0b6-49bc-885b-082cf1d61cf6 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.2254755 Jul 16 03:23:36.689070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:36.702916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Deleting port 08059562-c41c-47d0-8eed-a856f18dcc7f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:23:36.703391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:36.708013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-c8a41823-6ab1-4f18-8d60-2856043a3423 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/quotas/dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 375 time: 0.0212197 Jul 16 03:23:36.754832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-2cd2bfb8-f2e6-4263-abea-bc828b5f4fce tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362256 Jul 16 03:23:36.915778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] For port 08059562-c41c-47d0-8eed-a856f18dcc7f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=08059562-c41c-47d0-8eed-a856f18dcc7f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:36.916145 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:36.940071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Calling delete_port for 08059562-c41c-47d0-8eed-a856f18dcc7f owned by compute:tempest-test_az-1865207140 {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:23:36.997854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d9958-b964-47da-b298-a5515af8cadb req-72da7889-9031-4331-adc5-8d9745ffa72a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:36.999380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d22d9958-b964-47da-b298-a5515af8cadb req-72da7889-9031-4331-adc5-8d9745ffa72a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.2470686 Jul 16 03:23:37.011127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:23:37.047747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-b171e652-fdd6-4668-a1d9-151836c5e030 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800846 Jul 16 03:23:37.101573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.108746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.113760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d22d9958-b964-47da-b298-a5515af8cadb req-bbb65fde-0144-4cbf-ba2f-fb0e00b6cb78 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793626 Jul 16 03:23:37.208576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-943af0b2-503f-4675-8552-5fa163593b05 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514714 Jul 16 03:23:37.216741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.230373 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.241607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.254928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['08059562-c41c-47d0-8eed-a856f18dcc7f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:37.276567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Pushing event deleted for resources: {'Port': ['ID=08059562-c41c-47d0-8eed-a856f18dcc7f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:37.317289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d42555ed-8dd6-49a6-aae5-998127f8c109 req-d663a973-f4ed-4ede-b03e-54e03ce5f7c6 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.25 "GET /v2.0/ports?device_id=89accfd7-66a6-4123-a962-f5171cc3fc64 HTTP/1.1" status: 200 len: 210 time: 0.0383520 Jul 16 03:23:37.351733 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 associated. External IP: 172.25.4.30, port: ba833cfc-490f-4d05-835a-df1a857555fc. Jul 16 03:23:37.364497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a53240-1a0f-45ad-b899-e27451a37b9a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:37.421181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] No DVR routers for this DVR port 08059562-c41c-47d0-8eed-a856f18dcc7f on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:23:37.424792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.427263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23aa3f96-d543-46a6-85ee-68d819bcc3ab req-dd586670-cfcb-450b-b0f9-148f05691768 tempest-AggregatesAdminTestJSON-386235001 tempest-AggregatesAdminTestJSON-386235001-project] 10.222.0.11 "DELETE /v2.0/ports/08059562-c41c-47d0-8eed-a856f18dcc7f HTTP/1.1" status: 204 len: 173 time: 1.2578833 Jul 16 03:23:37.427827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'name': 'network-vif-deleted', 'tag': '08059562-c41c-47d0-8eed-a856f18dcc7f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:37.430214 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617f238-de9d-460d-9372-7a786097fba0" -d '{"events": [{"server_uuid": "89accfd7-66a6-4123-a962-f5171cc3fc64", "name": "network-vif-deleted", "tag": "08059562-c41c-47d0-8eed-a856f18dcc7f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:37.550630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Allocated IP 192.168.233.56 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/04229490-f18c-457b-a880-25c362744820) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:37.668376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a913deb7-15fa-4c47-935e-569578f7778d req-f1b2810d-5225-4707-8b4d-87870941d9fb tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 210 time: 0.0872805 Jul 16 03:23:37.703450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eededdd-406f-454b-939c-54b790698af8 req-b8c57fcf-880e-49d9-a550-c2a5b72a2996 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:37.705248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5eededdd-406f-454b-939c-54b790698af8 req-b8c57fcf-880e-49d9-a550-c2a5b72a2996 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1383114 Jul 16 03:23:37.754405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5eededdd-406f-454b-939c-54b790698af8 req-14e5bd3a-aa38-4a44-9e2b-c10effd2f369 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Jul 16 03:23:37.840140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:37.843313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:23:37.865724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Transition to ACTIVE for port object 04229490-f18c-457b-a880-25c362744820 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:37.918295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8cf4d94-42e4-43c6-a14a-d94b5436f9d1 req-c43981db-b506-4355-a628-e5b2c0ba3592 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 210 time: 0.0378211 Jul 16 03:23:37.946049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4cbd6-843b-4aa0-b8e5-6723f24ac432 req-d58c4cfb-ae07-4c8a-ae9c-b81f4a9bb14f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:37.947665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26e4cbd6-843b-4aa0-b8e5-6723f24ac432 req-d58c4cfb-ae07-4c8a-ae9c-b81f4a9bb14f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.1069937 Jul 16 03:23:37.956618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45422) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:37.962761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Request body: {'floatingip': {'port_id': '3a89d96b-04b3-487c-9e10-a4dc30c76401'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:37.991710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.055809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:23:38.063461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:38.066178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.073313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:38.079145 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:23:38.095374 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:38.096043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:38.096468 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.100596 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f169ef9f-c0e0-4c57-ab37-4b645d11b888 x-openstack-request-id: req-f169ef9f-c0e0-4c57-ab37-4b645d11b888 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:38.100971 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89accfd7-66a6-4123-a962-f5171cc3fc64", "name": "network-vif-deleted", "tag": "08059562-c41c-47d0-8eed-a856f18dcc7f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:38.101295 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f169ef9f-c0e0-4c57-ab37-4b645d11b888 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:38.101751 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89accfd7-66a6-4123-a962-f5171cc3fc64', 'name': 'network-vif-deleted', 'tag': '08059562-c41c-47d0-8eed-a856f18dcc7f', 'status': 'completed', 'code': 200} Jul 16 03:23:38.133205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:38.201728 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-16a5be0f-9172-463f-a990-5ae9a37e3433 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "PUT /v2.0/floatingips/a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 HTTP/1.1" status: 200 len: 990 time: 2.5008633 Jul 16 03:23:38.203562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:38.213342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:38.218665 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c3d036-ebae-42af-970c-10b565fc7898" -d '{"events": [{"name": "network-changed", "server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:38.221653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Pushing event updated for resources: {'Port': ['ID=04229490-f18c-457b-a880-25c362744820,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:38.330309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:38.332420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.347262 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:38.379925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-417b1ba8-4a49-4dd9-bd2d-bd743f053d64 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0821061 Jul 16 03:23:38.393485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Request body: {'port': {'device_id': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:38.498675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:38.523936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'port_id': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'mac_address': 'fa:16:3e:3e:9a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bb331f-ea89-4871-898b-b2549891c7da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:38.559027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-058c46b6-2726-4066-b6f4-379dc4a195c5 None None] Provisioning for port 04229490-f18c-457b-a880-25c362744820 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:38.572036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.588862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-058c46b6-2726-4066-b6f4-379dc4a195c5 None None] Provisioning complete for port 04229490-f18c-457b-a880-25c362744820 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:38.589680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-058c46b6-2726-4066-b6f4-379dc4a195c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.644341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45436) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:38.644730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.655382 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ab245-a687-4c80-8ac4-b44bbfdc43d5 x-openstack-request-id: req-806ab245-a687-4c80-8ac4-b44bbfdc43d5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:38.655686 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:38.655936 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-806ab245-a687-4c80-8ac4-b44bbfdc43d5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:38.656341 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'status': 'completed', 'code': 200} Jul 16 03:23:38.663902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0a7ed1-daf8-43ea-850f-d49de3eee42f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:38.674222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-058c46b6-2726-4066-b6f4-379dc4a195c5 None None] Port 04229490-f18c-457b-a880-25c362744820 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:38.722126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:38.733262 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.789290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49015c-756a-4a99-b028-31dc8959e249 req-8737abf6-0968-41cc-8140-49c6f733d130 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:38.798797 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'port_id': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'mac_address': 'fa:16:3e:f8:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:13Z', 'updated_at': '2021-07-16T03:23:36Z', 'revision_number': 1, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:38.803159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a49015c-756a-4a99-b028-31dc8959e249 req-8737abf6-0968-41cc-8140-49c6f733d130 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.5006609 Jul 16 03:23:38.869987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:38.880856 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:23:38.907770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:38.908874 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:38.938114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9d544-d72b-4d73-bed4-d20d2affdb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:38.974301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fd0a7ed1-daf8-43ea-850f-d49de3eee42f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:38.997654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a49015c-756a-4a99-b028-31dc8959e249 req-fd6e9ca6-62a9-4e30-971e-20ffbe5924b1 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929305 Jul 16 03:23:39.073462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-4caf2bb2-6ec2-4a0d-80f8-09aed8ca0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:39.075042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-4caf2bb2-6ec2-4a0d-80f8-09aed8ca0a31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 1096 time: 0.4094505 Jul 16 03:23:39.126311 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:39.175874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45450) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:39.271614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04229490-f18c-457b-a880-25c362744820 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:39.291333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.310712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9d544-d72b-4d73-bed4-d20d2affdb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.316976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Transition to ACTIVE for port object 04229490-f18c-457b-a880-25c362744820 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:39.319110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9d544-d72b-4d73-bed4-d20d2affdb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.366362 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13f9d544-d72b-4d73-bed4-d20d2affdb0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18b2fe464e20424cab307ed8b9f091ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090046 Jul 16 03:23:39.372729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45454) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:39.374487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.479388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Pushing event updated for resources: {'Port': ['ID=04229490-f18c-457b-a880-25c362744820,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:39.501777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9d544-d72b-4d73-bed4-d20d2affdb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f1f3b-6952-4ae9-9a7d-5b0b07b9271f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:39.576795 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-654096bb-72f8-4609-8fba-cefadf527609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f634343a13a34929a2429411bad1bbfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913391 Jul 16 03:23:39.595567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45458) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:39.630134 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'port_id': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'mac_address': 'fa:16:3e:f8:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:13Z', 'updated_at': '2021-07-16T03:23:36Z', 'revision_number': 1, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:39.663460 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12d5a0-f47a-4102-abb8-a0c03f33e23f None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'port_id': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'mac_address': 'fa:16:3e:f8:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:13Z', 'updated_at': '2021-07-16T03:23:36Z', 'revision_number': 1, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:23:39.669272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.713863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd895d72-96da-49eb-8ab9-aabd0089d9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.720862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.746792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Attempting to bind port 04229490-f18c-457b-a880-25c362744820 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:39.747137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Attempting to bind port 04229490-f18c-457b-a880-25c362744820 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:39.747518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Attempting to bind port 04229490-f18c-457b-a880-25c362744820 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:39.770340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Port 04229490-f18c-457b-a880-25c362744820 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:39.770775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Attempting to bind port 04229490-f18c-457b-a880-25c362744820 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:39.773969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd895d72-96da-49eb-8ab9-aabd0089d9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.793707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:39.794154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:39.794614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:39.795131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Bound port: 04229490-f18c-457b-a880-25c362744820, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:39.795396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.873558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.876038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.879244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/379f1f3b-6952-4ae9-9a7d-5b0b07b9271f HTTP/1.1" status: 204 len: 168 time: 0.5021484 Jul 16 03:23:39.893299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] For port 04229490-f18c-457b-a880-25c362744820, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:39.896624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] For port 04229490-f18c-457b-a880-25c362744820, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=04229490-f18c-457b-a880-25c362744820,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:39.917967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbbb906-a8aa-4718-8e6c-82b7e8c61089 None None] New status for floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:23:39.918445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-9eab35a8-5c74-49af-a536-993db38d2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:39.919703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-9eab35a8-5c74-49af-a536-993db38d2291 service neutron] 10.222.0.48 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 925 time: 0.3576283 Jul 16 03:23:39.921320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.942374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:23:39.960236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d16f-9b36-4439-b51d-54e913b3ab9d req-0afdbeca-ecc1-436f-8465-4916f48e0f57 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:39.962505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b980d16f-9b36-4439-b51d-54e913b3ab9d req-0afdbeca-ecc1-436f-8465-4916f48e0f57 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 935 time: 0.9984829 Jul 16 03:23:39.981043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd895d72-96da-49eb-8ab9-aabd0089d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.983798 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd895d72-96da-49eb-8ab9-aabd0089d9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:39.984967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dd895d72-96da-49eb-8ab9-aabd0089d9da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9 HTTP/1.1" status: 204 len: 168 time: 0.3865638 Jul 16 03:23:39.986960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Pushing event updated for resources: {'Port': ['ID=04229490-f18c-457b-a880-25c362744820,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:39.989872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f1f3b-6952-4ae9-9a7d-5b0b07b9271f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:40.008591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.008955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.009291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.009629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.009966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.011067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.011403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.011731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.012057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.012385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.012711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.013036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.019907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.020220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.020562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.020887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.021218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.022131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.022467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.022855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.023187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.023508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.023832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.024681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039866d3-2781-4c84-8b21-70e6332fb67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:40.050120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.052557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.054251 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-ef1fafaf-a5ee-47d5-8b95-8a5179e07493 service neutron] 10.222.0.11 "PUT /v2.0/ports/04229490-f18c-457b-a880-25c362744820 HTTP/1.1" status: 200 len: 1095 time: 1.6672843 Jul 16 03:23:40.159487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd895d72-96da-49eb-8ab9-aabd0089d9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55b0e2-2f75-4e3f-85ba-4f8fbf8d54d9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:40.172702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-b9dac237-bf06-4eca-bfca-4ca12640bfcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba833cfc-490f-4d05-835a-df1a857555fc HTTP/1.1" status: 200 len: 998 time: 0.2344913 Jul 16 03:23:40.192145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-d33dfa91-7478-46f9-9c79-ce8d8467ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.194318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-d33dfa91-7478-46f9-9c79-ce8d8467ec60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 1098 time: 0.0886579 Jul 16 03:23:40.212039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:40.248935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-1397a7c3-b957-4b2f-9ec9-f483bff66e7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.250750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-1397a7c3-b957-4b2f-9ec9-f483bff66e7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.6850121 Jul 16 03:23:40.280478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-bfff30a4-16ed-468d-a49e-659d51903823 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=04229490-f18c-457b-a880-25c362744820 HTTP/1.1" status: 200 len: 217 time: 0.0781054 Jul 16 03:23:40.292754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85ad13-061e-44cb-89bc-5088da351c55 req-3bc5d49a-f424-43e2-af21-083eaab0d8eb tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.300351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd85ad13-061e-44cb-89bc-5088da351c55 req-3bc5d49a-f424-43e2-af21-083eaab0d8eb tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.7483063 Jul 16 03:23:40.323224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Request body: {'port': {'device_id': 'cada1158-5d91-4149-9002-292864149599', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'admin_state_up': True, 'tenant_id': 'dc9383991a524b719794f6145c411484'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:40.368927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-063677a4-ab1d-4c6a-8ac9-624cd6b874af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.371158 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-063677a4-ab1d-4c6a-8ac9-624cd6b874af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0852973 Jul 16 03:23:40.388886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b980d16f-9b36-4439-b51d-54e913b3ab9d req-4c31f520-d01b-4122-9ab7-70ea0b12b284 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197852 Jul 16 03:23:40.412290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.412998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45472) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:40.437983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.443016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60a1e61b-f88c-415c-9ae7-18aa81ba4e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.488461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port fd0a7ed1-daf8-43ea-850f-d49de3eee42f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:40.498915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port fd0a7ed1-daf8-43ea-850f-d49de3eee42f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:40.499295 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.509775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-7b2a5279-527a-4a0e-a993-a60e030ad013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.511401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-7b2a5279-527a-4a0e-a993-a60e030ad013 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.3100090 Jul 16 03:23:40.612926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd85ad13-061e-44cb-89bc-5088da351c55 req-1ad7648a-b965-45f5-b033-afa68e1d5c4c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114731 Jul 16 03:23:40.657295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'tag': '04229490-f18c-457b-a880-25c362744820'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:40.664060 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.670267 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa37d35-43cf-4057-a61c-2d56feca5877", "tag": "04229490-f18c-457b-a880-25c362744820"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:40.685985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e5b6d56-1816-426e-8461-aa6111e6160b req-5fa8e494-e456-4e4c-8f51-b17973af7070 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 210 time: 0.0680325 Jul 16 03:23:40.697415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:40.705268 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d798d-1b88-411a-9401-c9371b11c198" -d '{"events": [{"server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "name": "network-vif-plugged", "status": "completed", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:40.715395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45476) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:40.726188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:40.733553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.745703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-408e805d-4d5d-491b-abb4-dc34386af694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.747865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-408e805d-4d5d-491b-abb4-dc34386af694 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3502402 Jul 16 03:23:40.755368 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Floating IP fc731f71-ef5d-49ec-a32c-9902313de9af associated. External IP: 172.25.4.221, port: 3a89d96b-04b3-487c-9e10-a4dc30c76401. Jul 16 03:23:40.800000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:40.806063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-af28cf22-8563-47eb-a113-83acebf947e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:40.807599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-af28cf22-8563-47eb-a113-83acebf947e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515972 Jul 16 03:23:40.863818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60a1e61b-f88c-415c-9ae7-18aa81ba4e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.896575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60a1e61b-f88c-415c-9ae7-18aa81ba4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:40.900396 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603fb09a-2959-4487-a08e-fe84d46ce53d x-openstack-request-id: req-603fb09a-2959-4487-a08e-fe84d46ce53d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:40.900396 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa37d35-43cf-4057-a61c-2d56feca5877", "tag": "04229490-f18c-457b-a880-25c362744820", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:40.900632 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-603fb09a-2959-4487-a08e-fe84d46ce53d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:40.900917 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'tag': '04229490-f18c-457b-a880-25c362744820', 'status': 'completed', 'code': 200} Jul 16 03:23:40.911504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bf6e95ac-4d4e-4234-b523-6e668b02f50e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4f7e06a941147618748124821d30d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856184 Jul 16 03:23:40.912170 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69038e90-c7e8-4e61-bf50-2d454d8390ef x-openstack-request-id: req-69038e90-c7e8-4e61-bf50-2d454d8390ef {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:40.912465 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "name": "network-vif-plugged", "status": "completed", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:40.912720 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69038e90-c7e8-4e61-bf50-2d454d8390ef {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:40.913155 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'code': 200} Jul 16 03:23:40.927313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:40.979508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-60a1e61b-f88c-415c-9ae7-18aa81ba4e2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be80e2321c144578e07076e45fd00fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627306 Jul 16 03:23:40.980899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.48', 57404) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:40.989029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:40.999292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1e61b-f88c-415c-9ae7-18aa81ba4e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c706c-9879-41c6-83a5-9d782ea4c408,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:41.007793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Made reservation on behalf of dc9383991a524b719794f6145c411484 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:41.007947 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-928e5650-0042-41a6-8e61-906af3af8972 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530742 Jul 16 03:23:41.011822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.119316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-cbb67581-de9d-43d9-b2d5-4440ce60af66 service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958689 Jul 16 03:23:41.148076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015453b-7ca1-4e6b-ab35-70ceea5f7187 req-23374883-4683-4b2d-b0b6-a2fc10e2a512 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.149573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c015453b-7ca1-4e6b-ab35-70ceea5f7187 req-23374883-4683-4b2d-b0b6-a2fc10e2a512 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 945 time: 0.2701740 Jul 16 03:23:41.242539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 08059562-c41c-47d0-8eed-a856f18dcc7f no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:23:41.263512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 08059562-c41c-47d0-8eed-a856f18dcc7f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:23:41.263918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 08059562-c41c-47d0-8eed-a856f18dcc7f not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:23:41.297893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-408f6707-612b-47b4-bf10-e256cb84eb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.348387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-408f6707-612b-47b4-bf10-e256cb84eb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.364706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab7f59-d7e9-42b8-8fda-f1c0096fcc61 req-31cde93f-7092-47fd-9afb-ed7e3b44f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.366227 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92ab7f59-d7e9-42b8-8fda-f1c0096fcc61 req-31cde93f-7092-47fd-9afb-ed7e3b44f73d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1096 time: 0.3790598 Jul 16 03:23:41.370862 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e8194a7-8ae8-42a8-ad0f-2b53d8fc8345 req-c3313cc9-247b-4d09-8809-c607b0d702cc service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550529 Jul 16 03:23:41.424217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92ab7f59-d7e9-42b8-8fda-f1c0096fcc61 req-080898ce-c287-4640-9a01-b901cbca7af7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Jul 16 03:23:41.466838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-408f6707-612b-47b4-bf10-e256cb84eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.469468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-408f6707-612b-47b4-bf10-e256cb84eb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.472963 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-408f6707-612b-47b4-bf10-e256cb84eb5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f03832b7-41a6-4be8-a1a1-fff69a148447 HTTP/1.1" status: 204 len: 168 time: 0.5409029 Jul 16 03:23:41.484114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f6707-612b-47b4-bf10-e256cb84eb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03832b7-41a6-4be8-a1a1-fff69a148447,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:41.496533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-66091a7f-fe28-4467-b3ce-210d5737ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.498218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-66091a7f-fe28-4467-b3ce-210d5737ddc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 1098 time: 0.0765779 Jul 16 03:23:41.537236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.609168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-03941574-5f88-45ed-b0df-6a05fab5a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.610917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-03941574-5f88-45ed-b0df-6a05fab5a84f service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1066625 Jul 16 03:23:41.642877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c015453b-7ca1-4e6b-ab35-70ceea5f7187 req-5e2a7157-48d7-4833-b2d2-56acba1882d9 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552703 Jul 16 03:23:41.655622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-10fbf89a-5055-4b6a-908e-01ded6ee0493 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=04229490-f18c-457b-a880-25c362744820 HTTP/1.1" status: 200 len: 217 time: 0.0370255 Jul 16 03:23:41.660726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.724400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-18be6e48-aeb9-492c-8fde-acb8c3d53c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.726235 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-18be6e48-aeb9-492c-8fde-acb8c3d53c0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0636175 Jul 16 03:23:41.743500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c3d036-ebae-42af-970c-10b565fc7898 req-3246b746-fcfe-4835-bdad-a56177646d38 service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037955 Jul 16 03:23:41.756326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Allocated IP 172.20.0.11 (5c27b772-144c-4531-bba0-3b6e9a8ce95f/d2dbae25-1a8b-4a8c-a5f2-935dacfd032f/813c8c8d-cb2a-4836-8e74-3e0ba384f676) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:41.767132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:23:41.807610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-b5aae782-53ec-4117-8cc8-af7eeae40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.809096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-b5aae782-53ec-4117-8cc8-af7eeae40044 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761471 Jul 16 03:23:41.873201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.875751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:41.879241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e9c706c-9879-41c6-83a5-9d782ea4c408 HTTP/1.1" status: 204 len: 168 time: 0.8861620 Jul 16 03:23:41.922394 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-d714a9da-3ef2-459e-8f75-133e61dd8ceb service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059093 Jul 16 03:23:41.923789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba50f0-3c78-4778-849a-7ee7929fc274 req-3134395f-a9d8-4fcd-b35f-99de326143f8 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:41.925415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9ba50f0-3c78-4778-849a-7ee7929fc274 req-3134395f-a9d8-4fcd-b35f-99de326143f8 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 947 time: 0.3773768 Jul 16 03:23:41.932637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c706c-9879-41c6-83a5-9d782ea4c408,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:41.992020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.992676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.992768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.993139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.993460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.993814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.994149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.994473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.994839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.995159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.995479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:41.995803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8a1c0-5c16-4e4f-94e6-6575dd6e179e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:42.080534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cb0e7c2f-fa15-4927-ab5d-a3c2f8ee0c91 req-20a0f07c-9c70-4f95-80b7-81275f9a725c service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435516 Jul 16 03:23:42.102193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3254e-544c-4455-a3a8-63cfc2babd4b req-32ab8652-a35b-41e4-90c5-3f93418443a0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:42.103806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aea3254e-544c-4455-a3a8-63cfc2babd4b req-32ab8652-a35b-41e4-90c5-3f93418443a0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.3307190 Jul 16 03:23:42.111155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:23:42.121113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9ba50f0-3c78-4778-849a-7ee7929fc274 req-959d0c2a-f73c-40dc-9a16-d71ed31b8264 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754613 Jul 16 03:23:42.124885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:42.126114 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] Sync routers for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:23:42.163576 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:42.164214 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:42.226890 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:42.233255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-68ad545c-fce7-4f77-9c07-1edf7d9cbb63 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "PUT /v2.0/floatingips/fc731f71-ef5d-49ec-a32c-9902313de9af HTTP/1.1" status: 200 len: 991 time: 4.2753971 Jul 16 03:23:42.235692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:42.238240 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:42.253909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aea3254e-544c-4455-a3a8-63cfc2babd4b req-f15003f7-b348-44c8-be16-eb0d74281489 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369829 Jul 16 03:23:42.304910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:42.377190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:42.421504 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:42.444474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:42.447273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:42.450825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:42.458176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:42.458987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:42.483513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-e16399eb-d515-4fa5-b569-3f46cba15d08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1753356 Jul 16 03:23:42.501102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Request body: {'port': {'device_id': 'cada1158-5d91-4149-9002-292864149599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:42.574367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ab753-7a91-4461-b59c-d098716209e9 req-161e6f9f-cf2b-4b07-b71b-49a9faa888c8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:42.582293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b85ab753-7a91-4461-b59c-d098716209e9 req-161e6f9f-cf2b-4b07-b71b-49a9faa888c8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 932 time: 0.2058940 Jul 16 03:23:42.683221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b85ab753-7a91-4461-b59c-d098716209e9 req-49cceb3d-8753-4d0f-83fe-35cbfc64a28d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993395 Jul 16 03:23:42.689575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:42.720489 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828eba37-037f-4366-9a61-3d281459130b x-openstack-request-id: req-828eba37-037f-4366-9a61-3d281459130b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:42.720937 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:42.721195 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-828eba37-037f-4366-9a61-3d281459130b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:42.721636 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'status': 'completed', 'code': 200} Jul 16 03:23:42.811231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'fc731f71-ef5d-49ec-a32c-9902313de9af', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'port_id': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'mac_address': 'fa:16:3e:10:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:20Z', 'updated_at': '2021-07-16T03:23:39Z', 'revision_number': 1, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:22Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:42.843693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-82aec1a9-7bb4-4eff-bcc2-2b23d6d3cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:42.846343 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-82aec1a9-7bb4-4eff-bcc2-2b23d6d3cc05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18bc879f745d4340a44e455f1d9c8cf9&device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 1096 time: 0.1160274 Jul 16 03:23:42.864364 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] Checking router: 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:23:42.874718 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:23:42.875655 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:43.010500 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:23:43.032424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-2638a5c5-d3c2-4550-aa40-9ab837f22829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.034189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-2638a5c5-d3c2-4550-aa40-9ab837f22829 service neutron] 10.222.0.11 "GET /v2.0/networks?id=189e54cc-a84f-448f-a8ba-27ff739ac4f2 HTTP/1.1" status: 200 len: 907 time: 0.1821430 Jul 16 03:23:43.099870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c034a-c8ae-4c09-a390-f6904ce47cff req-c36a644b-00c1-402c-848b-cc89b912307d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.101393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f7c034a-c8ae-4c09-a390-f6904ce47cff req-c36a644b-00c1-402c-848b-cc89b912307d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 945 time: 0.1706021 Jul 16 03:23:43.174777 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f7c034a-c8ae-4c09-a390-f6904ce47cff req-1e4b740c-b4d2-458b-9b6e-7e95f9d96b8b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664151 Jul 16 03:23:43.220519 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-3f07f2d6-921e-4c11-9904-7684b76fc19c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401 HTTP/1.1" status: 200 len: 999 time: 0.1794298 Jul 16 03:23:43.297389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813c8c8d-cb2a-4836-8e74-3e0ba384f676 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:43.317084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:43.325764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-478cc7a6-d180-4a11-bba0-5e7c070b6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.328493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-478cc7a6-d180-4a11-bba0-5e7c070b6d75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3d69920-ce1e-48a9-93d7-fdcb8221a06f HTTP/1.1" status: 200 len: 844 time: 0.1012664 Jul 16 03:23:43.357182 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'fc731f71-ef5d-49ec-a32c-9902313de9af', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'port_id': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'mac_address': 'fa:16:3e:10:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:20Z', 'updated_at': '2021-07-16T03:23:39Z', 'revision_number': 1, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:22Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:23:43.363724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Transition to ACTIVE for port object 813c8c8d-cb2a-4836-8e74-3e0ba384f676 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:43.373885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:43.387889 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40842caf-b106-4508-bcf5-d8c91437e256 None None] The sync data for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 is: [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'fc731f71-ef5d-49ec-a32c-9902313de9af', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'port_id': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'mac_address': 'fa:16:3e:10:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:20Z', 'updated_at': '2021-07-16T03:23:39Z', 'revision_number': 1, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:22Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:23:43.423232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-3333130e-5c7d-49e2-a464-3be3f419df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.425802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-3333130e-5c7d-49e2-a464-3be3f419df01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=189e54cc-a84f-448f-a8ba-27ff739ac4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882704 Jul 16 03:23:43.459111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:43.473754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442729-039f-4d41-9816-53f681b109a7 req-9e112f39-82e7-4dea-9897-a0b78929d6f3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.475813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36442729-039f-4d41-9816-53f681b109a7 req-9e112f39-82e7-4dea-9897-a0b78929d6f3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 947 time: 0.1470666 Jul 16 03:23:43.535092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:43.535427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:43.535759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:43.543765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:43.543977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:43.556960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:43.557296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:43.557684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:43.558115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Bound port: 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:43.558472 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:43.563727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36442729-039f-4d41-9816-53f681b109a7 req-e4127fe1-d232-4522-9959-7708fe1f2f74 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Jul 16 03:23:43.596766 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-dfdb1613-bfa3-4831-bb7d-20c00f444faf service neutron] 10.222.0.11 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640365 Jul 16 03:23:43.689022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:43.695030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:43.706266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:43.713007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7996a96-7b20-4d28-903e-8decff06c4a3 None None] New status for floating IP fc731f71-ef5d-49ec-a32c-9902313de9af: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:23:43.763459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.764544 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:43.766276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] 10.222.0.48 "PUT /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 1092 time: 1.2717614 Jul 16 03:23:43.785969 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e9b7a6e4-7ff3-4fc9-acfa-bc4ca5cd2380 req-abc8e2e8-2a5e-4009-ad6b-f7fdc88c78ab service neutron] 10.222.0.11 "GET /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814780 Jul 16 03:23:43.798247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091911c2-142c-4c5f-8720-3c6d7e72f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:43.963866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac80d8f-b9e6-4af9-bfa4-d51906da890d req-ce473ac7-82cd-4233-b074-d6e307add205 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.965411 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eac80d8f-b9e6-4af9-bfa4-d51906da890d req-ce473ac7-82cd-4233-b074-d6e307add205 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1698322 Jul 16 03:23:43.973991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-a300f907-bc5c-4f49-81db-bdb68d82e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.975488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-a300f907-bc5c-4f49-81db-bdb68d82e80d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1095 time: 0.1305277 Jul 16 03:23:43.978702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486332b-0290-47d8-9f06-7cd3dbd754be req-5dbd426a-3439-40cb-b02d-2f25a261ff6d tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:43.979885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6486332b-0290-47d8-9f06-7cd3dbd754be req-5dbd426a-3439-40cb-b02d-2f25a261ff6d tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1096 time: 0.1244624 Jul 16 03:23:44.043360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-0df46506-8a5f-4c62-a698-80af09011926 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 217 time: 0.0574450 Jul 16 03:23:44.096225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eac80d8f-b9e6-4af9-bfa4-d51906da890d req-f6d4e0ab-28dc-473c-b580-9a2792dbdfb9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197979 Jul 16 03:23:44.099590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6486332b-0290-47d8-9f06-7cd3dbd754be req-d178a660-88f0-41ea-8b66-096663080c01 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073673 Jul 16 03:23:44.124195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-0aeb074a-010a-461e-b44a-6ec4bbc14542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:44.125810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-0aeb074a-010a-461e-b44a-6ec4bbc14542 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0761204 Jul 16 03:23:44.177967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-19f1c8e6-0d17-4e9b-ba63-6931f426e1a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306399 Jul 16 03:23:44.273281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-57f76fec-5233-49db-b905-689673d78902 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887680 Jul 16 03:23:44.402133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a4b45c-19c7-4e08-a574-30ae2f1c06db req-65d7af69-a05d-459c-b550-72c2525bf110 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228130 Jul 16 03:23:44.437842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0886bc-33b9-4bdb-88b5-e57893f1010f req-e4bda24b-767c-44e9-bdf8-cad8c1d2a30c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:44.439352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b0886bc-33b9-4bdb-88b5-e57893f1010f req-e4bda24b-767c-44e9-bdf8-cad8c1d2a30c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 944 time: 0.0886378 Jul 16 03:23:44.478607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b0886bc-33b9-4bdb-88b5-e57893f1010f req-8e3cffe3-0871-4991-9011-4fe05f282449 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332997 Jul 16 03:23:44.527537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-6c7ef543-59aa-4929-8514-984e37134689 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1fdb23c04d5149499694aebce13ffec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219193 Jul 16 03:23:44.660731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-2ad94294-e6bc-42e0-94a7-3190c86cb71b tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:44.662160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-2ad94294-e6bc-42e0-94a7-3190c86cb71b tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293747 Jul 16 03:23:44.682410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-8f08c86a-3f9c-4725-b354-de727870e270 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/quotas/1fdb23c04d5149499694aebce13ffec3 HTTP/1.1" status: 200 len: 375 time: 0.0142047 Jul 16 03:23:44.685009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1bab8-9392-4e9d-b570-2f9bc0430c87 req-e4637ca1-52e4-49c9-9b4f-8bcdd04dab6c tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:44.686427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71f1bab8-9392-4e9d-b570-2f9bc0430c87 req-e4637ca1-52e4-49c9-9b4f-8bcdd04dab6c tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1096 time: 0.0881915 Jul 16 03:23:44.723590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-6042ffe0-36f3-4550-bea4-df1d65328de4 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fdb23c04d5149499694aebce13ffec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362434 Jul 16 03:23:44.725595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:44.728356 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "cada1158-5d91-4149-9002-292864149599", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:44.744413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71f1bab8-9392-4e9d-b570-2f9bc0430c87 req-9bf5508b-678b-468f-9b52-663e33440cc0 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489800 Jul 16 03:23:44.919196 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0899f5-be47-4cbd-8871-68cba8a3425d x-openstack-request-id: req-af0899f5-be47-4cbd-8871-68cba8a3425d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:44.919591 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada1158-5d91-4149-9002-292864149599", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:44.919941 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af0899f5-be47-4cbd-8871-68cba8a3425d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:44.920411 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'status': 'completed', 'code': 200} Jul 16 03:23:45.043749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcea22e4-47a3-49ec-a3da-1fbc88a96664 req-89bd8583-f7fe-4992-b18e-f6d567f8846e tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 210 time: 0.0433941 Jul 16 03:23:45.078939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-34603357-97f5-41bf-ab5e-20868f847aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:45.080495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-34603357-97f5-41bf-ab5e-20868f847aaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1095 time: 0.1115394 Jul 16 03:23:45.089302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2073a09-b30d-41ae-8f36-3dad193f2912 req-d75d2d31-8518-4c1e-b148-c97398229cc3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:45.090746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2073a09-b30d-41ae-8f36-3dad193f2912 req-d75d2d31-8518-4c1e-b148-c97398229cc3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 947 time: 0.1748965 Jul 16 03:23:45.188045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2073a09-b30d-41ae-8f36-3dad193f2912 req-52dcaf30-e804-47fa-bf28-0bdfca94e3c0 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889058 Jul 16 03:23:45.219374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-c0c39df2-0bf2-4e10-b0f4-55a85f33d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:45.220864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-c0c39df2-0bf2-4e10-b0f4-55a85f33d47c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1292746 Jul 16 03:23:45.267358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 04229490-f18c-457b-a880-25c362744820 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:45.271624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-ad763ea7-1125-4c81-9be6-32aee8771a20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 217 time: 0.0438817 Jul 16 03:23:45.386139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-5884c683-dc8d-4298-9d49-6a42712f3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:45.387763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-5884c683-dc8d-4298-9d49-6a42712f3cda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.1093738 Jul 16 03:23:45.399464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 04229490-f18c-457b-a880-25c362744820, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=04229490-f18c-457b-a880-25c362744820,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:45.414021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '04229490-f18c-457b-a880-25c362744820', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '04229490-f18c-457b-a880-25c362744820', 'mac_address': 'fa:16:3e:01:a1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:45.428978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-5a64f86d-cd6b-40bf-be98-29d82c4b705b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329058 Jul 16 03:23:45.459142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda101b7-9c68-4484-a9f0-a62d21afc355 req-f68a4bd2-1048-4943-aa42-e5212108d785 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:45.459370 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:45.460722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda101b7-9c68-4484-a9f0-a62d21afc355 req-f68a4bd2-1048-4943-aa42-e5212108d785 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1238043 Jul 16 03:23:45.473406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04229490-f18c-457b-a880-25c362744820 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:45.498030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 04229490-f18c-457b-a880-25c362744820, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=04229490-f18c-457b-a880-25c362744820,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:45.503093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:45.549592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda101b7-9c68-4484-a9f0-a62d21afc355 req-f7d9d02e-cf56-4693-b078-d561919d7d8a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 Jul 16 03:23:45.564528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=04229490-f18c-457b-a880-25c362744820,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:45.582684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.583073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.583409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.584015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.584531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.584866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.585198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.585522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.585998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.586519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.587018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.587757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:23:45.599614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-e146d303-7754-4808-8af4-2c0b73ba10ba service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573193 Jul 16 03:23:45.706590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['04229490-f18c-457b-a880-25c362744820'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:45.710671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8b2219-2524-4502-bf6b-8fbde86c5ec7 req-d84c16f9-ac05-440c-8a78-85f30d34f8b5 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040847 Jul 16 03:23:45.969282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdcf84-1aa2-48b9-993c-ba26eccf5134 req-d1de3b5f-e2f1-4e32-bd71-063dff3f38c0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:45.970784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fbdcf84-1aa2-48b9-993c-ba26eccf5134 req-d1de3b5f-e2f1-4e32-bd71-063dff3f38c0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 944 time: 0.0685961 Jul 16 03:23:46.012649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fbdcf84-1aa2-48b9-993c-ba26eccf5134 req-91e3301c-4aca-4b67-8087-d394492890ec tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335588 Jul 16 03:23:46.053750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-9627e08f-0c62-48f8-a496-7f21221c5977 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1fdb23c04d5149499694aebce13ffec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378792 Jul 16 03:23:46.194007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-fabeb910-4a9a-4cc4-8d8d-dcb1d3c99d11 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:46.195824 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-fabeb910-4a9a-4cc4-8d8d-dcb1d3c99d11 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361537 Jul 16 03:23:46.207507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Request body: {'port': {'device_id': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '1fdb23c04d5149499694aebce13ffec3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:46.221928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af50af7e-94da-4b05-8041-d4dca21bacda req-79fb63c0-5f5d-4c45-9704-ffc2ea10b56a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 210 time: 0.0285435 Jul 16 03:23:46.331599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Made reservation on behalf of 1fdb23c04d5149499694aebce13ffec3 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:46.335917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.346579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.454867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dcaae-07c3-4381-ad64-89050cfa8ad1 req-a90d1ebc-1ab0-4510-a619-7908823c7abe tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:46.456435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-695dcaae-07c3-4381-ad64-89050cfa8ad1 req-a90d1ebc-1ab0-4510-a619-7908823c7abe tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 948 time: 0.0721014 Jul 16 03:23:46.505609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.515373 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.516125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-695dcaae-07c3-4381-ad64-89050cfa8ad1 req-426e8784-cece-45d0-b03f-8036ad253795 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530448 Jul 16 03:23:46.518484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:46.598761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf2410-f40e-43e5-90f0-96bd70f2298f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:46.608076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:46.688990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Allocated IP 192.168.233.81 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/3a3963f0-a523-4cee-b868-384ff5541c88) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:46.749687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57d8be4e-e91c-4c0d-bee9-3015ecd13efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.777656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-36c99736-a00f-4c17-8498-34a253252548 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:46.778691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-36c99736-a00f-4c17-8498-34a253252548 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2592361 Jul 16 03:23:46.833478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb6321-1cb0-442d-94bf-28e4318bb81b req-fea478d1-7f8d-4be8-a21a-beb4873bc5f4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:46.834993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85eb6321-1cb0-442d-94bf-28e4318bb81b req-fea478d1-7f8d-4be8-a21a-beb4873bc5f4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1362898 Jul 16 03:23:46.850857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.863846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Transition to ACTIVE for port object 3a3963f0-a523-4cee-b868-384ff5541c88 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:46.875434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-7da7fbad-9220-47ff-99c8-6b70abbd0769 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:46.879004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-7da7fbad-9220-47ff-99c8-6b70abbd0769 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 1093 time: 0.0928664 Jul 16 03:23:46.898270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.910828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85eb6321-1cb0-442d-94bf-28e4318bb81b req-9ab86a53-7813-48c1-8c12-2d1ac6fbb431 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681441 Jul 16 03:23:46.956357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:46.959751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:46.965410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:46.967966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Pushing event updated for resources: {'Port': ['ID=3a3963f0-a523-4cee-b868-384ff5541c88,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:46.980424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57d8be4e-e91c-4c0d-bee9-3015ecd13efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.991307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Request body: {'binding': {'host': 'n-h1-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:46.992138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:23:47.022469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.022469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.025987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57d8be4e-e91c-4c0d-bee9-3015ecd13efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.043100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-175b5b11-b43e-428f-9431-b066fa6009b2 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8385608 Jul 16 03:23:47.055627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Request body: {'port': {'device_id': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:47.099551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-57d8be4e-e91c-4c0d-bee9-3015ecd13efa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=789ba23599b6409ab4dbdd05d5f2ead9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905245 Jul 16 03:23:47.102761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8be4e-e91c-4c0d-bee9-3015ecd13efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9864f44-6268-4b40-a2de-0cfd1f54dc05,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:47.104065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:47.182021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.208077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on host n-h1-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:47.208420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:47.209104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:47.213546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:47.213874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:47.218943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:47.219280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:47.219677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:47.220078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Bound port: fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:47.229982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd62b78c-5a90-46dd-bce5-461d3d2b3b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.253399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f130d5ca-d131-4196-890e-fa7cc6252916 None None] Provisioning for port 3a3963f0-a523-4cee-b868-384ff5541c88 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:47.258521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f130d5ca-d131-4196-890e-fa7cc6252916 None None] Provisioning complete for port 3a3963f0-a523-4cee-b868-384ff5541c88 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:47.259116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f130d5ca-d131-4196-890e-fa7cc6252916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.269240 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd62b78c-5a90-46dd-bce5-461d3d2b3b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.284179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 04229490-f18c-457b-a880-25c362744820 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:47.318113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:47.334940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.336174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-77869324-2dd9-47c4-ac3c-0642474b8e5a service neutron] 10.222.0.25 "POST /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4169087 Jul 16 03:23:47.348768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f130d5ca-d131-4196-890e-fa7cc6252916 None None] Port 3a3963f0-a523-4cee-b868-384ff5541c88 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:47.369428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 04229490-f18c-457b-a880-25c362744820 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:47.374206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 04229490-f18c-457b-a880-25c362744820 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:47.374783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.426798 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd62b78c-5a90-46dd-bce5-461d3d2b3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.429755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd62b78c-5a90-46dd-bce5-461d3d2b3b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.431122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd62b78c-5a90-46dd-bce5-461d3d2b3b45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9864f44-6268-4b40-a2de-0cfd1f54dc05 HTTP/1.1" status: 204 len: 168 time: 0.3260195 Jul 16 03:23:47.446798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62b78c-5a90-46dd-bce5-461d3d2b3b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9864f44-6268-4b40-a2de-0cfd1f54dc05,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:47.504985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6890f-d48b-4bc3-8ce2-e635aeb761c2 req-92edd7a8-9916-43b2-ace6-3bd2ccc6278f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.506581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ae6890f-d48b-4bc3-8ce2-e635aeb761c2 req-92edd7a8-9916-43b2-ace6-3bd2ccc6278f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 944 time: 0.1830883 Jul 16 03:23:47.508759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.551711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 04229490-f18c-457b-a880-25c362744820, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=04229490-f18c-457b-a880-25c362744820,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:47.553472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04229490-f18c-457b-a880-25c362744820'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:47.556833 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69885a41-00a1-46b7-8caa-47740316c920" -d '{"events": [{"server_uuid": "6aa37d35-43cf-4057-a61c-2d56feca5877", "name": "network-vif-plugged", "status": "completed", "tag": "04229490-f18c-457b-a880-25c362744820"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:47.561132 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.576452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3963f0-a523-4cee-b868-384ff5541c88 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:47.584724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.598688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Transition to ACTIVE for port object 3a3963f0-a523-4cee-b868-384ff5541c88 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:47.605676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.652080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ae6890f-d48b-4bc3-8ce2-e635aeb761c2 req-05d22665-b9ca-4de5-9267-e8405e46a089 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383564 Jul 16 03:23:47.669755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Pushing event updated for resources: {'Port': ['ID=3a3963f0-a523-4cee-b868-384ff5541c88,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:47.714379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=04229490-f18c-457b-a880-25c362744820,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:47.757271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e739a-278b-4910-8d30-53ca830e8624 req-5ca975da-61a4-442e-871c-5707bc4a5f0c tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.759451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da8e739a-278b-4910-8d30-53ca830e8624 req-5ca975da-61a4-442e-871c-5707bc4a5f0c tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 947 time: 0.1587017 Jul 16 03:23:47.765841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a1dcfd12-81fd-4cc5-b0eb-ff757b3b826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.767330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a1dcfd12-81fd-4cc5-b0eb-ff757b3b826a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1096 time: 0.0953438 Jul 16 03:23:47.800680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Attempting to bind port 3a3963f0-a523-4cee-b868-384ff5541c88 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:47.801000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Attempting to bind port 3a3963f0-a523-4cee-b868-384ff5541c88 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:47.801325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Attempting to bind port 3a3963f0-a523-4cee-b868-384ff5541c88 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:47.811216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Port 3a3963f0-a523-4cee-b868-384ff5541c88 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:47.811923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Attempting to bind port 3a3963f0-a523-4cee-b868-384ff5541c88 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:47.822628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:47.822957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:47.823385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:47.823874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Bound port: 3a3963f0-a523-4cee-b868-384ff5541c88, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:47.824295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.868300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da8e739a-278b-4910-8d30-53ca830e8624 req-5af8983d-dbf6-4455-9998-cdacdd5e185c tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999837 Jul 16 03:23:47.897050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:47.907100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] For port 3a3963f0-a523-4cee-b868-384ff5541c88, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:47.910415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] For port 3a3963f0-a523-4cee-b868-384ff5541c88, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a3963f0-a523-4cee-b868-384ff5541c88,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:47.918461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.922282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff231c43-102f-481f-880c-dc6f7a1edb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.970671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3a17d4b6-0c35-4693-ade9-4f9ee22a3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.972144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3a17d4b6-0c35-4693-ade9-4f9ee22a3038 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1963167 Jul 16 03:23:47.972956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:47.974015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:47.975116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] 10.222.0.11 "PUT /v2.0/ports/3a3963f0-a523-4cee-b868-384ff5541c88 HTTP/1.1" status: 200 len: 1095 time: 0.9248254 Jul 16 03:23:47.975559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'tag': '3a3963f0-a523-4cee-b868-384ff5541c88'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:47.977932 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d34aea-9011-4252-8675-e0eb45fbeab2", "tag": "3a3963f0-a523-4cee-b868-384ff5541c88"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:47.998857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33591e0e-2aee-4f0d-b029-3367d05e749e service neutron] Pushing event updated for resources: {'Port': ['ID=3a3963f0-a523-4cee-b868-384ff5541c88,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:48.093254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-04640f31-030a-4664-85b9-f8fe96f5f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.095036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-04640f31-030a-4664-85b9-f8fe96f5f628 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fdb23c04d5149499694aebce13ffec3&device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 1098 time: 0.0625665 Jul 16 03:23:48.138793 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-aaf94de9-4190-4ea6-a72f-e24c1314f5c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3a3963f0-a523-4cee-b868-384ff5541c88 HTTP/1.1" status: 200 len: 217 time: 0.0355976 Jul 16 03:23:48.192802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-99eb2f48-2e92-424f-8802-ea90ed8177eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.194309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-99eb2f48-2e92-424f-8802-ea90ed8177eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0490580 Jul 16 03:23:48.213077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:48.257065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-a157b221-b0ce-484a-9620-c278386cc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.259183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-a157b221-b0ce-484a-9620-c278386cc5fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574856 Jul 16 03:23:48.285391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd731a4-1808-49a8-9868-bbde31c14dc3 req-d350541b-87bf-40e9-8f80-e90164c18205 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.286775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffd731a4-1808-49a8-9868-bbde31c14dc3 req-d350541b-87bf-40e9-8f80-e90164c18205 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 945 time: 0.4746816 Jul 16 03:23:48.288026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-862ab83d-eb3d-4d28-b6af-863e950ce580 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 217 time: 0.3008723 Jul 16 03:23:48.322485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:48.335378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'port_id': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'mac_address': 'fa:16:3e:c9:d9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dbae25-1a8b-4a8c-a5f2-935dacfd032f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:48.365492 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-3f79f1e1-1dd3-46a5-9ed4-59ab165ecdc5 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003771 Jul 16 03:23:48.372338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.387067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813c8c8d-cb2a-4836-8e74-3e0ba384f676 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:48.408485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:48.413528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.429613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffd731a4-1808-49a8-9868-bbde31c14dc3 req-426b6c58-2bd9-4469-bc74-b44f7fbe27ae tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306379 Jul 16 03:23:48.432462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-d22d0183-55e0-489d-82ec-d10d9ee31d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.434204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-d22d0183-55e0-489d-82ec-d10d9ee31d08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.1340210 Jul 16 03:23:48.466801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:48.474723 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2827acf1-2a07-44b0-94d7-68b8d8e5d561 req-c5f7b1e4-cea3-48d1-b659-ab92a842ddd9 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024404 Jul 16 03:23:48.489226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-d1c971c9-6926-461e-af53-64938a777491 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459027 Jul 16 03:23:48.509135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538306c8-d02b-4d2e-ad98-a00d46f87b83 req-91380c24-a0d8-44fa-aa15-4533ca3e528d tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.511153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538306c8-d02b-4d2e-ad98-a00d46f87b83 req-91380c24-a0d8-44fa-aa15-4533ca3e528d tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 949 time: 0.2359602 Jul 16 03:23:48.514315 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3833fad-ed45-4043-a2e3-824e0ffd489e x-openstack-request-id: req-a3833fad-ed45-4043-a2e3-824e0ffd489e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:48.514660 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa37d35-43cf-4057-a61c-2d56feca5877", "name": "network-vif-plugged", "status": "completed", "tag": "04229490-f18c-457b-a880-25c362744820", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:48.514923 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3833fad-ed45-4043-a2e3-824e0ffd489e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:48.515310 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04229490-f18c-457b-a880-25c362744820', 'code': 200} Jul 16 03:23:48.535339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff231c43-102f-481f-880c-dc6f7a1edb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.556570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff231c43-102f-481f-880c-dc6f7a1edb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.633710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6039a-b577-4366-b369-da1f1b3ff609 req-ab57abb6-ef30-49df-ba07-50f8f9693e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.635236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20f6039a-b577-4366-b369-da1f1b3ff609 req-ab57abb6-ef30-49df-ba07-50f8f9693e5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 1100 time: 0.0536375 Jul 16 03:23:48.639202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['813c8c8d-cb2a-4836-8e74-3e0ba384f676'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:48.663983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff231c43-102f-481f-880c-dc6f7a1edb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26da6a57-e633-4be9-9837-443429f0d755,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:48.675352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20f6039a-b577-4366-b369-da1f1b3ff609 req-f82d82fa-efcb-4cb6-b8f7-3baae655e82d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Jul 16 03:23:48.688457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538306c8-d02b-4d2e-ad98-a00d46f87b83 req-c7eb38df-834a-4ef3-b671-13ae8392e087 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645186 Jul 16 03:23:48.692902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ff231c43-102f-481f-880c-dc6f7a1edb74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=753118c4e6074fcd9b59d18fb1efbe5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926064 Jul 16 03:23:48.694335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:48.719652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-495962f8-1c69-4b1f-a103-b6affe689388 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192042 Jul 16 03:23:48.742282 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2946e3f2-05b6-429d-8898-85d0b33b7752 x-openstack-request-id: req-2946e3f2-05b6-429d-8898-85d0b33b7752 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:48.743166 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d34aea-9011-4252-8675-e0eb45fbeab2", "tag": "3a3963f0-a523-4cee-b868-384ff5541c88", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:48.743614 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2946e3f2-05b6-429d-8898-85d0b33b7752 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:48.744071 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'tag': '3a3963f0-a523-4cee-b868-384ff5541c88', 'status': 'completed', 'code': 200} Jul 16 03:23:48.746507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1fef9-72d8-4543-bd1e-1fdafe9ee7c7 req-850d1e7a-f1c7-4332-9145-1767d71d0f43 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.748076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8a1fef9-72d8-4543-bd1e-1fdafe9ee7c7 req-850d1e7a-f1c7-4332-9145-1767d71d0f43 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1112900 Jul 16 03:23:48.788436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3596ade6-c8d8-46ba-a692-773bf5a6b543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.843805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3596ade6-c8d8-46ba-a692-773bf5a6b543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.861081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8a1fef9-72d8-4543-bd1e-1fdafe9ee7c7 req-7eba33bd-65b6-42b2-a954-8e98db5cea22 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033311 Jul 16 03:23:48.886307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-7ecc8fab-29e4-4bfe-920d-41c492a72524 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370368 Jul 16 03:23:48.887581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-8cb73e69-8f0f-4a81-9ac2-bae3c151dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:48.889061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-8cb73e69-8f0f-4a81-9ac2-bae3c151dc82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fdb23c04d5149499694aebce13ffec3&device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 1098 time: 0.1132445 Jul 16 03:23:48.940695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3596ade6-c8d8-46ba-a692-773bf5a6b543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.943818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3596ade6-c8d8-46ba-a692-773bf5a6b543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:48.944506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3596ade6-c8d8-46ba-a692-773bf5a6b543 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26da6a57-e633-4be9-9837-443429f0d755 HTTP/1.1" status: 204 len: 168 time: 0.2490399 Jul 16 03:23:48.982261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596ade6-c8d8-46ba-a692-773bf5a6b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26da6a57-e633-4be9-9837-443429f0d755,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:49.012381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-b4ddaf2f-9385-43e2-b27d-9de26bfaacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.014068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-b4ddaf2f-9385-43e2-b27d-9de26bfaacb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1156185 Jul 16 03:23:49.067493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-b342f00d-4a39-4522-bfea-b3879c802446 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3a3963f0-a523-4cee-b868-384ff5541c88 HTTP/1.1" status: 200 len: 217 time: 0.0444040 Jul 16 03:23:49.127203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-c5d2a4ad-8ee3-48b4-9fad-ce4574af555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.129128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-c5d2a4ad-8ee3-48b4-9fad-ce4574af555d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0533881 Jul 16 03:23:49.147631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a4325-4e90-4ed9-b0e0-e73a913be95d req-f51bbbaf-4eb7-47a2-95db-627e7ccd8e40 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.149671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de6a4325-4e90-4ed9-b0e0-e73a913be95d req-f51bbbaf-4eb7-47a2-95db-627e7ccd8e40 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 945 time: 0.1702816 Jul 16 03:23:49.193213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-46d1147d-bd34-4b70-a13a-626bdf8dd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.194759 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-46d1147d-bd34-4b70-a13a-626bdf8dd30b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569992 Jul 16 03:23:49.234397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de6a4325-4e90-4ed9-b0e0-e73a913be95d req-e1ea2260-8f6d-4fc8-b845-3eb47f6c7b6e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Jul 16 03:23:49.236316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3138093d-85c2-4860-9598-560eb6275379 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.237810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3138093d-85c2-4860-9598-560eb6275379 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.1951344 Jul 16 03:23:49.248408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c39e-75a2-4f89-829f-867f07e8ab8a req-12194f23-c395-4137-80e1-79fd59ccd0cd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.249777 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1894c39e-75a2-4f89-829f-867f07e8ab8a req-12194f23-c395-4137-80e1-79fd59ccd0cd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 947 time: 0.1453121 Jul 16 03:23:49.254705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800089-6'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:49.305922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-35e1ed41-ee96-4448-a911-68c8a0e15edc service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029549 Jul 16 03:23:49.331385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1894c39e-75a2-4f89-829f-867f07e8ab8a req-92e9a133-7469-41f5-adc7-4bfaf7ec02cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483463 Jul 16 03:23:49.371321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.419562 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a01a1dbc-e386-4fbb-a0fa-6ec26ef4ab35 req-87222be0-d795-4f51-a93d-6e642f93724f service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036217 Jul 16 03:23:49.513378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:49.558832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:49.625154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:49.627502 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba210d8b-2439-41a7-a80b-3cb01f3500c4" -d '{"events": [{"server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:49.631102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.640974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.687256 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea63c8a-9a7e-4114-b4d5-7868f97f0168 x-openstack-request-id: req-6ea63c8a-9a7e-4114-b4d5-7868f97f0168 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:49.687256 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:49.687495 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ea63c8a-9a7e-4114-b4d5-7868f97f0168 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:49.687873 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'code': 200} Jul 16 03:23:49.728201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0b474-5298-484c-a5f9-cfbe0317738e req-9395ec85-78cc-4702-a8de-a62aecff70ee tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.729742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05c0b474-5298-484c-a5f9-cfbe0317738e req-9395ec85-78cc-4702-a8de-a62aecff70ee tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 945 time: 0.1418381 Jul 16 03:23:49.731751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:49.777908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:49.778253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:49.778581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:49.786484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:49.786850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Attempting to bind port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:49.800072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:49.800406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:49.800813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:49.801210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Bound port: fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:49.801562 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:49.807184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05c0b474-5298-484c-a5f9-cfbe0317738e req-86163a78-8df0-4cd8-becb-dcf059c25375 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Jul 16 03:23:49.908179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:49.922610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:49.935192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea1dbd-cfea-4e1d-b020-52fa84262317 req-b779ee41-f428-4a2f-b4c5-13df45976ee0 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:49.942116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99ea1dbd-cfea-4e1d-b020-52fa84262317 req-b779ee41-f428-4a2f-b4c5-13df45976ee0 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 949 time: 0.1053863 Jul 16 03:23:49.950327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:50.018053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99ea1dbd-cfea-4e1d-b020-52fa84262317 req-a41256e5-0123-45dd-bf1d-0998cee2a205 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750923 Jul 16 03:23:50.035995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:50.091806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:50.092421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:50.093775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-203cb4c8-6fac-4d49-a996-ecc78a9ee0c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 1121 time: 0.8430724 Jul 16 03:23:50.157945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0f679-96aa-46f0-852b-84b2df4a250b req-6ac9f4c9-5101-40c0-93ac-2f6d0fdc804b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:50.161383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ede0f679-96aa-46f0-852b-84b2df4a250b req-6ac9f4c9-5101-40c0-93ac-2f6d0fdc804b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.0783925 Jul 16 03:23:50.179467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fd0a7ed1-daf8-43ea-850f-d49de3eee42f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:50.207528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ede0f679-96aa-46f0-852b-84b2df4a250b req-079f1126-5093-4c41-b8d3-1cabf9a808c0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Jul 16 03:23:50.207672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:50.411668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:50.422704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:50.423076 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:50.462522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41ee97-2018-4006-abae-dc952ddad21c req-355f5608-94d6-4710-a9a8-2ff03c7b3fda tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:50.464117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c41ee97-2018-4006-abae-dc952ddad21c req-355f5608-94d6-4710-a9a8-2ff03c7b3fda tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 945 time: 0.0683558 Jul 16 03:23:50.504445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c41ee97-2018-4006-abae-dc952ddad21c req-aca50d7d-c216-4990-b4ac-8b5e0ee0ebfa tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Jul 16 03:23:50.544832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:50.572647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:50.574883 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a05887-8761-413c-8ccb-99f54d3a57c3" -d '{"events": [{"server_uuid": "cada1158-5d91-4149-9002-292864149599", "name": "network-vif-plugged", "status": "completed", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:50.591093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:50.595492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:50.668150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:50.673395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad818-bc6b-416e-a7f8-7f3f84aa2bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:50.682377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2878b-e8e9-4df5-9837-e1897d310612 req-e2be631d-0256-4a96-9d77-af2d6e394048 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:50.683907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73f2878b-e8e9-4df5-9837-e1897d310612 req-e2be631d-0256-4a96-9d77-af2d6e394048 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 947 time: 0.0729091 Jul 16 03:23:50.724953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73f2878b-e8e9-4df5-9837-e1897d310612 req-b9f8fe27-85b6-4463-8a25-40f5e2a79999 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Jul 16 03:23:50.769959 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c751c06-563b-4bb5-87df-091856033ac3 x-openstack-request-id: req-3c751c06-563b-4bb5-87df-091856033ac3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:50.770274 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada1158-5d91-4149-9002-292864149599", "name": "network-vif-plugged", "status": "completed", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:50.770514 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c751c06-563b-4bb5-87df-091856033ac3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:50.770927 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'code': 200} Jul 16 03:23:50.819489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3e7f-6f0c-484d-9f6c-e2cdeb3b689e req-a58c7889-5348-429d-aa05-b30fbe14194c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:50.822067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-445b3e7f-6f0c-484d-9f6c-e2cdeb3b689e req-a58c7889-5348-429d-aa05-b30fbe14194c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 949 time: 0.0683255 Jul 16 03:23:50.885839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-445b3e7f-6f0c-484d-9f6c-e2cdeb3b689e req-6ed866d7-e310-4f5a-9620-3a1a21281c9d tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Jul 16 03:23:50.905333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8c76-4321-4fbc-b17b-2380835f9a6d req-d5f90314-f9ee-4b19-b52c-30c33f5a09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:50.906812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-218c8c76-4321-4fbc-b17b-2380835f9a6d req-d5f90314-f9ee-4b19-b52c-30c33f5a09ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1097 time: 0.0717399 Jul 16 03:23:50.954781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-218c8c76-4321-4fbc-b17b-2380835f9a6d req-a6d29188-1d1f-402d-8c45-646281a2444b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Jul 16 03:23:51.023073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200c1d-6bc5-4d75-b6cf-335b910b6453 req-7855b233-6b72-4900-8b68-b5d1bf5f3605 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:51.025184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8200c1d-6bc5-4d75-b6cf-335b910b6453 req-7855b233-6b72-4900-8b68-b5d1bf5f3605 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.0694640 Jul 16 03:23:51.061887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8200c1d-6bc5-4d75-b6cf-335b910b6453 req-78ad0353-84fe-49fd-8f4b-0f8054ed575b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Jul 16 03:23:51.174673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-cb7eb005-8a19-4132-9a43-25891ae0f7d3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219140 Jul 16 03:23:51.285098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-1d44a911-e92d-475e-bc1e-8c4f1332436c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:51.286569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-1d44a911-e92d-475e-bc1e-8c4f1332436c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068015 Jul 16 03:23:51.300873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-eca3d664-b20f-4562-a111-90efbb0d62f0 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/quotas/2ee2f8ee8bf1401ea1e1bd462776153c HTTP/1.1" status: 200 len: 375 time: 0.0088377 Jul 16 03:23:51.304498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a3963f0-a523-4cee-b868-384ff5541c88 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:51.395128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-5698f23f-3fd6-4d64-931a-7a42c7036da8 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876260 Jul 16 03:23:51.426187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3a3963f0-a523-4cee-b868-384ff5541c88, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a3963f0-a523-4cee-b868-384ff5541c88,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:51.439508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3a3963f0-a523-4cee-b868-384ff5541c88', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '3a3963f0-a523-4cee-b868-384ff5541c88', 'mac_address': 'fa:16:3e:79:58:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:51.494081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:51.499086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153be1f6-bb89-4044-b3bf-9cf9895fc356 req-e52419a1-fa78-4b3c-beed-24ba7c1b8ee8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:51.501105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-153be1f6-bb89-4044-b3bf-9cf9895fc356 req-e52419a1-fa78-4b3c-beed-24ba7c1b8ee8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.0742974 Jul 16 03:23:51.515574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3963f0-a523-4cee-b868-384ff5541c88 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:51.548796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3a3963f0-a523-4cee-b868-384ff5541c88, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a3963f0-a523-4cee-b868-384ff5541c88,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:51.555815 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:51.558863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-153be1f6-bb89-4044-b3bf-9cf9895fc356 req-7f6dc28d-79d9-403b-a6e2-41812c8a18b9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Jul 16 03:23:51.604430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3a3963f0-a523-4cee-b868-384ff5541c88,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:51.665531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0cd633f-c2f7-4a3f-a652-288dc655b86b req-f91c721a-7504-4596-83cf-f68a7ce724bc tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 210 time: 0.0439517 Jul 16 03:23:51.688792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45854) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:51.693100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:51.695666 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade0610-650a-4350-9aac-baf53e75df7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:51.746701 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e9293f-34cf-4db3-ac98-5ba4b9678311 x-openstack-request-id: req-a2e9293f-34cf-4db3-ac98-5ba4b9678311 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:51.746936 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:51.747183 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2e9293f-34cf-4db3-ac98-5ba4b9678311 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:51.747563 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'status': 'completed', 'code': 200} Jul 16 03:23:51.756215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12a09e-5dd5-4f46-872d-2839c653966d req-6ed5abf5-4ca1-4dbf-9f98-c0bd306b93a0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:51.757821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a12a09e-5dd5-4f46-872d-2839c653966d req-6ed5abf5-4ca1-4dbf-9f98-c0bd306b93a0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 946 time: 0.0951774 Jul 16 03:23:51.809997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3a3963f0-a523-4cee-b868-384ff5541c88'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:51.824576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d096a524-6831-4bdb-ab1d-aa340af122bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:51.868201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a12a09e-5dd5-4f46-872d-2839c653966d req-928d3910-8d70-4f5b-a23d-4f0fe2537a19 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961456 Jul 16 03:23:51.908881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0610-650a-4350-9aac-baf53e75df7d req-3fff921e-595a-4af0-a6fb-7e61a965e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:51.912183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-3fff921e-595a-4af0-a6fb-7e61a965e434 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1124 time: 0.1333823 Jul 16 03:23:51.930618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d096a524-6831-4bdb-ab1d-aa340af122bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:51.938259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d096a524-6831-4bdb-ab1d-aa340af122bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:51.965538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096a524-6831-4bdb-ab1d-aa340af122bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a3364-0e81-42b7-b042-dbfb8c5828b7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:52.015194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d096a524-6831-4bdb-ab1d-aa340af122bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85eef0f49edc40a19373ce94cf4457ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299685 Jul 16 03:23:52.017070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45868) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:52.056729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126f165-c5ba-4590-819f-c6e81022d75b req-d9d293b1-575a-475e-ad14-d28ec32ba0a6 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:52.064588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c126f165-c5ba-4590-819f-c6e81022d75b req-d9d293b1-575a-475e-ad14-d28ec32ba0a6 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 948 time: 0.1510684 Jul 16 03:23:52.120360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-301a4d84-4695-43b7-9b4e-2e10ad0ca0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.124567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0610-650a-4350-9aac-baf53e75df7d req-90c487cd-7159-4ed0-8458-d28c8115e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:52.132392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-90c487cd-7159-4ed0-8458-d28c8115e514 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1841414 Jul 16 03:23:52.148278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-301a4d84-4695-43b7-9b4e-2e10ad0ca0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.184232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c126f165-c5ba-4590-819f-c6e81022d75b req-9643be79-c9a3-4f94-bd2d-3131eab9ad9a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186600 Jul 16 03:23:52.185792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-c2830cec-e885-4ec1-8ddd-f1fd6a0b98ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 217 time: 0.0444221 Jul 16 03:23:52.216615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-301a4d84-4695-43b7-9b4e-2e10ad0ca0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.220738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-301a4d84-4695-43b7-9b4e-2e10ad0ca0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.224641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-301a4d84-4695-43b7-9b4e-2e10ad0ca0d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/357a3364-0e81-42b7-b042-dbfb8c5828b7 HTTP/1.1" status: 204 len: 168 time: 0.2028074 Jul 16 03:23:52.231625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a4d84-4695-43b7-9b4e-2e10ad0ca0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a3364-0e81-42b7-b042-dbfb8c5828b7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:52.292501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0610-650a-4350-9aac-baf53e75df7d req-80b9157f-749c-4c05-bf95-9a5b296914b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:52.294071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-80b9157f-749c-4c05-bf95-9a5b296914b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0946839 Jul 16 03:23:52.343461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-c2b1d0e6-f532-4eb8-8776-93851e7a93f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382738 Jul 16 03:23:52.359750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b82ee0-7840-4335-9aa5-315954c89cb4 req-136a7aab-44d5-4588-a6d5-2b269bebfa04 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:52.361741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8b82ee0-7840-4335-9aa5-315954c89cb4 req-136a7aab-44d5-4588-a6d5-2b269bebfa04 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.1475284 Jul 16 03:23:52.475654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8b82ee0-7840-4335-9aa5-315954c89cb4 req-b3396617-d220-4b64-9df0-ff9c5eb184ea tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037254 Jul 16 03:23:52.502592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-703ddfc8-63e5-4f81-801d-8b250f2b1ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355188 Jul 16 03:23:52.573230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45880) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:52.586634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4ad503d-2885-4abd-8212-12eb902b83ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.596092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dade0610-650a-4350-9aac-baf53e75df7d req-ffd20e17-d7c8-45d9-9174-d9df1257a0c8 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902569 Jul 16 03:23:52.680608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4ad503d-2885-4abd-8212-12eb902b83ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.685451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4ad503d-2885-4abd-8212-12eb902b83ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.724505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a4ad503d-2885-4abd-8212-12eb902b83ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6736dc5b0b7a44f88933d7b84793d459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500762 Jul 16 03:23:52.725408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad503d-2885-4abd-8212-12eb902b83ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d931b-7ffd-41dc-a15d-1ec9d3902327,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:52.727864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45886) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:52.748559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d434f29-0bde-4d4f-b3f2-75cde2578229 req-cdf38a33-4d9c-463a-983f-0ce01670bdac tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:52.750045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d434f29-0bde-4d4f-b3f2-75cde2578229 req-cdf38a33-4d9c-463a-983f-0ce01670bdac tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.0671222 Jul 16 03:23:52.775436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-368c23e7-71ca-496b-8c41-56f8a667955e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.789523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d434f29-0bde-4d4f-b3f2-75cde2578229 req-62000351-36dd-4224-ad0b-d6d7fe6a4366 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Jul 16 03:23:52.798858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-368c23e7-71ca-496b-8c41-56f8a667955e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.825403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94015c6e-42eb-40bc-a3de-8fc7669158ae req-49126825-0b8a-4be0-a0b2-a4940e8d28aa tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 210 time: 0.0325913 Jul 16 03:23:52.855984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-368c23e7-71ca-496b-8c41-56f8a667955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.858725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-368c23e7-71ca-496b-8c41-56f8a667955e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:52.859945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-368c23e7-71ca-496b-8c41-56f8a667955e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c4d931b-7ffd-41dc-a15d-1ec9d3902327 HTTP/1.1" status: 204 len: 168 time: 0.1312487 Jul 16 03:23:52.868279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c23e7-71ca-496b-8c41-56f8a667955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d931b-7ffd-41dc-a15d-1ec9d3902327,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:52.971740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-440ef25e-b7b6-4d34-9d77-4dbcff719462 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291324 Jul 16 03:23:53.174494 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-7949e1af-5dfc-4439-9e4b-07a8b6615619 service neutron] show failed (client error): The resource could not be found. Jul 16 03:23:53.175521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-7949e1af-5dfc-4439-9e4b-07a8b6615619 service neutron] 10.222.0.48 "GET /v2.0/ports/afc01d2f-c45f-4d95-b09d-d9741099d04c/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.1844110 Jul 16 03:23:53.183433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-0d155e02-3728-4bf4-8c27-ebe855bbfde7 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:53.184832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-0d155e02-3728-4bf4-8c27-ebe855bbfde7 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069676 Jul 16 03:23:53.197817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af46f4-e749-4b47-a9ac-5832ee72724a req-dd425c64-2433-45df-b8ce-0588fcdede63 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:53.199339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87af46f4-e749-4b47-a9ac-5832ee72724a req-dd425c64-2433-45df-b8ce-0588fcdede63 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 946 time: 0.1929784 Jul 16 03:23:53.247027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05b888f5-6134-4931-922d-3d9cf1f22e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.251911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Request body: {'port': {'device_id': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '2ee2f8ee8bf1401ea1e1bd462776153c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:53.311023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:53.321236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87af46f4-e749-4b47-a9ac-5832ee72724a req-789cc39a-5687-49ec-ad4d-f583c94f66b0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161208 Jul 16 03:23:53.384774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a3963f0-a523-4cee-b868-384ff5541c88 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:23:53.483056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Made reservation on behalf of 2ee2f8ee8bf1401ea1e1bd462776153c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:53.488819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.502017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2cd45-9db8-4409-ad13-7b315159890e req-d2e11b99-0bcb-444e-bc33-9ea8795e8c10 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:53.503225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:53.510237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8f2cd45-9db8-4409-ad13-7b315159890e req-d2e11b99-0bcb-444e-bc33-9ea8795e8c10 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 948 time: 0.1069164 Jul 16 03:23:53.513159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3a3963f0-a523-4cee-b868-384ff5541c88 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:53.520540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3a3963f0-a523-4cee-b868-384ff5541c88 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:53.520990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.542717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f has no active binding in host n-h1-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:23:53.624564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8f2cd45-9db8-4409-ad13-7b315159890e req-cfcae0a9-686b-457c-91eb-f10a68828e92 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131914 Jul 16 03:23:53.647549 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.687580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3963f0-a523-4cee-b868-384ff5541c88'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:53.689959 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd52cc1-40d3-4dd9-a9c4-1e821f6786c9" -d '{"events": [{"server_uuid": "b4d34aea-9011-4252-8675-e0eb45fbeab2", "name": "network-vif-plugged", "status": "completed", "tag": "3a3963f0-a523-4cee-b868-384ff5541c88"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:53.703880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3a3963f0-a523-4cee-b868-384ff5541c88, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a3963f0-a523-4cee-b868-384ff5541c88,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:53.710407 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.715497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-62bcd3a9-7447-45a4-a9ef-4a2b7aee9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:53.717680 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-62bcd3a9-7447-45a4-a9ef-4a2b7aee9127 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3&tenant_id=9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 1100 time: 0.1860094 Jul 16 03:23:53.739953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:53.784536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Allocated IP 192.168.233.65 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/8302b7db-fd32-4fcd-bd7a-54155000182f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:23:53.802678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3a3963f0-a523-4cee-b868-384ff5541c88,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:53.813977 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:53.840476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.180759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.360543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581eba9-b18e-48e1-ba75-e3f1f2138da1 req-d51c25f5-7453-432e-8a21-b465478affe7 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:54.362047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5581eba9-b18e-48e1-ba75-e3f1f2138da1 req-d51c25f5-7453-432e-8a21-b465478affe7 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1097 time: 0.4473526 Jul 16 03:23:54.383900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a4fa-5c6f-4680-acb2-35106fdbd098 req-374dc4e8-6939-46df-93c8-17419430ece3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:54.385332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b27a4fa-5c6f-4680-acb2-35106fdbd098 req-374dc4e8-6939-46df-93c8-17419430ece3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.1491041 Jul 16 03:23:54.388100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.429389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Transition to ACTIVE for port object 8302b7db-fd32-4fcd-bd7a-54155000182f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:54.459351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5581eba9-b18e-48e1-ba75-e3f1f2138da1 req-89039804-08fc-4d5b-8108-b6d4649bc162 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866005 Jul 16 03:23:54.463367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b27a4fa-5c6f-4680-acb2-35106fdbd098 req-b6c5cd3c-9db1-4618-a6b2-22c33a63337b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691860 Jul 16 03:23:54.502160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.517527 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de419b06-9036-4abd-9929-f43efe538f8e x-openstack-request-id: req-de419b06-9036-4abd-9929-f43efe538f8e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:54.518034 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34aea-9011-4252-8675-e0eb45fbeab2", "name": "network-vif-plugged", "status": "completed", "tag": "3a3963f0-a523-4cee-b868-384ff5541c88", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:54.518034 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de419b06-9036-4abd-9929-f43efe538f8e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:54.518452 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3963f0-a523-4cee-b868-384ff5541c88', 'code': 200} Jul 16 03:23:54.527208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['04229490-f18c-457b-a880-25c362744820'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:23:54.558831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:23:54.568734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:23:54.589668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:23:54.597720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.11', 65144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:54.604123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:54.604792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.634175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Pushing event updated for resources: {'Port': ['ID=8302b7db-fd32-4fcd-bd7a-54155000182f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:54.652613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-fb1f12ca-f8e6-41f1-bc33-c06030241702 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4355543 Jul 16 03:23:54.667342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:54.696668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Request body: {'port': {'device_id': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:54.723438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1987986-bf62-4288-8e77-66c97842d9e6 req-ade55d4d-2d7c-44b0-9ce9-ffb5281fc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:54.725171 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1987986-bf62-4288-8e77-66c97842d9e6 req-ade55d4d-2d7c-44b0-9ce9-ffb5281fc7ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 1100 time: 0.1262405 Jul 16 03:23:54.732125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:54.803328 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1987986-bf62-4288-8e77-66c97842d9e6 req-36219961-c15e-4f1f-942d-39526a60e67f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464215 Jul 16 03:23:54.806036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:54.808741 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4877721d-a0f6-4756-ae75-39c2d3aafe1b" -d '{"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-unplugged", "status": "completed", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:54.812768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.828466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Transition to ACTIVE for port object afc01d2f-c45f-4d95-b09d-d9741099d04c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:54.832992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.839912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5cefd-baa0-4636-9fe9-91b35f3b78a5 req-06aee863-4748-48a5-9161-270d659dd38a tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:54.843015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bc5cefd-baa0-4636-9fe9-91b35f3b78a5 req-06aee863-4748-48a5-9161-270d659dd38a tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 935 time: 0.2114673 Jul 16 03:23:54.846395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.880517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad53e7-c138-4721-b85f-c15715c56123 req-5cb36a14-f580-43b1-a538-f919cd83e17b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:54.882004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fad53e7-c138-4721-b85f-c15715c56123 req-5cb36a14-f580-43b1-a538-f919cd83e17b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1940980 Jul 16 03:23:54.889858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-61ba61b7-136b-4318-8d7e-1cad3a49c9b3 None None] Provisioning for port 8302b7db-fd32-4fcd-bd7a-54155000182f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:23:54.894282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-61ba61b7-136b-4318-8d7e-1cad3a49c9b3 None None] Provisioning complete for port 8302b7db-fd32-4fcd-bd7a-54155000182f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:23:54.894282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-61ba61b7-136b-4318-8d7e-1cad3a49c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:54.907602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] No DVR routers for this DVR port afc01d2f-c45f-4d95-b09d-d9741099d04c on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:23:54.920659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:54.941307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-61ba61b7-136b-4318-8d7e-1cad3a49c9b3 None None] Port 8302b7db-fd32-4fcd-bd7a-54155000182f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:23:54.966490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:54.966985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:54.967362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:54.972256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Port afc01d2f-c45f-4d95-b09d-d9741099d04c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:54.973022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Attempting to bind port afc01d2f-c45f-4d95-b09d-d9741099d04c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:54.978414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:54.978697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bc5cefd-baa0-4636-9fe9-91b35f3b78a5 req-999f0895-89cf-45cc-8c99-de264ff2ff0f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297188 Jul 16 03:23:54.978820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:54.979157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:54.979565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Bound port: afc01d2f-c45f-4d95-b09d-d9741099d04c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:54.979917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.058518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:55.062057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:55.067740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.107191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fad53e7-c138-4721-b85f-c15715c56123 req-40c11c25-53ca-4c9a-be12-75eaf7074d30 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952624 Jul 16 03:23:55.107338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.108499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.110168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] 10.222.0.11 "PUT /v2.0/ports/afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 1095 time: 1.3758423 Jul 16 03:23:55.181891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adb0e0-8755-4db4-a4bc-07fa8e9e1dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:55.233523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-0b605d64-7054-4960-b285-66c7f2453deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.235067 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-0b605d64-7054-4960-b285-66c7f2453deb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1098 time: 0.0998724 Jul 16 03:23:55.287910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8302b7db-fd32-4fcd-bd7a-54155000182f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:55.299535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.319953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Transition to ACTIVE for port object 8302b7db-fd32-4fcd-bd7a-54155000182f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:55.329538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.395819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-72f18228-0e69-4308-8c35-fabf7c27dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.397883 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-72f18228-0e69-4308-8c35-fabf7c27dc5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1513059 Jul 16 03:23:55.449846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-9667e9b2-47de-42c1-bad1-93b47cc49c13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0424025 Jul 16 03:23:55.495116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Pushing event updated for resources: {'Port': ['ID=8302b7db-fd32-4fcd-bd7a-54155000182f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:55.508144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-4e97db0f-f358-45eb-8714-d203c0b61e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.509701 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-4e97db0f-f358-45eb-8714-d203c0b61e44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0525062 Jul 16 03:23:55.560364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Attempting to bind port 8302b7db-fd32-4fcd-bd7a-54155000182f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:55.560688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Attempting to bind port 8302b7db-fd32-4fcd-bd7a-54155000182f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:55.561017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Attempting to bind port 8302b7db-fd32-4fcd-bd7a-54155000182f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:55.568614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-1cfbc43a-a58b-4c51-9fb0-b57c9cc6b41a service neutron] 10.222.0.48 "GET /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.1646874 Jul 16 03:23:55.579342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-1a6d279d-113b-4996-98a4-e98ed53887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.580011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Port 8302b7db-fd32-4fcd-bd7a-54155000182f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:55.580319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Attempting to bind port 8302b7db-fd32-4fcd-bd7a-54155000182f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:55.580833 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-1a6d279d-113b-4996-98a4-e98ed53887e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595527 Jul 16 03:23:55.593995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccb93d-4230-4fd5-8de0-b0ccd3079684 req-67e40743-952a-4430-8c49-7639f2a79d87 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.595482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50ccb93d-4230-4fd5-8de0-b0ccd3079684 req-67e40743-952a-4430-8c49-7639f2a79d87 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1097 time: 0.2318995 Jul 16 03:23:55.623923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:55.624416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:55.625432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:55.625432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Bound port: 8302b7db-fd32-4fcd-bd7a-54155000182f, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:55.625718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.675011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3fe3-e985-4d31-a986-527480faa517 req-2c85e198-e141-4e6d-9002-f4f9181f7be4 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.676401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f4e3fe3-e985-4d31-a986-527480faa517 req-2c85e198-e141-4e6d-9002-f4f9181f7be4 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 949 time: 0.2349374 Jul 16 03:23:55.677829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-f39a3e40-afb1-4f2d-8ee9-825ad27248e8 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840671 Jul 16 03:23:55.736952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50ccb93d-4230-4fd5-8de0-b0ccd3079684 req-3ba060ab-6fd5-48a6-89ba-397fcef7dc54 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230536 Jul 16 03:23:55.785456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37b439cc-5ec6-4bac-be7e-e847ff94336b req-4f06a915-0a9d-4255-88cd-6753007701aa service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998793 Jul 16 03:23:55.800693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f4e3fe3-e985-4d31-a986-527480faa517 req-10f1fdde-a636-49d9-a2ff-6cb7d6296ab7 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156471 Jul 16 03:23:55.818691 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a331ff9-4974-41a4-87fb-52ff00ea7369 x-openstack-request-id: req-2a331ff9-4974-41a4-87fb-52ff00ea7369 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:55.819804 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-unplugged", "status": "completed", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:55.821058 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a331ff9-4974-41a4-87fb-52ff00ea7369 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:55.822328 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'code': 200} Jul 16 03:23:55.824602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] For port 8302b7db-fd32-4fcd-bd7a-54155000182f, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:55.913973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] For port 8302b7db-fd32-4fcd-bd7a-54155000182f, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8302b7db-fd32-4fcd-bd7a-54155000182f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:55.920483 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.926370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.953282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:55.987438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:55.988428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:55.989804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] 10.222.0.11 "PUT /v2.0/ports/8302b7db-fd32-4fcd-bd7a-54155000182f HTTP/1.1" status: 200 len: 1095 time: 1.3008144 Jul 16 03:23:55.994282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'tag': '8302b7db-fd32-4fcd-bd7a-54155000182f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:55.998819 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590912f1-bb79-4613-9459-7e3b3ad59523" -d '{"events": [{"name": "network-changed", "server_uuid": "d619f4c3-d429-4bbb-a292-22ef3643d287", "tag": "8302b7db-fd32-4fcd-bd7a-54155000182f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:56.029011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:56.083033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaba4d5-7876-4adc-bad7-756a0b979bbd service neutron] Pushing event updated for resources: {'Port': ['ID=8302b7db-fd32-4fcd-bd7a-54155000182f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:56.145102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0a7ed1-daf8-43ea-850f-d49de3eee42f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:56.181324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:56.216060 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:56.315701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-13e14fdd-bd20-491b-b787-625f1f4635dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.317183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-13e14fdd-bd20-491b-b787-625f1f4635dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 1098 time: 0.2481892 Jul 16 03:23:56.330494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33297622-1f62-4f64-9956-991a67c88c8f req-510a4174-5a4b-46c1-9d1e-9079c816e390 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.332449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33297622-1f62-4f64-9956-991a67c88c8f req-510a4174-5a4b-46c1-9d1e-9079c816e390 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 943 time: 0.2366328 Jul 16 03:23:56.395939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-6dd04fb5-d5ff-49c1-8237-21c13e5d2901 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8302b7db-fd32-4fcd-bd7a-54155000182f HTTP/1.1" status: 200 len: 217 time: 0.0583704 Jul 16 03:23:56.406473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45982) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:56.431267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8439-1b2b-4bd1-a14c-e1356cafe883 req-82836657-5321-4f94-9414-0e029bc10027 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.432723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-417e8439-1b2b-4bd1-a14c-e1356cafe883 req-82836657-5321-4f94-9414-0e029bc10027 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 947 time: 0.2327764 Jul 16 03:23:56.482825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] Transition to ACTIVE for port object fd0a7ed1-daf8-43ea-850f-d49de3eee42f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:23:56.486120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33297622-1f62-4f64-9956-991a67c88c8f req-0a9f3f18-83b9-4eba-a851-7be33e5c8ba3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475449 Jul 16 03:23:56.498098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:56.545787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f414092c-aa66-4328-9bfe-be7a7c30b54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:56.547319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-e47b5021-3ea9-40b2-8b6a-563fb48dafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.548766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-e47b5021-3ea9-40b2-8b6a-563fb48dafc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1416755 Jul 16 03:23:56.559289 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f71b7e-9c56-4609-b2ad-cd4d926fc1e7 x-openstack-request-id: req-c4f71b7e-9c56-4609-b2ad-cd4d926fc1e7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:56.559583 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d619f4c3-d429-4bbb-a292-22ef3643d287", "tag": "8302b7db-fd32-4fcd-bd7a-54155000182f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:56.559833 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4f71b7e-9c56-4609-b2ad-cd4d926fc1e7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:56.560212 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'tag': '8302b7db-fd32-4fcd-bd7a-54155000182f', 'status': 'completed', 'code': 200} Jul 16 03:23:56.613483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-417e8439-1b2b-4bd1-a14c-e1356cafe883 req-4f33b7c2-a0d2-44cf-bf1b-be827b2e6c89 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455345 Jul 16 03:23:56.618370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] No DVR routers for this DVR port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:23:56.645492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:56.676238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f414092c-aa66-4328-9bfe-be7a7c30b54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:56.684688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a90171db-0cfb-4d10-8f12-ddec2e3380ab service neutron] 10.222.0.48 "PUT /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f/bindings/n-h1-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1055055 Jul 16 03:23:56.691259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f414092c-aa66-4328-9bfe-be7a7c30b54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:56.715209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-e579bc8d-4708-4e49-8fb7-94c6d911ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.716731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-e579bc8d-4708-4e49-8fb7-94c6d911ea22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535482 Jul 16 03:23:56.727647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f414092c-aa66-4328-9bfe-be7a7c30b54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78e8c02eefbf409b991638af04f3d592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170660 Jul 16 03:23:56.727930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:56.815471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414092c-aa66-4328-9bfe-be7a7c30b54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea3c38-698c-49f6-a924-41f5ea981509,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:56.863911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-538f81a2-ba66-4b35-b995-34c4dee9bb62 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.865376 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-538f81a2-ba66-4b35-b995-34c4dee9bb62 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.1152241 Jul 16 03:23:56.907736 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-802e6e38-e38a-4f76-88fd-a9232ffed835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:56.911648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-802daabf-8692-402d-8bdc-c0b1053b2b82 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756217 Jul 16 03:23:56.928181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-582daf0e-b7c6-4ce7-bf8d-57f558b21555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.929830 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-582daf0e-b7c6-4ce7-bf8d-57f558b21555 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576&tenant_id=af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 1095 time: 0.0552185 Jul 16 03:23:56.941127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bda1c-6d7e-47eb-8f15-c11030624837 req-7a298a1a-50b7-4aaf-8b36-91886655a653 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:56.942651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e8bda1c-6d7e-47eb-8f15-c11030624837 req-7a298a1a-50b7-4aaf-8b36-91886655a653 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.1777029 Jul 16 03:23:56.965947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-802e6e38-e38a-4f76-88fd-a9232ffed835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.012825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a68b46f0-2950-465f-8185-09083a1d2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.014471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-a68b46f0-2950-465f-8185-09083a1d2096 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1095 time: 0.0567045 Jul 16 03:23:57.067352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e8bda1c-6d7e-47eb-8f15-c11030624837 req-370f0ac8-7036-4163-a2ee-cf71afe1cbaf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033776 Jul 16 03:23:57.090148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199ff04b-1dc3-4816-acbe-4c846c07f46a req-753456b5-75b9-4a02-869c-70959e09c95d service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686563 Jul 16 03:23:57.112437 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-802e6e38-e38a-4f76-88fd-a9232ffed835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.118946 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-802e6e38-e38a-4f76-88fd-a9232ffed835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.121489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-075fcbd0-cb53-416d-b117-160a8f50a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.122917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-802e6e38-e38a-4f76-88fd-a9232ffed835 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15ea3c38-698c-49f6-a924-41f5ea981509 HTTP/1.1" status: 204 len: 168 time: 0.3938799 Jul 16 03:23:57.123264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-075fcbd0-cb53-416d-b117-160a8f50a418 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1019180 Jul 16 03:23:57.142895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e6e38-e38a-4f76-88fd-a9232ffed835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea3c38-698c-49f6-a924-41f5ea981509,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:57.208099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-48bb9cdd-0b6c-429b-8ff8-1cf29f4dc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.209612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-48bb9cdd-0b6c-429b-8ff8-1cf29f4dc3e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 1098 time: 0.0609565 Jul 16 03:23:57.218800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-8e69dab8-3eab-4e15-a6f7-8d3aa292c730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 217 time: 0.0789545 Jul 16 03:23:57.319425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3b747c4f-dfcb-4a0f-a12a-c7c11b1ec5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.321765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3b747c4f-dfcb-4a0f-a12a-c7c11b1ec5eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0953610 Jul 16 03:23:57.343281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-dccede03-0896-4901-9168-dba1fb7a2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.343281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-dccede03-0896-4901-9168-dba1fb7a2759 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1243055 Jul 16 03:23:57.374676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-68b8a351-84a7-44c7-ac66-f7ef1bbf1811 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417428 Jul 16 03:23:57.399395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-f869d807-0db3-4cf0-90a7-88144a17aabc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8302b7db-fd32-4fcd-bd7a-54155000182f HTTP/1.1" status: 200 len: 217 time: 0.0448785 Jul 16 03:23:57.483861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-44272e01-d157-417b-b09e-dee7eeaeb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.485289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-44272e01-d157-417b-b09e-dee7eeaeb4fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0697787 Jul 16 03:23:57.496459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-3857a689-579b-406d-8259-6b400d47c6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102176 Jul 16 03:23:57.503627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337abe1-3aab-4947-b0fb-f4432f33f610 req-5f8944f3-bdf7-4d40-8095-2c75508adfc8 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.505096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5337abe1-3aab-4947-b0fb-f4432f33f610 req-5f8944f3-bdf7-4d40-8095-2c75508adfc8 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 949 time: 0.1524549 Jul 16 03:23:57.536950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:57.562766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6976453-102f-4c7a-9c8e-fe235de07142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.646935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-c89947c2-06f7-4cdf-88b7-eafedf10b2af service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390007 Jul 16 03:23:57.720481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6976453-102f-4c7a-9c8e-fe235de07142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.724574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6976453-102f-4c7a-9c8e-fe235de07142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.763962 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f6976453-102f-4c7a-9c8e-fe235de07142 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd825cc9b4c445bbb92ff7dcaf5125c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259567 Jul 16 03:23:57.764652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6976453-102f-4c7a-9c8e-fe235de07142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969ffd79-adb5-4b31-89d6-32478f3eee8e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:57.767957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46022) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:57.807520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-7bb3915c-cafd-4a53-b304-123989592546 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:23:57.808499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-7bb3915c-cafd-4a53-b304-123989592546 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141461 Jul 16 03:23:57.823064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b432cfa-ccbe-4313-8c03-a94cb0f4c6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.824455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:23:57.827428 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12b70d-b552-4cb4-967c-61f5366df06e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:23:57.840281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5337abe1-3aab-4947-b0fb-f4432f33f610 req-2e1995e6-b354-4ecc-b580-ebe76de862bb tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254089 Jul 16 03:23:57.849548 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b432cfa-ccbe-4313-8c03-a94cb0f4c6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.881219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-8b40345b-39bd-4015-aa8e-bda95f0fdc6b tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.882684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-8b40345b-39bd-4015-aa8e-bda95f0fdc6b tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 1094 time: 0.0593884 Jul 16 03:23:57.895072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Request body: {'binding': {'host': 'n-h1-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:57.895072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:23:57.909307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b432cfa-ccbe-4313-8c03-a94cb0f4c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.913104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b432cfa-ccbe-4313-8c03-a94cb0f4c6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:57.915350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b432cfa-ccbe-4313-8c03-a94cb0f4c6e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/969ffd79-adb5-4b31-89d6-32478f3eee8e HTTP/1.1" status: 204 len: 168 time: 0.1460876 Jul 16 03:23:57.925095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b432cfa-ccbe-4313-8c03-a94cb0f4c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969ffd79-adb5-4b31-89d6-32478f3eee8e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:57.968123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-efc85146-ef8c-45ac-9589-ca99913be5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:57.969644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-efc85146-ef8c-45ac-9589-ca99913be5d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4636812 Jul 16 03:23:58.070221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-78c0dff6-a689-4ab4-9d57-13df8082d50a tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.072175 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-78c0dff6-a689-4ab4-9d57-13df8082d50a tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.0613234 Jul 16 03:23:58.129344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on host n-h1-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:23:58.129686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:23:58.130016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:58.133604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-237adbf6-0408-4ea2-8f78-657fd672f32d service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298857 Jul 16 03:23:58.136792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:23:58.137122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:23:58.142137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:23:58.142602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:58.143000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:23:58.143432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Bound port: 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:23:58.256893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-e2c61cfe-097d-4477-8509-e6b6f0c7e68f service neutron] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:23:58.261463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-e2c61cfe-097d-4477-8509-e6b6f0c7e68f service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:58.262743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-236e85b2-78ae-4cc6-919f-8fd46e38d71a req-e2c61cfe-097d-4477-8509-e6b6f0c7e68f service neutron] 10.222.0.11 "DELETE /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f/bindings/n-h2-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.1783233 Jul 16 03:23:58.276477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:23:58.293366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:23:58.303907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:58.305086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-f94c7647-577c-45de-838f-01c811b4096e service neutron] 10.222.0.25 "POST /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676/bindings HTTP/1.1" status: 201 len: 389 time: 0.4152668 Jul 16 03:23:58.329962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590912f1-bb79-4613-9459-7e3b3ad59523 req-1dc079b9-c28b-4c28-9d6b-5fa3e3f08538 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603417 Jul 16 03:23:58.338936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fbea1-b6ef-4a4e-9292-1d649120cdbb req-09c8ed83-4203-4a9a-a43a-9a5124fe9613 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.351076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f50fbea1-b6ef-4a4e-9292-1d649120cdbb req-09c8ed83-4203-4a9a-a43a-9a5124fe9613 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 944 time: 0.1824682 Jul 16 03:23:58.378879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:23:58.379520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:23:58.407459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f50fbea1-b6ef-4a4e-9292-1d649120cdbb req-8b21aeec-da09-4362-8969-31ae5b5d8345 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531869 Jul 16 03:23:58.472241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:23:58.493286 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25f4647-4375-4399-9bf6-2f628fbfcae2 x-openstack-request-id: req-a25f4647-4375-4399-9bf6-2f628fbfcae2 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:23:58.493581 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:23:58.493838 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a25f4647-4375-4399-9bf6-2f628fbfcae2 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:23:58.494239 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'status': 'completed', 'code': 200} Jul 16 03:23:58.658695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-3be57fa5-2fdc-42d7-ad22-c884ff6b0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.660205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-3be57fa5-2fdc-42d7-ad22-c884ff6b0d20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1098 time: 0.1450477 Jul 16 03:23:58.677065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ed18-f16e-4e82-8521-a63e88211339 req-f60253f8-916f-4b8e-9eef-7fc82d33b89c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.678419 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a01ed18-f16e-4e82-8521-a63e88211339 req-f60253f8-916f-4b8e-9eef-7fc82d33b89c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 947 time: 0.1519947 Jul 16 03:23:58.687259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-1d4f3eb4-c330-4024-92a9-c02183bcebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.688695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-1d4f3eb4-c330-4024-92a9-c02183bcebc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1098 time: 0.1289101 Jul 16 03:23:58.811158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a01ed18-f16e-4e82-8521-a63e88211339 req-dfe58ca4-d0f7-4e9d-96b9-e372af1d86cd tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214404 Jul 16 03:23:58.880460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-5175999f-90af-4733-9e30-123a4332a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.882450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-5175999f-90af-4733-9e30-123a4332a4c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1765323 Jul 16 03:23:58.940196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-6e8f2c01-33d6-4334-9065-ecdd5deaee29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0505574 Jul 16 03:23:58.966806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:58.986195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-88e6a29b-08ae-4227-a34b-2b673b6adbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:58.987695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-88e6a29b-08ae-4227-a34b-2b673b6adbc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3194032 Jul 16 03:23:59.055286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-2ce998de-22e2-424b-81de-c7ed30bb3aed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0433464 Jul 16 03:23:59.079427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-7ccf2621-59d9-4713-b9ec-220091291a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.080869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-7ccf2621-59d9-4713-b9ec-220091291a17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1240573 Jul 16 03:23:59.091881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-network', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:59.118405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Made reservation on behalf of f3f1e4d44cde4886918f72649512648b for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:59.121576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.132090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.163015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029ac83-5e42-4b1b-b7cc-2cf7602f9967 req-f3598619-620a-4376-b4f4-a5676f3500f0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.165049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b029ac83-5e42-4b1b-b7cc-2cf7602f9967 req-f3598619-620a-4376-b4f4-a5676f3500f0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 947 time: 0.2272649 Jul 16 03:23:59.166418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-ed8662b3-1613-49ca-8ee2-6daabf491f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.167825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-ed8662b3-1613-49ca-8ee2-6daabf491f27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1044006 Jul 16 03:23:59.228956 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.233490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.239574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-46c9d8a6-3b1e-4cc4-bd27-388ab36d37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.241048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-46c9d8a6-3b1e-4cc4-bd27-388ab36d37a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419754 Jul 16 03:23:59.259064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:23:59.275631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d9979-2f8a-407e-a2c2-323596aa0e70,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:59.278779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.279114 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Added segment 60f7b1b3-f97b-46ac-87c3-dd2038e8ec53 of type vlan for network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 Jul 16 03:23:59.300720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b029ac83-5e42-4b1b-b7cc-2cf7602f9967 req-a3e7147a-e1e1-4f9b-86f6-2e829431d756 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231837 Jul 16 03:23:59.329471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-7eb3c89e-5045-4de3-be5e-0e37acb3f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.331141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-7eb3c89e-5045-4de3-be5e-0e37acb3f4f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524634 Jul 16 03:23:59.347715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:23:59.362851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.397890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.400213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.401857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.443769 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.4752924 Jul 16 03:23:59.445300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46070) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:59.455880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Request body: {'subnet': {'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-subnet', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:23:59.487108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a231811-adeb-4776-ae8b-f9dc0c54c5ab admin admin] Pushing event updated for resources: {'Network': ['ID=4b0bad88-07ef-4f1c-bb26-b91029c428d5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:59.501066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:23:59.505823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Made reservation on behalf of f3f1e4d44cde4886918f72649512648b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:23:59.508918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.544655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-78b11bea-66a8-496d-a9f6-f1180a52836b service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656482 Jul 16 03:23:59.557428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b89d-6310-402e-bfbf-cde18a9ce4c1 req-539c9141-e2cf-4c70-a386-7e756e0e6e06 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.565338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42d8b89d-6310-402e-bfbf-cde18a9ce4c1 req-539c9141-e2cf-4c70-a386-7e756e0e6e06 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 946 time: 0.3306837 Jul 16 03:23:59.590260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:59.595138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-cf198d6d-ea62-470c-814e-66a6fadf8f86 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393099 Jul 16 03:23:59.607271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'mac_address': 'fa:16:3e:fc:5f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:23:59.657398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.673210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc01d2f-c45f-4d95-b09d-d9741099d04c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:23:59.695228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:23:59.700470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.725239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42d8b89d-6310-402e-bfbf-cde18a9ce4c1 req-ca60fbfd-58e7-466a-845f-1833be9a9a2b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573935 Jul 16 03:23:59.778984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b0bad-4d77-4efa-866c-7d668eae0bfd req-0c7cfca3-03c5-42a6-9b94-a586aad6af6e tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.781947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:59.786522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-964b0bad-4d77-4efa-866c-7d668eae0bfd req-0c7cfca3-03c5-42a6-9b94-a586aad6af6e tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 949 time: 0.3336654 Jul 16 03:23:59.819801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:59.828405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-ccece3e5-97aa-4dcf-a940-3c2376900408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:23:59.829888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-ccece3e5-97aa-4dcf-a940-3c2376900408 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1097 time: 0.1564322 Jul 16 03:23:59.860625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-42ce6e7c-503b-4c5f-a4d4-3749e81bb77e service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889905 Jul 16 03:23:59.864747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa12b70d-b552-4cb4-967c-61f5366df06e req-a1e302e8-bbe4-45bc-b661-30498d22b551 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415233 Jul 16 03:23:59.878191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-964b0bad-4d77-4efa-866c-7d668eae0bfd req-0f002c9e-16f6-4ca6-b6ac-3668f929194b tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833535 Jul 16 03:23:59.917775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:23:59.971650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Checking segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:23:59.972277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Network hostable DHCP agents. Network: 4b0bad88-07ef-4f1c-bb26-b91029c428d5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:24:00.000838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-600523f0-5eba-471d-80df-b99401dbccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.002285 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-600523f0-5eba-471d-80df-b99401dbccfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1510818 Jul 16 03:24:00.005879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:24:00.044258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:00.060547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4b0bad88-07ef-4f1c-bb26-b91029c428d5) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:00.063414 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-672445c8-ccd7-4379-9985-f9c675ecc0a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 217 time: 0.0508993 Jul 16 03:24:00.066528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.067244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.088736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a676-2771-4f05-a07a-94c1d6818222 req-d5f6f8bf-75f1-40c5-96a6-37ac8a8e65ad tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.090762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feec7d8-8c11-4d17-8b06-ca25acdf419f None None] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:24:00.090957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dab0a676-2771-4f05-a07a-94c1d6818222 req-d5f6f8bf-75f1-40c5-96a6-37ac8a8e65ad tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1095 time: 0.1029427 Jul 16 03:24:00.137058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:00.138416 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-80c11df8-1083-4b6a-904a-e8a3f404d916 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6881430 Jul 16 03:24:00.143034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:00.152673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-d90c0956-b8cb-4d99-a51d-173ce3713c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.154919 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-d90c0956-b8cb-4d99-a51d-173ce3713c24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0822303 Jul 16 03:24:00.176566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dab0a676-2771-4f05-a07a-94c1d6818222 req-69c2c732-a15e-4636-9364-849a7b065a4d tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Jul 16 03:24:00.224550 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-3e6fcd37-11e7-4de7-a00b-10ec52d2c15a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600281 Jul 16 03:24:00.270881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.272443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.348709 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e2855d51-3744-4cad-afc1-b2c358c35a36 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164818 Jul 16 03:24:00.385647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:24:00.387356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.444772 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.503942 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-6e5d61c5-7bdc-4e1a-a611-a12c92b0bd85 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387167 Jul 16 03:24:00.591593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Allocated IP 172.20.0.2 (4b0bad88-07ef-4f1c-bb26-b91029c428d5/ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8/2a9ddb91-144f-4b45-8224-9592c7e6ff5c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:00.651871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-0368eb15-088c-46b6-971c-fc50040a19c2 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.653367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-0368eb15-088c-46b6-971c-fc50040a19c2 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1097 time: 0.0619400 Jul 16 03:24:00.689858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800089-6'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:00.757269 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.763545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.768385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Transition to ACTIVE for port object 2a9ddb91-144f-4b45-8224-9592c7e6ff5c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:00.787529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Transition to ACTIVE for port object 2a9ddb91-144f-4b45-8224-9592c7e6ff5c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:00.793889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.837943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea656ac-1ef0-4340-b6ba-ffb1a72b932f req-93bab1f2-a38d-444e-8717-7fb55f375575 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.839469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea656ac-1ef0-4340-b6ba-ffb1a72b932f req-93bab1f2-a38d-444e-8717-7fb55f375575 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 947 time: 0.5702558 Jul 16 03:24:00.841822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:00.844825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:00.847283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:00.853448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-8c1c3519-a25c-4219-ac67-3e8c9b3de415 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:00.854967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-8c1c3519-a25c-4219-ac67-3e8c9b3de415 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3&tenant_id=9e1d83052a71429a8b800197dd5a1cb7&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 948 time: 0.6322553 Jul 16 03:24:00.857060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Pushing event updated for resources: {'Port': ['ID=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:00.897578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:00.917543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Attempting to bind port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:00.918192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Attempting to bind port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:00.918579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Attempting to bind port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c on network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:00.924440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:00.925164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Checking segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:00.925296 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.925607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Bound using segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:00.926078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Bound port: 2a9ddb91-144f-4b45-8224-9592c7e6ff5c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:00.926577 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.938265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:00.983471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:00.985991 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2224c7-de79-4d81-9453-c95486ed8708" -d '{"events": [{"server_uuid": "cada1158-5d91-4149-9002-292864149599", "name": "network-vif-unplugged", "status": "completed", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:00.990964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.996136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] For port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:00.997291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.000644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] For port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:01.005544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.007105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.036742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea656ac-1ef0-4340-b6ba-ffb1a72b932f req-4ef8e1f8-3139-4efa-8c93-85f2e357ed66 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784048 Jul 16 03:24:01.048401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-81da43e3-ec8c-4cdd-aa91-4fe733d0e740 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.049662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-81da43e3-ec8c-4cdd-aa91-4fe733d0e740 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 1100 time: 0.2961483 Jul 16 03:24:01.068014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef66b0e-6bca-4a1a-8476-879fd664d80d None None] Pushing event updated for resources: {'Port': ['ID=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:01.097126 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-70e61c35-8a64-4e83-8e55-f37d5d33e3d4 service neutron] delete failed (client error): The resource could not be found. Jul 16 03:24:01.098965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-70e61c35-8a64-4e83-8e55-f37d5d33e3d4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/afc01d2f-c45f-4d95-b09d-d9741099d04c/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.2287982 Jul 16 03:24:01.102441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:01.109013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:01.109340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:01.109669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:01.114211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:01.114520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Attempting to bind port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:01.116082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8227846-a1e9-4970-9127-af0b87ddea48 req-71e980ad-0de3-4cab-aaf5-3a3ba10182f5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.123241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8227846-a1e9-4970-9127-af0b87ddea48 req-71e980ad-0de3-4cab-aaf5-3a3ba10182f5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 948 time: 0.3706870 Jul 16 03:24:01.133308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:01.133783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:01.134032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:01.134467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Bound port: 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:01.134842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.224465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:01.228576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:01.230706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8227846-a1e9-4970-9127-af0b87ddea48 req-02c4d906-d0ed-4ed6-bada-11fd42a75dc0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057742 Jul 16 03:24:01.236352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.337564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.345288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.347039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] 10.222.0.11 "PUT /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 1122 time: 0.6615245 Jul 16 03:24:01.361366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8302b7db-fd32-4fcd-bd7a-54155000182f details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:01.365351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:01.402704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18270455-65b0-401d-917e-d54fe1674af4 service neutron] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:01.430886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['813c8c8d-cb2a-4836-8e74-3e0ba384f676'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:01.436566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-c66fd290-3e2a-4316-93a8-9da08af3894a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.443192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-c66fd290-3e2a-4316-93a8-9da08af3894a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.2625458 Jul 16 03:24:01.455478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-a600fa78-128b-400f-9cec-aeee0496bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.456983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-a600fa78-128b-400f-9cec-aeee0496bf12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1099 time: 0.2533855 Jul 16 03:24:01.458258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Deleting port 3a3963f0-a523-4cee-b868-384ff5541c88 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:01.458620 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.492103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-19b89b0f-a15a-48f8-af24-2152bb3340f0 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/quotas/af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 375 time: 0.0479999 Jul 16 03:24:01.548450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port afc01d2f-c45f-4d95-b09d-d9741099d04c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:01.560510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port afc01d2f-c45f-4d95-b09d-d9741099d04c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:01.560823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.614086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8302b7db-fd32-4fcd-bd7a-54155000182f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8302b7db-fd32-4fcd-bd7a-54155000182f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:01.636869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '8302b7db-fd32-4fcd-bd7a-54155000182f', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '8302b7db-fd32-4fcd-bd7a-54155000182f', 'mac_address': 'fa:16:3e:35:8a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:01.729548 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.759165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8302b7db-fd32-4fcd-bd7a-54155000182f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:01.764429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] For port 3a3963f0-a523-4cee-b868-384ff5541c88, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a3963f0-a523-4cee-b868-384ff5541c88,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:01.764793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.784986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.802739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8302b7db-fd32-4fcd-bd7a-54155000182f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8302b7db-fd32-4fcd-bd7a-54155000182f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:01.810999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.813258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-177ca200-cb2d-40f0-91a5-a0642967c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.814767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-177ca200-cb2d-40f0-91a5-a0642967c466 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3502007 Jul 16 03:24:01.815757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Calling delete_port for 3a3963f0-a523-4cee-b868-384ff5541c88 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:01.839117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.847585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:01.849827 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4517c08-a1ea-4645-8948-0562db03d902" -d '{"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-plugged", "status": "completed", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:01.869623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:01.883091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.888986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8302b7db-fd32-4fcd-bd7a-54155000182f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:01.904679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e555b-a763-40a7-99e5-942626be432d req-3cedad84-5e01-4a5c-b609-6a81cde818ef tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:01.906237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be0e555b-a763-40a7-99e5-942626be432d req-3cedad84-5e01-4a5c-b609-6a81cde818ef tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 944 time: 0.4239724 Jul 16 03:24:01.910380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-79faa439-2aaa-4158-8705-f9fba4b0e1b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0885015 Jul 16 03:24:01.912965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.918395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-c537efe7-f41f-4365-8dd2-0565c8569c20 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4039471 Jul 16 03:24:01.945677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:02.109356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2a9ddb91-144f-4b45-8224-9592c7e6ff5c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:02.140581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['8302b7db-fd32-4fcd-bd7a-54155000182f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:02.150612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-93c5c314-8a29-4da6-b9f4-4f22c7f3943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:02.152116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-93c5c314-8a29-4da6-b9f4-4f22c7f3943d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.2041523 Jul 16 03:24:02.155234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be0e555b-a763-40a7-99e5-942626be432d req-87c97e8e-ecbd-4317-b270-8edb05e3bb81 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061729 Jul 16 03:24:02.212928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:02.247614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2b297-71fa-4440-9f16-485bf35e05d6 None None] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:24:02.269703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Allocated IP 172.25.4.253 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/3de3b5c5-655d-43cd-ba0f-77dd3f4b2465) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:02.275662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-6f472032-5120-4039-a4c8-63d670526647 service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242221 Jul 16 03:24:02.464072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.490573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] Provisioning for port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:02.503173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.515007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] Provisioning complete for port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:02.515388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.691594 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.729565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] For port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:02.733913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.742700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-a9933e46-f350-4b21-9862-4f2948853fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:02.744227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-a9933e46-f350-4b21-9862-4f2948853fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5536795 Jul 16 03:24:02.787991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da7767-0a7c-4e3b-863f-0217ca167df9 None None] Pushing event updated for resources: {'Port': ['ID=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:02.807695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a3963f0-a523-4cee-b868-384ff5541c88,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:02.863124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-889308d0-ae67-4447-98d5-8ec4fead966f service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673962 Jul 16 03:24:02.934373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929198d-3a82-4a6c-a218-ba731ad4b2c2 req-b42f71e0-3984-4856-b3cf-4802db13e0d7 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:02.941350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e929198d-3a82-4a6c-a218-ba731ad4b2c2 req-b42f71e0-3984-4856-b3cf-4802db13e0d7 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4d34aea-9011-4252-8675-e0eb45fbeab2 HTTP/1.1" status: 200 len: 867 time: 0.6445351 Jul 16 03:24:02.954149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] No DVR routers for this DVR port 3a3963f0-a523-4cee-b868-384ff5541c88 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:02.956765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e2b5d544-64a9-4d5f-b463-588132dad1ba None None] Provisioning complete for port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:02.957225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d544-64a9-4d5f-b463-588132dad1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.958783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.962920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a70dc0f5-0243-4bfb-a0ee-626558ca53ec req-20eaac6d-241d-4d17-b5fe-6c9592b0bd25 tempest-DeleteServersAdminTestJSON-535883999 tempest-DeleteServersAdminTestJSON-535883999-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3a3963f0-a523-4cee-b868-384ff5541c88 HTTP/1.1" status: 204 len: 173 time: 1.9000366 Jul 16 03:24:02.968118 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.989809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'name': 'network-vif-deleted', 'tag': '3a3963f0-a523-4cee-b868-384ff5541c88'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:02.992512 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dffa787-192d-4f3a-be26-b1ac6978a022" -d '{"events": [{"server_uuid": "b4d34aea-9011-4252-8675-e0eb45fbeab2", "name": "network-vif-deleted", "tag": "3a3963f0-a523-4cee-b868-384ff5541c88"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:03.056873 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:03.073756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e929198d-3a82-4a6c-a218-ba731ad4b2c2 req-cc086bc8-0943-4a40-b136-30594427e8b5 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315162 Jul 16 03:24:03.106996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-15006b13-e2bf-424b-8a5c-db6bb3eca0ef service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501265 Jul 16 03:24:03.140335 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130da8fc-b217-4cda-882e-87461439b05d x-openstack-request-id: req-130da8fc-b217-4cda-882e-87461439b05d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:03.141366 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada1158-5d91-4149-9002-292864149599", "name": "network-vif-unplugged", "status": "completed", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:03.141933 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-130da8fc-b217-4cda-882e-87461439b05d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:03.142590 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'code': 200} Jul 16 03:24:03.149685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:03.158136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Pushing event updated for resources: {'Port': ['ID=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:03.160683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:03.165929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:03.263701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:03.294153 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40632cdf-438e-449c-88fe-f74e8d2f2966 x-openstack-request-id: req-40632cdf-438e-449c-88fe-f74e8d2f2966 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:03.294503 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-plugged", "status": "completed", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:03.294843 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40632cdf-438e-449c-88fe-f74e8d2f2966 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:03.295392 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'code': 200} Jul 16 03:24:03.323879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8dd563f-b0af-4ee8-86f1-dd233a05703f req-15bd5960-5624-4de9-91a0-06b570127bb8 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058675 Jul 16 03:24:03.375168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a3963f0-a523-4cee-b868-384ff5541c88 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:03.403488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 3a3963f0-a523-4cee-b868-384ff5541c88 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:03.403832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a3963f0-a523-4cee-b868-384ff5541c88 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:03.558563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:03.633480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a891b1-3cd4-4a87-b7a2-aa2ebf600dc1 req-82ad24aa-ea9d-42bd-94b7-f24abc401a2f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:03.634973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8a891b1-3cd4-4a87-b7a2-aa2ebf600dc1 req-82ad24aa-ea9d-42bd-94b7-f24abc401a2f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 948 time: 0.2339144 Jul 16 03:24:03.646222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdff313-9cc1-4c11-a6f8-5d0488cc3062 req-729cb1ee-184b-4ee2-8169-9a1d0ada8e9d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:03.649123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffdff313-9cc1-4c11-a6f8-5d0488cc3062 req-729cb1ee-184b-4ee2-8169-9a1d0ada8e9d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.2247624 Jul 16 03:24:03.744760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8a891b1-3cd4-4a87-b7a2-aa2ebf600dc1 req-8c68f990-69bc-42f0-b54d-1071debb83e6 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946078 Jul 16 03:24:03.749555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffdff313-9cc1-4c11-a6f8-5d0488cc3062 req-d6c65568-b2bf-4d04-a79e-325e8313f3eb tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739594 Jul 16 03:24:03.837490 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf440fc3-5e50-4d58-9b60-7c536c0d5442 x-openstack-request-id: req-cf440fc3-5e50-4d58-9b60-7c536c0d5442 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:03.837983 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d34aea-9011-4252-8675-e0eb45fbeab2", "name": "network-vif-deleted", "tag": "3a3963f0-a523-4cee-b868-384ff5541c88", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:03.838347 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf440fc3-5e50-4d58-9b60-7c536c0d5442 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:03.839470 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d34aea-9011-4252-8675-e0eb45fbeab2', 'name': 'network-vif-deleted', 'tag': '3a3963f0-a523-4cee-b868-384ff5541c88', 'status': 'completed', 'code': 200} Jul 16 03:24:03.951958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb5523df-6947-49e0-9113-b9d612507e3a req-48f883a0-5575-4f82-8232-ee53c99e9164 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 210 time: 0.0374451 Jul 16 03:24:03.964442 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:04.077176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2a9ddb91-144f-4b45-8224-9592c7e6ff5c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:04.099698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558dba4-d979-455d-9a02-8762af7312fe req-33552827-d07c-4113-a860-e51ee7e598a0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:04.101242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a558dba4-d979-455d-9a02-8762af7312fe req-33552827-d07c-4113-a860-e51ee7e598a0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 944 time: 0.1532040 Jul 16 03:24:04.146030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:04.146511 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:04.158522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a558dba4-d979-455d-9a02-8762af7312fe req-60a8d661-52f6-47db-8dca-513dc179f439 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483840 Jul 16 03:24:04.172386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Router 08e76327-e16c-4a1e-8431-617c8bf0da99 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:24:04.295784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:24:04.307042 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Sync routers for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:24:04.318260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:04.323162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46134) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:04.325305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ddd53a1c-d83c-45b2-ac86-683049a9a755 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1856933 Jul 16 03:24:04.326013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:04.326894 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:04.419518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-e3c2e3fe-c499-48eb-84c2-5ecceda56733 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1fdb23c04d5149499694aebce13ffec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337403 Jul 16 03:24:04.500677 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:04.633863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-bad2cee5-0efc-4a52-adbc-5c03af7bb125 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:04.636303 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-bad2cee5-0efc-4a52-adbc-5c03af7bb125 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157545 Jul 16 03:24:04.660771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-9e2656ae-194a-4eac-b4ca-cd792c88d50e tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/quotas/1fdb23c04d5149499694aebce13ffec3 HTTP/1.1" status: 200 len: 375 time: 0.0190349 Jul 16 03:24:04.669564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-df3f7218-7573-49c8-81cf-c0ac4699f167 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:04.671260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-df3f7218-7573-49c8-81cf-c0ac4699f167 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.2063875 Jul 16 03:24:04.713459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-fa7417bf-b04f-4552-b05b-1966f437a82a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fdb23c04d5149499694aebce13ffec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409360 Jul 16 03:24:04.731433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Request body: {'port': {'device_id': '50f69368-79f7-4842-8017-704c68401837', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'admin_state_up': True, 'tenant_id': 'af589716db354a2b96e06c2116564618'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:04.735579 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:03Z', 'revision_number': 3, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:04.771861 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Checking router: 08e76327-e16c-4a1e-8431-617c8bf0da99 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:24:04.772285 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Updating router 08e76327-e16c-4a1e-8431-617c8bf0da99 port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:24:04.832541 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:04.979745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Made reservation on behalf of af589716db354a2b96e06c2116564618 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:04.982813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.119427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3f51-1f0e-4023-a99b-c0ad7b5cc275 req-99dc2a74-1f90-4250-a559-3d069423e3b1 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:05.120195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.120952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c8d3f51-1f0e-4023-a99b-c0ad7b5cc275 req-99dc2a74-1f90-4250-a559-3d069423e3b1 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 948 time: 0.2296791 Jul 16 03:24:05.144843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc985-5720-4f78-8b48-c3b811dfcd89 req-f7aeaa44-0d62-4607-ad48-3478fbcd32e2 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:05.147016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:05.150058 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6c949-7a30-4850-a73b-35387fc26154" -d '{"events": [{"name": "network-changed", "server_uuid": "cada1158-5d91-4149-9002-292864149599", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:05.152771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9afc985-5720-4f78-8b48-c3b811dfcd89 req-f7aeaa44-0d62-4607-ad48-3478fbcd32e2 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.1776536 Jul 16 03:24:05.200611 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.214088 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Transition to ACTIVE for port object 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:05.224176 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.263673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c8d3f51-1f0e-4023-a99b-c0ad7b5cc275 req-1935c9c0-5008-4ceb-b6d8-bda186cf0733 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298647 Jul 16 03:24:05.283354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9afc985-5720-4f78-8b48-c3b811dfcd89 req-40ed0e2a-8ac7-4d7a-a69b-8f42203e4907 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235223 Jul 16 03:24:05.283354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Allocated IP 172.20.0.9 (d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9/c9bb331f-ea89-4871-898b-b2549891c7da/ef43555b-6388-42cd-bbdc-ece93ddca872) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:05.370697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Allocated IP 172.20.0.1 (4b0bad88-07ef-4f1c-bb26-b91029c428d5/ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8/a259a0c8-efaf-4c27-8271-39b0838fb5ea) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:05.384353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:05.389262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8302b7db-fd32-4fcd-bd7a-54155000182f up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:05.393931 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Pushing event updated for resources: {'Port': ['ID=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:05.403963 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.404843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.405369 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.405881 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.409709 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.410233 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.410808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.411324 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.412095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.412932 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.413480 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.414279 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:05.420000 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Attempting to bind port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:05.420613 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Attempting to bind port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:05.421167 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Attempting to bind port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:05.428101 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:05.428702 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:05.429926 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.430497 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:05.431159 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Bound port: 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:05.431763 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.444467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eddfa6f7-079d-4bf9-b4cc-6bb5a544ded2 req-84e3a263-45b5-4542-964d-3660bb0daf9d tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 210 time: 0.1113658 Jul 16 03:24:05.510517 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:24:05.513989 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24466982-5023-49b3-8467-d93524208dca x-openstack-request-id: req-24466982-5023-49b3-8467-d93524208dca {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:05.514367 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada1158-5d91-4149-9002-292864149599", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:05.514776 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24466982-5023-49b3-8467-d93524208dca {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:05.515212 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'status': 'completed', 'code': 200} Jul 16 03:24:05.562104 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] For port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:05.565515 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] For port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:05.574214 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.594896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.619628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Transition to ACTIVE for port object a259a0c8-efaf-4c27-8271-39b0838fb5ea will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:05.629233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 8302b7db-fd32-4fcd-bd7a-54155000182f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:05.633350 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:05.634864 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:05.656843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 8302b7db-fd32-4fcd-bd7a-54155000182f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:05.657475 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.667487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.712036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:05.718292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:05.726461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c499e45e-2b43-4450-8725-d47a37b8ae61 req-965b7dba-fcdb-43d6-b10b-3831a77735c6 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 210 time: 0.0612891 Jul 16 03:24:05.744598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:05.758516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:05.760390 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:05.787572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 has no active binding in host n-h1-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:24:05.794159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Pushing event updated for resources: {'Port': ['ID=a259a0c8-efaf-4c27-8271-39b0838fb5ea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:05.828629 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.852992 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.902151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6c949-7a30-4850-a73b-35387fc26154 req-0cda57b0-2586-4c15-ae8e-c7b706e85eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:05.903856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-0cda57b0-2586-4c15-ae8e-c7b706e85eae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1125 time: 0.3667407 Jul 16 03:24:05.913190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.951143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302b7db-fd32-4fcd-bd7a-54155000182f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:05.953685 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6552f394-0024-4d69-9a1c-bc2c2367da6e" -d '{"events": [{"server_uuid": "d619f4c3-d429-4bbb-a292-22ef3643d287", "name": "network-vif-plugged", "status": "completed", "tag": "8302b7db-fd32-4fcd-bd7a-54155000182f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:05.957329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed925a-7674-4cc3-abd0-f6b46c037f6d req-f8b4e0b4-1352-484e-9a25-8f29531fb4ae tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:05.967211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8302b7db-fd32-4fcd-bd7a-54155000182f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8302b7db-fd32-4fcd-bd7a-54155000182f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:05.967453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7ed925a-7674-4cc3-abd0-f6b46c037f6d req-f8b4e0b4-1352-484e-9a25-8f29531fb4ae tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 944 time: 0.2691431 Jul 16 03:24:05.975576 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.052922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8302b7db-fd32-4fcd-bd7a-54155000182f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:06.083096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.116483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b173b87-8d72-4dc5-9850-45813838142d None None] Provisioning for port a259a0c8-efaf-4c27-8271-39b0838fb5ea completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:06.122488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b173b87-8d72-4dc5-9850-45813838142d None None] Provisioning complete for port a259a0c8-efaf-4c27-8271-39b0838fb5ea triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:06.123398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b173b87-8d72-4dc5-9850-45813838142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.147311 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b856-fce5-440a-99b4-028bd7a7937e None None] Pushing event updated for resources: {'Port': ['ID=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:06.167803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5b173b87-8d72-4dc5-9850-45813838142d None None] Port a259a0c8-efaf-4c27-8271-39b0838fb5ea cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:24:06.274810 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:03Z', 'revision_number': 3, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:06.279630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.286356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.307527 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d2d8-c2ac-4814-adae-b146740c94af None None] The sync data for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 is: [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:03Z', 'revision_number': 3, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:24:06.389512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Pushing event updated for resources: {'Port': ['ID=a259a0c8-efaf-4c27-8271-39b0838fb5ea,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:06.395799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.447699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.480845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7ed925a-7674-4cc3-abd0-f6b46c037f6d req-d95c27b3-70c7-45fb-a2ab-d62b4337d40b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088367 Jul 16 03:24:06.487276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.48', 57442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:06.552302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-3af18553-a86f-4597-a517-dd19f3055bdf tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1fdb23c04d5149499694aebce13ffec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636582 Jul 16 03:24:06.566412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:06.595070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:06.598224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:06.606954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:06.608165 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:06.616416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:06.632980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6c949-7a30-4850-a73b-35387fc26154 req-389ba370-d0e5-4eaa-bda4-125eef26460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:06.634824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-389ba370-d0e5-4eaa-bda4-125eef26460d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.7120478 Jul 16 03:24:06.639765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9020f-0211-4cb2-8036-5a781dc1cb5c req-613faffd-1175-46c6-b68c-e110cba65715 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:06.648892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89a9020f-0211-4cb2-8036-5a781dc1cb5c req-613faffd-1175-46c6-b68c-e110cba65715 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1100 time: 0.2903171 Jul 16 03:24:06.668136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:06.672762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-26c0a0be-761e-4ecf-b4cb-ad837ae33f6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9552958 Jul 16 03:24:06.724467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:06.737542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-d4408b59-0122-4a04-a0aa-be1a2311a27d service neutron] 10.222.0.48 "GET /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.2511232 Jul 16 03:24:06.745639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Request body: {'port': {'device_id': '50f69368-79f7-4842-8017-704c68401837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:06.750781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-b45987a9-8c33-4735-84f0-bcd8c5b93d7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 217 time: 0.0940008 Jul 16 03:24:06.892610 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6713bb-cf18-4090-8ba5-e6927f12390c x-openstack-request-id: req-ac6713bb-cf18-4090-8ba5-e6927f12390c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:06.893154 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d619f4c3-d429-4bbb-a292-22ef3643d287", "name": "network-vif-plugged", "status": "completed", "tag": "8302b7db-fd32-4fcd-bd7a-54155000182f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:06.893558 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac6713bb-cf18-4090-8ba5-e6927f12390c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:06.894201 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302b7db-fd32-4fcd-bd7a-54155000182f', 'code': 200} Jul 16 03:24:06.897139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89a9020f-0211-4cb2-8036-5a781dc1cb5c req-a61ee630-0e40-4b54-b4e5-595877a0dc92 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471817 Jul 16 03:24:06.923817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-3a4bc691-573b-4db0-8c6b-22744090a82c tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:06.929938 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-3a4bc691-573b-4db0-8c6b-22744090a82c tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691497 Jul 16 03:24:06.981012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Request body: {'port': {'device_id': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '1fdb23c04d5149499694aebce13ffec3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:06.984691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6c949-7a30-4850-a73b-35387fc26154 req-479e8d41-b41f-4d0e-99c1-83a6251c9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:06.986385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-479e8d41-b41f-4d0e-99c1-83a6251c9e93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.1951060 Jul 16 03:24:07.052736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-50b15cd3-65c7-4803-96d3-913cd38113e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570662 Jul 16 03:24:07.096616 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.204117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a3ef4aa4-9cd7-478c-a6d3-c33bf2742c60 None None] Provisioning complete for port a259a0c8-efaf-4c27-8271-39b0838fb5ea triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:07.204498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4aa4-9cd7-478c-a6d3-c33bf2742c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.207190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Router 08e76327-e16c-4a1e-8431-617c8bf0da99 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:24:07.225342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e159dc21-c259-4808-9827-e5c03de95860 req-3238c868-da97-4db5-9542-9059b4a1b44a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 210 time: 0.1197233 Jul 16 03:24:07.253985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef4aa4-9cd7-478c-a6d3-c33bf2742c60 None None] Port a259a0c8-efaf-4c27-8271-39b0838fb5ea cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:24:07.255403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:07.306372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Made reservation on behalf of 1fdb23c04d5149499694aebce13ffec3 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:07.309916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.344696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:07.459376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813c8c8d-cb2a-4836-8e74-3e0ba384f676 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:07.460150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-d6324854-0ed4-427f-bf9a-9e183af48380 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969049 Jul 16 03:24:07.480807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce53a2-63db-4b6f-9c50-b8f120b2b552 req-c455d805-bdba-4f71-8218-b9de10d5eb2f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:07.482455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9ce53a2-63db-4b6f-9c50-b8f120b2b552 req-c455d805-bdba-4f71-8218-b9de10d5eb2f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.4327040 Jul 16 03:24:07.487225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:07.496846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a0129-497b-403e-ae2c-6176228dc8c1 req-5bd5c464-6406-41f3-9679-f8a7b808cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:07.498412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f5a0129-497b-403e-ae2c-6176228dc8c1 req-5bd5c464-6406-41f3-9679-f8a7b808cc4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 1100 time: 0.4499154 Jul 16 03:24:07.503583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:24:07.511554 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a33a4548-b05d-4df4-bc7a-68697c1fce92 admin admin] 10.222.0.25 "PUT /v2.0/routers/08e76327-e16c-4a1e-8431-617c8bf0da99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1869974 Jul 16 03:24:07.536307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.607205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Allocated IP 192.168.233.208 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/96009be7-0a88-4cc8-9f3d-0a54d988b83f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:07.668772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9ce53a2-63db-4b6f-9c50-b8f120b2b552 req-fe03d0dc-140f-4d88-8632-7a922e2e9f87 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652362 Jul 16 03:24:07.670236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f5a0129-497b-403e-ae2c-6176228dc8c1 req-5588475f-19df-4e70-a712-5924c33bd53d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369460 Jul 16 03:24:07.681320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] Transition to ACTIVE for port object 813c8c8d-cb2a-4836-8e74-3e0ba384f676 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:07.722942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.724766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c6c949-7a30-4850-a73b-35387fc26154 req-d380b06d-bfb6-4010-984d-695012b3efe8 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404468 Jul 16 03:24:07.790993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] Pushing event updated for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:07.811742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe5309-9b46-4a0c-8cb7-24d22db572ae req-3568076f-221e-460b-b16c-72aa33492509 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:07.820454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09fe5309-9b46-4a0c-8cb7-24d22db572ae req-3568076f-221e-460b-b16c-72aa33492509 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 931 time: 0.4575691 Jul 16 03:24:07.870750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] No DVR routers for this DVR port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:07.913116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09fe5309-9b46-4a0c-8cb7-24d22db572ae req-0c5bd148-503e-445d-90c6-fc81934e84b4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915418 Jul 16 03:24:07.920859 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e8d4bf73-a98c-40fa-b003-d8a6513aa76b service neutron] 10.222.0.48 "PUT /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676/bindings/n-h1-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1751373 Jul 16 03:24:07.924805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef43555b-6388-42cd-bbdc-ece93ddca872 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:07.933386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.937755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:07.962437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Transition to ACTIVE for port object ef43555b-6388-42cd-bbdc-ece93ddca872 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:07.965419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Transition to ACTIVE for port object 96009be7-0a88-4cc8-9f3d-0a54d988b83f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:07.975034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b213c-1aa6-4b12-b2fc-9927a4916663 req-7d9dcc74-8068-4ecf-8fcd-a45014a12d23 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:07.977354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-401b213c-1aa6-4b12-b2fc-9927a4916663 req-7d9dcc74-8068-4ecf-8fcd-a45014a12d23 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 945 time: 0.1274290 Jul 16 03:24:07.978707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.006572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.061655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:08.074321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:08.081073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:08.143339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:08.150412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Pushing event updated for resources: {'Port': ['ID=96009be7-0a88-4cc8-9f3d-0a54d988b83f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:08.168302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:08.187030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.187782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.192157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-401b213c-1aa6-4b12-b2fc-9927a4916663 req-466aa589-fed5-4ea6-90eb-1e1e0d01c5ad tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059331 Jul 16 03:24:08.197939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:08.198332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:08.199637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:08.216390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-13e3cf66-de58-4746-8c5c-0278fd1305cc tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2502840 Jul 16 03:24:08.218947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:08.219339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:08.229313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Request body: {'port': {'device_id': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:08.238496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:08.238935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:08.239465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:08.239897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Bound port: ef43555b-6388-42cd-bbdc-ece93ddca872, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:08.240417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.250818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:08.255883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:08.258394 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.262513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-fbe6e4fc-4dad-44d8-a6d8-6ff0146d595d tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.264116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-fbe6e4fc-4dad-44d8-a6d8-6ff0146d595d tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.2444482 Jul 16 03:24:08.394134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-dc428b2c-4ccb-4987-afd7-e50316faf3ca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464880 Jul 16 03:24:08.401742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.455330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.458102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:08.490345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:08.495222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.515261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:08.523607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a629c047-31c9-479f-ad23-880b0af03c64 None None] Provisioning for port 96009be7-0a88-4cc8-9f3d-0a54d988b83f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:08.530737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a629c047-31c9-479f-ad23-880b0af03c64 None None] Provisioning complete for port 96009be7-0a88-4cc8-9f3d-0a54d988b83f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:08.531109 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a629c047-31c9-479f-ad23-880b0af03c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.556811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.582004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:08.586841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a629c047-31c9-479f-ad23-880b0af03c64 None None] Port 96009be7-0a88-4cc8-9f3d-0a54d988b83f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:24:08.609069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-ac3ce453-71ff-41ff-af6e-8919c5cebd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.610594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-ac3ce453-71ff-41ff-af6e-8919c5cebd2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599&tenant_id=dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 1096 time: 0.3228562 Jul 16 03:24:08.664275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.664766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Sync routers for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:24:08.664885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.666260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] 10.222.0.48 "PUT /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 1091 time: 1.9258373 Jul 16 03:24:08.666746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:08.668976 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139b3cca-0332-4b63-9a14-1af2021dda7d" -d '{"events": [{"name": "network-changed", "server_uuid": "50f69368-79f7-4842-8017-704c68401837", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:08.683369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:08.684030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:08.752778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-31ffcd09-5956-4ed2-b915-c9774196531a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.760196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-31ffcd09-5956-4ed2-b915-c9774196531a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587718 Jul 16 03:24:08.761626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfd275-4951-48a5-b2ce-b6728a73228a service neutron] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:08.762858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96009be7-0a88-4cc8-9f3d-0a54d988b83f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:08.777525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.791341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Transition to ACTIVE for port object 96009be7-0a88-4cc8-9f3d-0a54d988b83f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:08.796846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:08.802920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-7bab59fd-9a2a-4669-a8c9-763c915c4938 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.807987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:08.810299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-7bab59fd-9a2a-4669-a8c9-763c915c4938 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 829 time: 0.3498571 Jul 16 03:24:08.830754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-c4b488b1-1e17-4980-8fac-dbe28891b14f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/quotas/9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 375 time: 0.0699594 Jul 16 03:24:08.852605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-80b825c6-b714-422b-9cef-e30c33e26535 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/quotas/f3f1e4d44cde4886918f72649512648b HTTP/1.1" status: 200 len: 375 time: 0.0409534 Jul 16 03:24:08.878119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Pushing event updated for resources: {'Port': ['ID=96009be7-0a88-4cc8-9f3d-0a54d988b83f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:08.942143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-0cdee80a-7f3d-4217-a81d-c836881c26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.943789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-0cdee80a-7f3d-4217-a81d-c836881c26d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1096 time: 0.2861168 Jul 16 03:24:08.952511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-1483403e-9f86-43da-825f-4f6f31be3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:08.953991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-1483403e-9f86-43da-825f-4f6f31be3624 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1094 time: 0.2321665 Jul 16 03:24:08.980927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Attempting to bind port 96009be7-0a88-4cc8-9f3d-0a54d988b83f on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:08.981622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Attempting to bind port 96009be7-0a88-4cc8-9f3d-0a54d988b83f by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:08.982467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Attempting to bind port 96009be7-0a88-4cc8-9f3d-0a54d988b83f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:08.987458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Port 96009be7-0a88-4cc8-9f3d-0a54d988b83f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:08.988131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Attempting to bind port 96009be7-0a88-4cc8-9f3d-0a54d988b83f on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:08.994493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:08.995004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:08.995503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:08.996054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Bound port: 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:08.996501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.067239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:06Z', 'revision_number': 2, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:09.098301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Checking router: 08e76327-e16c-4a1e-8431-617c8bf0da99 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:24:09.099270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Updating router 08e76327-e16c-4a1e-8431-617c8bf0da99 port a259a0c8-efaf-4c27-8271-39b0838fb5ea binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:24:09.143210 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.281811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-472cfd52-5729-4a71-8725-8e14a3037afa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 217 time: 0.3157041 Jul 16 03:24:09.296234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] For port 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:09.299624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] For port 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:09.304892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.347667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:09.348401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.350287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] 10.222.0.48 "PUT /v2.0/ports/96009be7-0a88-4cc8-9f3d-0a54d988b83f HTTP/1.1" status: 200 len: 1096 time: 1.1258960 Jul 16 03:24:09.351653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'tag': '96009be7-0a88-4cc8-9f3d-0a54d988b83f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:09.354181 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a7a3cc-003b-4647-aaba-f6af4db01e99", "tag": "96009be7-0a88-4cc8-9f3d-0a54d988b83f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:09.367718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-2f7f8bdf-62b0-45fe-bdbe-13fce926662d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5360351 Jul 16 03:24:09.386507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01299ec0-faba-4810-ac52-7a762b8b15bc service neutron] Pushing event updated for resources: {'Port': ['ID=96009be7-0a88-4cc8-9f3d-0a54d988b83f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:09.412916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-e31cbcfd-316f-4abe-a786-c160351ba813 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5419617 Jul 16 03:24:09.484080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-e54b2dd6-b237-49e9-800b-e9937d55bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:09.485956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-e54b2dd6-b237-49e9-800b-e9937d55bedc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fdb23c04d5149499694aebce13ffec3&device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 1099 time: 0.0709324 Jul 16 03:24:09.489127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.511582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Transition to ACTIVE for port object a259a0c8-efaf-4c27-8271-39b0838fb5ea will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:09.526103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.542070 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-3536e58d-e20a-490c-9dea-67409160072c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f HTTP/1.1" status: 200 len: 217 time: 0.0481460 Jul 16 03:24:09.558822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-53879067-44e1-4e83-9800-bf4b482f1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:09.560406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-53879067-44e1-4e83-9800-bf4b482f1379 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.2692370 Jul 16 03:24:09.565408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-4a792cde-208a-46da-8d28-1c4d2a7f0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:09.566940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-4a792cde-208a-46da-8d28-1c4d2a7f0299 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.6112304 Jul 16 03:24:09.605750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce564d6-9390-4825-86d5-536abe2bf484 None None] Pushing event updated for resources: {'Port': ['ID=a259a0c8-efaf-4c27-8271-39b0838fb5ea,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:09.616140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-4100ee90-39a2-40e4-b656-6258f801dfe0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482693 Jul 16 03:24:09.629248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-2f7af957-2f28-44d6-ae1a-4cba93e387ed service neutron] 10.222.0.25 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048759 Jul 16 03:24:09.691771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-7a3a0b02-5571-4c94-ab36-9fe08099bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:09.693139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-7a3a0b02-5571-4c94-ab36-9fe08099bfd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1438501 Jul 16 03:24:09.707034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Attempting to bind port a259a0c8-efaf-4c27-8271-39b0838fb5ea on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:09.707547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Attempting to bind port a259a0c8-efaf-4c27-8271-39b0838fb5ea by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:09.708000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Attempting to bind port a259a0c8-efaf-4c27-8271-39b0838fb5ea on network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:09.714991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:09.715514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Checking segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:09.716155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.716639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Bound using segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:09.717302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Bound port: a259a0c8-efaf-4c27-8271-39b0838fb5ea, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:09.717786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.789171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-1d63d8f1-2b3b-480d-972e-fae50a181476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:09.790710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-1d63d8f1-2b3b-480d-972e-fae50a181476 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900645 Jul 16 03:24:09.839704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-94ff645a-54e8-4d04-b34b-1dff793275fe service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083580 Jul 16 03:24:09.844014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] For port a259a0c8-efaf-4c27-8271-39b0838fb5ea, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:09.850948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] For port a259a0c8-efaf-4c27-8271-39b0838fb5ea, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a259a0c8-efaf-4c27-8271-39b0838fb5ea,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:09.861823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:09.921655 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-1a2292f4-7b6d-4b70-bba2-53c8a4f4e417 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224968 Jul 16 03:24:09.923806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-e0aa00fb-6acc-4ef0-b5ae-22559f8eb2eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 217 time: 0.3403771 Jul 16 03:24:09.937938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:09.939206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:23:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:09.942520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce564d6-9390-4825-86d5-536abe2bf484 None None] Pushing event updated for resources: {'Port': ['ID=a259a0c8-efaf-4c27-8271-39b0838fb5ea,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:10.027836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-be0fb9bf-0118-4f4f-b4a8-2ffdd1c69de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:10.029570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-be0fb9bf-0118-4f4f-b4a8-2ffdd1c69de1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0871339 Jul 16 03:24:10.080280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-871d64ba-4c3f-4af6-81c3-c0ca9db0d575 req-4905ac39-146c-4652-855f-97eae66cbb7c service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510689 Jul 16 03:24:10.132605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:10.135752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:10.163435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-64a16344-7861-43c0-b030-44a9861bdd3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538986 Jul 16 03:24:10.214283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-5dfb0b6f-d138-459d-92bf-6bff91e25750 service neutron] 10.222.0.25 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841331 Jul 16 03:24:10.234742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4220af-d8a1-41c2-bafa-29b9c97e8a62 req-fe3fe679-de69-4e5f-bd32-787cdf2ec689 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:10.236381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b4220af-d8a1-41c2-bafa-29b9c97e8a62 req-fe3fe679-de69-4e5f-bd32-787cdf2ec689 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 948 time: 0.3880568 Jul 16 03:24:10.247932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0332ab9-ed3e-4ab1-ad34-d48df8af7be7 req-d34097da-28f6-4b21-a35b-b088e620ba18 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418963 Jul 16 03:24:10.337438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b4220af-d8a1-41c2-bafa-29b9c97e8a62 req-8fe77204-02f1-4ffb-8b0d-26e7f118d1f3 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928462 Jul 16 03:24:10.360171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:10.373957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-93285094-a5ca-444a-89dc-0df6e30e63ac service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833599 Jul 16 03:24:10.447542 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45a38e2-fee2-4e6b-bbec-34bf8b50c38c x-openstack-request-id: req-f45a38e2-fee2-4e6b-bbec-34bf8b50c38c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:10.447836 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f69368-79f7-4842-8017-704c68401837", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:10.448095 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f45a38e2-fee2-4e6b-bbec-34bf8b50c38c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:10.448495 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'status': 'completed', 'code': 200} Jul 16 03:24:10.555547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:10.595957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:10.596401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:10.725508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-3795ac4e-a7f1-4cce-b5c7-dc8b669d1843 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480427 Jul 16 03:24:10.741956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:09Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:10.779761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-8a9943a3-7e19-4544-adfe-17b1563ca16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:10.781693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-8a9943a3-7e19-4544-adfe-17b1563ca16f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1094 time: 0.3320656 Jul 16 03:24:10.783039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff188199-1831-42c2-bb15-8458681ab4eb None None] The sync data for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 is: [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:09Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:24:10.796761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf850-855d-403d-a344-6fb9f0858d0f req-ef2dd54d-42b8-4646-9a43-291c39a702f4 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:10.798452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-494cf850-855d-403d-a344-6fb9f0858d0f req-ef2dd54d-42b8-4646-9a43-291c39a702f4 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.2358618 Jul 16 03:24:10.823797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84bec1-8280-4e66-a6a3-d5b398e1fbbb req-a2dce363-89d0-456b-b5a6-dd1fecc06eac tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:10.833560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a84bec1-8280-4e66-a6a3-d5b398e1fbbb req-a2dce363-89d0-456b-b5a6-dd1fecc06eac tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 943 time: 0.2663298 Jul 16 03:24:11.004449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-494cf850-855d-403d-a344-6fb9f0858d0f req-87b72f43-bda9-4488-be4a-377aff82cac3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946096 Jul 16 03:24:11.013476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a84bec1-8280-4e66-a6a3-d5b398e1fbbb req-770cb764-f313-45fc-b8df-3bb9f7a038b2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632748 Jul 16 03:24:11.033578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-6ed20aaa-c0ae-4839-809a-3ff8a2a88267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.034936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-6ed20aaa-c0ae-4839-809a-3ff8a2a88267 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2336898 Jul 16 03:24:11.184893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-925ca71e-5235-42c8-84f9-78fb1b6f775a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 217 time: 0.1413319 Jul 16 03:24:11.212206 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867888e-39f1-46a1-9ebf-4a8dc5277d8f x-openstack-request-id: req-b867888e-39f1-46a1-9ebf-4a8dc5277d8f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:11.213458 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a7a3cc-003b-4647-aaba-f6af4db01e99", "tag": "96009be7-0a88-4cc8-9f3d-0a54d988b83f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:11.213868 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b867888e-39f1-46a1-9ebf-4a8dc5277d8f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:11.214420 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'tag': '96009be7-0a88-4cc8-9f3d-0a54d988b83f', 'status': 'completed', 'code': 200} Jul 16 03:24:11.323764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-fbb2aba8-fc33-4773-9510-b07fdb2355d5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966172 Jul 16 03:24:11.349266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-a3ac06b5-d494-470c-9107-ac8f84710be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.353534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-a3ac06b5-d494-470c-9107-ac8f84710be6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.1518929 Jul 16 03:24:11.435881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-4ed0769a-f4d6-4b9d-a14c-ab7be9c59476 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747321 Jul 16 03:24:11.440657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-dc3507ad-0f6e-4d66-8b5d-fd3382dbd20c tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.442085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-dc3507ad-0f6e-4d66-8b5d-fd3382dbd20c tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.3825212 Jul 16 03:24:11.446290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-e78b3dfd-8c56-4ac3-b1dc-6bde29acdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.448866 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-e78b3dfd-8c56-4ac3-b1dc-6bde29acdbe7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fdb23c04d5149499694aebce13ffec3&device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 1099 time: 0.1878850 Jul 16 03:24:11.471053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66a2d675-19db-4ce1-94c8-ccdb308446b3 req-c437d65b-2b36-4cec-aeff-594e90a8fc68 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 210 time: 0.0557392 Jul 16 03:24:11.546368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc182ba-8c8e-4489-8d4a-2ba6b96b0b5d req-046a22de-5d8d-4306-a907-cd4e7ec59f95 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.553551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2dc182ba-8c8e-4489-8d4a-2ba6b96b0b5d req-046a22de-5d8d-4306-a907-cd4e7ec59f95 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 945 time: 0.3658018 Jul 16 03:24:11.637508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-4b8032e7-b00e-495a-9f6e-f0b5348c43d7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.639445 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-4b8032e7-b00e-495a-9f6e-f0b5348c43d7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058665 Jul 16 03:24:11.653972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Request body: {'port': {'device_id': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '9e1d83052a71429a8b800197dd5a1cb7'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:11.679636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-92b2c887-8f83-4533-a668-c54129084d66 req-45266033-4f02-4f55-b4ca-ef33e324d743 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 210 time: 0.0571375 Jul 16 03:24:11.704593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-e788ea82-b852-45e2-a0fb-bb3a9006dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.706065 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-e788ea82-b852-45e2-a0fb-bb3a9006dbcd service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1850345 Jul 16 03:24:11.707037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2dc182ba-8c8e-4489-8d4a-2ba6b96b0b5d req-32f59490-ad09-48b9-be15-20228cc7542f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504936 Jul 16 03:24:11.716652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-b16105a5-4885-4ebb-87da-2e5f907fecfa service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443008 Jul 16 03:24:11.783567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-3a93db54-7b18-4780-a107-7e657fba0770 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f HTTP/1.1" status: 200 len: 217 time: 0.0506942 Jul 16 03:24:11.863557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-4ef6e5d9-9f53-4a21-ae96-7fd34c958fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:11.865220 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-4ef6e5d9-9f53-4a21-ae96-7fd34c958fcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0746305 Jul 16 03:24:11.884054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Made reservation on behalf of 9e1d83052a71429a8b800197dd5a1cb7 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:11.887917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.127971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-52d09de6-d463-4456-9019-fc62c4ff3f21 service neutron] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:12.134042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-139b3cca-0332-4b63-9a14-1af2021dda7d req-47f9c8b4-9b2a-4627-98f9-98268db921e0 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087691 Jul 16 03:24:12.151179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-52d09de6-d463-4456-9019-fc62c4ff3f21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.152643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9917537e-c174-44dd-b6be-50e8645e2b90 req-52d09de6-d463-4456-9019-fc62c4ff3f21 service neutron] 10.222.0.11 "DELETE /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676/bindings/n-h2-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.6851537 Jul 16 03:24:12.165610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-0ae70ae8-cbd0-4808-85a4-fa73ad15ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:12.167299 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-0ae70ae8-cbd0-4808-85a4-fa73ad15ad5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2932467 Jul 16 03:24:12.215791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a259a0c8-efaf-4c27-8271-39b0838fb5ea up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:12.266436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc6e6a-af72-4d1a-94dd-6d06ca75c9a8 req-0f81d421-85d0-4e12-a05c-1227da814389 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:12.275657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cdc6e6a-af72-4d1a-94dd-6d06ca75c9a8 req-0f81d421-85d0-4e12-a05c-1227da814389 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 948 time: 0.2199216 Jul 16 03:24:12.298883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-9e8c300e-6563-403e-b465-b5169b84d95b tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:12.299421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Allocated IP 192.168.233.197 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/95cc50d5-3cb6-4fbf-a9b5-a95673c57951) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:12.300384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-9e8c300e-6563-403e-b465-b5169b84d95b tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.48 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 829 time: 0.2981744 Jul 16 03:24:12.312559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Request body: {'port': {'device_id': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'admin_state_up': True, 'tenant_id': 'f3f1e4d44cde4886918f72649512648b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:12.348634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a259a0c8-efaf-4c27-8271-39b0838fb5ea completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:12.361291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a259a0c8-efaf-4c27-8271-39b0838fb5ea triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:12.361870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.398300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cdc6e6a-af72-4d1a-94dd-6d06ca75c9a8 req-921d6de5-15e4-4e64-8979-b0c34e20c60a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205966 Jul 16 03:24:12.400201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-82670d90-f0ce-469c-8f2b-d5076ff483f1 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223539 Jul 16 03:24:12.501041 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.543412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a259a0c8-efaf-4c27-8271-39b0838fb5ea, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a259a0c8-efaf-4c27-8271-39b0838fb5ea,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:12.551208 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.572971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f21966-6e14-40e3-813e-4e2a33ee07e2 req-a590387f-fda5-404e-9aea-6b3a05ba408f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:12.574471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49f21966-6e14-40e3-813e-4e2a33ee07e2 req-a590387f-fda5-404e-9aea-6b3a05ba408f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 943 time: 0.1529889 Jul 16 03:24:12.600143 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-55c43f9f-c8fa-4113-940d-bb47e8c5e6d7 req-d0abfd95-fc1b-4c6c-9389-1fc8ad039dad service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817997 Jul 16 03:24:12.632419 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49f21966-6e14-40e3-813e-4e2a33ee07e2 req-cefeec9c-2279-4c44-a244-9a1f8f573da4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517924 Jul 16 03:24:12.643304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a259a0c8-efaf-4c27-8271-39b0838fb5ea,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:12.668192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.687422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Made reservation on behalf of f3f1e4d44cde4886918f72649512648b for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:12.693387 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.696694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Transition to ACTIVE for port object 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:12.747606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.767372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:12.812320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:12.832018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:12.835661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:12.838245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:12.916708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:12.917383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:12.935719 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-0e27c539-5aeb-43aa-a861-3de4334d2166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2861078 Jul 16 03:24:12.951376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Request body: {'port': {'device_id': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:12.972503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Allocated IP 172.20.0.3 (4b0bad88-07ef-4f1c-bb26-b91029c428d5/ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8/945f48a1-2275-41dc-b98f-afe240b166a1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:12.994257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4bcd-bbaa-43fd-b4f8-e43f1652b3d1 req-fd4732b7-bda7-45b0-a5f9-8ef6fd39377c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:12.995814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a1b4bcd-bbaa-43fd-b4f8-e43f1652b3d1 req-fd4732b7-bda7-45b0-a5f9-8ef6fd39377c tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.2797301 Jul 16 03:24:13.017232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4403c9-953e-4fef-8aa5-c374ab2d9e98 req-6cf70fb8-acbe-48ab-b3ec-7420187a0540 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:13.018373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a4403c9-953e-4fef-8aa5-c374ab2d9e98 req-6cf70fb8-acbe-48ab-b3ec-7420187a0540 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1096 time: 0.2602274 Jul 16 03:24:13.029394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.092022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a1b4bcd-bbaa-43fd-b4f8-e43f1652b3d1 req-63874df7-a7c4-4464-bdac-307937c9f50b tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Jul 16 03:24:13.123206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a4403c9-953e-4fef-8aa5-c374ab2d9e98 req-b58c4be7-113c-4037-8444-20d94b10995c tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967216 Jul 16 03:24:13.182512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-caf291c5-9f6a-437b-8327-a204d2702cf9 None None] Provisioning for port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:13.187021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-caf291c5-9f6a-437b-8327-a204d2702cf9 None None] Provisioning complete for port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:13.187398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf291c5-9f6a-437b-8327-a204d2702cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.268313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-caf291c5-9f6a-437b-8327-a204d2702cf9 None None] Port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:24:13.402857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:13.411082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.425269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Transition to ACTIVE for port object 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:13.429370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.479934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:13.551325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:13.551730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f7d5f2b-6f20-4d92-9c40-fed7868da2fe req-6aa550ec-7282-453e-8a96-7b8b2557d68e tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 210 time: 0.3068340 Jul 16 03:24:13.552174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:13.552277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:13.558318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:13.558613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:13.566925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:13.566925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:13.566925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:13.566925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Bound port: 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:13.566925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.596034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.618087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Transition to ACTIVE for port object 945f48a1-2275-41dc-b98f-afe240b166a1 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:13.645167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:13.650583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:13.656517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.656688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5e1df-6dce-45c1-80de-eaa9da796e57 req-7505032b-429a-419d-8e02-3e743618466a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:13.658078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4d5e1df-6dce-45c1-80de-eaa9da796e57 req-7505032b-429a-419d-8e02-3e743618466a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 948 time: 0.1451764 Jul 16 03:24:13.702407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:13.703186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.705617 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] 10.222.0.48 "PUT /v2.0/ports/95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 1096 time: 0.7592993 Jul 16 03:24:13.705617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:13.708174 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59af69f-de77-46e7-a8d3-4a1aac312659" -d '{"events": [{"name": "network-changed", "server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:13.711763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4d5e1df-6dce-45c1-80de-eaa9da796e57 req-9c059350-b570-4e54-9477-bf84dc9bbba1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Jul 16 03:24:13.714394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.734821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a2dde-c168-4eea-b516-9ec004e52756 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:13.771370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:13.775856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:13.779844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:13.794885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:13.795786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:13.824622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event updated for resources: {'Port': ['ID=945f48a1-2275-41dc-b98f-afe240b166a1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:13.855501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-7bb39240-ce96-4702-a4b3-587a686b5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:13.858355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-7bb39240-ce96-4702-a4b3-587a686b5b80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1099 time: 0.0937815 Jul 16 03:24:13.877883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-6cdb5ec3-4256-4bc2-805c-16d49def4f67 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5689890 Jul 16 03:24:13.895882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Request body: {'port': {'device_id': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:13.915266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-5ef7e8c1-7785-446b-afe7-c984cf6fbe98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0485213 Jul 16 03:24:13.979981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-d3604e63-e1b1-492c-a4f3-a3e610724201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:13.981724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-d3604e63-e1b1-492c-a4f3-a3e610724201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0601707 Jul 16 03:24:14.039271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-819ff3de-9721-4c66-b951-229eacae2063 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:14.040792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-819ff3de-9721-4c66-b951-229eacae2063 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.2134182 Jul 16 03:24:14.051149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-d591b592-9f51-4f0c-9f1f-ba4305dd9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:14.052984 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-d591b592-9f51-4f0c-9f1f-ba4305dd9e5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645103 Jul 16 03:24:14.083466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-9efee18b-368e-43f0-ad79-1e0cf8a6fc31 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/quotas/dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 375 time: 0.0185387 Jul 16 03:24:14.120711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a259a0c8-efaf-4c27-8271-39b0838fb5ea up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:14.126279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.146089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-26ab9876-e6b5-4ddc-bc89-63e149b3820b service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865424 Jul 16 03:24:14.156949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc919-8ffd-4e7e-be30-f90192ecfcfc req-a582397a-fd91-4eff-9de1-506deb502222 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:14.158852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e4dc919-8ffd-4e7e-be30-f90192ecfcfc req-a582397a-fd91-4eff-9de1-506deb502222 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 948 time: 0.2593141 Jul 16 03:24:14.188626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b9a188b-9e35-4813-a466-09350db6301f None None] Provisioning for port 945f48a1-2275-41dc-b98f-afe240b166a1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:14.192948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a259a0c8-efaf-4c27-8271-39b0838fb5ea triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:14.193336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.196167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b9a188b-9e35-4813-a466-09350db6301f None None] Provisioning complete for port 945f48a1-2275-41dc-b98f-afe240b166a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:14.196749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b9a188b-9e35-4813-a466-09350db6301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.254226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5aa5163-ed02-4af0-aef7-f712b9934a9f req-9f5cd889-02b3-4d5b-9507-545e33a99915 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014717 Jul 16 03:24:14.255731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a188b-9e35-4813-a466-09350db6301f None None] Port 945f48a1-2275-41dc-b98f-afe240b166a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:24:14.297105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-cd4088e7-3fcc-4581-9e61-3d1a8dcbc782 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2033467 Jul 16 03:24:14.303174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e4dc919-8ffd-4e7e-be30-f90192ecfcfc req-3923b329-c32a-4cad-af95-e9ce7e892d35 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209404 Jul 16 03:24:14.363142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 96009be7-0a88-4cc8-9f3d-0a54d988b83f details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:14.458938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-4c65d978-e290-4d72-a8ae-a949f8502163 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519313 Jul 16 03:24:14.468845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:14.479842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '96009be7-0a88-4cc8-9f3d-0a54d988b83f', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '96009be7-0a88-4cc8-9f3d-0a54d988b83f', 'mac_address': 'fa:16:3e:b7:fd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:14.518325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.531351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96009be7-0a88-4cc8-9f3d-0a54d988b83f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:14.550596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:14.554609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.555260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:14.630275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=96009be7-0a88-4cc8-9f3d-0a54d988b83f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:14.645881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-623f0ee7-be73-47cf-88cd-f28ff61ea635 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793902 Jul 16 03:24:14.648617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945f48a1-2275-41dc-b98f-afe240b166a1 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:14.658281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.671822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6a3c-fbab-4c75-a585-0177ab58e75c req-dc3da248-0463-42da-aedf-5b6b299ec33d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:14.673936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5cc6a3c-fbab-4c75-a585-0177ab58e75c req-dc3da248-0463-42da-aedf-5b6b299ec33d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 943 time: 0.1639197 Jul 16 03:24:14.686268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Transition to ACTIVE for port object 945f48a1-2275-41dc-b98f-afe240b166a1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:14.693703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:14.694023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.708013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'port_id': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'mac_address': 'fa:16:3e:e9:35:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bb331f-ea89-4871-898b-b2549891c7da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:14.764113 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.775565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5cc6a3c-fbab-4c75-a585-0177ab58e75c req-4b0b1ba8-8bb3-4802-a29f-889ae1cccd55 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906477 Jul 16 03:24:14.786257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Pushing event updated for resources: {'Port': ['ID=945f48a1-2275-41dc-b98f-afe240b166a1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:14.794628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef43555b-6388-42cd-bbdc-ece93ddca872 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:14.823642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:14.829879 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32344ac2-9fb1-45f2-9022-34e7c3931a84 x-openstack-request-id: req-32344ac2-9fb1-45f2-9022-34e7c3931a84 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:14.830414 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:14.830414 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32344ac2-9fb1-45f2-9022-34e7c3931a84 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:14.830856 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'status': 'completed', 'code': 200} Jul 16 03:24:14.831937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.877257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Attempting to bind port 945f48a1-2275-41dc-b98f-afe240b166a1 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:14.877597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Attempting to bind port 945f48a1-2275-41dc-b98f-afe240b166a1 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:14.877926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Attempting to bind port 945f48a1-2275-41dc-b98f-afe240b166a1 on network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:14.896807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Port 945f48a1-2275-41dc-b98f-afe240b166a1 on network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:14.897137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Attempting to bind port 945f48a1-2275-41dc-b98f-afe240b166a1 on network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:14.909138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:14.909492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Checking segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:14.909883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Bound using segment: {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:14.910319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Bound port: 945f48a1-2275-41dc-b98f-afe240b166a1, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:14.910709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:14.925672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:14.972524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-f248e5e5-cf87-4908-9f2b-012f0ad67580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:14.974234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-f248e5e5-cf87-4908-9f2b-012f0ad67580 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1099 time: 0.1176009 Jul 16 03:24:15.082942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] For port 945f48a1-2275-41dc-b98f-afe240b166a1, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:15.083202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['96009be7-0a88-4cc8-9f3d-0a54d988b83f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:15.098817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-08eea3a4-b0fb-4177-bdb9-eca224319098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.100953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-08eea3a4-b0fb-4177-bdb9-eca224319098 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1197691 Jul 16 03:24:15.105643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] For port 945f48a1-2275-41dc-b98f-afe240b166a1, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=945f48a1-2275-41dc-b98f-afe240b166a1,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:15.117161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:15.118949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ef43555b-6388-42cd-bbdc-ece93ddca872'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:15.145791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-4052e2ed-5602-4d2e-a602-04fbf41593d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0382206 Jul 16 03:24:15.158304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.158823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:15.164309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] 10.222.0.48 "PUT /v2.0/ports/945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 1091 time: 1.2775810 Jul 16 03:24:15.229586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:15.229792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-e0c0771a-383e-4492-a190-5ed42ccc5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.231512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-e0c0771a-383e-4492-a190-5ed42ccc5d9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0788822 Jul 16 03:24:15.231921 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea6a3a-714e-440a-baa6-1a172c16a1db" -d '{"events": [{"name": "network-changed", "server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:15.237216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af779a39-55ba-45aa-a750-7b73818ba0eb service neutron] Pushing event updated for resources: {'Port': ['ID=945f48a1-2275-41dc-b98f-afe240b166a1,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:15.345582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-44d18a1d-6e86-4db3-b65d-7e77c2a74dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.347947 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-44d18a1d-6e86-4db3-b65d-7e77c2a74dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077688 Jul 16 03:24:15.349575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281912d-5593-4b91-abfb-ea8522cbcf80 req-d22a00c3-f6c4-4a07-9c3a-107983788360 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.352174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e281912d-5593-4b91-abfb-ea8522cbcf80 req-d22a00c3-f6c4-4a07-9c3a-107983788360 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 943 time: 0.3319001 Jul 16 03:24:15.377754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf728a-4a5c-4dd3-ae8e-7a91a3a4c92e req-d62fe5be-ee4e-488a-b5d2-0312383fd809 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.379375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cbf728a-4a5c-4dd3-ae8e-7a91a3a4c92e req-d62fe5be-ee4e-488a-b5d2-0312383fd809 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.3696389 Jul 16 03:24:15.462808 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-c8678fc7-88ef-4117-a9b3-da3d1c1f1079 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072280 Jul 16 03:24:15.466860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e281912d-5593-4b91-abfb-ea8522cbcf80 req-3ce6e6cd-7bb8-4352-9872-f51587206886 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864780 Jul 16 03:24:15.470634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-1cb94ecf-2971-4b8c-b60c-3ad263f09170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.472232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-1cb94ecf-2971-4b8c-b60c-3ad263f09170 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1094 time: 0.2147207 Jul 16 03:24:15.476676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cbf728a-4a5c-4dd3-ae8e-7a91a3a4c92e req-e8b86424-be79-443f-81bf-d16fcb4d9dc4 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853832 Jul 16 03:24:15.533475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-efe62243-c2cf-4b53-b106-0916f8981eea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 217 time: 0.0537703 Jul 16 03:24:15.576329 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b59af69f-de77-46e7-a8d3-4a1aac312659 req-d33f9d01-0904-4be3-a594-71d1af6957d4 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072910 Jul 16 03:24:15.616672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-b12a5b82-a2de-4a94-a404-df01af287584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.618133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-b12a5b82-a2de-4a94-a404-df01af287584 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 200 len: 868 time: 0.0776176 Jul 16 03:24:15.722071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1609d2e5-9230-4ce6-a1ab-4232e9b821b7 req-e9a13882-2f86-41d6-87f8-0eebecb6ce16 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 210 time: 0.0339684 Jul 16 03:24:15.752507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-bd0eb071-dffe-4077-899f-c54d189872bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.754095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-bd0eb071-dffe-4077-899f-c54d189872bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b0bad88-07ef-4f1c-bb26-b91029c428d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291025 Jul 16 03:24:15.780842 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e14070a-b054-48ae-a05a-352545f7a226 x-openstack-request-id: req-1e14070a-b054-48ae-a05a-352545f7a226 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:15.781129 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:15.781401 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e14070a-b054-48ae-a05a-352545f7a226 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:15.781766 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1', 'status': 'completed', 'code': 200} Jul 16 03:24:15.789337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbcc3c-294e-4c4c-9125-40323f85e53c req-8d24e136-6d34-4cb0-ae19-5902df350c43 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:15.790889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53bbcc3c-294e-4c4c-9125-40323f85e53c req-8d24e136-6d34-4cb0-ae19-5902df350c43 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 948 time: 0.1322718 Jul 16 03:24:15.886775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53bbcc3c-294e-4c4c-9125-40323f85e53c req-36c9cd9c-19b2-4c8e-a06a-6f91f9aa6b84 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875022 Jul 16 03:24:15.922627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-2f2b9c75-0978-4d8c-a4be-586e58885a1d service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608646 Jul 16 03:24:16.009479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3b88-5f8c-41b6-ba4b-5b2bf44e4fa8 req-9e6fe30e-0197-4d9e-a330-a47d1126bbfd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.011041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-874d3b88-5f8c-41b6-ba4b-5b2bf44e4fa8 req-9e6fe30e-0197-4d9e-a330-a47d1126bbfd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 949 time: 0.1466894 Jul 16 03:24:16.053405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df51e284-193f-43d6-82f8-edd0b238fd41 req-9e7e7ae2-6876-4715-98db-25fbe1eae161 service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228251 Jul 16 03:24:16.066855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-874d3b88-5f8c-41b6-ba4b-5b2bf44e4fa8 req-f6c4a1eb-0d0b-4127-8042-c74271e41098 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483432 Jul 16 03:24:16.184542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954e46c-634e-4a11-9e4a-4b47400fcfca req-272edd97-1dd0-4083-af32-5a7ccb828d29 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.186008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5954e46c-634e-4a11-9e4a-4b47400fcfca req-272edd97-1dd0-4083-af32-5a7ccb828d29 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 1100 time: 0.1017385 Jul 16 03:24:16.230124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-f3a37f32-f643-41d2-8824-ce9454745887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.231589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-f3a37f32-f643-41d2-8824-ce9454745887 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1094 time: 0.1187413 Jul 16 03:24:16.234210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5954e46c-634e-4a11-9e4a-4b47400fcfca req-018e017f-2f93-406f-a863-323af095cae4 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.369900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 96009be7-0a88-4cc8-9f3d-0a54d988b83f up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:16.377595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deeef8-6fad-4305-8225-b210ae1ba154 req-2e3335f2-504a-4b96-8d3c-9b237b7ef2fb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.379118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71deeef8-6fad-4305-8225-b210ae1ba154 req-2e3335f2-504a-4b96-8d3c-9b237b7ef2fb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 944 time: 0.2077010 Jul 16 03:24:16.424838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 96009be7-0a88-4cc8-9f3d-0a54d988b83f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:16.429872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 96009be7-0a88-4cc8-9f3d-0a54d988b83f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:16.430797 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.488243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-93f2837b-4d77-43b5-8eab-68e4b1c2517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.489709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-93f2837b-4d77-43b5-8eab-68e4b1c2517b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 931 time: 0.2507055 Jul 16 03:24:16.510396 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.516108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-f6e75fa0-bdd7-43b7-a211-2d07959de35e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.517560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-f6e75fa0-bdd7-43b7-a211-2d07959de35e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.2475171 Jul 16 03:24:16.534036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96009be7-0a88-4cc8-9f3d-0a54d988b83f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:16.536390 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db073e8c-2770-4563-917c-361d092c392e" -d '{"events": [{"server_uuid": "d6a7a3cc-003b-4647-aaba-f6af4db01e99", "name": "network-vif-plugged", "status": "completed", "tag": "96009be7-0a88-4cc8-9f3d-0a54d988b83f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:16.548888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:16.553040 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.554604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:16.558909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71deeef8-6fad-4305-8225-b210ae1ba154 req-3b790080-2669-4cab-9ca8-0eb52db34af2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506655 Jul 16 03:24:16.567299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Request body: {'port': {'device_id': '54425b04-e187-47e8-9aca-229d493e9162', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'admin_state_up': True, 'tenant_id': 'dc9383991a524b719794f6145c411484'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:16.571203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-dc5f4555-1093-472f-8f5f-2ba235bc33c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 217 time: 0.0725353 Jul 16 03:24:16.642223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=96009be7-0a88-4cc8-9f3d-0a54d988b83f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:16.654454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port ef43555b-6388-42cd-bbdc-ece93ddca872 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:16.658663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port ef43555b-6388-42cd-bbdc-ece93ddca872 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:16.659035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.707113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5954e46c-634e-4a11-9e4a-4b47400fcfca req-018e017f-2f93-406f-a863-323af095cae4 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.733064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5954e46c-634e-4a11-9e4a-4b47400fcfca req-018e017f-2f93-406f-a863-323af095cae4 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.737650 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.740466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-f866a547-98fe-4409-bba5-51d3157fe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.741968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-f866a547-98fe-4409-bba5-51d3157fe009 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 200 len: 868 time: 0.1575670 Jul 16 03:24:16.769565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:16.774162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.787913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5954e46c-634e-4a11-9e4a-4b47400fcfca req-018e017f-2f93-406f-a863-323af095cae4 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788403 Jul 16 03:24:16.826081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:16.829131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e017f-2f93-406f-a863-323af095cae4 tempest-LiveMigrationNegativeTest-246532218 tempest-LiveMigrationNegativeTest-246532218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42cc4af-cfdd-4935-89c6-20db19a9175f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:16.841026 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284b7b9b-9510-4fdc-8ce0-9360542aa319 x-openstack-request-id: req-284b7b9b-9510-4fdc-8ce0-9360542aa319 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:16.841547 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a7a3cc-003b-4647-aaba-f6af4db01e99", "name": "network-vif-plugged", "status": "completed", "tag": "96009be7-0a88-4cc8-9f3d-0a54d988b83f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:16.841734 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-284b7b9b-9510-4fdc-8ce0-9360542aa319 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:16.842202 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96009be7-0a88-4cc8-9f3d-0a54d988b83f', 'code': 200} Jul 16 03:24:16.882216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d8e5-a337-4f50-8bd4-281ea3ff827f req-b7fa1255-f6c6-4849-80b0-0ac3cbb5ee66 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.883832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d460d8e5-a337-4f50-8bd4-281ea3ff827f req-b7fa1255-f6c6-4849-80b0-0ac3cbb5ee66 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 943 time: 0.2105231 Jul 16 03:24:16.886889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Made reservation on behalf of dc9383991a524b719794f6145c411484 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:16.890326 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:16.909909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-ab00ebe9-3835-4acd-9f1b-08356faeecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.910704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-ab00ebe9-3835-4acd-9f1b-08356faeecd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b0bad88-07ef-4f1c-bb26-b91029c428d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588430 Jul 16 03:24:16.967587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c420c-3c0e-455e-b21e-4edfdd8348ec req-691fa942-2b85-468e-9919-d36d62cf4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:16.969778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-386c420c-3c0e-455e-b21e-4edfdd8348ec req-691fa942-2b85-468e-9919-d36d62cf4df7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 1101 time: 0.0628321 Jul 16 03:24:16.985043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d460d8e5-a337-4f50-8bd4-281ea3ff827f req-1f24a200-303f-4e45-a1ea-00d8acff39e2 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911255 Jul 16 03:24:17.011217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-386c420c-3c0e-455e-b21e-4edfdd8348ec req-bd34a6bd-0662-45df-95d1-332b3957d3e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Jul 16 03:24:17.337422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3041991-b70c-4536-be31-51af7f20f0b1 req-f4734c42-7929-4318-a924-2c288a407edd tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 210 time: 0.2898829 Jul 16 03:24:17.404800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-7a47cdc7-d053-441c-90ba-bbe318679331 service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840677 Jul 16 03:24:17.430100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Allocated IP 172.20.0.10 (5c27b772-144c-4531-bba0-3b6e9a8ce95f/d2dbae25-1a8b-4a8c-a5f2-935dacfd032f/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:17.540572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a5b58-8cc7-44ba-bea6-4dcd7c07bd60 req-f2d7f4e8-f969-4bdc-9586-80c8c02e28e7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:17.542052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb9a5b58-8cc7-44ba-bea6-4dcd7c07bd60 req-f2d7f4e8-f969-4bdc-9586-80c8c02e28e7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 948 time: 0.2074962 Jul 16 03:24:17.593596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea6a3a-714e-440a-baa6-1a172c16a1db req-e1369d75-3040-4b15-88e9-4966e7bdcbee service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773889 Jul 16 03:24:17.625269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb9a5b58-8cc7-44ba-bea6-4dcd7c07bd60 req-2f92a3f2-839e-47ff-a01b-61e1bd6a1579 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735934 Jul 16 03:24:17.728166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:17.751175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7fb7-b07e-49eb-822f-6110e8ae3fd6 req-0453910e-c069-4416-bbd0-8b7d9f6784b3 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:17.752635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-422e7fb7-b07e-49eb-822f-6110e8ae3fd6 req-0453910e-c069-4416-bbd0-8b7d9f6784b3 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 950 time: 0.0996499 Jul 16 03:24:17.809881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:17.820657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-422e7fb7-b07e-49eb-822f-6110e8ae3fd6 req-b750ed55-e0c4-4d57-95fb-88785ee2fa43 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Jul 16 03:24:17.876893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:17.878016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:17.880786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:17.882981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:17.888563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:17.889189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:17.907155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-8a84d513-6728-420d-9ea3-932192d410da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3466649 Jul 16 03:24:17.932035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Request body: {'port': {'device_id': '54425b04-e187-47e8-9aca-229d493e9162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:18.075953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.132249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6fb36-2ce7-4673-a996-9f1f0a3d8384 req-f68deb63-d79c-4346-85ef-dd69634bc8f3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:18.133702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96e6fb36-2ce7-4673-a996-9f1f0a3d8384 req-f68deb63-d79c-4346-85ef-dd69634bc8f3 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.1663432 Jul 16 03:24:18.146216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceded5d-01bc-47a9-b86f-6a81b429e2d9 req-825a84ff-18c0-4a7a-b1b6-d4cd5f3e2470 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:18.148115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bceded5d-01bc-47a9-b86f-6a81b429e2d9 req-825a84ff-18c0-4a7a-b1b6-d4cd5f3e2470 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 945 time: 0.1687236 Jul 16 03:24:18.274531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bceded5d-01bc-47a9-b86f-6a81b429e2d9 req-b936dac8-292a-42fe-845b-c92993007ef3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168165 Jul 16 03:24:18.279562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96e6fb36-2ce7-4673-a996-9f1f0a3d8384 req-b343c01a-762d-475a-a9cd-c527770b5b41 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292758 Jul 16 03:24:18.377386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:18.477074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:18.486376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:18.488051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'mac_address': 'fa:16:3e:ef:60:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:18.498459 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.514247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c6d7-5b3e-41db-b006-d7222eab036a req-6277fe86-cfc8-4899-af4f-3ac3a4c1c086 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:18.515711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f572c6d7-5b3e-41db-b006-d7222eab036a req-6277fe86-cfc8-4899-af4f-3ac3a4c1c086 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 943 time: 0.1298733 Jul 16 03:24:18.526850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.544707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:18.561108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Transition to ACTIVE for port object 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:18.564080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:18.567030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.568086 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.568763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 945f48a1-2275-41dc-b98f-afe240b166a1 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:18.625553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f572c6d7-5b3e-41db-b006-d7222eab036a req-486eaf02-4089-4fc5-a79f-2c00e293d1fe tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862079 Jul 16 03:24:18.649881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:18.685052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7928f78-ef68-4b2c-9a0f-e2522defb0f5 req-9661e1f7-4af8-4946-935b-9a121ba1a2f0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:18.686581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7928f78-ef68-4b2c-9a0f-e2522defb0f5 req-9661e1f7-4af8-4946-935b-9a121ba1a2f0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 932 time: 0.1945918 Jul 16 03:24:18.705554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:18.705976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:18.706378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:18.719097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:18.719506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:18.728946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:18.729389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:18.729900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:18.730586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Bound port: 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:18.730982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.754119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7928f78-ef68-4b2c-9a0f-e2522defb0f5 req-674d1091-60d4-4193-82f4-f4d7fc8a7d3b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569305 Jul 16 03:24:18.759805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:18.818167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:18.821971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 945f48a1-2275-41dc-b98f-afe240b166a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=945f48a1-2275-41dc-b98f-afe240b166a1,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:18.822704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:18.827318 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.834429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '945f48a1-2275-41dc-b98f-afe240b166a1', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'port_id': '945f48a1-2275-41dc-b98f-afe240b166a1', 'mac_address': 'fa:16:3e:0f:05:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:18.857225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:18.859615 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfd6d9-cfdd-4a88-9f95-0529dce98675" -d '{"events": [{"server_uuid": "50f69368-79f7-4842-8017-704c68401837", "name": "network-vif-plugged", "status": "completed", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:18.876966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:18.877835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.878473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.879511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] 10.222.0.11 "PUT /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 1092 time: 0.9528182 Jul 16 03:24:18.883568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:18.887120 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b91ac-cc9e-4655-a921-a71e1cc3611c" -d '{"events": [{"name": "network-changed", "server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:18.895609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945f48a1-2275-41dc-b98f-afe240b166a1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:18.921573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 945f48a1-2275-41dc-b98f-afe240b166a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=945f48a1-2275-41dc-b98f-afe240b166a1,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:18.926487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:18.966564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e9baa-47bf-48a7-834d-78f31f4fd984 service neutron] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:18.976666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=945f48a1-2275-41dc-b98f-afe240b166a1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:19.043813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0467-6ad1-4db0-a5b9-c7aab0b91f83 req-50e5c492-d217-4f14-a889-514756da44f1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.045294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a5c0467-6ad1-4db0-a5b9-c7aab0b91f83 req-50e5c492-d217-4f14-a889-514756da44f1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 949 time: 0.1927602 Jul 16 03:24:19.080892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-5d4be8be-8cd1-4f78-af0a-a423f90d4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.082344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-5d4be8be-8cd1-4f78-af0a-a423f90d4ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1095 time: 0.1499856 Jul 16 03:24:19.103349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c551-d165-416d-86a4-46ace55b6c5a req-abdb1311-bec3-4dca-a02f-808c57cda673 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.104715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c52c551-d165-416d-86a4-46ace55b6c5a req-abdb1311-bec3-4dca-a02f-808c57cda673 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 950 time: 0.1395860 Jul 16 03:24:19.148343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a5c0467-6ad1-4db0-a5b9-c7aab0b91f83 req-c5b3d77a-eac7-4a7d-81d4-7ead60a2e0af tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939741 Jul 16 03:24:19.150575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-b3a2b6e7-d054-48d4-9b76-c265e122ff19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.0450017 Jul 16 03:24:19.168557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['945f48a1-2275-41dc-b98f-afe240b166a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:19.173791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['95cc50d5-3cb6-4fbf-a9b5-a95673c57951'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:19.204569 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4c117a-ad2e-48a8-a3fc-63483cfc6fe3 x-openstack-request-id: req-ec4c117a-ad2e-48a8-a3fc-63483cfc6fe3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:19.205222 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f69368-79f7-4842-8017-704c68401837", "name": "network-vif-plugged", "status": "completed", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:19.205648 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec4c117a-ad2e-48a8-a3fc-63483cfc6fe3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:19.206015 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'code': 200} Jul 16 03:24:19.207460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c52c551-d165-416d-86a4-46ace55b6c5a req-5f46837b-7bce-44d6-afad-6e3f93c84de8 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922823 Jul 16 03:24:19.236591 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3447e6d0-abd5-4173-826c-0fd64418587b x-openstack-request-id: req-3447e6d0-abd5-4173-826c-0fd64418587b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:19.236888 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:19.237144 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3447e6d0-abd5-4173-826c-0fd64418587b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:19.237540 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'status': 'completed', 'code': 200} Jul 16 03:24:19.238993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006815d1-d078-4739-8b72-0146ee241848 req-6ddbad16-4916-4297-84a5-155e68f4fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.240449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-6ddbad16-4916-4297-84a5-155e68f4fda7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0820413 Jul 16 03:24:19.295916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-c3bbe3a7-fa01-47e8-833f-6f36d5c29f99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458834 Jul 16 03:24:19.484137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d83a-2ac4-481c-9ea5-01c20650edc0 req-e0a3d8bc-a34f-4a6a-8e26-4ba6122542fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.485768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba74d83a-2ac4-481c-9ea5-01c20650edc0 req-e0a3d8bc-a34f-4a6a-8e26-4ba6122542fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1096 time: 0.2000473 Jul 16 03:24:19.488088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-88021955-6b3f-4190-84c0-c6d7bd33e117 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650786 Jul 16 03:24:19.611129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba74d83a-2ac4-481c-9ea5-01c20650edc0 req-490e704d-799d-4f5f-8483-78130e512a8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180522 Jul 16 03:24:19.679431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-006815d1-d078-4739-8b72-0146ee241848 req-0aeb7e5a-1e12-4b93-86c4-64569942515d service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788721 Jul 16 03:24:19.689971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c964b4-0f58-4c7d-9608-f2f0abb55a8f req-99fb1995-263d-4c19-a394-06b247397a1d tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.691390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3c964b4-0f58-4c7d-9608-f2f0abb55a8f req-99fb1995-263d-4c19-a394-06b247397a1d tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.1928825 Jul 16 03:24:19.739085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a72a8-9510-4db6-bdd4-036eab4e8195 req-630c1182-a0de-4a2c-aac4-9d13e23e2615 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.740540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-648a72a8-9510-4db6-bdd4-036eab4e8195 req-630c1182-a0de-4a2c-aac4-9d13e23e2615 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 945 time: 0.1286385 Jul 16 03:24:19.777233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3c964b4-0f58-4c7d-9608-f2f0abb55a8f req-7d8f7f85-310f-4b92-840d-636cfc7d9a5f tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779593 Jul 16 03:24:19.821114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-648a72a8-9510-4db6-bdd4-036eab4e8195 req-b6b2bc28-5f72-4709-bdc5-cd033ff9d7ae tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709763 Jul 16 03:24:19.832210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-2791015b-8011-4f9b-86b1-4e8a16250234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.833825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-2791015b-8011-4f9b-86b1-4e8a16250234 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1095 time: 0.0924118 Jul 16 03:24:19.936096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-54bc2794-54c8-4673-9b1d-df340aefe733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:19.937869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-54bc2794-54c8-4673-9b1d-df340aefe733 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.0945699 Jul 16 03:24:19.995009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-bc0bc077-57c4-42bb-abe9-9e1afd4ace05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.0474319 Jul 16 03:24:20.039688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-52959c7a-361c-45b3-974a-ceb0d63c4e03 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:20.041192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-52959c7a-361c-45b3-974a-ceb0d63c4e03 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 949 time: 0.1405351 Jul 16 03:24:20.102838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-a796d3fe-a66f-4a5e-b68d-7957d05c3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:20.104369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-a796d3fe-a66f-4a5e-b68d-7957d05c3779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.1002562 Jul 16 03:24:20.149138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Deleting port 8302b7db-fd32-4fcd-bd7a-54155000182f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:20.150112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.158115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-de971851-3fa1-4c43-86c0-979d6b3057df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357995 Jul 16 03:24:20.168063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050683c-761a-4007-ad91-a06aed15ef98 req-26f05e01-1e79-4518-8a26-ededf71dba96 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:20.169480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0050683c-761a-4007-ad91-a06aed15ef98 req-26f05e01-1e79-4518-8a26-ededf71dba96 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 950 time: 0.1770287 Jul 16 03:24:20.212457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed33b-ebc2-4203-ab9c-c2c6cf526a96 req-4039b1e0-858f-466e-ba81-5d0410d8e821 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:20.213837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30fed33b-ebc2-4203-ab9c-c2c6cf526a96 req-4039b1e0-858f-466e-ba81-5d0410d8e821 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 944 time: 0.1852844 Jul 16 03:24:20.238839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] For port 8302b7db-fd32-4fcd-bd7a-54155000182f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8302b7db-fd32-4fcd-bd7a-54155000182f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:20.239200 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.252967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Calling delete_port for 8302b7db-fd32-4fcd-bd7a-54155000182f owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:20.307839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0050683c-761a-4007-ad91-a06aed15ef98 req-4df2df2a-c4be-4fc9-b125-18f01c0ddf26 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284227 Jul 16 03:24:20.325974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30fed33b-ebc2-4203-ab9c-c2c6cf526a96 req-76158ba1-1672-43ae-b7bc-509e8bc998ac tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026545 Jul 16 03:24:20.329134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-147231a1-01ba-4ef2-92d2-1728acb9993c service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580007 Jul 16 03:24:20.396962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 945f48a1-2275-41dc-b98f-afe240b166a1 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:20.461745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231b91ac-cc9e-4655-a921-a71e1cc3611c req-b07702a1-0b83-45a5-a589-0aba879a4125 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220298 Jul 16 03:24:20.484335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 945f48a1-2275-41dc-b98f-afe240b166a1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:20.489139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 945f48a1-2275-41dc-b98f-afe240b166a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:20.489591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.597379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800dbf8-3062-4c5b-a481-f2b35a38d546 req-6d3f6bd3-c0ea-40a2-a8f4-a3dbfe6d21ad tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:20.609395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4800dbf8-3062-4c5b-a481-f2b35a38d546 req-6d3f6bd3-c0ea-40a2-a8f4-a3dbfe6d21ad tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 944 time: 0.1466570 Jul 16 03:24:20.651671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.669706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['04229490-f18c-457b-a880-25c362744820', '8302b7db-fd32-4fcd-bd7a-54155000182f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:20.673209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.690730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Pushing event deleted for resources: {'Port': ['ID=8302b7db-fd32-4fcd-bd7a-54155000182f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:20.697145 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3a854ce-8604-4ff0-a4c7-55f5b1900754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.752885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 945f48a1-2275-41dc-b98f-afe240b166a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=945f48a1-2275-41dc-b98f-afe240b166a1,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:20.762672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] No DVR routers for this DVR port 8302b7db-fd32-4fcd-bd7a-54155000182f on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:20.766932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.767141 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.768106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:20.769710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee07fa4-434a-4463-ba31-af61da155b4d req-99dc1937-c05a-483e-bc54-d9af8923ea15 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "DELETE /v2.0/ports/8302b7db-fd32-4fcd-bd7a-54155000182f HTTP/1.1" status: 204 len: 173 time: 0.7210124 Jul 16 03:24:20.770322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'name': 'network-vif-deleted', 'tag': '8302b7db-fd32-4fcd-bd7a-54155000182f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:20.772890 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4aba05-a349-4020-8ee7-074da41f0a40" -d '{"events": [{"server_uuid": "d619f4c3-d429-4bbb-a292-22ef3643d287", "name": "network-vif-deleted", "tag": "8302b7db-fd32-4fcd-bd7a-54155000182f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:20.891271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=945f48a1-2275-41dc-b98f-afe240b166a1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:20.920813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:20.935831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:20.936241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:20.972396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4800dbf8-3062-4c5b-a481-f2b35a38d546 req-4af23c32-9e57-4d41-8ccf-967213779131 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571019 Jul 16 03:24:21.003386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230db76-75c9-4a96-8601-a4327dcfb5b1 req-ce22d9da-e361-4296-b748-a4f39e0f6698 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.004889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0230db76-75c9-4a96-8601-a4327dcfb5b1 req-ce22d9da-e361-4296-b748-a4f39e0f6698 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 949 time: 0.0834711 Jul 16 03:24:21.055215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0230db76-75c9-4a96-8601-a4327dcfb5b1 req-fc3cb1f8-d3ab-4331-a746-f12c012706b9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Jul 16 03:24:21.060176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:21.099572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:21.102567 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a8ecd7-2a79-4dc8-8a09-6f9e9426e169 x-openstack-request-id: req-b9a8ecd7-2a79-4dc8-8a09-6f9e9426e169 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:21.103646 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d619f4c3-d429-4bbb-a292-22ef3643d287", "name": "network-vif-deleted", "tag": "8302b7db-fd32-4fcd-bd7a-54155000182f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:21.104105 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9a8ecd7-2a79-4dc8-8a09-6f9e9426e169 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:21.105019 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd619f4c3-d429-4bbb-a292-22ef3643d287', 'name': 'network-vif-deleted', 'tag': '8302b7db-fd32-4fcd-bd7a-54155000182f', 'status': 'completed', 'code': 200} Jul 16 03:24:21.106055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:21.158932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:21.206871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1'}, {'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:21.210668 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5057ff35-4551-4692-932e-9f228518660c" -d '{"events": [{"server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "name": "network-vif-plugged", "status": "completed", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1"}, {"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-plugged", "status": "completed", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:21.238233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84bbc8c5-5921-4de7-aa72-56a3037c5c67 req-181a027e-fd87-44e5-ad03-6e7d32a4071a tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=d619f4c3-d429-4bbb-a292-22ef3643d287 HTTP/1.1" status: 200 len: 210 time: 0.0313733 Jul 16 03:24:21.374643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa994e83-8dde-4598-af46-210328af062a req-db929ab4-9048-47ef-9aaa-0d1717ffb818 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.376442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa994e83-8dde-4598-af46-210328af062a req-db929ab4-9048-47ef-9aaa-0d1717ffb818 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 945 time: 0.0749729 Jul 16 03:24:21.388788 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c683782e-920e-44f2-a0ab-8467fdaf247f x-openstack-request-id: req-c683782e-920e-44f2-a0ab-8467fdaf247f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:21.389090 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "name": "network-vif-plugged", "status": "completed", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1", "code": 200}, {"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-plugged", "status": "completed", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:21.389373 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c683782e-920e-44f2-a0ab-8467fdaf247f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:21.389802 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1', 'code': 200} Jul 16 03:24:21.390056 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'code': 200} Jul 16 03:24:21.444962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa994e83-8dde-4598-af46-210328af062a req-239e0e7b-ceb8-4378-a44e-0d3d45d1d32a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619323 Jul 16 03:24:21.535164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b831e9-75e5-4429-9272-53877303a832 req-6efe1c98-2b0b-445c-8cec-256b336cdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.536619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4b831e9-75e5-4429-9272-53877303a832 req-6efe1c98-2b0b-445c-8cec-256b336cdb32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1101 time: 0.0718446 Jul 16 03:24:21.566248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be615f-22e1-4346-9c03-3095b157ba93 req-16582a48-3245-4d81-a763-f4c1c200b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.568480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36be615f-22e1-4346-9c03-3095b157ba93 req-16582a48-3245-4d81-a763-f4c1c200b4ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1096 time: 0.0817454 Jul 16 03:24:21.597715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4b831e9-75e5-4429-9272-53877303a832 req-8472279d-9b04-4357-b6fd-98bf13cc2eab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Jul 16 03:24:21.606537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36be615f-22e1-4346-9c03-3095b157ba93 req-fc6e025b-64c9-46fb-a805-3f2f1ccb8a04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Jul 16 03:24:21.642365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa29686-aa5b-4c6a-a81a-9701d6125f30 req-1d505133-098f-4356-b50b-a2905a55300a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.643917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fa29686-aa5b-4c6a-a81a-9701d6125f30 req-1d505133-098f-4356-b50b-a2905a55300a tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 950 time: 0.1228840 Jul 16 03:24:21.699969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778939e-0866-4a52-8d62-499baa2c9836 req-db38bd46-81e6-4718-a182-5d4d9b705902 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.701419 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f778939e-0866-4a52-8d62-499baa2c9836 req-db38bd46-81e6-4718-a182-5d4d9b705902 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 945 time: 0.1093643 Jul 16 03:24:21.704448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fa29686-aa5b-4c6a-a81a-9701d6125f30 req-da5f5fd9-f1ef-4afe-9dbc-7e50bdbb3eb7 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Jul 16 03:24:21.744318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f778939e-0866-4a52-8d62-499baa2c9836 req-04946742-b048-4a3b-9ee1-ab76f81da31a tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367641 Jul 16 03:24:21.853090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408308-071d-4dc5-93c6-66b5cadb9e0e req-9c308f16-c793-4bb1-85c9-6d84f37136de tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:21.855355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db408308-071d-4dc5-93c6-66b5cadb9e0e req-9c308f16-c793-4bb1-85c9-6d84f37136de tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1096 time: 0.0514336 Jul 16 03:24:21.893044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db408308-071d-4dc5-93c6-66b5cadb9e0e req-594c33e9-4be7-4452-af8a-f30b655d7929 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Jul 16 03:24:22.066379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1147032-752a-4c9a-bf53-4e6c7d41f6ea req-e9180911-5724-4da6-9bac-9e1a1912d0f5 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:22.067939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1147032-752a-4c9a-bf53-4e6c7d41f6ea req-e9180911-5724-4da6-9bac-9e1a1912d0f5 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1096 time: 0.0509729 Jul 16 03:24:22.130242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1147032-752a-4c9a-bf53-4e6c7d41f6ea req-7956e042-2e4b-4dc3-91d3-d18e79b8ae08 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Jul 16 03:24:22.159506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46831-e35b-432f-9892-c0332508614a req-f035282c-76de-479c-9d19-023d7eeab113 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:22.161097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24a46831-e35b-432f-9892-c0332508614a req-f035282c-76de-479c-9d19-023d7eeab113 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 944 time: 0.0738502 Jul 16 03:24:22.200174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24a46831-e35b-432f-9892-c0332508614a req-04388038-d590-4360-a19e-5f68e8f65b77 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jul 16 03:24:22.309659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8092b-2947-49a5-9fc5-b17ef1bf62da req-03c89f9d-731d-41a0-871d-1554d498762d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:22.311020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83d8092b-2947-49a5-9fc5-b17ef1bf62da req-03c89f9d-731d-41a0-871d-1554d498762d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.0669761 Jul 16 03:24:22.349544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83d8092b-2947-49a5-9fc5-b17ef1bf62da req-114c8aa5-d96b-4135-b19a-70447ff8141a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Jul 16 03:24:22.589012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f57fac-89ea-4b8d-831c-89ce0f4964d0 req-102197bd-9fea-481b-8460-b14cd2ee863d tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:22.590462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84f57fac-89ea-4b8d-831c-89ce0f4964d0 req-102197bd-9fea-481b-8460-b14cd2ee863d tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1096 time: 0.0622480 Jul 16 03:24:22.627625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84f57fac-89ea-4b8d-831c-89ce0f4964d0 req-6262094a-fefd-495f-9ab0-81b15983dc41 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Jul 16 03:24:22.909023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079be24-a880-4858-af7a-b1ab33db2b6f req-e462711c-4c50-476e-86d2-85aba0461ab7 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:22.911279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1079be24-a880-4858-af7a-b1ab33db2b6f req-e462711c-4c50-476e-86d2-85aba0461ab7 tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 950 time: 0.0691702 Jul 16 03:24:22.955760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1079be24-a880-4858-af7a-b1ab33db2b6f req-7e21ee48-e187-4052-8fed-4d20fba8535b tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7bf2410-f40e-43e5-90f0-96bd70f2298f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362136 Jul 16 03:24:22.986755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-b691d867-0f9c-4d3d-bab7-352e807616ef tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:22.988351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-b691d867-0f9c-4d3d-bab7-352e807616ef tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6a7a3cc-003b-4647-aaba-f6af4db01e99 HTTP/1.1" status: 200 len: 950 time: 0.0784132 Jul 16 03:24:23.100110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Deleting port 96009be7-0a88-4cc8-9f3d-0a54d988b83f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:23.100492 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.112432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca4d4-633f-4f47-888e-66af0b38687c req-d5066415-959f-4d9f-848f-f55a1ce2dd2e tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:23.113910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-823ca4d4-633f-4f47-888e-66af0b38687c req-d5066415-959f-4d9f-848f-f55a1ce2dd2e tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 949 time: 0.0979090 Jul 16 03:24:23.164299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e73622-5abd-4b96-b3ed-5e1f8257d187 req-16eaaf65-3c3d-417f-b542-2980b5c70cbf tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:23.165698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81e73622-5abd-4b96-b3ed-5e1f8257d187 req-16eaaf65-3c3d-417f-b542-2980b5c70cbf tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 945 time: 0.0993192 Jul 16 03:24:23.172795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-823ca4d4-633f-4f47-888e-66af0b38687c req-a30bb378-b978-4f09-9f88-17469b44ef37 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/security-groups?id=15a53240-1a0f-45ad-b899-e27451a37b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513332 Jul 16 03:24:23.190457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] For port 96009be7-0a88-4cc8-9f3d-0a54d988b83f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=96009be7-0a88-4cc8-9f3d-0a54d988b83f,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:23.190842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.203416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Calling delete_port for 96009be7-0a88-4cc8-9f3d-0a54d988b83f owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:23.206691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81e73622-5abd-4b96-b3ed-5e1f8257d187 req-b2719598-8339-4bdc-904b-dea0d3c79d07 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Jul 16 03:24:23.253896 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a238491a-89cf-4c47-84d0-0b2bdf2f8c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.344978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.357476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['96009be7-0a88-4cc8-9f3d-0a54d988b83f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:23.376842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Pushing event deleted for resources: {'Port': ['ID=96009be7-0a88-4cc8-9f3d-0a54d988b83f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:23.423507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] No DVR routers for this DVR port 96009be7-0a88-4cc8-9f3d-0a54d988b83f on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:23.426196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.428713 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6126c3dd-4fb0-411f-a5ef-5a1b04aee594 req-850d896c-e870-4929-b478-35bead0900fd tempest-DeleteServersAdminTestJSON-1744555142 tempest-DeleteServersAdminTestJSON-1744555142-project] 10.222.0.48 "DELETE /v2.0/ports/96009be7-0a88-4cc8-9f3d-0a54d988b83f HTTP/1.1" status: 204 len: 173 time: 0.4348745 Jul 16 03:24:23.430180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'name': 'network-vif-deleted', 'tag': '96009be7-0a88-4cc8-9f3d-0a54d988b83f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:23.431454 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee4e82-7fa8-42f7-b904-56a0b491e33e" -d '{"events": [{"server_uuid": "d6a7a3cc-003b-4647-aaba-f6af4db01e99", "name": "network-vif-deleted", "tag": "96009be7-0a88-4cc8-9f3d-0a54d988b83f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:23.498856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:23.501641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8302b7db-fd32-4fcd-bd7a-54155000182f no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:23.536695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 8302b7db-fd32-4fcd-bd7a-54155000182f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:23.537048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8302b7db-fd32-4fcd-bd7a-54155000182f not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:23.550468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-58571699-c9fa-4aeb-907a-d8dfad3e515d tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 258 time: 0.2322171 Jul 16 03:24:23.559314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:23.573406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f88e4-0f54-4c21-a159-8e7de08acd93 req-289600fb-6a22-49ed-b7f0-7a0bbb966f73 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:23.575087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca5f88e4-0f54-4c21-a159-8e7de08acd93 req-289600fb-6a22-49ed-b7f0-7a0bbb966f73 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 944 time: 0.2372515 Jul 16 03:24:23.613134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.646378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca5f88e4-0f54-4c21-a159-8e7de08acd93 req-e0d52158-f6ce-4d4f-8653-eda7ba1f1049 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642507 Jul 16 03:24:23.646632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:23.658306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'port_id': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'mac_address': 'fa:16:3e:e5:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dbae25-1a8b-4a8c-a5f2-935dacfd032f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:23.703796 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.717097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:23.736470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:23.742024 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.744792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.798975 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:23.802843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:23.885890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef440-2dcd-4742-8a67-0a311f737613 req-df58d2be-af8e-4c21-bd61-917cb4483fb5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:23.887507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8eef440-2dcd-4742-8a67-0a311f737613 req-df58d2be-af8e-4c21-bd61-917cb4483fb5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1344833 Jul 16 03:24:23.902042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Allocated IP 172.25.4.226 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/4f717b66-8446-4286-b5dd-daacbf3b7f1a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:23.960403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8eef440-2dcd-4742-8a67-0a311f737613 req-b2bd1d95-d013-479a-ae21-c08d0b44863b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652885 Jul 16 03:24:24.033605 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac34b9-ae22-4fde-9ff3-b1464f6b6298 x-openstack-request-id: req-a8ac34b9-ae22-4fde-9ff3-b1464f6b6298 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:24.034103 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a7a3cc-003b-4647-aaba-f6af4db01e99", "name": "network-vif-deleted", "tag": "96009be7-0a88-4cc8-9f3d-0a54d988b83f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:24.034206 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8ac34b9-ae22-4fde-9ff3-b1464f6b6298 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:24.034500 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a7a3cc-003b-4647-aaba-f6af4db01e99', 'name': 'network-vif-deleted', 'tag': '96009be7-0a88-4cc8-9f3d-0a54d988b83f', 'status': 'completed', 'code': 200} Jul 16 03:24:24.041091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.081528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.104286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:24.117622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:24.123940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:24.127476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:24.138104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event updated for resources: {'Port': ['ID=4f717b66-8446-4286-b5dd-daacbf3b7f1a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:24.185153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.193790 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.241649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.340974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ba31-6cfe-41e4-9ff7-abd2d1ddc1ea req-353695e4-9650-43a7-98ed-ec53485b35cc tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:24.342680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8054ba31-6cfe-41e4-9ff7-abd2d1ddc1ea req-353695e4-9650-43a7-98ed-ec53485b35cc tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1096 time: 0.1129115 Jul 16 03:24:24.397609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-1818fc52-a738-4580-bbdd-630ec8c521e0 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:24.399086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-1818fc52-a738-4580-bbdd-630ec8c521e0 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 949 time: 0.0667377 Jul 16 03:24:24.422304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8054ba31-6cfe-41e4-9ff7-abd2d1ddc1ea req-ef848337-a014-4594-bcfc-379dbb6b29f8 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530784 Jul 16 03:24:24.449487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.464024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.497830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.524386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Deleting port 04229490-f18c-457b-a880-25c362744820 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:24.524795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.525536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event updated for resources: {'Port': ['ID=4f717b66-8446-4286-b5dd-daacbf3b7f1a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:24.529724 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.535046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-38ee74f5-dd26-4e8d-b682-16ce03442375 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9836380 Jul 16 03:24:24.609273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-463626b9-1cab-464f-ba9f-d172f7531f18 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0710621 Jul 16 03:24:24.619965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] For port 04229490-f18c-457b-a880-25c362744820, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=04229490-f18c-457b-a880-25c362744820,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:24.620335 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.637828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Calling delete_port for 04229490-f18c-457b-a880-25c362744820 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:24.645360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-f5400da1-2434-49f9-9eb4-27e1daefcc38 req-05f986a2-f9d0-4d39-b51c-bdad5c34eb7f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:24.646345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5400da1-2434-49f9-9eb4-27e1daefcc38 req-05f986a2-f9d0-4d39-b51c-bdad5c34eb7f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113575 Jul 16 03:24:24.721300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-b2506b6b-f429-45d5-b01d-a2f4528427bf tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:24.722689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-b2506b6b-f429-45d5-b01d-a2f4528427bf tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1083205 Jul 16 03:24:24.733430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-129add33-0bd5-405e-96ba-ef6f3600e925 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:24.734457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efb6ce48-1600-4afc-afc4-37bddc9c44d3 req-129add33-0bd5-405e-96ba-ef6f3600e925 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061133 Jul 16 03:24:24.775458 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.789464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['04229490-f18c-457b-a880-25c362744820'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:24.803393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Pushing event deleted for resources: {'Port': ['ID=04229490-f18c-457b-a880-25c362744820,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:24.876130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] No DVR routers for this DVR port 04229490-f18c-457b-a880-25c362744820 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:24.878729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:24.881189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5695cbe6-d72b-481c-bbae-ab7d3397935f req-5790e93e-e705-43ae-8c39-3e219be35e28 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.11 "DELETE /v2.0/ports/04229490-f18c-457b-a880-25c362744820 HTTP/1.1" status: 204 len: 173 time: 0.4671752 Jul 16 03:24:24.955765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70ca614f-3ebd-455c-b747-764b507ef063 req-81381ba2-d913-4dfd-8697-f6ca594c5903 tempest-LiveMigrationNegativeTest-20209860 tempest-LiveMigrationNegativeTest-20209860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6aa37d35-43cf-4057-a61c-2d56feca5877 HTTP/1.1" status: 200 len: 210 time: 0.0882478 Jul 16 03:24:25.026118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-628cbf75-9aa7-43ce-954f-40e25dcdbb86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1494751 Jul 16 03:24:25.037001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-1e74fda9-5921-4fbc-b31b-9d648f055f4c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:25.038382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-1e74fda9-5921-4fbc-b31b-9d648f055f4c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065985 Jul 16 03:24:25.277107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08eb6-39a2-4083-bc3d-0eab2e25fa7e req-92471baf-138b-41af-adbc-4a762dbf4c08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:25.280111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7db08eb6-39a2-4083-bc3d-0eab2e25fa7e req-92471baf-138b-41af-adbc-4a762dbf4c08 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 945 time: 0.0925124 Jul 16 03:24:25.334830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7db08eb6-39a2-4083-bc3d-0eab2e25fa7e req-e70ff45d-d79e-45cd-a322-a652cb5a72b0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Jul 16 03:24:25.511145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:25.565100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:25.571177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:25.572779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:25.674105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-f3d01bb8-2cf7-4245-af51-9e1277e060fe tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:25.680728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-f3d01bb8-2cf7-4245-af51-9e1277e060fe tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2313933 Jul 16 03:24:25.718522 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:25.750341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:25.752917 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab075c-6dfb-4d68-8e4a-205cce4a18ae" -d '{"events": [{"server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "name": "network-vif-plugged", "status": "completed", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:25.769179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:25.773870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:25.790893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-83226e38-85f2-47c6-a157-27b47eb3cab8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0993745 Jul 16 03:24:25.804417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Request body: {'floatingip': {'port_id': '945f48a1-2275-41dc-b98f-afe240b166a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:25.847833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:25.852858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:25.932830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:26.036300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'name': 'network-vif-deleted', 'tag': '04229490-f18c-457b-a880-25c362744820'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:26.040681 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bc4a87-7232-4437-8b63-56a151fbe45a" -d '{"events": [{"server_uuid": "6aa37d35-43cf-4057-a61c-2d56feca5877", "name": "network-vif-deleted", "tag": "04229490-f18c-457b-a880-25c362744820"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:26.283824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-79462bf4-f18c-49bc-8f83-418f364d1c8f tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:26.291046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-79462bf4-f18c-49bc-8f83-418f364d1c8f tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0726154 Jul 16 03:24:26.376414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-ebe45a1e-f385-4cb6-b4b2-eb05a04e0f92 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:26.377829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-ebe45a1e-f385-4cb6-b4b2-eb05a04e0f92 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 1093 time: 0.0860374 Jul 16 03:24:26.388414 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:26.391897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Request body: {'binding': {'host': 'n-h1-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:26.392370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:24:26.395541 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:26.440625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 96009be7-0a88-4cc8-9f3d-0a54d988b83f no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:26.462515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 96009be7-0a88-4cc8-9f3d-0a54d988b83f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:26.462969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 96009be7-0a88-4cc8-9f3d-0a54d988b83f not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:26.777144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-eb389e4f-082b-402e-9669-2a14ffa6b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:26.778993 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-eb389e4f-082b-402e-9669-2a14ffa6b3af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1101 time: 0.0565627 Jul 16 03:24:26.831199 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Floating IP 90b27dd1-0b6d-46b4-9488-8eb0de617ea8 associated. External IP: 172.25.4.226, port: 945f48a1-2275-41dc-b98f-afe240b166a1. Jul 16 03:24:26.877030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-d7a7a787-f6cc-4051-af9e-8e2ebc3030af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:26.878660 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-d7a7a787-f6cc-4051-af9e-8e2ebc3030af service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.0937304 Jul 16 03:24:26.921486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-10907a72-3ea3-4519-9415-54d094a2fe89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0368292 Jul 16 03:24:26.939082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on host n-h1-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:26.939375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:26.939661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:26.951053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:26.951227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:26.963561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:26.963771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:26.964127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:26.964560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Bound port: ef43555b-6388-42cd-bbdc-ece93ddca872, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:26.972859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-08650198-1c7b-463f-84ee-833d723ec29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:26.974298 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-08650198-1c7b-463f-84ee-833d723ec29b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0472810 Jul 16 03:24:27.033564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-a254d6c3-f7b0-4655-894a-920dfe041de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.035098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-a254d6c3-f7b0-4655-894a-920dfe041de7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547767 Jul 16 03:24:27.086945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:27.092989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:27.094146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-e20cffc6-44dd-414a-8edd-72986acdb7f2 service neutron] 10.222.0.25 "POST /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872/bindings HTTP/1.1" status: 201 len: 389 time: 0.7080479 Jul 16 03:24:27.126508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Router 08e76327-e16c-4a1e-8431-617c8bf0da99 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:24:27.127307 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-57be33f6-d17b-4294-bf74-4b49b122de9f service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858223 Jul 16 03:24:27.234914 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-d0c7798f-9d8d-4ec7-b76f-4da0e9a94b73 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017940 Jul 16 03:24:27.242466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:24:27.247315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:27.253114 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] Sync routers for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:24:27.265692 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:27.266449 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:27.285509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-b62d769b-2fd9-4e79-8334-94c41ac74947 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "PUT /v2.0/floatingips/90b27dd1-0b6d-46b4-9488-8eb0de617ea8 HTTP/1.1" status: 200 len: 996 time: 1.4859688 Jul 16 03:24:27.286688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:27.289859 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f10b31-beab-4dc0-846e-fe18edc9406e" -d '{"events": [{"name": "network-changed", "server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:27.415226 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:27.428994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d489-fb13-4fb7-b2f6-1438e12287cd req-589c5839-7e2d-4adf-b734-899e044acc90 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.431015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1b8d489-fb13-4fb7-b2f6-1438e12287cd req-589c5839-7e2d-4adf-b734-899e044acc90 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1336188 Jul 16 03:24:27.436156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-80a24732-75a0-4da8-943f-3cbafe85f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.437757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-80a24732-75a0-4da8-943f-3cbafe85f8af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1096 time: 0.1082036 Jul 16 03:24:27.485556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-12c166c9-32e4-46ae-882c-20cd9353de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.487430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-12c166c9-32e4-46ae-882c-20cd9353de4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1096 time: 0.1005716 Jul 16 03:24:27.547440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1b8d489-fb13-4fb7-b2f6-1438e12287cd req-af4e055f-2623-47af-96c4-43a0915eb6b6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051614 Jul 16 03:24:27.604521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-e0fea8f4-39df-4e7f-ad73-e89ae54bd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.607282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-e0fea8f4-39df-4e7f-ad73-e89ae54bd962 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 931 time: 0.1598933 Jul 16 03:24:27.608255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-9bc2c835-99a8-4caa-8a81-d0a7085eefee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.609746 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-9bc2c835-99a8-4caa-8a81-d0a7085eefee service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1136761 Jul 16 03:24:27.661014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-20895120-49e0-44ed-9598-319f8a37dda2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 217 time: 0.0416663 Jul 16 03:24:27.672245 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '90b27dd1-0b6d-46b4-9488-8eb0de617ea8', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'port_id': '945f48a1-2275-41dc-b98f-afe240b166a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'mac_address': 'fa:16:3e:0f:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:24:24Z', 'updated_at': '2021-07-16T03:24:26Z', 'revision_number': 1, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:12Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:27.691602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-4367ffa8-4739-4dd1-9e21-ba8160f6b407 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 999 time: 0.0783491 Jul 16 03:24:27.701622 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] Checking router: 08e76327-e16c-4a1e-8431-617c8bf0da99 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:24:27.711044 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:27.711753 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:27.714989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-7d90d1b5-b7ab-48c7-b116-e829fd279f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.716461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-7d90d1b5-b7ab-48c7-b116-e829fd279f37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0484426 Jul 16 03:24:27.740434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-a1e38da6-c398-455b-8ad2-fed4fd6b2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.748922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-a1e38da6-c398-455b-8ad2-fed4fd6b2633 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 200 len: 868 time: 0.0560317 Jul 16 03:24:27.755083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-fd7479ec-28ec-437a-8d04-76b49ae058f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280395 Jul 16 03:24:27.784562 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8d3f26-4126-4fab-b029-0a833909bcfa x-openstack-request-id: req-8e8d3f26-4126-4fab-b029-0a833909bcfa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:27.785461 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "name": "network-vif-plugged", "status": "completed", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:27.785917 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e8d3f26-4126-4fab-b029-0a833909bcfa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:27.786526 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'code': 200} Jul 16 03:24:27.815756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-6baade25-a62a-4ade-a3f2-e727c6d36373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:27.824214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-6baade25-a62a-4ade-a3f2-e727c6d36373 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b0bad88-07ef-4f1c-bb26-b91029c428d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742476 Jul 16 03:24:27.830021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-d07647db-cf26-4ee3-a734-1742db1e723c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:27.838490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-d07647db-cf26-4ee3-a734-1742db1e723c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130372 Jul 16 03:24:27.849747 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:27.890111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-91bed1c0-1c14-4c25-96a1-e8c5ccad76cb service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257341 Jul 16 03:24:27.997287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-5f9c4f2e-d8e3-4f1b-99d0-015b864ee4ae service neutron] 10.222.0.25 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576204 Jul 16 03:24:28.011233 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-b19d8537-1b86-46c4-a59b-3863e06c6401 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111805 Jul 16 03:24:28.025977 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a210d7-a69b-47a4-946e-42f87fd93086 x-openstack-request-id: req-c6a210d7-a69b-47a4-946e-42f87fd93086 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:28.025977 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa37d35-43cf-4057-a61c-2d56feca5877", "name": "network-vif-deleted", "tag": "04229490-f18c-457b-a880-25c362744820", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:28.025977 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6a210d7-a69b-47a4-946e-42f87fd93086 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:28.027252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b23e2-1728-4c7f-a971-64be3be975d3 req-3a15f11a-a9e6-4096-b9b1-4c7f32130a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.029065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e00b23e2-1728-4c7f-a971-64be3be975d3 req-3a15f11a-a9e6-4096-b9b1-4c7f32130a5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1097 time: 0.1553712 Jul 16 03:24:28.030326 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa37d35-43cf-4057-a61c-2d56feca5877', 'name': 'network-vif-deleted', 'tag': '04229490-f18c-457b-a880-25c362744820', 'status': 'completed', 'code': 200} Jul 16 03:24:28.123850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e00b23e2-1728-4c7f-a971-64be3be975d3 req-d2b89e17-efe2-4c1c-a0d3-160706dd21b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707386 Jul 16 03:24:28.165733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-9fcebaaa-3741-4adc-9092-a6ba84a068dc tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.167384 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-9fcebaaa-3741-4adc-9092-a6ba84a068dc tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.0758858 Jul 16 03:24:28.172877 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '90b27dd1-0b6d-46b4-9488-8eb0de617ea8', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'port_id': '945f48a1-2275-41dc-b98f-afe240b166a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'mac_address': 'fa:16:3e:0f:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:24:24Z', 'updated_at': '2021-07-16T03:24:26Z', 'revision_number': 1, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:12Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:28.196031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800089-6'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:28.206883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bde836ce-dd11-443e-9bff-8d7b8af315b8 req-0b27d768-18e7-44a0-80ba-5f48d4c5c9d8 service neutron] 10.222.0.25 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023959 Jul 16 03:24:28.214210 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fc9a2-ff07-4203-aa22-75f2fd6e6570 None None] The sync data for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 is: [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '90b27dd1-0b6d-46b4-9488-8eb0de617ea8', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'port_id': '945f48a1-2275-41dc-b98f-afe240b166a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'mac_address': 'fa:16:3e:0f:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:24:24Z', 'updated_at': '2021-07-16T03:24:26Z', 'revision_number': 1, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:12Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:24:28.224101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1248920-8e00-4c12-955f-50b4942d484a req-9bebd607-bb8e-41e9-a3c7-d86a3c590397 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.226231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1248920-8e00-4c12-955f-50b4942d484a req-9bebd607-bb8e-41e9-a3c7-d86a3c590397 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 946 time: 0.1065617 Jul 16 03:24:28.246481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:28.300512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1248920-8e00-4c12-955f-50b4942d484a req-32f0ed80-186f-41fb-b47e-add550424caa tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Jul 16 03:24:28.345514 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc14541-92c4-4e1d-8d09-d384f598671d x-openstack-request-id: req-bcc14541-92c4-4e1d-8d09-d384f598671d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:28.346016 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:28.346428 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcc14541-92c4-4e1d-8d09-d384f598671d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:28.346996 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1', 'status': 'completed', 'code': 200} Jul 16 03:24:28.382616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.498372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-40808a68-f8fe-4ccd-8783-649a3fb2e36e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ee2f8ee8bf1401ea1e1bd462776153c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508900 Jul 16 03:24:28.499982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:28.501053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0c48f-5583-489f-9edc-0ce0fa0b1db3 None None] New status for floating IP 90b27dd1-0b6d-46b4-9488-8eb0de617ea8: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:24:28.525602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-004148e6-eff5-4636-b332-93c2604cd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.527095 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-004148e6-eff5-4636-b332-93c2604cd2ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1096 time: 0.1559629 Jul 16 03:24:28.588272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:28.599795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289e56-7ef2-4a14-97d4-7f0e673660d7 req-85f70a29-ddcf-4dd7-8732-5752b7ab01ee tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.601313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8289e56-7ef2-4a14-97d4-7f0e673660d7 req-85f70a29-ddcf-4dd7-8732-5752b7ab01ee tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 945 time: 0.2287359 Jul 16 03:24:28.648760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-91a48c6f-b8ea-4d3b-9471-0719aff6cf3d tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 258 time: 0.1945553 Jul 16 03:24:28.651091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a21fc81c-e96d-4cb7-88ae-458cf23d85a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.665935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-fb0e8c99-6b0a-48fc-b2b7-9179107f489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.667423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-fb0e8c99-6b0a-48fc-b2b7-9179107f489a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 931 time: 0.1322086 Jul 16 03:24:28.668010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:28.671121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:28.697934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8289e56-7ef2-4a14-97d4-7f0e673660d7 req-06532573-9a16-4255-9505-185bd9b0169c tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854845 Jul 16 03:24:28.699800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a21fc81c-e96d-4cb7-88ae-458cf23d85a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.733479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.776710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.780938 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-279e880b-fd89-4cf3-9b7b-7abd922aae0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 1001 time: 0.0901220 Jul 16 03:24:28.784733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.811155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a21fc81c-e96d-4cb7-88ae-458cf23d85a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.813698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a21fc81c-e96d-4cb7-88ae-458cf23d85a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.819837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a21fc81c-e96d-4cb7-88ae-458cf23d85a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15a53240-1a0f-45ad-b899-e27451a37b9a HTTP/1.1" status: 204 len: 168 time: 0.3166282 Jul 16 03:24:28.839014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fc81c-e96d-4cb7-88ae-458cf23d85a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a53240-1a0f-45ad-b899-e27451a37b9a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:28.877677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:28.902076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:28.924341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-1013255e-d333-4af8-886f-a8a8fb31b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:28.925791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-1013255e-d333-4af8-886f-a8a8fb31b336 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 200 len: 868 time: 0.1378677 Jul 16 03:24:28.997305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:28.997646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:28.997985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:29.004870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:29.005122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Attempting to bind port ef43555b-6388-42cd-bbdc-ece93ddca872 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:29.013306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:29.014187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:29.014187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:29.014427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Bound port: ef43555b-6388-42cd-bbdc-ece93ddca872, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:29.014843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.060185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-e3deb577-3f64-4d79-bea0-70efe19a1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:29.061691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-e3deb577-3f64-4d79-bea0-70efe19a1834 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b0bad88-07ef-4f1c-bb26-b91029c428d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295016 Jul 16 03:24:29.109014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c45568-6f07-4748-9098-03cb817b2635 req-3f100f31-10dd-49d9-80f4-909b0c0fe98e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:29.116957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37c45568-6f07-4748-9098-03cb817b2635 req-3f100f31-10dd-49d9-80f4-909b0c0fe98e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1430743 Jul 16 03:24:29.119472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Allocated IP 172.25.4.102 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f18598eb-e812-4554-bc13-fc59db0c6075) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:29.158648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:29.195489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37c45568-6f07-4748-9098-03cb817b2635 req-b0039b97-3fdd-42fb-90b5-5a4bbc0e8e3c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768754 Jul 16 03:24:29.202399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:29.221413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.259008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:29.273054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-e1e3d235-a5ff-4270-b760-c2d2b62222d9 service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021523 Jul 16 03:24:29.295757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:29.343948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.361264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:29.361882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.363302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] 10.222.0.11 "PUT /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 1121 time: 1.1766877 Jul 16 03:24:29.369990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e7a0c9a4-d81b-4b4d-91da-3e70f3a1c8a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52e7125740a3424e83c69e3550edb553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708258 Jul 16 03:24:29.370243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:29.440904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2a04-8076-4ba8-a173-2e5c7dc8aafe service neutron] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:29.456873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ef43555b-6388-42cd-bbdc-ece93ddca872'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:29.477569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-99f10b31-beab-4dc0-846e-fe18edc9406e req-41801c3c-2888-4b95-aac8-bb5a30677011 service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861889 Jul 16 03:24:29.484750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69d00cd2-66bb-46e3-b75f-f497e3cbec42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.500799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.557951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 04229490-f18c-457b-a880-25c362744820 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:29.565749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event updated for resources: {'Port': ['ID=f18598eb-e812-4554-bc13-fc59db0c6075,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:29.577236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69d00cd2-66bb-46e3-b75f-f497e3cbec42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.581411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:29.589373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:29.589791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 04229490-f18c-457b-a880-25c362744820 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:29.590783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 04229490-f18c-457b-a880-25c362744820 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:29.597213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:29.688042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aafcb3d0-b06a-4dc8-9506-cf133d6a8a98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fdb23c04d5149499694aebce13ffec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274487 Jul 16 03:24:29.690819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46566) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:29.715535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.726931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69d00cd2-66bb-46e3-b75f-f497e3cbec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.729436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69d00cd2-66bb-46e3-b75f-f497e3cbec42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.730593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-69d00cd2-66bb-46e3-b75f-f497e3cbec42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d42cc4af-cfdd-4935-89c6-20db19a9175f HTTP/1.1" status: 204 len: 168 time: 0.3593905 Jul 16 03:24:29.743898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa3862f-1956-4400-8cb9-7549da4bf846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.764895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00cd2-66bb-46e3-b75f-f497e3cbec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42cc4af-cfdd-4935-89c6-20db19a9175f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:29.774846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa3862f-1956-4400-8cb9-7549da4bf846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.779742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438600b-cfcc-4b6f-bdb0-04aec089d1dc req-91a165c6-0e9f-4308-b669-a8bc07d7a995 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:29.781278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b438600b-cfcc-4b6f-bdb0-04aec089d1dc req-91a165c6-0e9f-4308-b669-a8bc07d7a995 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 946 time: 0.1592171 Jul 16 03:24:29.798779 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.832361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa3862f-1956-4400-8cb9-7549da4bf846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.837111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa3862f-1956-4400-8cb9-7549da4bf846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:29.837111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9aa3862f-1956-4400-8cb9-7549da4bf846 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7bf2410-f40e-43e5-90f0-96bd70f2298f HTTP/1.1" status: 204 len: 168 time: 0.1451249 Jul 16 03:24:29.846401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3862f-1956-4400-8cb9-7549da4bf846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf2410-f40e-43e5-90f0-96bd70f2298f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:29.852861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b438600b-cfcc-4b6f-bdb0-04aec089d1dc req-20157c6f-60f4-4706-8ba1-abf514ff6d71 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646830 Jul 16 03:24:30.028175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.031642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872'}, {'name': 'network-changed', 'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:30.035392 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f4d7d-117b-4afb-99f1-15f762753ad2" -d '{"events": [{"server_uuid": "50f69368-79f7-4842-8017-704c68401837", "name": "network-vif-unplugged", "status": "completed", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872"}, {"name": "network-changed", "server_uuid": "50f69368-79f7-4842-8017-704c68401837", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:30.040393 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.081172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.109816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ae0a-f9d8-45b9-a1be-48c2e9b85c83 req-c6196c83-6665-49bf-bded-74eda21b97a2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.111373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fac0ae0a-f9d8-45b9-a1be-48c2e9b85c83 req-c6196c83-6665-49bf-bded-74eda21b97a2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 943 time: 0.1327784 Jul 16 03:24:30.113450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event updated for resources: {'Port': ['ID=f18598eb-e812-4554-bc13-fc59db0c6075,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:30.148067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.148588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-642ad600-5333-4743-ac6b-6bfc1c2fe326 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4914601 Jul 16 03:24:30.169681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fac0ae0a-f9d8-45b9-a1be-48c2e9b85c83 req-d74fd6a9-4787-4211-bfa7-38e70e358a5c tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Jul 16 03:24:30.208541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-b2cef17b-8eea-47bc-994b-b4ac0e03236a tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0521624 Jul 16 03:24:30.257281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46592) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:30.270898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9599bda-4f2f-4a8a-b109-6b9fd309065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.368730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-828d47cb-8d47-4a4d-a374-d98df30a3120 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.374978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9599bda-4f2f-4a8a-b109-6b9fd309065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.375182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-828d47cb-8d47-4a4d-a374-d98df30a3120 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1597698 Jul 16 03:24:30.379725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9599bda-4f2f-4a8a-b109-6b9fd309065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.382484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-efc65403-2eca-4808-b106-00f9f75986cc tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:30.387937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f28cad34-cdb6-42bf-9828-4268ce15d477 req-efc65403-2eca-4808-b106-00f9f75986cc tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120416 Jul 16 03:24:30.401143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa2f76-a1fd-4981-bdd9-4d3985a6f77a req-c1afc7ae-c8c8-48ca-ac17-82dd5b95acb0 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.411184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2faa2f76-a1fd-4981-bdd9-4d3985a6f77a req-c1afc7ae-c8c8-48ca-ac17-82dd5b95acb0 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1097 time: 0.1163483 Jul 16 03:24:30.431509 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08f95c4-8a00-4077-ab6c-96b1dd05b2ed x-openstack-request-id: req-f08f95c4-8a00-4077-ab6c-96b1dd05b2ed {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:30.431907 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f69368-79f7-4842-8017-704c68401837", "name": "network-vif-unplugged", "status": "completed", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872", "code": 200}, {"name": "network-changed", "server_uuid": "50f69368-79f7-4842-8017-704c68401837", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:30.432339 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f08f95c4-8a00-4077-ab6c-96b1dd05b2ed {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:30.432975 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'code': 200} Jul 16 03:24:30.433267 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'status': 'completed', 'code': 200} Jul 16 03:24:30.442034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f9599bda-4f2f-4a8a-b109-6b9fd309065d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=832c52ef2fe644908ac391fc1e758060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836729 Jul 16 03:24:30.442788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:30.462190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9599bda-4f2f-4a8a-b109-6b9fd309065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46284afe-63ba-4d06-ac38-c8dab7f06b57,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:30.482501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2faa2f76-a1fd-4981-bdd9-4d3985a6f77a req-dc4fcafa-b4d2-4324-bfee-bf51431cba77 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705552 Jul 16 03:24:30.586459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75548882-0624-4c76-83a0-6db71d00f1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.615242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75548882-0624-4c76-83a0-6db71d00f1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.624486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-c5bf19f9-4fb6-4f21-ada9-3d163b12e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.626050 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-c5bf19f9-4fb6-4f21-ada9-3d163b12e6ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1124 time: 0.1656866 Jul 16 03:24:30.760992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75548882-0624-4c76-83a0-6db71d00f1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.763626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75548882-0624-4c76-83a0-6db71d00f1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.764830 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75548882-0624-4c76-83a0-6db71d00f1ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46284afe-63ba-4d06-ac38-c8dab7f06b57 HTTP/1.1" status: 204 len: 168 time: 0.3200467 Jul 16 03:24:30.770528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-b4a127b2-7ea5-4323-b026-69ce11e13985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.772128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-b4a127b2-7ea5-4323-b026-69ce11e13985 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1326222 Jul 16 03:24:30.777534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75548882-0624-4c76-83a0-6db71d00f1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46284afe-63ba-4d06-ac38-c8dab7f06b57,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:30.813079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81c27e-d3fd-4ed8-8d5c-8625860035fa req-244b0f40-060d-49cb-93eb-3cf14dd0e540 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.814640 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a81c27e-d3fd-4ed8-8d5c-8625860035fa req-244b0f40-060d-49cb-93eb-3cf14dd0e540 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1140761 Jul 16 03:24:30.822593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-e85a15a8-92bb-43a8-b208-61e9531b8445 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 217 time: 0.0417302 Jul 16 03:24:30.868504 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a81c27e-d3fd-4ed8-8d5c-8625860035fa req-f995fd86-b9f1-4f54-8bba-a9c7d6c012e9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Jul 16 03:24:30.879803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-83096af4-a246-44da-a5cf-940dcf3772cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.881788 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-83096af4-a246-44da-a5cf-940dcf3772cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0527673 Jul 16 03:24:30.886461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-d29de374-7c90-4745-9f0c-9ef6d206213b tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:30.893581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-d29de374-7c90-4745-9f0c-9ef6d206213b tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1364942 Jul 16 03:24:30.922077 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-6759f88e-3a68-435b-b9e4-6f68e5b13a8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299053 Jul 16 03:24:30.963603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-6cf3bedd-c078-4ad4-9784-8afcfd115c97 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0691106 Jul 16 03:24:30.968606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-d08cf6fa-cbea-49c3-973f-70d96884acff tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Request body: {'floatingip': {'port_id': '945f48a1-2275-41dc-b98f-afe240b166a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:31.017315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-d08cf6fa-cbea-49c3-973f-70d96884acff tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:31.184754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d749c-fa45-4791-a8f2-6f9966525310 req-b639bf2c-b6fd-4682-9db6-f54413960656 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:31.191904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a87d749c-fa45-4791-a8f2-6f9966525310 req-b639bf2c-b6fd-4682-9db6-f54413960656 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1097 time: 0.1781089 Jul 16 03:24:31.280256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-e6a4e7b2-df2c-4b6c-a421-ba87bc33fe75 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501265 Jul 16 03:24:31.303537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a87d749c-fa45-4791-a8f2-6f9966525310 req-bef7f106-ffe6-4a65-ac72-d353488c2c51 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106966 Jul 16 03:24:31.354798 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-d08cf6fa-cbea-49c3-973f-70d96884acff tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:24:31.371051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e374eaad-1165-4221-8a5d-f48592d5c15b req-d08cf6fa-cbea-49c3-973f-70d96884acff tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "PUT /v2.0/floatingips/0c9a9c13-d2c3-4225-805d-b67df3bdb0f4 HTTP/1.1" status: 409 len: 550 time: 0.4035966 Jul 16 03:24:31.420139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a9f4d7d-117b-4afb-99f1-15f762753ad2 req-2105f145-750e-4e85-92ab-a92f7abcaed8 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328876 Jul 16 03:24:31.541467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:31.652772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:31.665507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 has no active binding in host n-h1-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:24:31.841642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-702c5311-a17c-4426-991a-1b64e2485068 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips/0c9a9c13-d2c3-4225-805d-b67df3bdb0f4 HTTP/1.1" status: 200 len: 693 time: 0.3224218 Jul 16 03:24:31.849779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc75e3f-a55f-488b-9307-aa0825e1e15c req-2a885b3f-af7e-4f3e-b4e1-f71bc6d67e11 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:31.851212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dc75e3f-a55f-488b-9307-aa0825e1e15c req-2a885b3f-af7e-4f3e-b4e1-f71bc6d67e11 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 943 time: 0.3879743 Jul 16 03:24:31.943273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dc75e3f-a55f-488b-9307-aa0825e1e15c req-04806de2-aee3-41e4-a91d-dc758e3f1bf3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818350 Jul 16 03:24:31.972619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-c0c3cdb7-5612-4cca-b229-5a95e64af3c3 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:31.974131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-c0c3cdb7-5612-4cca-b229-5a95e64af3c3 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1220770 Jul 16 03:24:31.984677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-0463be4a-b96a-4103-b964-ddd0bf4eb80c tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:31.985734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-0463be4a-b96a-4103-b964-ddd0bf4eb80c tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060763 Jul 16 03:24:32.044036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-ddca534d-6f38-45ef-b5b2-be4e53ca588e tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0512218 Jul 16 03:24:32.103156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-c63552d0-56eb-461c-9051-0fa3091283dd tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0506425 Jul 16 03:24:32.244954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Deleting port f18598eb-e812-4554-bc13-fc59db0c6075 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:32.245378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.329144 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.330132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.343819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Calling delete_port for f18598eb-e812-4554-bc13-fc59db0c6075 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:32.418672 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.521281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.544889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event deleted for resources: {'Port': ['ID=f18598eb-e812-4554-bc13-fc59db0c6075,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:32.576563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.579113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.580263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36b3dd81-dc27-4e62-b6e5-ee83b3024bfe req-630ae491-9790-40b3-b065-3e9a48f064e8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "DELETE /v2.0/floatingips/0c9a9c13-d2c3-4225-805d-b67df3bdb0f4 HTTP/1.1" status: 204 len: 173 time: 0.4727015 Jul 16 03:24:32.729184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a61e9-acef-486a-97aa-14cd59c7590b req-4c0c2c3f-3870-4875-b94a-e84a089cd73f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:32.730632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e7a61e9-acef-486a-97aa-14cd59c7590b req-4c0c2c3f-3870-4875-b94a-e84a089cd73f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.0944879 Jul 16 03:24:32.757414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de059a-2d3b-43f3-a1a8-e8b4974b8672 req-2b389bb0-ee1c-4ea1-86a3-3f681af489e7 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:32.758852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24de059a-2d3b-43f3-a1a8-e8b4974b8672 req-2b389bb0-ee1c-4ea1-86a3-3f681af489e7 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1097 time: 0.0862737 Jul 16 03:24:32.780832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e7a61e9-acef-486a-97aa-14cd59c7590b req-4efe0d03-5e13-4bd8-9e30-ce6ef156f3af tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Jul 16 03:24:32.802086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24de059a-2d3b-43f3-a1a8-e8b4974b8672 req-cf1cef4f-acec-489e-9d86-0b9d077f1703 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Jul 16 03:24:33.137170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-54b8acd8-9ee3-4a47-868c-5cc7f61973a6 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 1001 time: 0.0855951 Jul 16 03:24:33.179884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-dd219072-8c56-463c-bd97-7a56d1bdbf81 req-5f86248f-5a58-41f6-bb7d-a00c5c162023 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:33.180834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd219072-8c56-463c-bd97-7a56d1bdbf81 req-5f86248f-5a58-41f6-bb7d-a00c5c162023 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077450 Jul 16 03:24:33.201365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-39b80f69-bacf-42ee-82e1-a12b0158e297 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:33.202746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-39b80f69-bacf-42ee-82e1-a12b0158e297 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports/945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 942 time: 0.0604370 Jul 16 03:24:33.257515 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-07be118e-bf36-4058-9f15-8aca092ff82d service neutron] 10.222.0.48 "GET /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.0601354 Jul 16 03:24:33.264300 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.372599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-642096aa-1ee7-43fc-92e5-7c159ba5ff54 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 1001 time: 0.0801697 Jul 16 03:24:33.459379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:33.480395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:33.481439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-de7d5d22-e848-4662-8398-2ef077655191 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:33.482844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-de7d5d22-e848-4662-8398-2ef077655191 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1045473 Jul 16 03:24:33.493866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-74748282-f97e-4a7e-b30f-dc8056bda1df tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:33.499000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-74748282-f97e-4a7e-b30f-dc8056bda1df tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105844 Jul 16 03:24:33.518798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef43555b-6388-42cd-bbdc-ece93ddca872 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:33.530137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:33.544179 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.568755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-5ea1882c-71f3-4ec3-a98d-9d0444a7c1fe tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 1001 time: 0.0668721 Jul 16 03:24:33.578172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:33.625217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] Transition to ACTIVE for port object ef43555b-6388-42cd-bbdc-ece93ddca872 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:33.629674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.639912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.711437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] No DVR routers for this DVR port ef43555b-6388-42cd-bbdc-ece93ddca872 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:33.716408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] Pushing event updated for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:33.748208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-85315251-2490-4a75-b011-60ee0fbe7466 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872/bindings/n-h1-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 0.4729533 Jul 16 03:24:33.786933 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.791866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.792189 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Floating IP 90b27dd1-0b6d-46b4-9488-8eb0de617ea8 disassociated. External IP: 172.25.4.226, port: 945f48a1-2275-41dc-b98f-afe240b166a1. Jul 16 03:24:33.869453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-5df13d4a-604a-4985-858b-86f815ccc27f tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:33.871470 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-5df13d4a-604a-4985-858b-86f815ccc27f tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.0649567 Jul 16 03:24:33.939445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-dbe9cc2f-b8c8-42a9-ba1e-904b9693c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:33.941168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-dbe9cc2f-b8c8-42a9-ba1e-904b9693c84a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837&tenant_id=af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 1095 time: 0.0613925 Jul 16 03:24:34.018677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-b1345a3e-5cf0-4155-a7b4-5c9352e1ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.020186 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-b1345a3e-5cf0-4155-a7b4-5c9352e1ce47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1095 time: 0.0549598 Jul 16 03:24:34.020702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Router 08e76327-e16c-4a1e-8431-617c8bf0da99 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:24:34.091661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-beb7c1dc-d044-4f5b-b8bd-33e60db8c796 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:34.092964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-beb7c1dc-d044-4f5b-b8bd-33e60db8c796 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111110 Jul 16 03:24:34.119221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-8115af9e-29f3-4a63-a15c-b344f781f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.120766 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-8115af9e-29f3-4a63-a15c-b344f781f247 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.0866430 Jul 16 03:24:34.175483 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-284d26f7-4295-4005-9995-55a6e9440875 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 217 time: 0.0411601 Jul 16 03:24:34.179726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-59463f28-2f2e-4f02-ad46-6c09451b40eb tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.181068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-59463f28-2f2e-4f02-ad46-6c09451b40eb tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 1094 time: 0.0822644 Jul 16 03:24:34.183710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:24:34.187895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:34.192914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] Sync routers for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:24:34.197194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Request body: {'binding': {'host': 'n-h2-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:34.197900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:24:34.202953 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:34.203885 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:34.243142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-2fcdb16d-42ad-4eed-9679-7f1f797d6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.245192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-2fcdb16d-42ad-4eed-9679-7f1f797d6945 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0523689 Jul 16 03:24:34.268222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cf94a34a-2326-44b0-b288-3355c7d0cca5 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "PUT /v2.0/floatingips/90b27dd1-0b6d-46b4-9488-8eb0de617ea8 HTTP/1.1" status: 200 len: 695 time: 0.6938128 Jul 16 03:24:34.270874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:34.273718 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f9dcb-a42c-4fdb-990f-2c3994527c78" -d '{"events": [{"name": "network-changed", "server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:34.287179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-c52681fa-0288-4f0e-9cc4-055f702428fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339677 Jul 16 03:24:34.410162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-5f383235-c7a6-4ef8-8844-b99b43c0631c service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133265 Jul 16 03:24:34.424196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-c012a0de-2b40-4093-9a37-ddf93a8431fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.427008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-c012a0de-2b40-4093-9a37-ddf93a8431fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1096 time: 0.1431873 Jul 16 03:24:34.430689 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:34.472214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on host n-h2-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:34.472854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:34.473179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:34.479003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:34.479322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:34.486878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:34.487395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:34.487761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:34.488282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Bound port: 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:34.522264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-829c2326-725b-4c5a-9b73-06f51f382e8c service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974445 Jul 16 03:24:34.593632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-3aefc55f-dfa5-4b9e-a0d3-3583cbc55484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.595127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-3aefc55f-dfa5-4b9e-a0d3-3583cbc55484 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 931 time: 0.1574931 Jul 16 03:24:34.609297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:34.636373 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:12Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:34.638846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:34.639979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bf7b38cb-d197-4d80-9300-56609eb13f3e service neutron] 10.222.0.25 "POST /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4500029 Jul 16 03:24:34.641332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-c152e86a-8d23-40e8-a383-64228319c909 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 217 time: 0.0391319 Jul 16 03:24:34.661647 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] Checking router: 08e76327-e16c-4a1e-8431-617c8bf0da99 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:24:34.670051 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:34.670681 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:34.707256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-de78427f-08f3-45d9-82df-5e2d9ff45e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.708800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-de78427f-08f3-45d9-82df-5e2d9ff45e0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 200 len: 868 time: 0.0588458 Jul 16 03:24:34.778697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cdbf5a3e-11eb-45fe-9d57-1d4e581b0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.780877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-cdbf5a3e-11eb-45fe-9d57-1d4e581b0140 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b0bad88-07ef-4f1c-bb26-b91029c428d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661807 Jul 16 03:24:34.795243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:34.935545 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-01277cc4-67b1-4298-b73a-c52f0d6f5de9 service neutron] 10.222.0.25 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477025 Jul 16 03:24:34.972120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-8c32dd88-2f17-481d-8edc-87c56fe08ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:34.973818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-8c32dd88-2f17-481d-8edc-87c56fe08ca8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1097 time: 0.0683222 Jul 16 03:24:35.047579 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:12Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:35.061616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f28881-bafe-4202-9205-4f981e5b27ff req-07e835ff-c2e7-45d1-b887-9896beca68c8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.063269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52f28881-bafe-4202-9205-4f981e5b27ff req-07e835ff-c2e7-45d1-b887-9896beca68c8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 944 time: 0.2106240 Jul 16 03:24:35.073764 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ffc31-0de1-4c8e-99da-18b5d77c5062 None None] The sync data for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 is: [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:05Z', 'revision_number': 4, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a259a0c8-efaf-4c27-8271-39b0838fb5ea', 'name': '', 'network_id': '4b0bad88-07ef-4f1c-bb26-b91029c428d5', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'mac_address': 'fa:16:3e:7f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:05Z', 'updated_at': '2021-07-16T03:24:12Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'subnets': [{'id': 'ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:24:35.112247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-21a8e2a3-79a0-4078-a2fe-b7181b018588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.113755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-21a8e2a3-79a0-4078-a2fe-b7181b018588 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1326661 Jul 16 03:24:35.129926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-065557ad-e5f2-4e22-bb05-c2830ecf2ec4 req-0b5a2af4-9168-44ad-a096-0af597711290 service neutron] 10.222.0.25 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868131 Jul 16 03:24:35.153040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-2227277d-c8db-45ed-9476-ad5688a637d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1769557 Jul 16 03:24:35.156242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52f28881-bafe-4202-9205-4f981e5b27ff req-3b94c46a-4ac1-4675-a76f-fa3a131b3c0a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Jul 16 03:24:35.161247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-28b87d5c-369d-4c17-b982-cb6b4671b38d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.0382826 Jul 16 03:24:35.166992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8917807-4572-48c6-91df-0af308cc8de0 req-d8ff3cc3-c0cd-4f13-b269-f96023721e83 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.168442 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-d8ff3cc3-c0cd-4f13-b269-f96023721e83 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.1198509 Jul 16 03:24:35.248211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-89fedf6c-d925-4971-ae3e-eac483c18791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.249807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-89fedf6c-d925-4971-ae3e-eac483c18791 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 1096 time: 0.0664701 Jul 16 03:24:35.249957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-d991afa0-7b33-445a-bb5f-2cb6f2952c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.251633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-d991afa0-7b33-445a-bb5f-2cb6f2952c76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0819736 Jul 16 03:24:35.299413 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-bffd8fb1-648a-412c-ae48-3c6485cb8c9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383940 Jul 16 03:24:35.441287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8917807-4572-48c6-91df-0af308cc8de0 req-5ddee9c5-28b2-457d-8da6-f8548d6bc21b service neutron] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:35.441804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53307cbe-9db6-430d-bde4-02232a273b9c None None] New status for floating IP 90b27dd1-0b6d-46b4-9488-8eb0de617ea8: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:24:35.445977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8917807-4572-48c6-91df-0af308cc8de0 req-5ddee9c5-28b2-457d-8da6-f8548d6bc21b service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:35.447194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8917807-4572-48c6-91df-0af308cc8de0 req-5ddee9c5-28b2-457d-8da6-f8548d6bc21b service neutron] 10.222.0.11 "DELETE /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872/bindings/n-h2-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.2681551 Jul 16 03:24:35.455952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-d516d4dd-bf06-4999-80b3-9efda732aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.458195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-d516d4dd-bf06-4999-80b3-9efda732aac1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 925 time: 0.1782990 Jul 16 03:24:35.467463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99845116-0910-4046-9cb5-139432917425 req-4cb5c824-0d71-4c2f-9ad1-65a15f411ea5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.468190 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-be5f7ede-8587-430f-b5ab-7807b587b5a4 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539783 Jul 16 03:24:35.474230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99845116-0910-4046-9cb5-139432917425 req-4cb5c824-0d71-4c2f-9ad1-65a15f411ea5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1471529 Jul 16 03:24:35.482357 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f511f-ad1a-4e7e-91d5-801107a6ebf8 x-openstack-request-id: req-df3f511f-ad1a-4e7e-91d5-801107a6ebf8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:35.482664 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:35.482919 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df3f511f-ad1a-4e7e-91d5-801107a6ebf8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:35.483303 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1', 'status': 'completed', 'code': 200} Jul 16 03:24:35.571147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99845116-0910-4046-9cb5-139432917425 req-2e3516f2-5ab0-4e27-8098-f0726dda2c77 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954289 Jul 16 03:24:35.585357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-69efe5fd-3d69-436f-a26d-4a771970a424 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba833cfc-490f-4d05-835a-df1a857555fc HTTP/1.1" status: 200 len: 1000 time: 0.1012521 Jul 16 03:24:35.604380 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-565e3cba-e98e-4a1f-98c0-b9afb89e9632 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299672 Jul 16 03:24:35.661616 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-e758b2d0-bc3f-47d8-ae05-3ea8c14263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.663951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-e758b2d0-bc3f-47d8-ae05-3ea8c14263b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3f1e4d44cde4886918f72649512648b&device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 1096 time: 0.0700264 Jul 16 03:24:35.804859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-a829bb76-e6c2-4e09-a239-49564d8d8559 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.806393 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-a829bb76-e6c2-4e09-a239-49564d8d8559 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1097 time: 0.1294417 Jul 16 03:24:35.819045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800089-6'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:35.825345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-96b4471c-2e3f-4739-ad89-5d59cca51e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:35.826851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-96b4471c-2e3f-4739-ad89-5d59cca51e57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 200 len: 931 time: 0.1403568 Jul 16 03:24:35.883693 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-958e2e36-841b-4e29-ae53-4341f0159d43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 200 len: 217 time: 0.0389543 Jul 16 03:24:36.004907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-09237cfe-f49e-48e2-91d5-df434625cbb4 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips/90b27dd1-0b6d-46b4-9488-8eb0de617ea8 HTTP/1.1" status: 200 len: 695 time: 0.3441200 Jul 16 03:24:36.005584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-fc735e30-30ef-43ea-90f9-4fd9fabce2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.007843 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-fc735e30-30ef-43ea-90f9-4fd9fabce2a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 200 len: 868 time: 0.1173549 Jul 16 03:24:36.009347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-9e4b2644-32fc-4b5f-ab16-b4a659520234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.010842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.011783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-9e4b2644-32fc-4b5f-ab16-b4a659520234 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.4163327 Jul 16 03:24:36.087542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-62a1ed07-0c56-4c1e-9f2a-795ac0716e2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1635277 Jul 16 03:24:36.137614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342db34-e6b4-4f87-b59e-32e90899c264 req-42fe5796-683e-4b39-82e8-62c6acdc3a60 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.139119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e342db34-e6b4-4f87-b59e-32e90899c264 req-42fe5796-683e-4b39-82e8-62c6acdc3a60 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 946 time: 0.5453589 Jul 16 03:24:36.147931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-25e8be0c-da4c-4f88-a65f-d166417acae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.149365 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-25e8be0c-da4c-4f88-a65f-d166417acae8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b0bad88-07ef-4f1c-bb26-b91029c428d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237364 Jul 16 03:24:36.190578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d99b-ea89-47c3-94e5-91896362d198 req-4fe852fa-ef5f-4536-a9e6-242ea712f47f tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.191901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-4fe852fa-ef5f-4536-a9e6-242ea712f47f tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1773593 Jul 16 03:24:36.194149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-13b1f8bb-6420-4a86-b09c-b4e722975043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.195526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-13b1f8bb-6420-4a86-b09c-b4e722975043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681743 Jul 16 03:24:36.205997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-fb39e53b-ee4e-42c0-978f-bf6d7f32ec36 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:24:36.206979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-fb39e53b-ee4e-42c0-978f-bf6d7f32ec36 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070069 Jul 16 03:24:36.247760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e342db34-e6b4-4f87-b59e-32e90899c264 req-001bc9e0-4bc4-40fb-984d-c7b5950b2a73 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965817 Jul 16 03:24:36.288378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:36.299678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-3299703c-92ff-48be-9b9e-95ec63fcbdcf tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0793054 Jul 16 03:24:36.329197 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-c51aaeed-d280-46f8-ad98-2728ba9388ad service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547716 Jul 16 03:24:36.333159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-b37bed2b-d136-4e17-b63b-665221028302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.334637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-b37bed2b-d136-4e17-b63b-665221028302 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 1100 time: 0.1964004 Jul 16 03:24:36.385880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:36.390890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-43d80ffe-6de1-4326-aeb2-0bea20eb7a36 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0550487 Jul 16 03:24:36.501792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:36.504964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-6a31d709-ed73-4b0d-a0df-a328a47089a7 service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970645 Jul 16 03:24:36.546527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:36.548770 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21553922-dea0-40aa-9c4f-ecefa41f6ca5" -d '{"events": [{"server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "name": "network-vif-unplugged", "status": "completed", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:36.552083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:36.555090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.563903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-642f9dcb-a42c-4fdb-990f-2c3994527c78 req-30141ddd-d856-4d50-bfc7-a3ce03c42995 service neutron] 10.222.0.48 "GET /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250812 Jul 16 03:24:36.572766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.605648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-24597bcd-3788-40d4-af2a-529f2e636836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.607150 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-24597bcd-3788-40d4-af2a-529f2e636836 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2229519 Jul 16 03:24:36.674805 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-cad27192-8d41-4485-afaa-93ca0e7b4629 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 200 len: 217 time: 0.0533848 Jul 16 03:24:36.676968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:36.703403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Deleting port 4f717b66-8446-4286-b5dd-daacbf3b7f1a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:36.703813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.745407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c937c84f-8c50-466a-ac74-5acf1c04baf3 req-d85b7d79-7e0a-4bc1-b0d3-faf5d21a5d60 service neutron] 10.222.0.48 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016850 Jul 16 03:24:36.746829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on host n-h1-800089-6 for vnic_type normal with profile {"migrating_to": "n-h2-800089-6"} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:36.747500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:36.747500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:36.755652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:36.755975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Attempting to bind port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:36.763343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-d2ed8a87-4021-4f3e-996a-8800aadfca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.764806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-d2ed8a87-4021-4f3e-996a-8800aadfca24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0823069 Jul 16 03:24:36.765647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:36.765993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:36.766361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:36.766895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Bound port: 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:36.767158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.817851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acc0c4-0c8e-4e4b-bdb6-445afc742ee0 req-cb649408-89b5-4d3a-81ae-7cfd5e4f49e8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.819406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93acc0c4-0c8e-4e4b-bdb6-445afc742ee0 req-cb649408-89b5-4d3a-81ae-7cfd5e4f49e8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 944 time: 0.1711545 Jul 16 03:24:36.821166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.821489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.840134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Calling delete_port for 4f717b66-8446-4286-b5dd-daacbf3b7f1a owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:36.846956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:36.880778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:36.885068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:36.888829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-ed579cf6-2857-406b-80b9-366bf0b97c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:36.890332 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-ed579cf6-2857-406b-80b9-366bf0b97c9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123085 Jul 16 03:24:36.891863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:36.912831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93acc0c4-0c8e-4e4b-bdb6-445afc742ee0 req-e6183ec5-7c14-47a6-92b1-ecde90acca70 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816925 Jul 16 03:24:37.020718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.049237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event deleted for resources: {'Port': ['ID=4f717b66-8446-4286-b5dd-daacbf3b7f1a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:37.077652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.080476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.081638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5332d99b-ea89-47c3-94e5-91896362d198 req-62bbe2b8-db1a-4e04-955e-0400aa37bcc9 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "DELETE /v2.0/floatingips/90b27dd1-0b6d-46b4-9488-8eb0de617ea8 HTTP/1.1" status: 204 len: 173 time: 0.6830542 Jul 16 03:24:37.246349 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99397e-1f8b-4135-866d-67ffbc6a8bfa x-openstack-request-id: req-3a99397e-1f8b-4135-866d-67ffbc6a8bfa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:37.246666 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "name": "network-vif-unplugged", "status": "completed", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:37.246912 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a99397e-1f8b-4135-866d-67ffbc6a8bfa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:37.247460 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'code': 200} Jul 16 03:24:37.250232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:37.282015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35265e93-b1de-4088-b3ff-2cf460594945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.285700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:37.286333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.287774 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-669d3efb-8ec5-4d17-86bd-b9bafcc7d297 service neutron] 10.222.0.48 "PUT /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 1122 time: 1.4737160 Jul 16 03:24:37.315666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-d0066a1b-87b0-4396-83ab-a30390082739 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154000 Jul 16 03:24:37.332762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ba289-8a9b-4a0e-8c9e-6fe52a3d98c5 req-5b43f169-e05a-4244-a815-40f9f8b38718 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:37.334886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64ba289-8a9b-4a0e-8c9e-6fe52a3d98c5 req-5b43f169-e05a-4244-a815-40f9f8b38718 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.0754404 Jul 16 03:24:37.389994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:37.420861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64ba289-8a9b-4a0e-8c9e-6fe52a3d98c5 req-1d514e5b-1c0f-412f-a203-445c11fc86a6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 Jul 16 03:24:37.437580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac55cf8-f358-4aaf-b854-948d08cf70fa req-cefd5b1c-dc43-4d28-984c-372bf7d333d0 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:37.439284 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ac55cf8-f358-4aaf-b854-948d08cf70fa req-cefd5b1c-dc43-4d28-984c-372bf7d333d0 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1095 time: 0.1034644 Jul 16 03:24:37.451756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d74f1356-a78a-42dc-ac58-3494c3e640f5 req-47d8ef13-e9b6-4801-8bb7-6ee9f8e05b27 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227326 Jul 16 03:24:37.478976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35265e93-b1de-4088-b3ff-2cf460594945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.484041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35265e93-b1de-4088-b3ff-2cf460594945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.494823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ac55cf8-f358-4aaf-b854-948d08cf70fa req-74522e5a-4d9d-4a92-845b-ffc50b492d49 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Jul 16 03:24:37.543044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35265e93-b1de-4088-b3ff-2cf460594945 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=befbc18ac4cb4585a105007b4dc35708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928778 Jul 16 03:24:37.544999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:37.555973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35265e93-b1de-4088-b3ff-2cf460594945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9c717-a96d-4843-95c9-842ccb438d91,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:37.645099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-310ee0ba-3378-425a-9462-22d6350d99de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.679674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-310ee0ba-3378-425a-9462-22d6350d99de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.687919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f20d33-0745-47fa-9d5d-406df2a98657 req-76a5449d-6535-4ce0-a611-23e538be8cfa tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:37.689378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96f20d33-0745-47fa-9d5d-406df2a98657 req-76a5449d-6535-4ce0-a611-23e538be8cfa tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1125872 Jul 16 03:24:37.772192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96f20d33-0745-47fa-9d5d-406df2a98657 req-81f1999a-f845-492c-9f32-44d1852fce90 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0739393 Jul 16 03:24:37.798716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-310ee0ba-3378-425a-9462-22d6350d99de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.801122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-310ee0ba-3378-425a-9462-22d6350d99de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:37.802234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-310ee0ba-3378-425a-9462-22d6350d99de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92b9c717-a96d-4843-95c9-842ccb438d91 HTTP/1.1" status: 204 len: 168 time: 0.2562447 Jul 16 03:24:37.814897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ee0ba-3378-425a-9462-22d6350d99de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9c717-a96d-4843-95c9-842ccb438d91,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:37.825649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a795ef7-43a2-4dd2-944b-65c997caeb99 req-91155bcc-e312-4d00-9a2b-bb134df3b4c3 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:37.827177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a795ef7-43a2-4dd2-944b-65c997caeb99 req-91155bcc-e312-4d00-9a2b-bb134df3b4c3 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 944 time: 0.1319797 Jul 16 03:24:37.868487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a795ef7-43a2-4dd2-944b-65c997caeb99 req-b87fbaf5-dbe2-4239-81b8-fdbbf45e2db5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348568 Jul 16 03:24:37.966180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abcd697a-c85b-4d3a-a8ee-359af6f5cf3a req-617ff48a-34ef-4cfb-8cba-8141a95cf5f8 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0526576 Jul 16 03:24:38.047933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-7ca93620-083d-4407-8aa3-3d9aed449f75 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:38.049471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-7ca93620-083d-4407-8aa3-3d9aed449f75 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.1455259 Jul 16 03:24:38.065623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-58b82810-931f-43f9-8285-b52777200088 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/quotas/af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 375 time: 0.0099857 Jul 16 03:24:38.109486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46802) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:38.126462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26ae8bd9-6492-4d34-8c02-d70c1d026a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.140933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-bc8b2dea-9f3a-4946-ba98-7e664dca9d94 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684919 Jul 16 03:24:38.260124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26ae8bd9-6492-4d34-8c02-d70c1d026a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.266276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26ae8bd9-6492-4d34-8c02-d70c1d026a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.272051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-cb89edc5-6aae-4291-a27f-4db01018e1e4 service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243861 Jul 16 03:24:38.310519 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-26ae8bd9-6492-4d34-8c02-d70c1d026a3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8f326901ac344669b37700c3ad10859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997488 Jul 16 03:24:38.312005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae8bd9-6492-4d34-8c02-d70c1d026a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50f373-dea7-4495-8705-85578912bf90,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:38.313108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46810) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:38.399595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-6a309fac-fcc4-42a3-bc86-d6745c9ce9ac service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265740 Jul 16 03:24:38.409106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29cd3ac0-a127-4b41-9790-49d36c732c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.433437 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29cd3ac0-a127-4b41-9790-49d36c732c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.484749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29cd3ac0-a127-4b41-9790-49d36c732c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.487792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29cd3ac0-a127-4b41-9790-49d36c732c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:38.489292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29cd3ac0-a127-4b41-9790-49d36c732c56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f50f373-dea7-4495-8705-85578912bf90 HTTP/1.1" status: 204 len: 168 time: 0.1750343 Jul 16 03:24:38.498669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd3ac0-a127-4b41-9790-49d36c732c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50f373-dea7-4495-8705-85578912bf90,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:38.702423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56868ca-b9a0-4674-bdc2-4a25778a8bd6 req-539bc8a8-990e-46e0-a52e-cb2030c923a7 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:38.707326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a56868ca-b9a0-4674-bdc2-4a25778a8bd6 req-539bc8a8-990e-46e0-a52e-cb2030c923a7 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 945 time: 0.1036339 Jul 16 03:24:38.750860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54890c-f82e-4f75-a9b1-a7668d91eb90 req-c91a9a9c-f3e4-4cd9-af2d-b8f5d95a6bb4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:38.752336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c54890c-f82e-4f75-a9b1-a7668d91eb90 req-c91a9a9c-f3e4-4cd9-af2d-b8f5d95a6bb4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1005917 Jul 16 03:24:38.771884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a56868ca-b9a0-4674-bdc2-4a25778a8bd6 req-3f8de28c-dadf-45cb-bc5c-a35ebb6c76a0 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Jul 16 03:24:38.800237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c54890c-f82e-4f75-a9b1-a7668d91eb90 req-2f48577f-39ee-417a-bd62-b395744c9067 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Jul 16 03:24:38.895317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ff9d01b-67f8-4e65-b55b-56f6f864c41d req-3f0c9b2e-b9ae-487b-b432-2bf982178b02 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 210 time: 0.0406222 Jul 16 03:24:39.082647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf4c4-749b-42b8-8c52-5e93c6a36a4c req-9cd48e23-e352-4ad2-b9f4-312332f3409f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:39.094633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13ccf4c4-749b-42b8-8c52-5e93c6a36a4c req-9cd48e23-e352-4ad2-b9f4-312332f3409f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 944 time: 0.0787175 Jul 16 03:24:39.132547 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13ccf4c4-749b-42b8-8c52-5e93c6a36a4c req-25fd47fb-538c-48f0-997e-455e58c1b788 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Jul 16 03:24:39.248460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:39.251591 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a268893-b9f3-4a2c-b18d-689787787eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:39.294680 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca4cb7-52d7-45a2-a1ea-59cd675ce085 x-openstack-request-id: req-c6ca4cb7-52d7-45a2-a1ea-59cd675ce085 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:39.295074 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:39.295396 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6ca4cb7-52d7-45a2-a1ea-59cd675ce085 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:39.295853 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'status': 'completed', 'code': 200} Jul 16 03:24:39.400962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-5a6cd883-bfad-4754-8c4b-d5eb7090d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:39.403203 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-5a6cd883-bfad-4754-8c4b-d5eb7090d32c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1125 time: 0.0650616 Jul 16 03:24:39.516483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-4fd0d598-85f7-4564-a270-580739b05714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:39.518461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-4fd0d598-85f7-4564-a270-580739b05714 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1068583 Jul 16 03:24:39.579731 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-8badfe90-b661-4d96-9259-a949d5d18a70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.0511510 Jul 16 03:24:39.641869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-a5b589c8-ecf6-4c70-beae-46728ff51ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:39.644109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-a5b589c8-ecf6-4c70-beae-46728ff51ddb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0562308 Jul 16 03:24:39.682995 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-bc97a3b0-f832-4085-b7b2-51acfc265041 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293205 Jul 16 03:24:39.791790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-783c21c2-a87b-4f43-91be-6896901d9ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021478 Jul 16 03:24:40.013671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a268893-b9f3-4a2c-b18d-689787787eb2 req-da60a178-9ebc-4fff-9b93-6565bf0d9609 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141063 Jul 16 03:24:40.027144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-f58646a0-fdad-421b-8f61-4b6f671ec0a4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:40.028964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-f58646a0-fdad-421b-8f61-4b6f671ec0a4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.2045202 Jul 16 03:24:40.062320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Request body: {'port': {'device_id': '7650b995-4564-475c-b68d-2f9915f965be', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'admin_state_up': True, 'tenant_id': 'af589716db354a2b96e06c2116564618'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:40.077861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-ed6cc811-e2f8-488c-b751-37816fa7902e tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:40.079977 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-ed6cc811-e2f8-488c-b751-37816fa7902e tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.48 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 945 time: 0.2672772 Jul 16 03:24:40.175493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4895c2-828d-4262-9d70-a994d0fe3d35 req-01c8b229-9207-4f31-8c1f-bee50822c8f0 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:40.177662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f4895c2-828d-4262-9d70-a994d0fe3d35 req-01c8b229-9207-4f31-8c1f-bee50822c8f0 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a90880-5414-4ce1-a6d5-f44b2767d929 HTTP/1.1" status: 200 len: 945 time: 0.2344308 Jul 16 03:24:40.197107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Deleting port 945f48a1-2275-41dc-b98f-afe240b166a1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:40.197451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.215261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb580fe-51d8-4d54-826c-5e33fe5149ad req-a4c27b60-73f5-41d3-993c-950cb212a519 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:40.216762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccb580fe-51d8-4d54-826c-5e33fe5149ad req-a4c27b60-73f5-41d3-993c-950cb212a519 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.2101088 Jul 16 03:24:40.280644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f4895c2-828d-4262-9d70-a994d0fe3d35 req-117d8114-0c80-4291-97c0-35455a15ed03 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.25 "GET /v2.0/security-groups?id=c22d9979-2f8a-407e-a2c2-323596aa0e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847836 Jul 16 03:24:40.283907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Made reservation on behalf of af589716db354a2b96e06c2116564618 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:40.288016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.297494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] For port 945f48a1-2275-41dc-b98f-afe240b166a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=945f48a1-2275-41dc-b98f-afe240b166a1,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:40.298409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.312294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Calling delete_port for 945f48a1-2275-41dc-b98f-afe240b166a1 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:40.319123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccb580fe-51d8-4d54-826c-5e33fe5149ad req-2918f107-6b33-4d3a-90b1-9452779d310c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911801 Jul 16 03:24:40.465962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.478042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['945f48a1-2275-41dc-b98f-afe240b166a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:40.494210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Pushing event deleted for resources: {'Port': ['ID=945f48a1-2275-41dc-b98f-afe240b166a1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:40.506702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e660b568-66db-47db-bba5-dd619fa83bda req-b677e750-e235-4512-862c-99448cb29797 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 210 time: 0.0663834 Jul 16 03:24:40.529130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Allocated IP 172.20.0.10 (d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9/c9bb331f-ea89-4871-898b-b2549891c7da/47d901b0-207d-41d1-a591-f8471b7ed842) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:40.536206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:40.548415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] No DVR routers for this DVR port 945f48a1-2275-41dc-b98f-afe240b166a1 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:40.555421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.555922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.556264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.556658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.557372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.557489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.557759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.558097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.558493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.558773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.559104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.559505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:40.562816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.564848 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d9a9fe5-67d0-45c6-9595-16afb80c3cd9 req-2e3e9ea7-889f-489f-a3aa-5691573b9f64 tempest-FloatingIPsAssociationNegativeTestJSON-689722401 tempest-FloatingIPsAssociationNegativeTestJSON-689722401-project] 10.222.0.48 "DELETE /v2.0/ports/945f48a1-2275-41dc-b98f-afe240b166a1 HTTP/1.1" status: 204 len: 173 time: 0.4779823 Jul 16 03:24:40.598157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641f954-1bbb-4aca-ac9e-958971637eb8 req-9209cf78-d2c5-4c7a-a456-c9a55ca4be07 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:40.599938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3641f954-1bbb-4aca-ac9e-958971637eb8 req-9209cf78-d2c5-4c7a-a456-c9a55ca4be07 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 944 time: 0.1586661 Jul 16 03:24:40.708066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3641f954-1bbb-4aca-ac9e-958971637eb8 req-3f2bbc4d-7447-4601-a447-f3050717391d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Jul 16 03:24:40.742820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:40.768245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 has no active binding in host n-h2-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:24:40.821363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.861621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.914048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:40.917798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:40.922199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:40.928583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:40.929086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:40.932687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:40.950201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-70c136bb-86f7-46b5-9480-973f96c3f841 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8984563 Jul 16 03:24:40.964405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Request body: {'port': {'device_id': '7650b995-4564-475c-b68d-2f9915f965be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:41.042194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:41.297275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'name': 'network-vif-deleted', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:41.303670 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04408e-0cbe-4a4c-9d34-95117bb33bea" -d '{"events": [{"server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "name": "network-vif-deleted", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:41.370895 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ee9d0c-4b48-482a-adb2-64896529ab2c x-openstack-request-id: req-06ee9d0c-4b48-482a-adb2-64896529ab2c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:41.371193 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a90880-5414-4ce1-a6d5-f44b2767d929", "name": "network-vif-deleted", "tag": "945f48a1-2275-41dc-b98f-afe240b166a1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:41.371454 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06ee9d0c-4b48-482a-adb2-64896529ab2c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:41.371855 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a90880-5414-4ce1-a6d5-f44b2767d929', 'name': 'network-vif-deleted', 'tag': '945f48a1-2275-41dc-b98f-afe240b166a1', 'status': 'completed', 'code': 200} Jul 16 03:24:41.398111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d901b0-207d-41d1-a591-f8471b7ed842 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:41.407640 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:41.421629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Transition to ACTIVE for port object 47d901b0-207d-41d1-a591-f8471b7ed842 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:41.427818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:41.480071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-78b7f6f8-67e3-4c26-8fd8-88abee66ce2f service neutron] 10.222.0.11 "GET /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2/bindings/n-h2-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.1003261 Jul 16 03:24:41.493416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:41.516330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:41.601862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:41.602200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:41.602518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:41.614215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:41.614656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:41.650922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:41.651262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:41.651649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:41.652093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Bound port: 47d901b0-207d-41d1-a591-f8471b7ed842, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:41.652448 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:41.704422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:41.744016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:41.784966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:41.796714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:41.807783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:41.825723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:41.970686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] Transition to ACTIVE for port object 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:41.980431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.044590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-630b7f93-fff1-4c9e-8825-d588ebae1fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.079474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] No DVR routers for this DVR port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:42.091507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd641f-5c3d-4dd9-8564-97026beca31b req-6891df04-97b1-4a2e-a3f2-6f05ed01d829 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.093015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4cd641f-5c3d-4dd9-8564-97026beca31b req-6891df04-97b1-4a2e-a3f2-6f05ed01d829 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.5775237 Jul 16 03:24:42.125590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:42.128975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] Pushing event updated for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:42.137704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1488f482-2e79-41ac-9dbe-c9e8e03b2733 service neutron] 10.222.0.11 "PUT /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2/bindings/n-h2-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6460459 Jul 16 03:24:42.179452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:42.198522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.237937 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-630b7f93-fff1-4c9e-8825-d588ebae1fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.242689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-630b7f93-fff1-4c9e-8825-d588ebae1fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.244579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4cd641f-5c3d-4dd9-8564-97026beca31b req-c512bfdc-6d07-40c1-a755-93cc84cc9072 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410074 Jul 16 03:24:42.260342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f2353-76b9-4276-889d-d4f867e4afaa req-ac74722d-b0fb-473f-810e-2a03a1158640 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.261831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f4f2353-76b9-4276-889d-d4f867e4afaa req-ac74722d-b0fb-473f-810e-2a03a1158640 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.2706141 Jul 16 03:24:42.269995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.270623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.272715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] 10.222.0.11 "PUT /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 1092 time: 1.3125875 Jul 16 03:24:42.277306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:42.277306 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d59efc-0071-483d-9c4b-b058cf19bd46" -d '{"events": [{"name": "network-changed", "server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:42.298603 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-630b7f93-fff1-4c9e-8825-d588ebae1fa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab6cd60c8b3b42d0b6b4a2344bfed917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892209 Jul 16 03:24:42.299747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:42.303190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b7f93-fff1-4c9e-8825-d588ebae1fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f4d02c-4aa5-43f3-bbbb-d68d460d3de0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:42.315612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-50a89dfb-30c5-46d6-b2bc-d21204e5f25f tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.317866 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-50a89dfb-30c5-46d6-b2bc-d21204e5f25f tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.1173391 Jul 16 03:24:42.381723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:42.388337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-75cb4784-2777-46a1-a5fd-e5e314a9cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.389961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-75cb4784-2777-46a1-a5fd-e5e314a9cd57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162&tenant_id=dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 1096 time: 0.0648189 Jul 16 03:24:42.426092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.426660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.426786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.427123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.427495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.427823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.428155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.428481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.428809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.429130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.429455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.429777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d718ad-fd72-4fc3-913b-757ddc640dbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:42.467639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-9f15a480-5f17-4db0-91f3-ea9647c70296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.469395 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-9f15a480-5f17-4db0-91f3-ea9647c70296 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1096 time: 0.0559900 Jul 16 03:24:42.471341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f4f2353-76b9-4276-889d-d4f867e4afaa req-8857b66f-73d3-4737-990e-6d0fef78e5d8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895356 Jul 16 03:24:42.502027 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:24:42.574377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-0353fbfa-20a5-480b-9cf1-7ec555dfad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.575910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-0353fbfa-20a5-480b-9cf1-7ec555dfad72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1095 time: 0.2305090 Jul 16 03:24:42.580478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-fba9adc3-95d3-4537-a445-407ce84dadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.581905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-fba9adc3-95d3-4537-a445-407ce84dadb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1061337 Jul 16 03:24:42.595880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49052e8a-6441-4807-b780-29d11ea8cdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.628703 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-584a6eeb-46c7-45ba-b33c-055086a26aff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.0369363 Jul 16 03:24:42.645839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a837bd9-89c5-40de-958e-7808b7fc4414 req-403f5a52-db31-443e-82c3-7df4347c78aa tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.647905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a837bd9-89c5-40de-958e-7808b7fc4414 req-403f5a52-db31-443e-82c3-7df4347c78aa tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 945 time: 0.2550344 Jul 16 03:24:42.656427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-7fdbf46a-74cb-4d7d-8c21-b0ef55bcb2c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 217 time: 0.0691688 Jul 16 03:24:42.679390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-da008dfb-0aaf-4df3-903c-70c7eeeb05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.680821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-da008dfb-0aaf-4df3-903c-70c7eeeb05be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0452621 Jul 16 03:24:42.692069 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49052e8a-6441-4807-b780-29d11ea8cdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.722783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-abd3eff8-119c-4dc7-9f09-90cc0087e38d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335090 Jul 16 03:24:42.811454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a833-498c-414c-ad7b-0d2073c19949 req-7d47f2e7-08d2-4a67-b4c3-5c305ef0914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:42.812926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-7d47f2e7-08d2-4a67-b4c3-5c305ef0914b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.1455917 Jul 16 03:24:42.817691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a837bd9-89c5-40de-958e-7808b7fc4414 req-8680d70a-2ae2-439c-bb1d-2e93108e46e1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582024 Jul 16 03:24:42.821157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-4b6147af-c70b-4fa5-bb79-41b27000175c service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916739 Jul 16 03:24:42.856089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-b8a89917-6a0e-4fd6-93e8-70de5c338d05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316787 Jul 16 03:24:42.891503 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c567106a-884e-4315-8abb-3ca11f1d15f6 x-openstack-request-id: req-c567106a-884e-4315-8abb-3ca11f1d15f6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:42.891845 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:42.892100 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c567106a-884e-4315-8abb-3ca11f1d15f6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:42.892474 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842', 'status': 'completed', 'code': 200} Jul 16 03:24:42.899284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49052e8a-6441-4807-b780-29d11ea8cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.901816 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49052e8a-6441-4807-b780-29d11ea8cdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.902990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-49052e8a-6441-4807-b780-29d11ea8cdee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9f4d02c-4aa5-43f3-bbbb-d68d460d3de0 HTTP/1.1" status: 204 len: 168 time: 0.5856066 Jul 16 03:24:42.925980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49052e8a-6441-4807-b780-29d11ea8cdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f4d02c-4aa5-43f3-bbbb-d68d460d3de0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:42.931847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.953647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-1a1532c5-a989-4bca-ab7c-f767479639c6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245782 Jul 16 03:24:43.064972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-fb5ba938-c07b-4339-a59c-adff660c96f3 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017519 Jul 16 03:24:43.254503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e175a833-498c-414c-ad7b-0d2073c19949 req-c6d11724-db12-4f98-a5d1-434fb660a818 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812646 Jul 16 03:24:43.303136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-f0562236-bc61-4509-8bfd-8f3ed208af93 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:43.304705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-f0562236-bc61-4509-8bfd-8f3ed208af93 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.0798397 Jul 16 03:24:43.368532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:43.390162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65d44eb9-c100-4bf2-a5c6-6f2acbd07e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:43.467537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-06eaa274-4e86-441f-a742-4562cb1177f6 service neutron] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:43.473799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-06eaa274-4e86-441f-a742-4562cb1177f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:43.476334 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-455cfd12-5588-44d7-88f3-f69a59eab06c req-06eaa274-4e86-441f-a742-4562cb1177f6 service neutron] 10.222.0.48 "DELETE /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2/bindings/n-h1-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.1527417 Jul 16 03:24:43.518691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-e70fd0a2-129a-419e-be52-4e6af3c259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:43.520337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-e70fd0a2-129a-419e-be52-4e6af3c259c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1095 time: 0.1839223 Jul 16 03:24:43.543289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Deleting port a259a0c8-efaf-4c27-8271-39b0838fb5ea {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:43.543658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:43.683047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f226d34-579c-4ac5-955b-d907ac2dcbd1 req-1167501e-9104-4c89-a2d8-b81e47bc5516 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:43.684537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f226d34-579c-4ac5-955b-d907ac2dcbd1 req-1167501e-9104-4c89-a2d8-b81e47bc5516 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.2480807 Jul 16 03:24:43.748188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65d44eb9-c100-4bf2-a5c6-6f2acbd07e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:43.755103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] For port a259a0c8-efaf-4c27-8271-39b0838fb5ea, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a259a0c8-efaf-4c27-8271-39b0838fb5ea,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:43.755461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:43.781970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65d44eb9-c100-4bf2-a5c6-6f2acbd07e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:43.792612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-63a0ebbc-13c4-4162-8d1c-99af1b306d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:43.794038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-63a0ebbc-13c4-4162-8d1c-99af1b306d03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2625499 Jul 16 03:24:43.811050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Calling delete_port for a259a0c8-efaf-4c27-8271-39b0838fb5ea owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:43.838764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f226d34-579c-4ac5-955b-d907ac2dcbd1 req-26885757-2091-4360-8d99-52d7f7f0c504 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443405 Jul 16 03:24:43.890343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-a3042980-c6cb-4b4c-8133-58b105dbbf3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 217 time: 0.0683496 Jul 16 03:24:43.929418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d44eb9-c100-4bf2-a5c6-6f2acbd07e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c06235-c2fc-4c48-a032-fa2840e23ea5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:43.944107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-65d44eb9-c100-4bf2-a5c6-6f2acbd07e63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea5682cc66484d94af163186b0608140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727217 Jul 16 03:24:43.947108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:44.007699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-81712da3-5587-4efa-a981-515b4bdf71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:44.008550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a27ac4d-c699-411c-8c38-8329fdcc6558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:44.009165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-81712da3-5587-4efa-a981-515b4bdf71c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0807743 Jul 16 03:24:44.037204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a27ac4d-c699-411c-8c38-8329fdcc6558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:44.043520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5bf50-7ff7-4a16-bffc-286f9988a971 req-1a6855d6-df71-4cec-bf47-8a1dddfc628e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:44.050274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29c5bf50-7ff7-4a16-bffc-286f9988a971 req-1a6855d6-df71-4cec-bf47-8a1dddfc628e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.2970526 Jul 16 03:24:44.089980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a27ac4d-c699-411c-8c38-8329fdcc6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:44.092730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a27ac4d-c699-411c-8c38-8329fdcc6558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:44.096418 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5a27ac4d-c699-411c-8c38-8329fdcc6558 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1c06235-c2fc-4c48-a032-fa2840e23ea5 HTTP/1.1" status: 204 len: 168 time: 0.1458206 Jul 16 03:24:44.113369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ac4d-c699-411c-8c38-8329fdcc6558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c06235-c2fc-4c48-a032-fa2840e23ea5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:44.410063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-8ba61fe6-a736-448a-b9f8-8c049375abf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3745208 Jul 16 03:24:44.527131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29c5bf50-7ff7-4a16-bffc-286f9988a971 req-3afd644e-5f09-45f2-b142-65a242c3ad7f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760673 Jul 16 03:24:44.579626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 945f48a1-2275-41dc-b98f-afe240b166a1 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:44.599518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 945f48a1-2275-41dc-b98f-afe240b166a1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:44.600087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 945f48a1-2275-41dc-b98f-afe240b166a1 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:44.645158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-3e1c3a08-0e3f-496f-ab0c-8531e8efd3df service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204669 Jul 16 03:24:44.671543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa6c3-fc95-469f-9dae-67681a319bf5 req-69ae95c8-397d-4756-b96f-071f8615b07f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:44.675090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd9aa6c3-fc95-469f-9dae-67681a319bf5 req-69ae95c8-397d-4756-b96f-071f8615b07f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 945 time: 0.2350256 Jul 16 03:24:44.706735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:44.748079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Pushing event deleted for resources: {'Port': ['ID=a259a0c8-efaf-4c27-8271-39b0838fb5ea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:44.816896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd9aa6c3-fc95-469f-9dae-67681a319bf5 req-9ebd7275-2bf1-446d-b31d-fcd6efc69f5a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356463 Jul 16 03:24:44.919428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10d59efc-0071-483d-9c4b-b058cf19bd46 req-49cc36c6-ab92-4d9c-9879-51cedfc2dc12 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646062 Jul 16 03:24:45.014619 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:45.173145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ae461-a26a-447e-93ac-d799d58e3027 req-5ecd9eda-daae-4459-a3c7-28e07d8c608c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:45.174964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd4ae461-a26a-447e-93ac-d799d58e3027 req-5ecd9eda-daae-4459-a3c7-28e07d8c608c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1455698 Jul 16 03:24:45.293634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd4ae461-a26a-447e-93ac-d799d58e3027 req-90e38636-43d8-4106-b2fe-b0ac209a15d7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126130 Jul 16 03:24:45.326465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Router 08e76327-e16c-4a1e-8431-617c8bf0da99 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:24:45.471957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:24:45.481166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-931d1f8c-e6ba-4def-8db6-24932201c64e admin admin] 10.222.0.25 "PUT /v2.0/routers/08e76327-e16c-4a1e-8431-617c8bf0da99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578581 Jul 16 03:24:45.481166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:45.483250 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] Sync routers for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:24:45.495045 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:45.498140 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:45.584009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec706481-067b-45e2-89c7-5c3117e8d8f0 req-64a1cfa7-1934-47ab-8a9b-a630bbf8d5ab tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:45.585520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec706481-067b-45e2-89c7-5c3117e8d8f0 req-64a1cfa7-1934-47ab-8a9b-a630bbf8d5ab tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1096 time: 0.1563580 Jul 16 03:24:45.590007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:45.602154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:45.648989 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:45.698348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec706481-067b-45e2-89c7-5c3117e8d8f0 req-11df6fa2-9600-4e37-b39a-d5c147a77c38 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027699 Jul 16 03:24:45.705294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:45.856263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:45.875644 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:44Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:45.919005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '47d901b0-207d-41d1-a591-f8471b7ed842', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'port_id': '47d901b0-207d-41d1-a591-f8471b7ed842', 'mac_address': 'fa:16:3e:d0:d8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bb331f-ea89-4871-898b-b2549891c7da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:45.921040 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] Checking router: 08e76327-e16c-4a1e-8431-617c8bf0da99 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:24:45.932203 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] Routers {'08e76327-e16c-4a1e-8431-617c8bf0da99'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:24:45.933361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['08e76327-e16c-4a1e-8431-617c8bf0da99'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:45.946702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:45.971199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:45.991066 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.041829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d901b0-207d-41d1-a591-f8471b7ed842 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:46.050306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4e8cc-700f-4bd0-bd87-e22a4a7fac38 req-745cf181-18dd-4f36-9423-9278d384796b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:46.059815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba4e8cc-700f-4bd0-bd87-e22a4a7fac38 req-745cf181-18dd-4f36-9423-9278d384796b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.1300545 Jul 16 03:24:46.094445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:46.100566 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] Set router 08e76327-e16c-4a1e-8431-617c8bf0da99 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:24:46.104074 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.166037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba4e8cc-700f-4bd0-bd87-e22a4a7fac38 req-713c4aba-502d-40a2-89f2-fb1af20fb8fa tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043136 Jul 16 03:24:46.168819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Deleting port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:46.169325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.172744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:46.184399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.184598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.184940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.185276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.185741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.186059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.186392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.186821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.187147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.187471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.187793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.188114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:24:46.275196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] For port 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:46.276929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.291305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Calling delete_port for 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:46.346955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['47d901b0-207d-41d1-a591-f8471b7ed842'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:46.351846 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:44Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:46.409744 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cdf41-a9c4-4a36-a97e-e40fb5d9b668 None None] The sync data for ids ['08e76327-e16c-4a1e-8431-617c8bf0da99'] in n-d-800089-6 is: [{'id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2063372981-router', 'tenant_id': 'f3f1e4d44cde4886918f72649512648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:24:00Z', 'updated_at': '2021-07-16T03:24:44Z', 'revision_number': 5, 'project_id': 'f3f1e4d44cde4886918f72649512648b', 'gw_port': {'id': '3de3b5c5-655d-43cd-ba0f-77dd3f4b2465', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e76327-e16c-4a1e-8431-617c8bf0da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:24:01Z', 'updated_at': '2021-07-16T03:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:24:46.601412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-a7cbb3a1-821c-49f4-8221-140f0c773016 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:46.602911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-a7cbb3a1-821c-49f4-8221-140f0c773016 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.1801279 Jul 16 03:24:46.621273 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.627749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-120d6d39-62cb-457a-b3f0-42577b610ed8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/quotas/dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 375 time: 0.0175211 Jul 16 03:24:46.653824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3de3b5c5-655d-43cd-ba0f-77dd3f4b2465,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:46.723059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.734102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47178) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:46.840574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5873d156-8879-4629-adce-9ec97232a7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.858132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.864727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.941331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5873d156-8879-4629-adce-9ec97232a7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.947746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5873d156-8879-4629-adce-9ec97232a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.950263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-b1d304ee-5822-4971-9785-059472f256eb tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3004382 Jul 16 03:24:46.962342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac3381-4ce9-4c1d-8597-a5af362821fa req-311665ac-bdb5-4928-ab4e-06dfba25c538 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:46.964278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bac3381-4ce9-4c1d-8597-a5af362821fa req-311665ac-bdb5-4928-ab4e-06dfba25c538 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.2920351 Jul 16 03:24:46.975556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.976093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e76327-e16c-4a1e-8431-617c8bf0da99 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:24:46.981319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:46.984482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-42732125-354e-47fc-8fe1-910cfe9990fd admin admin] 10.222.0.25 "DELETE /v2.0/routers/08e76327-e16c-4a1e-8431-617c8bf0da99 HTTP/1.1" status: 204 len: 168 time: 1.5010452 Jul 16 03:24:46.985116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47182) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:46.994816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5873d156-8879-4629-adce-9ec97232a7b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c84dc8e30f8a49199acc4804390812ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595243 Jul 16 03:24:46.997351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:47.030877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873d156-8879-4629-adce-9ec97232a7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d528bf8e-6e4d-4b6c-a793-8a411fe65556,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:47.072077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Deleting subnet ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:24:47.077325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.077862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bac3381-4ce9-4c1d-8597-a5af362821fa req-4faa32ad-a43c-410d-950c-ee9e2484d72e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049111 Jul 16 03:24:47.108125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ef12c02-8264-47a0-bef7-1b45739b41cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.136778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.137003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-c9983b22-947e-42d0-9e29-56f85acf3171 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719916 Jul 16 03:24:47.159205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ef12c02-8264-47a0-bef7-1b45739b41cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.245324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-935debb6-dd2a-4adf-ac59-84530b617859 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075535 Jul 16 03:24:47.283380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ef12c02-8264-47a0-bef7-1b45739b41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.285969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ef12c02-8264-47a0-bef7-1b45739b41cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.287339 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ef12c02-8264-47a0-bef7-1b45739b41cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d528bf8e-6e4d-4b6c-a793-8a411fe65556 HTTP/1.1" status: 204 len: 168 time: 0.2890649 Jul 16 03:24:47.293958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.321242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef12c02-8264-47a0-bef7-1b45739b41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d528bf8e-6e4d-4b6c-a793-8a411fe65556,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:47.385999 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.454598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.458059 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8 HTTP/1.1" status: 204 len: 168 time: 0.4717507 Jul 16 03:24:47.458449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e034a4-34fc-49f9-b7cb-22162dbbb31a None None] Network 4b0bad88-07ef-4f1c-bb26-b91029c428d5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:24:47.459208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baced7f-56aa-4680-9c80-fa7000f8cb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9d4e4e-9669-4ff8-aa71-5e56dfce3fa8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:47.460694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:47.626306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:47.702417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 47d901b0-207d-41d1-a591-f8471b7ed842 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:47.707041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 47d901b0-207d-41d1-a591-f8471b7ed842 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:47.707530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.731313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:47.759062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d733ab78-26b4-4889-9d3b-c7ff53c10a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.805065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] DHCP port deletion for 4b0bad88-07ef-4f1c-bb26-b91029c428d5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:24:47.853527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.884626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d733ab78-26b4-4889-9d3b-c7ff53c10a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.891241 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d733ab78-26b4-4889-9d3b-c7ff53c10a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.895303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:47.897835 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6514c842-0358-4535-9623-24814d386ca6" -d '{"events": [{"server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "name": "network-vif-plugged", "status": "completed", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:47.914929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:47.917707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] Deleting port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:47.918117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.932060 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.941892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d733ab78-26b4-4889-9d3b-c7ff53c10a77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc6668f438ba404da54f5b02bf2cdd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092862 Jul 16 03:24:47.943585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ab78-26b4-4889-9d3b-c7ff53c10a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabcb5ba-cd69-46e2-b0a0-707790818199,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:47.946294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47212) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:47.978285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:47.991842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06fc505c-4232-4dd9-bc64-92611fcf12c8 req-7e8696cc-818f-405d-8b1c-b2daee94d288 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 210 time: 0.4548965 Jul 16 03:24:48.026350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc19a434-2f94-4977-8c5b-396ff2a28992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.034972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] For port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:48.035374 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.048517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:48.051340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc19a434-2f94-4977-8c5b-396ff2a28992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.055725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] Calling delete_port for 2a9ddb91-144f-4b45-8224-9592c7e6ff5c owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:48.085260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ce68a-658d-4f25-8d1d-b9e293b6420e req-2c214034-6931-42db-8e8a-0933e0856f89 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:48.093413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e70ce68a-658d-4f25-8d1d-b9e293b6420e req-2c214034-6931-42db-8e8a-0933e0856f89 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 945 time: 0.5781381 Jul 16 03:24:48.150320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc19a434-2f94-4977-8c5b-396ff2a28992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.152926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc19a434-2f94-4977-8c5b-396ff2a28992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.156855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bc19a434-2f94-4977-8c5b-396ff2a28992 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cabcb5ba-cd69-46e2-b0a0-707790818199 HTTP/1.1" status: 204 len: 168 time: 0.1978588 Jul 16 03:24:48.165460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e70ce68a-658d-4f25-8d1d-b9e293b6420e req-c41bb68c-d8be-41d9-b28f-725c39286772 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Jul 16 03:24:48.173957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19a434-2f94-4977-8c5b-396ff2a28992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabcb5ba-cd69-46e2-b0a0-707790818199,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:48.174763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Deleting port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:24:48.175103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.186618 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67238d9-1b7b-46dd-ba55-b53a4d7ac3e9 x-openstack-request-id: req-a67238d9-1b7b-46dd-ba55-b53a4d7ac3e9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:48.187639 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "name": "network-vif-plugged", "status": "completed", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:48.188942 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a67238d9-1b7b-46dd-ba55-b53a4d7ac3e9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:48.189206 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842', 'code': 200} Jul 16 03:24:48.260796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a259a0c8-efaf-4c27-8271-39b0838fb5ea no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:48.291224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a259a0c8-efaf-4c27-8271-39b0838fb5ea {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:48.291583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a259a0c8-efaf-4c27-8271-39b0838fb5ea not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:48.292015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2a9ddb91-144f-4b45-8224-9592c7e6ff5c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:48.373750 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.385053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c update to DOWN by agent not found {{(pid=93758) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:24:48.385507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:48.433938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] Pushing event deleted for resources: {'Port': ['ID=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:48.437353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:24:48.437901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3de3b5c5-655d-43cd-ba0f-77dd3f4b2465 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:48.439795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42243a84-d4ca-43c4-9aec-d47ae1573ec0 None None] No DVR routers for this DVR port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:48.464042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] For port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,segment=NetworkSegment(60f7b1b3-f97b-46ac-87c3-dd2038e8ec53),segment_id=60f7b1b3-f97b-46ac-87c3-dd2038e8ec53)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:48.464518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.499337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Calling delete_port for 2a9ddb91-144f-4b45-8224-9592c7e6ff5c owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:24:48.515453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0662-079f-4f4f-b492-6357ffff1d99 req-2f92de5e-3c76-4009-ba8c-274fb2845d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:48.517032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84fe0662-079f-4f4f-b492-6357ffff1d99 req-2f92de5e-3c76-4009-ba8c-274fb2845d3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1097 time: 0.2720678 Jul 16 03:24:48.571728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84fe0662-079f-4f4f-b492-6357ffff1d99 req-c05b77bc-6ff9-47b5-93e7-57cc2ee0d7bd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Jul 16 03:24:48.622366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b8148-b645-4c82-acff-75c30980577f req-e4797fa6-c89d-4859-93da-789d02f4751a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:48.624996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-165b8148-b645-4c82-acff-75c30980577f req-e4797fa6-c89d-4859-93da-789d02f4751a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.2604785 Jul 16 03:24:48.729920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-165b8148-b645-4c82-acff-75c30980577f req-97acd58d-62b0-4ef9-9d56-e78d352d4ae0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908315 Jul 16 03:24:48.743673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.776388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9ddb91-144f-4b45-8224-9592c7e6ff5c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:48.780566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] No DVR routers for this DVR port 2a9ddb91-144f-4b45-8224-9592c7e6ff5c on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:48.842393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:48.853069 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.863916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.864210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.865470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.865803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.866167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.866466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.866804 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.867125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.867441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.867773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.935197 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.935476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.935813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.936146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:24:48.936536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0bad88-07ef-4f1c-bb26-b91029c428d5']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:48.955072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:48.955635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f7b1b3-f97b-46ac-87c3-dd2038e8ec53') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:24:48.972155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:48.996302 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.007645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:24:49.008056 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: from cryptography.utils import int_from_bytes Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: from cryptography.utils import int_from_bytes Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.021902 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:24:49.025153 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:24:49.085240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.092918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.098610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b0bad88-07ef-4f1c-bb26-b91029c428d5 HTTP/1.1" status: 204 len: 168 time: 1.6342318 Jul 16 03:24:49.105912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de1c6204-8aee-4488-8f81-2bad3b3e7475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.121976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9477e-841a-4003-a406-225d299e43b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0bad88-07ef-4f1c-bb26-b91029c428d5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:49.175114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71ad6220-13ab-488a-90a0-a524a1d406e4 req-7fe35c90-193a-4bbd-bbab-b8504b7ea83d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 210 time: 0.0416300 Jul 16 03:24:49.260487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-8444a43b-083f-4785-9610-a3cbd38b5433 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:49.262869 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-8444a43b-083f-4785-9610-a3cbd38b5433 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.2369506 Jul 16 03:24:49.277057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Request body: {'port': {'device_id': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'admin_state_up': True, 'tenant_id': 'dc9383991a524b719794f6145c411484'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:49.293371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47258) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:49.402571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bbc03390-3f21-44f4-9739-583c91099e70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3f1e4d44cde4886918f72649512648b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078646 Jul 16 03:24:49.405857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:49.448827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7865-6fbb-42ee-a3ff-7bc56129871d req-c1f11b93-6be5-4b64-81ce-43790233e6d9 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:49.450378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d60c7865-6fbb-42ee-a3ff-7bc56129871d req-c1f11b93-6be5-4b64-81ce-43790233e6d9 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.1393244 Jul 16 03:24:49.461507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de1c6204-8aee-4488-8f81-2bad3b3e7475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.472176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de1c6204-8aee-4488-8f81-2bad3b3e7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.535480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d60c7865-6fbb-42ee-a3ff-7bc56129871d req-8792845d-6788-4f80-9aca-49b0ff312ccb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783272 Jul 16 03:24:49.550960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c6204-8aee-4488-8f81-2bad3b3e7475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a0d1a-f418-4c76-a430-d93abb937663,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:49.558173 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5ca0-cae2-4b1e-b15e-a5e5f50d490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.581173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-de1c6204-8aee-4488-8f81-2bad3b3e7475 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9b1e130ef964e4aa73c6ddb0ac12cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350218 Jul 16 03:24:49.583984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:49.594938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Made reservation on behalf of dc9383991a524b719794f6145c411484 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:49.599823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.601992 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5ca0-cae2-4b1e-b15e-a5e5f50d490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.681501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8da6facc-92fc-4c36-8ee5-1a77f7ec6a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.706210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8da6facc-92fc-4c36-8ee5-1a77f7ec6a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.713840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5ca0-cae2-4b1e-b15e-a5e5f50d490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.716416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5ca0-cae2-4b1e-b15e-a5e5f50d490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.720398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b2c5ca0-cae2-4b1e-b15e-a5e5f50d490b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c22d9979-2f8a-407e-a2c2-323596aa0e70 HTTP/1.1" status: 204 len: 168 time: 0.3105941 Jul 16 03:24:49.739815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c5ca0-cae2-4b1e-b15e-a5e5f50d490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d9979-2f8a-407e-a2c2-323596aa0e70,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:49.777770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8da6facc-92fc-4c36-8ee5-1a77f7ec6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.781001 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8da6facc-92fc-4c36-8ee5-1a77f7ec6a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.786974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Allocated IP 172.20.0.9 (5c27b772-144c-4531-bba0-3b6e9a8ce95f/d2dbae25-1a8b-4a8c-a5f2-935dacfd032f/41a316db-cedd-47b7-bd2d-e1a4db2a59d0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:49.791055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8da6facc-92fc-4c36-8ee5-1a77f7ec6a15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e5a0d1a-f418-4c76-a430-d93abb937663 HTTP/1.1" status: 204 len: 168 time: 0.2049448 Jul 16 03:24:49.805075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6facc-92fc-4c36-8ee5-1a77f7ec6a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a0d1a-f418-4c76-a430-d93abb937663,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:49.968564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:49.990008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d0a69-0197-4b4c-9979-977ac628fd74 req-79e65514-b9b5-4e3f-b75d-6e0723dd5b23 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:50.001323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-949d0a69-0197-4b4c-9979-977ac628fd74 req-79e65514-b9b5-4e3f-b75d-6e0723dd5b23 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.0930054 Jul 16 03:24:50.014075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.054975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-949d0a69-0197-4b4c-9979-977ac628fd74 req-e213ff10-dcc7-4747-9f11-2fe92254b440 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520754 Jul 16 03:24:50.064489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:50.068289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:50.075653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:50.111023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:50.134254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:50.135045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.149501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-6e30bd42-8d19-4c39-8168-a3d75ef2aa0e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8774545 Jul 16 03:24:50.162651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Request body: {'port': {'device_id': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:50.238321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:50.256092 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f70bb64d-5a72-46a3-9121-f0b7d37f2fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.260001 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.431305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f70bb64d-5a72-46a3-9121-f0b7d37f2fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.440629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f70bb64d-5a72-46a3-9121-f0b7d37f2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.512651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae5806-8f31-4e91-ab75-9bceb85e6058 req-617595ca-58c5-4823-8f0e-7a60579fc271 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:50.514575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bae5806-8f31-4e91-ab75-9bceb85e6058 req-617595ca-58c5-4823-8f0e-7a60579fc271 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 931 time: 0.2010119 Jul 16 03:24:50.516260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bb64d-5a72-46a3-9121-f0b7d37f2fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ccb0af-a876-4fa3-a41e-cdcef4bff7ad,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:50.535342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f70bb64d-5a72-46a3-9121-f0b7d37f2fb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a22a6f6984a24334a5c0b2ec5516318b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948256 Jul 16 03:24:50.539283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47310) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:50.587498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bae5806-8f31-4e91-ab75-9bceb85e6058 req-ed2748a1-7ca1-4453-9237-a25430a5506f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Jul 16 03:24:50.608049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:50.628333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.632809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff3c721b-1dca-4788-ab1d-f9222db14ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.658624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Transition to ACTIVE for port object 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:50.667309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.678058 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff3c721b-1dca-4788-ab1d-f9222db14ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.678458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-322a601b-6ee0-4830-88d6-98289e335df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.752753 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff3c721b-1dca-4788-ab1d-f9222db14ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.756911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff3c721b-1dca-4788-ab1d-f9222db14ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.758627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ff3c721b-1dca-4788-ab1d-f9222db14ea6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3ccb0af-a876-4fa3-a41e-cdcef4bff7ad HTTP/1.1" status: 204 len: 168 time: 0.2179575 Jul 16 03:24:50.767920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:50.775188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c721b-1dca-4788-ab1d-f9222db14ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ccb0af-a876-4fa3-a41e-cdcef4bff7ad,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:50.830654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:50.831102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:50.831515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:50.836842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:50.837163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:50.845136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:50.845475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:50.845857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:50.846284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Bound port: 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:50.846669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.933954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:50.940013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:50.945334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:50.965588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4cd1-ee77-439f-b414-b5598fafe033 req-8d90ae5e-304d-4d1d-a420-5a5ac778f0a2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:50.982175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15ce4cd1-ee77-439f-b414-b5598fafe033 req-8d90ae5e-304d-4d1d-a420-5a5ac778f0a2 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.1183164 Jul 16 03:24:50.998657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:50.999282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:51.001186 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] 10.222.0.48 "PUT /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 1091 time: 0.8433990 Jul 16 03:24:51.001628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:51.004340 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b" -d '{"events": [{"name": "network-changed", "server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:51.025783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa314349-c90a-4a3d-becb-fca472417b24 service neutron] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:51.046678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-1e912c1a-0841-46bb-a3b8-d9e4833f82e8 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621753 Jul 16 03:24:51.097206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15ce4cd1-ee77-439f-b414-b5598fafe033 req-2171ba4a-5179-432f-bc59-1ee9ddd67d84 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138189 Jul 16 03:24:51.162276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-22f28674-91da-4924-a32e-1379bd17dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:51.169301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-22f28674-91da-4924-a32e-1379bd17dad5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1094 time: 0.1069057 Jul 16 03:24:51.258722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-2ac3a704-9aca-4e7a-8f40-7997f0e4541b tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:51.266426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-2ac3a704-9aca-4e7a-8f40-7997f0e4541b tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138743 Jul 16 03:24:51.268699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-b9508da1-189a-44f6-a703-77474a79664f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 217 time: 0.0879915 Jul 16 03:24:51.282237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-c29c93d0-d6c1-403e-91b3-fa46cfc0632e tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/quotas/6fe457a1607b4048b0d1778e8ab3626a HTTP/1.1" status: 200 len: 375 time: 0.0146639 Jul 16 03:24:51.319316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-2f1a71b0-8ce4-42b6-90c6-5b5d714521e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:51.320827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-2f1a71b0-8ce4-42b6-90c6-5b5d714521e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0475376 Jul 16 03:24:51.322239 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed292786-cf60-486a-8260-bff69aa0fb22 x-openstack-request-id: req-ed292786-cf60-486a-8260-bff69aa0fb22 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:51.322528 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:51.322798 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed292786-cf60-486a-8260-bff69aa0fb22 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:51.323169 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'status': 'completed', 'code': 200} Jul 16 03:24:51.362099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-433517bb-e322-46c4-8243-1db036961350 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694208 Jul 16 03:24:51.366888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-f3e435d2-e9be-4ab8-8206-803a4375360c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368226 Jul 16 03:24:51.507933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742beb72-1464-4254-812f-efdbf3fc05d4 req-434155bc-b956-460f-b7ed-34b752306b93 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:51.509891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-742beb72-1464-4254-812f-efdbf3fc05d4 req-434155bc-b956-460f-b7ed-34b752306b93 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.0840974 Jul 16 03:24:51.561040 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-169fe21e-e91f-4513-8a62-c6a4fe96085d service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821487 Jul 16 03:24:51.591726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-742beb72-1464-4254-812f-efdbf3fc05d4 req-c22379c6-1d91-4fb5-a9d0-f46708e519b0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763664 Jul 16 03:24:51.681612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ddb28e9e-0fab-4408-839d-c10adbabdc63 req-2b0bc973-9457-4e40-87f6-f79bad400ebd tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 210 time: 0.0470040 Jul 16 03:24:51.815383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2fe8a-2e5a-469d-98b2-38784d2a21f4 req-8de42db5-d5d8-451d-9694-c735fb9c6ff1 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:51.817273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99b2fe8a-2e5a-469d-98b2-38784d2a21f4 req-8de42db5-d5d8-451d-9694-c735fb9c6ff1 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1097 time: 0.1347165 Jul 16 03:24:51.911996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99b2fe8a-2e5a-469d-98b2-38784d2a21f4 req-6f18d8ac-0eda-43ff-bf13-8c3e7f67433d tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869043 Jul 16 03:24:51.968138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0df6aa-43d4-4136-8db3-88f67603659b req-e7adc133-ca46-4b58-a4fe-7fcaa5f468c0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:51.979921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf0df6aa-43d4-4136-8db3-88f67603659b req-e7adc133-ca46-4b58-a4fe-7fcaa5f468c0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.1252904 Jul 16 03:24:52.075180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf0df6aa-43d4-4136-8db3-88f67603659b req-4971a449-c349-435b-84ba-3f03a2db2481 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943010 Jul 16 03:24:52.126385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a6b1a02-07c4-450f-8dc8-d7c40cf27de4 req-aeaadc24-84d1-4ae7-b9b5-ff9692ab4207 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582528 Jul 16 03:24:52.258302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-a7c31de7-e2f2-4beb-ab0d-38f40727bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:52.260570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-a7c31de7-e2f2-4beb-ab0d-38f40727bc8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1094 time: 0.0783062 Jul 16 03:24:52.459968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-1239515c-5bf8-4eab-a5e9-a836dc0cb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:52.462121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-1239515c-5bf8-4eab-a5e9-a836dc0cb7f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1951137 Jul 16 03:24:52.557129 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-0f3d465f-9cae-471a-9127-e4b0f9d598e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 217 time: 0.0852375 Jul 16 03:24:52.635108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-3fe2e74e-daa1-4da8-8724-5df483626bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:52.637123 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-3fe2e74e-daa1-4da8-8724-5df483626bce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0737307 Jul 16 03:24:52.703270 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-db2db7a2-d9cd-445f-bbbc-2c3a8ca389dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549643 Jul 16 03:24:52.820304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49891a7-d290-495a-81c2-92054683de63 req-cf52e38a-0159-4639-9878-79938bea51cf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:52.845332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d49891a7-d290-495a-81c2-92054683de63 req-cf52e38a-0159-4639-9878-79938bea51cf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1085384 Jul 16 03:24:52.899150 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-10dde4fc-76ab-4a3a-a0b4-ec4fb61c0ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878693 Jul 16 03:24:52.944569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d49891a7-d290-495a-81c2-92054683de63 req-7f218fcf-32ee-4803-8c18-262b3eb0ddec tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980136 Jul 16 03:24:53.025699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-549ffb1b-6e3f-4f8e-b923-2f86c4be030b req-cccc0bb9-7322-46d1-a6e3-ad7cc68a5bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182320 Jul 16 03:24:53.155094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-c0e29e25-937c-4059-aa35-ad45c70a5a3a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616956 Jul 16 03:24:53.156842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a482f98a-c850-4f7b-8a8e-c0b7645b6697 req-27e1ed34-7b6c-4c66-a421-6cb90f2028ae tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 210 time: 0.0526562 Jul 16 03:24:53.260068 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e1c934d-2df4-4a31-a144-a629be571d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:53.305150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-ccb9fa54-6bc1-4fc6-9a07-692aaff6eb2e tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:53.309007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-ccb9fa54-6bc1-4fc6-9a07-692aaff6eb2e tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465788 Jul 16 03:24:53.321720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Request body: {'port': {'device_id': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '6fe457a1607b4048b0d1778e8ab3626a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:53.512948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291cc83-05f1-4e0e-b277-7de71343abd2 req-e22c3da7-a4e5-4547-bd89-fddd64566633 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:53.514725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a291cc83-05f1-4e0e-b277-7de71343abd2 req-e22c3da7-a4e5-4547-bd89-fddd64566633 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.0977752 Jul 16 03:24:53.515651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Made reservation on behalf of 6fe457a1607b4048b0d1778e8ab3626a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:24:53.519088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:53.531275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:53.595746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a291cc83-05f1-4e0e-b277-7de71343abd2 req-1dc91346-6d9f-4ffe-8fc9-1c6a47c45d6c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654662 Jul 16 03:24:53.688010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:53.694255 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:53.779017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc8c6c1-2b07-4136-abde-34c5a9251fb9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:53.807387 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:53.868104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Allocated IP 192.168.233.86 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/5db49107-350a-487a-941f-ffd1c2578571) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:24:54.067150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.118885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Transition to ACTIVE for port object 5db49107-350a-487a-941f-ffd1c2578571 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:54.178328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e494862-99bf-4054-acf8-dfaf407ebfe9 req-e5ef9480-39b8-4231-9ef3-c91299e3c935 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:54.180026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e494862-99bf-4054-acf8-dfaf407ebfe9 req-e5ef9480-39b8-4231-9ef3-c91299e3c935 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.1024075 Jul 16 03:24:54.181646 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.216405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.252511 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-440e6144-2981-41f8-b8c8-b5db74c3d59a service neutron] show failed (client error): The resource could not be found. Jul 16 03:24:54.254255 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-440e6144-2981-41f8-b8c8-b5db74c3d59a service neutron] 10.222.0.48 "GET /v2.0/ports/95cc50d5-3cb6-4fbf-a9b5-a95673c57951/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0765231 Jul 16 03:24:54.276503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Pushing event updated for resources: {'Port': ['ID=5db49107-350a-487a-941f-ffd1c2578571,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:54.291217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:24:54.309958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:24:54.314644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:24:54.377063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e494862-99bf-4054-acf8-dfaf407ebfe9 req-e733f9b2-3d8b-4d4e-b302-b45d5e0a91ff tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845429 Jul 16 03:24:54.437956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:54.439172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.465808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-edc02718-c12a-4e39-9256-700582960ed9 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1487036 Jul 16 03:24:54.515716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Request body: {'port': {'device_id': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:54.651147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:54.684742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-53bc6f0e-9dd6-4487-b3e0-38ca0cc63fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:54.694717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-53bc6f0e-9dd6-4487-b3e0-38ca0cc63fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a&tenant_id=9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 1101 time: 0.1342421 Jul 16 03:24:54.697310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.709414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:24:54.728733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e40f52-8d6c-4fea-b113-4c2b9b6e42fc req-29e343e4-afc1-4a9a-92e7-0f52904d313d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:54.730327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2e40f52-8d6c-4fea-b113-4c2b9b6e42fc req-29e343e4-afc1-4a9a-92e7-0f52904d313d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 935 time: 0.1231959 Jul 16 03:24:54.828569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.828797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9dcb562e-28e0-4f71-9eb9-d13620a40de6 None None] Provisioning for port 5db49107-350a-487a-941f-ffd1c2578571 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:54.837651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9dcb562e-28e0-4f71-9eb9-d13620a40de6 None None] Provisioning complete for port 5db49107-350a-487a-941f-ffd1c2578571 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:54.838385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9dcb562e-28e0-4f71-9eb9-d13620a40de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.869020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:54.891286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'port_id': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'mac_address': 'fa:16:3e:d6:40:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dbae25-1a8b-4a8c-a5f2-935dacfd032f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:54.896659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb562e-28e0-4f71-9eb9-d13620a40de6 None None] Port 5db49107-350a-487a-941f-ffd1c2578571 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:24:54.935141 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:54.951933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:54.977943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:54.983473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.040091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:55.051544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2e40f52-8d6c-4fea-b113-4c2b9b6e42fc req-d919ece3-8ac0-42b4-9e45-699dfdf9ced1 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694962 Jul 16 03:24:55.102367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db49107-350a-487a-941f-ffd1c2578571 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:55.110748 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.136599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Transition to ACTIVE for port object 5db49107-350a-487a-941f-ffd1c2578571 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:55.152126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.188956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41a316db-cedd-47b7-bd2d-e1a4db2a59d0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:24:55.253968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:55.298828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:55.357543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:55.360738 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9878665-f97c-4e8a-ad5d-3fce5c047b1b" -d '{"events": [{"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-unplugged", "status": "completed", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:55.369534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.383704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Pushing event updated for resources: {'Port': ['ID=5db49107-350a-487a-941f-ffd1c2578571,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:55.390800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Transition to ACTIVE for port object 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:24:55.396685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.450559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:55.465981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ac45a-78ca-4a23-bffe-850f8532f368 req-4fc49e87-bc39-41c3-9a7d-6dbdeb73660d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:55.467831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f0ac45a-78ca-4a23-bffe-850f8532f368 req-4fc49e87-bc39-41c3-9a7d-6dbdeb73660d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 944 time: 0.2333105 Jul 16 03:24:55.493367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Attempting to bind port 5db49107-350a-487a-941f-ffd1c2578571 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:55.493708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Attempting to bind port 5db49107-350a-487a-941f-ffd1c2578571 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:55.494037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Attempting to bind port 5db49107-350a-487a-941f-ffd1c2578571 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:55.504073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] No DVR routers for this DVR port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:24:55.508253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Port 5db49107-350a-487a-941f-ffd1c2578571 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:55.508583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Attempting to bind port 5db49107-350a-487a-941f-ffd1c2578571 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:55.544074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:55.544419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:55.544804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:55.545248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Bound port: 5db49107-350a-487a-941f-ffd1c2578571, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:55.545840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.557568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:24:55.557982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:24:55.558382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:55.563394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:55.564112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:24:55.564508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Attempting to bind port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:24:55.571305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:24:55.571729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:24:55.572181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:24:55.572751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Bound port: 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:24:55.573168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.573289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f0ac45a-78ca-4a23-bffe-850f8532f368 req-524a66f3-6702-428e-b9f6-8a39eea3e400 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979159 Jul 16 03:24:55.638061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] For port 5db49107-350a-487a-941f-ffd1c2578571, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:55.645636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] For port 5db49107-350a-487a-941f-ffd1c2578571, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5db49107-350a-487a-941f-ffd1c2578571,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:55.660282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.671754 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439d8418-8326-4b82-bc3b-9ad1933d1e5a x-openstack-request-id: req-439d8418-8326-4b82-bc3b-9ad1933d1e5a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:55.672051 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-unplugged", "status": "completed", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:55.672309 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-439d8418-8326-4b82-bc3b-9ad1933d1e5a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:55.672703 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'code': 200} Jul 16 03:24:55.694758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:24:55.699063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:24:55.715149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.716636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:55.717479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.718898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] 10.222.0.11 "PUT /v2.0/ports/5db49107-350a-487a-941f-ffd1c2578571 HTTP/1.1" status: 200 len: 1095 time: 1.2180984 Jul 16 03:24:55.722643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'tag': '5db49107-350a-487a-941f-ffd1c2578571'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:55.724989 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be2916-e9cc-47ee-b19b-95f736c466a9" -d '{"events": [{"name": "network-changed", "server_uuid": "db729790-c9bf-48bc-8cad-21fec89b1b55", "tag": "5db49107-350a-487a-941f-ffd1c2578571"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:55.756310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5866e-d1aa-428a-825d-d8832c7e0c35 service neutron] Pushing event updated for resources: {'Port': ['ID=5db49107-350a-487a-941f-ffd1c2578571,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:55.812413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:55.813587 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.815609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 1096 time: 1.1133811 Jul 16 03:24:55.883209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1889a04c-de76-4300-b917-61899a6fdd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.887675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e0006-91c8-4894-9e99-da073698cfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:55.912391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-bb624570-509c-4590-80cf-854aba39e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:55.913984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-bb624570-509c-4590-80cf-854aba39e824 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 1098 time: 0.1489496 Jul 16 03:24:55.931502 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:55.958728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-5ea924a4-a2d8-4ac5-9206-1875da086e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:55.960257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-5ea924a4-a2d8-4ac5-9206-1875da086e5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1099 time: 0.1171157 Jul 16 03:24:56.027954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-52d8ccfb-0243-4506-92aa-19c361ca2ee2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5db49107-350a-487a-941f-ffd1c2578571 HTTP/1.1" status: 200 len: 217 time: 0.1026595 Jul 16 03:24:56.041551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e3e8-69aa-4b01-bd82-05920a4c4241 req-f047c6c6-fc5b-4d21-b87a-9cac834e996b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.048428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c52e3e8-69aa-4b01-bd82-05920a4c4241 req-f047c6c6-fc5b-4d21-b87a-9cac834e996b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 948 time: 0.2392247 Jul 16 03:24:56.068804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-a351a06b-e425-41b5-9814-2a7dcf3e2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.070721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-a351a06b-e425-41b5-9814-2a7dcf3e2467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1037476 Jul 16 03:24:56.130848 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-b7230804-452d-4a0d-a32c-7084a0c21b7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0541658 Jul 16 03:24:56.157483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1889a04c-de76-4300-b917-61899a6fdd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.163434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-3c65d718-926f-4c95-8a2b-3c6239a357fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.165052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-3c65d718-926f-4c95-8a2b-3c6239a357fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1147113 Jul 16 03:24:56.184056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c52e3e8-69aa-4b01-bd82-05920a4c4241 req-c694ddd1-9086-4da6-ba0d-cd04ee238bb8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346991 Jul 16 03:24:56.187126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1889a04c-de76-4300-b917-61899a6fdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.197461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-0f553fbe-fa0e-4078-b829-3c56ded58315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.199621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-0f553fbe-fa0e-4078-b829-3c56ded58315 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0629792 Jul 16 03:24:56.244888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889a04c-de76-4300-b917-61899a6fdd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8238552d-c459-4792-a7ba-baa745cd1c8a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:56.263128 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f717357-e79a-4e17-b1f3-bee195d7468f x-openstack-request-id: req-4f717357-e79a-4e17-b1f3-bee195d7468f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:56.263418 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db729790-c9bf-48bc-8cad-21fec89b1b55", "tag": "5db49107-350a-487a-941f-ffd1c2578571", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:56.263667 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f717357-e79a-4e17-b1f3-bee195d7468f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:56.264053 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'tag': '5db49107-350a-487a-941f-ffd1c2578571', 'status': 'completed', 'code': 200} Jul 16 03:24:56.267865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1889a04c-de76-4300-b917-61899a6fdd45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b33125dbd5e24a999bc65ef77949592b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034187 Jul 16 03:24:56.270600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:56.391437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-3432bd4b-166e-48e0-9079-fbdf5ecfaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.393523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-3432bd4b-166e-48e0-9079-fbdf5ecfaaee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963118 Jul 16 03:24:56.445717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39841f31-490b-418d-b808-053c736e0401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.485271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39841f31-490b-418d-b808-053c736e0401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.530242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-79468f40-7fdc-4f16-a4f3-465fcb05a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.536928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-79468f40-7fdc-4f16-a4f3-465fcb05a70d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237642 Jul 16 03:24:56.542589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-97ef1d01-7220-4eab-aa61-ea522ecb3595 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269441 Jul 16 03:24:56.562482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606350-8c4e-4712-aafc-6e7a1b2db306 req-7f5c9cdc-8144-45d1-b3d0-57ceb875b8fd tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:56.564295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f606350-8c4e-4712-aafc-6e7a1b2db306 req-7f5c9cdc-8144-45d1-b3d0-57ceb875b8fd tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 947 time: 0.2057903 Jul 16 03:24:56.659111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:24:56.669894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bbaf580d-37f8-422f-b48e-5b4cd43dee33 req-13f13439-661e-4186-aaee-ede2914951cd service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211720 Jul 16 03:24:56.700619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-bcae2c80-d983-4a8b-863a-db24ea6243ce service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477108 Jul 16 03:24:56.736554 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39841f31-490b-418d-b808-053c736e0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.739120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39841f31-490b-418d-b808-053c736e0401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.742719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-39841f31-490b-418d-b808-053c736e0401 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8238552d-c459-4792-a7ba-baa745cd1c8a HTTP/1.1" status: 204 len: 168 time: 0.4685087 Jul 16 03:24:56.750606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f606350-8c4e-4712-aafc-6e7a1b2db306 req-46b74af6-c255-4740-a40d-10dbdc7c855d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183310 Jul 16 03:24:56.761393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841f31-490b-418d-b808-053c736e0401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238552d-c459-4792-a7ba-baa745cd1c8a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:56.767504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:24:56.781994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:24:56.782689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:56.908140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6306cd0-d735-49c1-b08b-a690735aed80 req-95e1114c-45ea-4e45-a1d9-fcb5368d2470 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976118 Jul 16 03:24:56.986271 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.029816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:57.032256 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35e4ad7-2ee9-41e6-a898-0d364009251f" -d '{"events": [{"server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "name": "network-vif-plugged", "status": "completed", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:57.046078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:57.054251 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.056599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:24:57.109318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-10c8321d-80a8-4c93-8145-b27a6e4b8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.110955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-10c8321d-80a8-4c93-8145-b27a6e4b8158 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 1098 time: 0.1331735 Jul 16 03:24:57.179153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:57.185179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:24:57.277265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47798) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:57.300109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c742-0720-4f78-a6ae-981c20ba4e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.426459 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2504e1-3de0-4e01-bff0-3d1ca681a64d x-openstack-request-id: req-4a2504e1-3de0-4e01-bff0-3d1ca681a64d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:57.427385 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "name": "network-vif-plugged", "status": "completed", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:57.427700 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a2504e1-3de0-4e01-bff0-3d1ca681a64d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:57.428194 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'code': 200} Jul 16 03:24:57.466640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c742-0720-4f78-a6ae-981c20ba4e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.473040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c742-0720-4f78-a6ae-981c20ba4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.544463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5c742-0720-4f78-a6ae-981c20ba4e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5428f89-b639-4194-a9e6-0ba7bf827bf1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:57.550389 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f6c5c742-0720-4f78-a6ae-981c20ba4e5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=694596617b3443c789ab9794a09491f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716768 Jul 16 03:24:57.554381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47806) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:24:57.570818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558ca5-5f0b-47d4-9e9b-9d08abab1254 req-863ee297-f4fa-461c-8a8b-5cb174e3f37a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.572273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7558ca5-5f0b-47d4-9e9b-9d08abab1254 req-863ee297-f4fa-461c-8a8b-5cb174e3f37a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 944 time: 0.5509977 Jul 16 03:24:57.618164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a25342b-a7c7-4ae2-9491-012475837094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.621360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516070f7-c703-44e6-aa2a-0a6928f1f56d req-cdabe663-2d8e-42cf-b13c-bda6c150221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.622880 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-516070f7-c703-44e6-aa2a-0a6928f1f56d req-cdabe663-2d8e-42cf-b13c-bda6c150221a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1096 time: 0.1128347 Jul 16 03:24:57.656028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a25342b-a7c7-4ae2-9491-012475837094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.656759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-d47648c7-ca66-4285-ac07-f96b4af4062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.658341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-d47648c7-ca66-4285-ac07-f96b4af4062d service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.5412235 Jul 16 03:24:57.677697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:24:57.679226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7558ca5-5f0b-47d4-9e9b-9d08abab1254 req-2f58ba81-d451-45ab-9241-41b1e2b786b3 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Jul 16 03:24:57.679921 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286c29bc-c2ae-4166-a90e-2dd7477c5223" -d '{"events": [{"name": "network-changed", "server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:24:57.708851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-516070f7-c703-44e6-aa2a-0a6928f1f56d req-2e66da13-89f8-43a1-8b98-ffa66efcb4ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Jul 16 03:24:57.713871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-17e8f755-1e39-4400-9780-1dd751ea73a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5db49107-350a-487a-941f-ffd1c2578571 HTTP/1.1" status: 200 len: 217 time: 0.0455275 Jul 16 03:24:57.726102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f32ead-8bce-4e2a-a5ba-b354103bc442 req-12622faa-ac25-4296-a33f-502596ffc606 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.727733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89f32ead-8bce-4e2a-a5ba-b354103bc442 req-12622faa-ac25-4296-a33f-502596ffc606 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 948 time: 0.1679592 Jul 16 03:24:57.736926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a25342b-a7c7-4ae2-9491-012475837094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.741960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a25342b-a7c7-4ae2-9491-012475837094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:57.746132 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a25342b-a7c7-4ae2-9491-012475837094 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5428f89-b639-4194-a9e6-0ba7bf827bf1 HTTP/1.1" status: 204 len: 168 time: 0.1908164 Jul 16 03:24:57.757250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25342b-a7c7-4ae2-9491-012475837094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5428f89-b639-4194-a9e6-0ba7bf827bf1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:24:57.793975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-140083f1-11a3-4caa-9aaa-3457c1accc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.795458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-140083f1-11a3-4caa-9aaa-3457c1accc52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0668468 Jul 16 03:24:57.809235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89f32ead-8bce-4e2a-a5ba-b354103bc442 req-ddff7bd1-41b6-4eb5-994d-a9da970d3563 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730064 Jul 16 03:24:57.867743 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3352c7a-048a-4152-9a25-a14fe470e96b x-openstack-request-id: req-c3352c7a-048a-4152-9a25-a14fe470e96b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:24:57.868011 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:24:57.868261 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3352c7a-048a-4152-9a25-a14fe470e96b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:24:57.868645 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'status': 'completed', 'code': 200} Jul 16 03:24:57.909805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-aee3689e-fbf2-4887-85c8-7a993d94bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.913096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-aee3689e-fbf2-4887-85c8-7a993d94bb85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029367 Jul 16 03:24:57.995480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-46c98d8c-cd17-4497-8ae2-2902046c6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:57.996989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-46c98d8c-cd17-4497-8ae2-2902046c6a46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1099 time: 0.1136405 Jul 16 03:24:58.000017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-42df1934-58f8-4b50-945e-2c6329af88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.001420 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-42df1934-58f8-4b50-945e-2c6329af88ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1099 time: 0.0764225 Jul 16 03:24:58.144591 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-37738393-2a66-4f27-936f-183d28f3e66f service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222600 Jul 16 03:24:58.186133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49704a-81d8-4985-9b89-88503b6483d1 req-bf9bde59-5d85-428d-8b3f-07d67e136647 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.187661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c49704a-81d8-4985-9b89-88503b6483d1 req-bf9bde59-5d85-428d-8b3f-07d67e136647 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 947 time: 0.1696353 Jul 16 03:24:58.201378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-9942096f-9e33-4868-9e65-c9621a608f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.202896 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-9942096f-9e33-4868-9e65-c9621a608f16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1988308 Jul 16 03:24:58.287092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-c5052b0f-3b19-4b1d-ac7d-8130b9580218 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0768614 Jul 16 03:24:58.301967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c49704a-81d8-4985-9b89-88503b6483d1 req-5ba3d9f4-5acc-40d0-83bb-b107ed78525e tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057727 Jul 16 03:24:58.377629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94be2916-e9cc-47ee-b19b-95f736c466a9 req-049c2fd6-1279-41d0-baf7-85764065c462 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196264 Jul 16 03:24:58.378894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-99dd78d6-a558-4bf4-bb8d-a45638145950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.383162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-99dd78d6-a558-4bf4-bb8d-a45638145950 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3083522 Jul 16 03:24:58.418323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-f21c5df6-ca1d-4bf0-8372-66088a62c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.420179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-f21c5df6-ca1d-4bf0-8372-66088a62c5dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1259148 Jul 16 03:24:58.499801 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-44b57463-548b-4104-9902-a45340a13dc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0785038 Jul 16 03:24:58.610513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-6387faba-4e6c-4154-882c-cec6c2e3b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.612502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-6387faba-4e6c-4154-882c-cec6c2e3b811 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841195 Jul 16 03:24:58.615309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-25bdbab9-a3e8-4b1e-b6a3-290f84ea5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.616712 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-25bdbab9-a3e8-4b1e-b6a3-290f84ea5124 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1042366 Jul 16 03:24:58.787667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-6745690a-96a6-4dfd-a8f2-2ce3cec3e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:58.789279 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-6745690a-96a6-4dfd-a8f2-2ce3cec3e881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600585 Jul 16 03:24:58.791702 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-a0eefb1a-713e-43f3-b173-c8529aa3098e service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729438 Jul 16 03:24:59.015234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55421f1e-aef0-425a-bb80-3bc6f162207e req-adcf19a4-a4dd-4e9e-a63b-9a6b21d5f8a0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:59.022576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55421f1e-aef0-425a-bb80-3bc6f162207e req-adcf19a4-a4dd-4e9e-a63b-9a6b21d5f8a0 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.1020379 Jul 16 03:24:59.073982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55421f1e-aef0-425a-bb80-3bc6f162207e req-7c32aefc-956e-47f6-ba1b-7d9e9d6332fd tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Jul 16 03:24:59.093767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-74b69595-6d1a-45be-9ca3-f9f294d61f71 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966421 Jul 16 03:24:59.134635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-635adeb6-de39-4abd-aea1-a45b42ae86c7 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238163 Jul 16 03:24:59.213036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-286c29bc-c2ae-4166-a90e-2dd7477c5223 req-f7862098-2a21-46d7-b02e-4e9216230325 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083641 Jul 16 03:24:59.287978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d2ad0-6fd6-4a1c-bf9f-1621c74155fa req-0b182175-90c8-409f-9bc4-764fd4ef2bf1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:59.289537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-678d2ad0-6fd6-4a1c-bf9f-1621c74155fa req-0b182175-90c8-409f-9bc4-764fd4ef2bf1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 948 time: 0.0912187 Jul 16 03:24:59.351738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-678d2ad0-6fd6-4a1c-bf9f-1621c74155fa req-dc0a6bcb-7b34-4f21-8c9e-ff60876fe2aa tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Jul 16 03:24:59.574104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ff05e-ac93-40f1-a034-0a82987a80ca req-d37e0e63-864a-456f-8993-a349562ff8ca tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:59.576895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-233ff05e-ac93-40f1-a034-0a82987a80ca req-d37e0e63-864a-456f-8993-a349562ff8ca tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0775452 Jul 16 03:24:59.648687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-233ff05e-ac93-40f1-a034-0a82987a80ca req-837fd0be-7ab4-48f3-b40f-fac183bf3901 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663013 Jul 16 03:24:59.677507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062f6f-9a6d-4295-9505-e3569971caf4 req-7b29a2e0-be95-48c0-a334-d099bddce470 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:24:59.679349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51062f6f-9a6d-4295-9505-e3569971caf4 req-7b29a2e0-be95-48c0-a334-d099bddce470 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 947 time: 0.0876138 Jul 16 03:24:59.680120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:24:59.750382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51062f6f-9a6d-4295-9505-e3569971caf4 req-61d5cfdd-49ce-4123-b7fa-98a08fed7392 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 Jul 16 03:24:59.838846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:59.849621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'mac_address': 'fa:16:3e:ef:60:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:24:59.892822 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:59.927722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:24:59.961097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:24:59.969428 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:59.971135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5db49107-350a-487a-941f-ffd1c2578571 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:00.136941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:00.155662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 5db49107-350a-487a-941f-ffd1c2578571, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5db49107-350a-487a-941f-ffd1c2578571,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:00.201462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '5db49107-350a-487a-941f-ffd1c2578571', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '5db49107-350a-487a-941f-ffd1c2578571', 'mac_address': 'fa:16:3e:78:d2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:00.324885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:00.352997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db49107-350a-487a-941f-ffd1c2578571 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:00.389267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-ecff3965-8737-4e89-8ba5-188b8d2f049a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:00.395148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 5db49107-350a-487a-941f-ffd1c2578571, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5db49107-350a-487a-941f-ffd1c2578571,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:00.399444 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-ecff3965-8737-4e89-8ba5-188b8d2f049a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a&tenant_id=9e1d83052a71429a8b800197dd5a1cb7&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 949 time: 0.3123584 Jul 16 03:25:00.403389 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:00.535456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=5db49107-350a-487a-941f-ffd1c2578571,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:00.576827 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-a704d6fa-4924-46a2-9426-583449d5c2ab service neutron] delete failed (client error): The resource could not be found. Jul 16 03:25:00.578124 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-a704d6fa-4924-46a2-9426-583449d5c2ab service neutron] 10.222.0.48 "DELETE /v2.0/ports/95cc50d5-3cb6-4fbf-a9b5-a95673c57951/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.1775999 Jul 16 03:25:00.691472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['5db49107-350a-487a-941f-ffd1c2578571'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:00.724438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f74a9-0ce4-4f95-a705-9af7ed268e04 req-0beabf70-ef63-4197-a269-b48bdd760536 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:00.733937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-663f74a9-0ce4-4f95-a705-9af7ed268e04 req-0beabf70-ef63-4197-a269-b48bdd760536 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 949 time: 0.1878557 Jul 16 03:25:00.768115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['95cc50d5-3cb6-4fbf-a9b5-a95673c57951'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:00.830474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-663f74a9-0ce4-4f95-a705-9af7ed268e04 req-49edb02e-b1cc-4d89-b4bc-cbaeed636d3d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953856 Jul 16 03:25:00.840287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-7680a10a-1356-4c8c-9253-9d22adcaef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:00.843836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-7680a10a-1356-4c8c-9253-9d22adcaef1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 1100 time: 0.1705854 Jul 16 03:25:01.026271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-f3eb439d-6aad-423b-8584-95e82ca01d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:01.028207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-f3eb439d-6aad-423b-8584-95e82ca01d5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1784685 Jul 16 03:25:01.085385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-94504996-f65d-4bb3-b268-3ec895dda5ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 200 len: 217 time: 0.0481908 Jul 16 03:25:01.163663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-5a24590e-83b7-49eb-8df7-19b805878556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:01.165239 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-5a24590e-83b7-49eb-8df7-19b805878556 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0738063 Jul 16 03:25:01.183965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bd27-139b-4b61-9b86-9c7a3e0f0583 req-fe9f1119-dfd1-401b-8c4d-5416470ee672 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:01.185698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49e2bd27-139b-4b61-9b86-9c7a3e0f0583 req-fe9f1119-dfd1-401b-8c4d-5416470ee672 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 948 time: 0.1282952 Jul 16 03:25:01.255061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49e2bd27-139b-4b61-9b86-9c7a3e0f0583 req-10f1eb11-9cd7-4f4f-95d4-b3f51cf7be11 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629702 Jul 16 03:25:01.265461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-3ed9e361-2395-4971-b2fd-04980557d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:01.267085 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-3ed9e361-2395-4971-b2fd-04980557d35a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931289 Jul 16 03:25:01.376636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-347173bf-57b2-4ed5-b219-98b1ca8a2ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020687 Jul 16 03:25:01.491647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5b83a6fc-de1a-4f01-a61b-f1cf1a5ab225 req-267d32d1-0b09-4e0a-8984-feb35132924e service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089246 Jul 16 03:25:02.200154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48124) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:02.226953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c56bae-aa99-4df8-99d2-ebc4c98905c0 req-ded7eb35-5715-491b-aca3-7b66666a584a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:02.235285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c56bae-aa99-4df8-99d2-ebc4c98905c0 req-ded7eb35-5715-491b-aca3-7b66666a584a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 949 time: 0.1587758 Jul 16 03:25:02.288626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c56bae-aa99-4df8-99d2-ebc4c98905c0 req-eef1c5ce-5e39-4bbd-9715-759fbe5d729e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504999 Jul 16 03:25:02.430849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a050347b-7978-41d7-ba13-9314c1232932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.436569 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.605263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04716d-b7fd-4806-b9ac-bb1619a7b3cf req-3db89051-a06b-4986-890d-943935b802f3 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:02.608841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a050347b-7978-41d7-ba13-9314c1232932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.613576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd04716d-b7fd-4806-b9ac-bb1619a7b3cf req-3db89051-a06b-4986-890d-943935b802f3 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 948 time: 0.0781138 Jul 16 03:25:02.616299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a050347b-7978-41d7-ba13-9314c1232932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.639394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:02.651490 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a050347b-7978-41d7-ba13-9314c1232932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a4bb4f720fd442eadc880a83df91895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490669 Jul 16 03:25:02.654585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48146) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:02.684042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd04716d-b7fd-4806-b9ac-bb1619a7b3cf req-e1ab4cb7-51e2-475f-aca6-4d8d3aa2b222 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690401 Jul 16 03:25:02.699926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050347b-7978-41d7-ba13-9314c1232932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ca5ba-51ef-4c2e-9742-3abba97c815b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:02.744727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47112b3b-7783-401d-b521-ea5d7e01e5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.765533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47112b3b-7783-401d-b521-ea5d7e01e5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.797293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3c82bdc-dd2f-4108-9c20-e81a8d2a859e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.816270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47112b3b-7783-401d-b521-ea5d7e01e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.819672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47112b3b-7783-401d-b521-ea5d7e01e5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.820831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-47112b3b-7783-401d-b521-ea5d7e01e5b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d9ca5ba-51ef-4c2e-9742-3abba97c815b HTTP/1.1" status: 204 len: 168 time: 0.1650784 Jul 16 03:25:02.830164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47112b3b-7783-401d-b521-ea5d7e01e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ca5ba-51ef-4c2e-9742-3abba97c815b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:02.938847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3c82bdc-dd2f-4108-9c20-e81a8d2a859e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.946421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3c82bdc-dd2f-4108-9c20-e81a8d2a859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.988601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c82bdc-dd2f-4108-9c20-e81a8d2a859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669dd357-6faf-450b-a03a-3c6c8a43a8e2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:02.993345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e3c82bdc-dd2f-4108-9c20-e81a8d2a859e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b875a0c288344a05af253b81fec84753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527570 Jul 16 03:25:02.996373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48154) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:03.047451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a343e96-f750-48d7-a331-69bb33c847c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.070696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a343e96-f750-48d7-a331-69bb33c847c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.121017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a343e96-f750-48d7-a331-69bb33c847c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.124018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a343e96-f750-48d7-a331-69bb33c847c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.124796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:03.127516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a343e96-f750-48d7-a331-69bb33c847c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/669dd357-6faf-450b-a03a-3c6c8a43a8e2 HTTP/1.1" status: 204 len: 168 time: 0.1279147 Jul 16 03:25:03.136461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a343e96-f750-48d7-a331-69bb33c847c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669dd357-6faf-450b-a03a-3c6c8a43a8e2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:03.140002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7598f4d7-27e1-4162-b1ae-bce691f9266f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.235761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7598f4d7-27e1-4162-b1ae-bce691f9266f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.240482 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7598f4d7-27e1-4162-b1ae-bce691f9266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.268255 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.286743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7598f4d7-27e1-4162-b1ae-bce691f9266f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfd57fef230a4f359ec0ea55e5fa221a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583476 Jul 16 03:25:03.287126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48160) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:03.293111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598f4d7-27e1-4162-b1ae-bce691f9266f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f747055d-2e26-4c29-b95e-1c1064476314,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:03.345616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7920c422-7bcc-4cc3-9fe3-f181553957d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.373039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7920c422-7bcc-4cc3-9fe3-f181553957d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.448215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7920c422-7bcc-4cc3-9fe3-f181553957d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.452635 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7920c422-7bcc-4cc3-9fe3-f181553957d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.455634 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7920c422-7bcc-4cc3-9fe3-f181553957d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f747055d-2e26-4c29-b95e-1c1064476314 HTTP/1.1" status: 204 len: 168 time: 0.1674595 Jul 16 03:25:03.466772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c422-7bcc-4cc3-9fe3-f181553957d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f747055d-2e26-4c29-b95e-1c1064476314,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:03.500586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9f96-a66d-4390-852d-06307c2b5295 req-f2c363ac-70fd-43f3-a259-85bae01822f3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:03.502414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd1d9f96-a66d-4390-852d-06307c2b5295 req-f2c363ac-70fd-43f3-a259-85bae01822f3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 949 time: 0.0937474 Jul 16 03:25:03.573511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd1d9f96-a66d-4390-852d-06307c2b5295 req-0b86f123-f866-44dd-bd41-31b937fcaa96 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647562 Jul 16 03:25:03.688998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:03.803741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:03.807935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:03.808315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.839592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f19ff-c631-4833-9e19-4fbf9a4f4fb8 req-0f076365-8bb4-460a-842b-87dcc3c9b778 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:03.841162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-516f19ff-c631-4833-9e19-4fbf9a4f4fb8 req-0f076365-8bb4-460a-842b-87dcc3c9b778 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 949 time: 0.1346765 Jul 16 03:25:03.970166 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.984501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-516f19ff-c631-4833-9e19-4fbf9a4f4fb8 req-876bf0df-fcd9-4f3f-8aad-48e8e2904459 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378140 Jul 16 03:25:04.026218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11dabd-1b33-4374-9589-ad0efd754f5d req-f1dd9ecb-3537-49f4-adf2-26c7f4b04de4 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:04.028494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d11dabd-1b33-4374-9589-ad0efd754f5d req-f1dd9ecb-3537-49f4-adf2-26c7f4b04de4 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 948 time: 0.1404817 Jul 16 03:25:04.037602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:04.039094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:04.042357 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e72b17-ba4d-4b29-8fd2-53005de5714e" -d '{"events": [{"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-plugged", "status": "completed", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:04.054639 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:04.056267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5db49107-350a-487a-941f-ffd1c2578571 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:04.117483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d11dabd-1b33-4374-9589-ad0efd754f5d req-a17d4a55-1265-4463-9cc1-c6497613e1f4 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802579 Jul 16 03:25:04.217333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:04.229008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 5db49107-350a-487a-941f-ffd1c2578571 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:04.235357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 5db49107-350a-487a-941f-ffd1c2578571 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:04.236194 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:04.271713 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a040b15-6b67-4f34-b8de-b5308c5384a7 x-openstack-request-id: req-4a040b15-6b67-4f34-b8de-b5308c5384a7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:04.272011 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-plugged", "status": "completed", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:04.272268 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a040b15-6b67-4f34-b8de-b5308c5384a7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:04.272660 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'code': 200} Jul 16 03:25:04.423366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:04.479682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 5db49107-350a-487a-941f-ffd1c2578571, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5db49107-350a-487a-941f-ffd1c2578571,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:04.491842 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:04.588125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=5db49107-350a-487a-941f-ffd1c2578571,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:04.611868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-2a661932-1749-47f6-9fe3-c9122e7bb4f6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445397 Jul 16 03:25:04.740826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-fa77b29c-ab40-41b1-8a29-7628e5102775 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:04.748573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-fa77b29c-ab40-41b1-8a29-7628e5102775 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337583 Jul 16 03:25:04.764175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-b1a8a8b9-4401-4322-960b-82130b04c851 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/quotas/9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 375 time: 0.0155697 Jul 16 03:25:04.844311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-75b18cc5-d354-4284-843b-63e757bd153b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789928 Jul 16 03:25:05.124697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-056f9280-54d4-47d8-aff6-f40e0585255e req-671bda77-cdfe-4565-baed-a9f83c2b4be0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 210 time: 0.0635300 Jul 16 03:25:05.341420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fcab5-b69a-45e4-bfa2-877dcb5d9fba req-2a23e28b-4485-420d-823e-99ea29a04210 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:05.345948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-787fcab5-b69a-45e4-bfa2-877dcb5d9fba req-2a23e28b-4485-420d-823e-99ea29a04210 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.1107128 Jul 16 03:25:05.431238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-787fcab5-b69a-45e4-bfa2-877dcb5d9fba req-e149c815-443e-43d4-8158-6f48b4bfc314 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771911 Jul 16 03:25:05.624336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:05.742449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff437-7a2b-4c7b-a1f9-88235d3aa5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:05.852080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff437-7a2b-4c7b-a1f9-88235d3aa5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:05.857148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff437-7a2b-4c7b-a1f9-88235d3aa5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:05.891012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:05.911339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ff437-7a2b-4c7b-a1f9-88235d3aa5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a7ffce-ec3f-4de6-a65d-94f16d64d3d6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:05.929907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48334) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:05.930149 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4d1ff437-7a2b-4c7b-a1f9-88235d3aa5dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1d76143a2e44b4c8d8ae0da0f26a7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036821 Jul 16 03:25:06.006852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0c265ba-3e3c-485a-a5cc-0f7b75305713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.033406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0c265ba-3e3c-485a-a5cc-0f7b75305713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.059947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f20462-afc1-4f50-a83c-d40d380138a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.116749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0c265ba-3e3c-485a-a5cc-0f7b75305713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.119363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0c265ba-3e3c-485a-a5cc-0f7b75305713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.123113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e0c265ba-3e3c-485a-a5cc-0f7b75305713 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23a7ffce-ec3f-4de6-a65d-94f16d64d3d6 HTTP/1.1" status: 204 len: 168 time: 0.1896343 Jul 16 03:25:06.135863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c265ba-3e3c-485a-a5cc-0f7b75305713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a7ffce-ec3f-4de6-a65d-94f16d64d3d6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:06.215100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f20462-afc1-4f50-a83c-d40d380138a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.221270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f20462-afc1-4f50-a83c-d40d380138a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.274226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db49107-350a-487a-941f-ffd1c2578571'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:06.277690 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4c2fcf-aecf-4bfb-9bb8-51e2a2271545" -d '{"events": [{"server_uuid": "db729790-c9bf-48bc-8cad-21fec89b1b55", "name": "network-vif-plugged", "status": "completed", "tag": "5db49107-350a-487a-941f-ffd1c2578571"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:06.288674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31f20462-afc1-4f50-a83c-d40d380138a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c5114be7718428c8d6d0edb540ae496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940971 Jul 16 03:25:06.288916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:06.303575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f20462-afc1-4f50-a83c-d40d380138a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9fe8ec-317d-4560-bbfe-19d02cab576e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:06.307999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05de53ef-908d-4cbe-a060-7cf4236838c7 req-9a570460-2f92-4450-99fe-4e8b162acecf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 210 time: 0.0434706 Jul 16 03:25:06.348046 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc37fe5-22aa-406e-9059-159d0763ce63 x-openstack-request-id: req-5cc37fe5-22aa-406e-9059-159d0763ce63 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:06.348518 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db729790-c9bf-48bc-8cad-21fec89b1b55", "name": "network-vif-plugged", "status": "completed", "tag": "5db49107-350a-487a-941f-ffd1c2578571", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:06.348920 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cc37fe5-22aa-406e-9059-159d0763ce63 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:06.349462 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db49107-350a-487a-941f-ffd1c2578571', 'code': 200} Jul 16 03:25:06.381428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b276600e-e9be-4c44-82d3-65420d6a8b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.403262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b276600e-e9be-4c44-82d3-65420d6a8b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.515957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b276600e-e9be-4c44-82d3-65420d6a8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.521674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b276600e-e9be-4c44-82d3-65420d6a8b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:06.525293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b276600e-e9be-4c44-82d3-65420d6a8b89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d9fe8ec-317d-4560-bbfe-19d02cab576e HTTP/1.1" status: 204 len: 168 time: 0.2353673 Jul 16 03:25:06.560621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-468b4728-68da-4010-9c15-d2ed462f06cb tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842454 Jul 16 03:25:06.578177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276600e-e9be-4c44-82d3-65420d6a8b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9fe8ec-317d-4560-bbfe-19d02cab576e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:06.785216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee34e-6937-4390-8eb9-eee5437f7edb req-3373a3e4-ff19-4836-a31c-d250e325a8f1 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:06.794675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-754ee34e-6937-4390-8eb9-eee5437f7edb req-3373a3e4-ff19-4836-a31c-d250e325a8f1 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.1228876 Jul 16 03:25:06.844076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-754ee34e-6937-4390-8eb9-eee5437f7edb req-a4c671a9-706c-4cd2-93ce-adfff18a8d2d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Jul 16 03:25:07.008789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:07.041941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13adcb43-2717-4b00-ae3e-edb484ab6bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.043197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bec10-6896-475e-81bc-68cd8feaa96a req-a13c00ff-7ceb-4334-9816-76969d1e03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:07.044903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd8bec10-6896-475e-81bc-68cd8feaa96a req-a13c00ff-7ceb-4334-9816-76969d1e03cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 1100 time: 0.6001770 Jul 16 03:25:07.091193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-8842d18f-37e9-4a0e-971b-13008d3ff72a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:07.094868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-8842d18f-37e9-4a0e-971b-13008d3ff72a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5271544 Jul 16 03:25:07.130984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Request body: {'port': {'device_id': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '9e1d83052a71429a8b800197dd5a1cb7'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:07.171780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd8bec10-6896-475e-81bc-68cd8feaa96a req-3057e600-f7fb-4702-9d60-7c25f091f56d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183815 Jul 16 03:25:07.253014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13adcb43-2717-4b00-ae3e-edb484ab6bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.259794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13adcb43-2717-4b00-ae3e-edb484ab6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.308728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adcb43-2717-4b00-ae3e-edb484ab6bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2da19-5a00-4f49-bb35-0f76cac78105,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:07.316306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-13adcb43-2717-4b00-ae3e-edb484ab6bc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=003dd1aee8084404b16b41764c1754eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039703 Jul 16 03:25:07.317458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48384) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:07.319526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Made reservation on behalf of 9e1d83052a71429a8b800197dd5a1cb7 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:07.327514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.421167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-094c0eaa-5172-41eb-9ce6-ec66e4cc67ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.448546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-094c0eaa-5172-41eb-9ce6-ec66e4cc67ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.526457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Allocated IP 192.168.233.65 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/fa1fdd0d-375e-44a2-ac2c-b870000dde67) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:07.532378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c40cf2b3-347a-41df-a859-cd560d10102d req-9a447fe7-c72a-4bca-a505-17f24b365671 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 210 time: 0.0362904 Jul 16 03:25:07.533216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-094c0eaa-5172-41eb-9ce6-ec66e4cc67ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.536174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-094c0eaa-5172-41eb-9ce6-ec66e4cc67ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.537310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-094c0eaa-5172-41eb-9ce6-ec66e4cc67ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdd2da19-5a00-4f49-bb35-0f76cac78105 HTTP/1.1" status: 204 len: 168 time: 0.2187066 Jul 16 03:25:07.546131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c0eaa-5172-41eb-9ce6-ec66e4cc67ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2da19-5a00-4f49-bb35-0f76cac78105,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:07.723122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.739774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Transition to ACTIVE for port object fa1fdd0d-375e-44a2-ac2c-b870000dde67 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:07.787809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:07.803265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c', '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:07.847350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:07.868622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:07.870048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:07.885694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:08.003780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:08.011262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.047011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d0866c74-975e-46bd-8c8d-a6046931cec7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9342170 Jul 16 03:25:08.069897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Request body: {'port': {'device_id': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:08.183580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.183860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78eb95-7d65-4ce9-9905-057c83a58427 req-ec5cac47-b9ff-4048-bda8-3c9ee9702454 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:08.192030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d78eb95-7d65-4ce9-9905-057c83a58427 req-ec5cac47-b9ff-4048-bda8-3c9ee9702454 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.1460435 Jul 16 03:25:08.259208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d78eb95-7d65-4ce9-9905-057c83a58427 req-9fce3615-da00-48cc-9dfb-5872b1067bc1 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 Jul 16 03:25:08.283033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e502c8d-138a-4be1-a00e-f3b0588206c0 None None] Provisioning for port fa1fdd0d-375e-44a2-ac2c-b870000dde67 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:08.288172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e502c8d-138a-4be1-a00e-f3b0588206c0 None None] Provisioning complete for port fa1fdd0d-375e-44a2-ac2c-b870000dde67 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:08.288617 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e502c8d-138a-4be1-a00e-f3b0588206c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.360313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3e502c8d-138a-4be1-a00e-f3b0588206c0 None None] Port fa1fdd0d-375e-44a2-ac2c-b870000dde67 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:08.562821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1fdd0d-375e-44a2-ac2c-b870000dde67 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:08.570151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.584526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Transition to ACTIVE for port object fa1fdd0d-375e-44a2-ac2c-b870000dde67 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:08.588932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.661723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:08.731683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Attempting to bind port fa1fdd0d-375e-44a2-ac2c-b870000dde67 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:08.732125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Attempting to bind port fa1fdd0d-375e-44a2-ac2c-b870000dde67 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:08.732526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Attempting to bind port fa1fdd0d-375e-44a2-ac2c-b870000dde67 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:08.738923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Port fa1fdd0d-375e-44a2-ac2c-b870000dde67 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:08.739465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Attempting to bind port fa1fdd0d-375e-44a2-ac2c-b870000dde67 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:08.745306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:08.745894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:08.746443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:08.747079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Bound port: fa1fdd0d-375e-44a2-ac2c-b870000dde67, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:08.747751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.847394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:08.851134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:08.859430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.898636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:08.899141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:08.900556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 1095 time: 0.8354001 Jul 16 03:25:08.900962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:08.904912 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:08.910257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419326a-fb21-4319-bf02-4ab4bfdbeb7f req-2748b2ae-0ed0-4fa8-864b-0e108a99acc9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:08.912227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8419326a-fb21-4319-bf02-4ab4bfdbeb7f req-2748b2ae-0ed0-4fa8-864b-0e108a99acc9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 947 time: 0.1307402 Jul 16 03:25:08.948494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df556b4-66a8-4627-b43b-e7d3855e5927 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:09.010741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8419326a-fb21-4319-bf02-4ab4bfdbeb7f req-d191de8e-5506-4c9c-88d5-5421c81a1033 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908227 Jul 16 03:25:09.037711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-397b1ea9-9b99-40ea-a187-f73898feae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.039423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-397b1ea9-9b99-40ea-a187-f73898feae27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1098 time: 0.0791988 Jul 16 03:25:09.107050 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea311df0-3964-4da1-bc77-eb1f6ef18b71 x-openstack-request-id: req-ea311df0-3964-4da1-bc77-eb1f6ef18b71 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:09.107667 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:09.107667 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea311df0-3964-4da1-bc77-eb1f6ef18b71 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:09.108103 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'status': 'completed', 'code': 200} Jul 16 03:25:09.109484 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-d101ce9d-f9a1-4cea-9ff3-d4b6bcd70250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0635052 Jul 16 03:25:09.168404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4af0d406-d5aa-46a6-bfbb-febe35481a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.170038 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4af0d406-d5aa-46a6-bfbb-febe35481a9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0542667 Jul 16 03:25:09.258584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-8323efd3-a4b9-4b24-8672-2f1598db1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.260549 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-8323efd3-a4b9-4b24-8672-2f1598db1934 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829463 Jul 16 03:25:09.451734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-4f06051a-7692-473f-bf4c-c9a490921bbe service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834912 Jul 16 03:25:09.550157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb0e48-2008-4739-93f3-2d403529d044 req-a18b5786-1480-4db6-883d-7fcb61e9eb8c tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.553551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45cb0e48-2008-4739-93f3-2d403529d044 req-a18b5786-1480-4db6-883d-7fcb61e9eb8c tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.1197121 Jul 16 03:25:09.565425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36dc12db-07a7-44c4-aa95-709f1a4ad000 req-65e09dff-33be-4407-8362-3264e4b4eec5 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067195 Jul 16 03:25:09.605215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45cb0e48-2008-4739-93f3-2d403529d044 req-09704b27-0592-46e8-8950-da2dfaf76502 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jul 16 03:25:09.765594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eb9d2-0a41-4c91-9da1-86dc056e9bcd req-5a9d3a7b-8d5a-46d7-b170-e94622216b12 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.767169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-716eb9d2-0a41-4c91-9da1-86dc056e9bcd req-5a9d3a7b-8d5a-46d7-b170-e94622216b12 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1097 time: 0.0584381 Jul 16 03:25:09.793703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-edc2353a-c433-48eb-8bfb-bf50d394d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.795348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-edc2353a-c433-48eb-8bfb-bf50d394d853 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1098 time: 0.0588174 Jul 16 03:25:09.802891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-716eb9d2-0a41-4c91-9da1-86dc056e9bcd req-ae3585cb-8fbc-49a5-9986-830154563706 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297639 Jul 16 03:25:09.892431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-e0282834-f171-4ea5-a905-135380467eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:09.894047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-e0282834-f171-4ea5-a905-135380467eea service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.0916121 Jul 16 03:25:09.939937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-2c3a66a6-4f5c-4624-acc2-6d80fd05f74b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0388238 Jul 16 03:25:09.999762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-6cd9691c-6da4-4890-a8fe-05f14009886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:10.001228 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-6cd9691c-6da4-4890-a8fe-05f14009886a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0553858 Jul 16 03:25:10.091214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-f631324b-ee34-45f4-ab00-15f1fc5f8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:10.092738 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-f631324b-ee34-45f4-ab00-15f1fc5f8241 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842259 Jul 16 03:25:10.191271 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-0d0dbc24-e0f3-4acb-bd66-a8b40bcfc108 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901108 Jul 16 03:25:10.211777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074683-5e8f-4002-8068-1997ff34f466 req-e5110d31-bb6f-4a4e-a31b-8bafaa1a8127 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:10.213355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34074683-5e8f-4002-8068-1997ff34f466 req-e5110d31-bb6f-4a4e-a31b-8bafaa1a8127 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 947 time: 0.0641732 Jul 16 03:25:10.256694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34074683-5e8f-4002-8068-1997ff34f466 req-06536eb0-67ea-444b-a108-dd79b45be29f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Jul 16 03:25:10.288734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ed46b7be-8e54-4a0a-b607-ac61c5a098fe req-f20a16be-ac78-4023-998d-36e394c52df6 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911429 Jul 16 03:25:10.557609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-2419c479-ad3e-4da0-b360-d0d0281daa4f tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315471 Jul 16 03:25:10.677171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-ed01dbdc-46ac-482c-95ef-02df3c96f5f2 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:10.683306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-ed01dbdc-46ac-482c-95ef-02df3c96f5f2 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245794 Jul 16 03:25:10.695887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-fc267959-7f83-41f0-baac-48066d22b54a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/quotas/6fe457a1607b4048b0d1778e8ab3626a HTTP/1.1" status: 200 len: 375 time: 0.0112574 Jul 16 03:25:10.737576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48550) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:10.769159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-9b28beae-4b25-43c7-8dbe-652e7dcbb6c1 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678051 Jul 16 03:25:10.853962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2083df4-fd0f-44d8-842a-ced6b7095c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:10.968554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2083df4-fd0f-44d8-842a-ced6b7095c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:10.974092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2083df4-fd0f-44d8-842a-ced6b7095c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.010594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2083df4-fd0f-44d8-842a-ced6b7095c46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e25f5581b1e41f79f6a6398e92506a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699864 Jul 16 03:25:11.012793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48560) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:11.026270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-34553dc5-ce61-4456-83f5-d64ecc3b4e10 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:11.028650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-34553dc5-ce61-4456-83f5-d64ecc3b4e10 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116770 Jul 16 03:25:11.055109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2083df4-fd0f-44d8-842a-ced6b7095c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e727e72f-aa92-4bfd-905e-2dc740ba2789,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:11.084209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd854622-44fc-47ea-8ff5-89eda05a9a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.088305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-3bf75511-e8bd-45d1-842a-25e921903f51 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:11.089736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-3bf75511-e8bd-45d1-842a-25e921903f51 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 1094 time: 0.0543904 Jul 16 03:25:11.099597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Request body: {'binding': {'host': 'n-h2-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:11.100054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:25:11.107825 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd854622-44fc-47ea-8ff5-89eda05a9a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.166380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd854622-44fc-47ea-8ff5-89eda05a9a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.169926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd854622-44fc-47ea-8ff5-89eda05a9a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.182014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dd854622-44fc-47ea-8ff5-89eda05a9a17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e727e72f-aa92-4bfd-905e-2dc740ba2789 HTTP/1.1" status: 204 len: 168 time: 0.1606040 Jul 16 03:25:11.200434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd854622-44fc-47ea-8ff5-89eda05a9a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e727e72f-aa92-4bfd-905e-2dc740ba2789,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:11.269324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on host n-h2-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:11.269576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:11.269923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:11.274625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:11.274957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:11.280757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:11.281516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:11.281915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:11.282646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Bound port: 47d901b0-207d-41d1-a591-f8471b7ed842, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:11.359962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:11.368488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.384087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0195fe9a-30a2-482c-9ab5-d1062051c706 service neutron] 10.222.0.25 "POST /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842/bindings HTTP/1.1" status: 201 len: 389 time: 0.2884903 Jul 16 03:25:11.585866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fe9eca9-863d-49d0-b1bb-5182eeb007d5 req-e6cb2a14-f4a8-449b-ae46-52d94e3d21eb tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 210 time: 0.0412278 Jul 16 03:25:11.749213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06f5cc-e0e7-4146-801a-0ea8ed606986 req-c7959f44-f5ce-4e90-9b50-e9c85677d394 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:11.752772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb06f5cc-e0e7-4146-801a-0ea8ed606986 req-c7959f44-f5ce-4e90-9b50-e9c85677d394 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 947 time: 0.1023958 Jul 16 03:25:11.804703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-a31748df-3e03-4125-90bb-730d9d43fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:11.807283 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-a31748df-3e03-4125-90bb-730d9d43fdeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1097 time: 0.0873942 Jul 16 03:25:11.828826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb06f5cc-e0e7-4146-801a-0ea8ed606986 req-a08621a4-2db9-4c66-9e07-fecc1df5b921 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681162 Jul 16 03:25:11.965085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-8acd7ade-e04d-4933-b673-1c739dd9f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:11.966539 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-8acd7ade-e04d-4933-b673-1c739dd9f3d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1514411 Jul 16 03:25:12.020329 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c33ac7ac-2c7f-4cf9-a522-bac3ce2d4525 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 217 time: 0.0453362 Jul 16 03:25:12.043600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f045af8-0ebc-4828-af0b-44aa6ddefb06 req-2451b0b2-5948-447a-bb2f-d1e7917ecc61 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:12.045321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f045af8-0ebc-4828-af0b-44aa6ddefb06 req-2451b0b2-5948-447a-bb2f-d1e7917ecc61 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.0911100 Jul 16 03:25:12.119607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-cd660873-33f3-40c2-a194-645d0f65bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:12.121294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-cd660873-33f3-40c2-a194-645d0f65bc5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0942478 Jul 16 03:25:12.127471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f045af8-0ebc-4828-af0b-44aa6ddefb06 req-f6b5f275-c994-4cec-bfd8-cdaf5b9ab160 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765679 Jul 16 03:25:12.166676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-47b93406-5037-41dd-874f-121fadea4f9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380163 Jul 16 03:25:12.264598 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-db4857ae-acda-4f14-97cf-0a93718c3017 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845580 Jul 16 03:25:12.369484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-afe19a37-5b9c-41fb-ba79-4cdd02ccc1a2 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478084 Jul 16 03:25:12.382871 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-33bfc85e-cfd0-4f36-8587-ba530af77097 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110191 Jul 16 03:25:12.506333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-027029de-bf5b-480f-91f4-414b3a59bb95 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:12.508501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-027029de-bf5b-480f-91f4-414b3a59bb95 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332550 Jul 16 03:25:12.525076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Request body: {'port': {'device_id': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '6fe457a1607b4048b0d1778e8ab3626a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:12.742003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:12.762404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Made reservation on behalf of 6fe457a1607b4048b0d1778e8ab3626a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:12.766033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:12.867603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48640) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:12.901694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:12.916483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'mac_address': 'fa:16:3e:66:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:12.941072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-406606b0-a745-4e29-9412-e5225c6aefc2 req-f0585330-f7f6-4448-9cbd-b04770a96f97 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 210 time: 0.0558727 Jul 16 03:25:12.953472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88e119f-994e-4ffd-afdf-c70529eac205 req-0c287a2f-be16-4cdf-ab24-b999e175167d tempest-AbsoluteLimitsNegativeTestJSON-1207805134 tempest-AbsoluteLimitsNegativeTestJSON-1207805134-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dee9e0106c29480ba4f4b882e7edddf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694373 Jul 16 03:25:12.991560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.017507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1fdd0d-375e-44a2-ac2c-b870000dde67 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:13.047643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccffc0d5-c520-4795-b235-2521af63593b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.052055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:13.059787 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.085207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e119f-994e-4ffd-afdf-c70529eac205 req-d7bc8b0e-54fe-46f0-a765-daec028992c8 tempest-AbsoluteLimitsNegativeTestJSON-1207805134 tempest-AbsoluteLimitsNegativeTestJSON-1207805134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:13.092236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88e119f-994e-4ffd-afdf-c70529eac205 req-d7bc8b0e-54fe-46f0-a765-daec028992c8 tempest-AbsoluteLimitsNegativeTestJSON-1207805134 tempest-AbsoluteLimitsNegativeTestJSON-1207805134-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376402 Jul 16 03:25:13.145680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:13.158086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccffc0d5-c520-4795-b235-2521af63593b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.161393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Allocated IP 192.168.233.33 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/8130a28f-8241-43cc-89ea-b20735003f77) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:13.164229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccffc0d5-c520-4795-b235-2521af63593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.192760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88e119f-994e-4ffd-afdf-c70529eac205 req-647a70d5-70fd-4ba9-be6e-46bf17ef53d7 tempest-AbsoluteLimitsNegativeTestJSON-1207805134 tempest-AbsoluteLimitsNegativeTestJSON-1207805134-project] 10.222.0.25 "GET /v2.0/quotas/dee9e0106c29480ba4f4b882e7edddf8 HTTP/1.1" status: 200 len: 375 time: 0.0983975 Jul 16 03:25:13.204841 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ccffc0d5-c520-4795-b235-2521af63593b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60c539c4f20e443db762eaf97253162c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358326 Jul 16 03:25:13.205692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffc0d5-c520-4795-b235-2521af63593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e495fb3-05d3-4677-ad92-6c168fb4cdc3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:13.208735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48648) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:13.257703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab11646-6b55-4382-8bc1-f4d0ab63c6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.264497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88e119f-994e-4ffd-afdf-c70529eac205 req-f208af21-1a04-4309-8ed8-75c6cbf8a410 tempest-AbsoluteLimitsNegativeTestJSON-1207805134 tempest-AbsoluteLimitsNegativeTestJSON-1207805134-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dee9e0106c29480ba4f4b882e7edddf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702195 Jul 16 03:25:13.286582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab11646-6b55-4382-8bc1-f4d0ab63c6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.349013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddb6ef-5163-4ed0-94ea-cbad97b953aa req-49539da4-e95c-4078-8061-c2e7df1b6f3b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:13.350595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78ddb6ef-5163-4ed0-94ea-cbad97b953aa req-49539da4-e95c-4078-8061-c2e7df1b6f3b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 948 time: 0.1906974 Jul 16 03:25:13.359833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab11646-6b55-4382-8bc1-f4d0ab63c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.363290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab11646-6b55-4382-8bc1-f4d0ab63c6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.365198 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ab11646-6b55-4382-8bc1-f4d0ab63c6a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e495fb3-05d3-4677-ad92-6c168fb4cdc3 HTTP/1.1" status: 204 len: 168 time: 0.1553299 Jul 16 03:25:13.388520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab11646-6b55-4382-8bc1-f4d0ab63c6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e495fb3-05d3-4677-ad92-6c168fb4cdc3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:13.412731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fa1fdd0d-375e-44a2-ac2c-b870000dde67'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:13.448926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78ddb6ef-5163-4ed0-94ea-cbad97b953aa req-5f3cd09b-7cc1-4643-9e41-ad6952e75741 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879695 Jul 16 03:25:13.512935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.543728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Transition to ACTIVE for port object 8130a28f-8241-43cc-89ea-b20735003f77 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:13.649106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.671225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['5db49107-350a-487a-941f-ffd1c2578571'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:13.674838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:13.678404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:13.704076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:13.719979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:13.772791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:13.774186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.836412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb32e4d-b93a-46db-9cfb-f7ff2675ca0f req-09eb8ad7-4dfa-461b-8138-700fd4b79d26 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:13.851624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbb32e4d-b93a-46db-9cfb-f7ff2675ca0f req-09eb8ad7-4dfa-461b-8138-700fd4b79d26 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.2399566 Jul 16 03:25:13.852431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Pushing event updated for resources: {'Port': ['ID=8130a28f-8241-43cc-89ea-b20735003f77,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:13.856952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-a301ffde-e111-43c8-9ec9-2cfff4a352ce tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3385742 Jul 16 03:25:13.920425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51128926-35d6-4301-9ad9-7386cbf2b81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.938482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Request body: {'port': {'device_id': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:14.030365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbb32e4d-b93a-46db-9cfb-f7ff2675ca0f req-1207ec57-d31b-49de-bada-7db63d1f781b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749065 Jul 16 03:25:14.066865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:14.102035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-030a458b-6c0e-45c3-b95a-cfd353258de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.121425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51128926-35d6-4301-9ad9-7386cbf2b81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.125793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51128926-35d6-4301-9ad9-7386cbf2b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.159302 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.175829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51128926-35d6-4301-9ad9-7386cbf2b81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48da5d-a550-4ae7-8c67-b87484ad7110,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:14.177395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a0c744fb-a393-48c8-8083-2bdf1527f244 None None] Provisioning for port 8130a28f-8241-43cc-89ea-b20735003f77 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:14.183880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a0c744fb-a393-48c8-8083-2bdf1527f244 None None] Provisioning complete for port 8130a28f-8241-43cc-89ea-b20735003f77 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:14.184395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0c744fb-a393-48c8-8083-2bdf1527f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.204313 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51128926-35d6-4301-9ad9-7386cbf2b81d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dee9e0106c29480ba4f4b882e7edddf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798987 Jul 16 03:25:14.205507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48670) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:14.248224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a0c744fb-a393-48c8-8083-2bdf1527f244 None None] Port 8130a28f-8241-43cc-89ea-b20735003f77 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:14.282835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da1a6006-9977-46b6-8e9b-9073d8d8536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.314979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da1a6006-9977-46b6-8e9b-9073d8d8536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.330618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88103a30-aa3b-445b-b9af-d39170d411dd req-d6c2a3c4-b5bb-4e10-9ce4-c842709eea1b tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:14.332847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88103a30-aa3b-445b-b9af-d39170d411dd req-d6c2a3c4-b5bb-4e10-9ce4-c842709eea1b tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 935 time: 0.2135470 Jul 16 03:25:14.407090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da1a6006-9977-46b6-8e9b-9073d8d8536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.410505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da1a6006-9977-46b6-8e9b-9073d8d8536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.412314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da1a6006-9977-46b6-8e9b-9073d8d8536b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e48da5d-a550-4ae7-8c67-b87484ad7110 HTTP/1.1" status: 204 len: 168 time: 0.2042108 Jul 16 03:25:14.423264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6006-9977-46b6-8e9b-9073d8d8536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48da5d-a550-4ae7-8c67-b87484ad7110,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:14.433396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-030a458b-6c0e-45c3-b95a-cfd353258de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.457485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-030a458b-6c0e-45c3-b95a-cfd353258de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.512333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88103a30-aa3b-445b-b9af-d39170d411dd req-f933d0d6-53b0-4268-9e2f-ef55f09a854c tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506929 Jul 16 03:25:14.618563 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-030a458b-6c0e-45c3-b95a-cfd353258de9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=813dbe4cb25a4f708cdb8224628f4351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488231 Jul 16 03:25:14.622028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:14.633175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a458b-6c0e-45c3-b95a-cfd353258de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6a6de7-8a44-453e-99e4-9935cca2bd1b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:14.741107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c18c694-36a6-4106-8aea-c5a4b0fa1a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.757657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:14.791241 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c18c694-36a6-4106-8aea-c5a4b0fa1a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.811903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port fa1fdd0d-375e-44a2-ac2c-b870000dde67 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:14.817641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port fa1fdd0d-375e-44a2-ac2c-b870000dde67 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:14.818234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.855532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8130a28f-8241-43cc-89ea-b20735003f77 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:14.874188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83c09d-7a91-4b66-9d63-a410b8b615b6 req-82987821-363a-47d5-906d-321d084ced0f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:14.881541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d83c09d-7a91-4b66-9d63-a410b8b615b6 req-82987821-363a-47d5-906d-321d084ced0f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 948 time: 0.1817517 Jul 16 03:25:14.884764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.938733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Transition to ACTIVE for port object 8130a28f-8241-43cc-89ea-b20735003f77 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:14.941875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c18c694-36a6-4106-8aea-c5a4b0fa1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.944754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c18c694-36a6-4106-8aea-c5a4b0fa1a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.945819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5c18c694-36a6-4106-8aea-c5a4b0fa1a8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c6a6de7-8a44-453e-99e4-9935cca2bd1b HTTP/1.1" status: 204 len: 168 time: 0.3224199 Jul 16 03:25:14.967148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.972853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.992505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d83c09d-7a91-4b66-9d63-a410b8b615b6 req-58b2c60a-4151-4f00-8e38-fad1cdd3674c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100264 Jul 16 03:25:15.009829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:15.011092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:15.014211 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e327eea-7f0f-479c-93d8-40887afc9c10" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-plugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:15.021879 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.094212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Pushing event updated for resources: {'Port': ['ID=8130a28f-8241-43cc-89ea-b20735003f77,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:15.101788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18c694-36a6-4106-8aea-c5a4b0fa1a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6a6de7-8a44-453e-99e4-9935cca2bd1b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:15.110588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:15.285144 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f29f9d0-6e35-4642-b93f-004b60a1abf6 x-openstack-request-id: req-6f29f9d0-6e35-4642-b93f-004b60a1abf6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:15.285754 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-plugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:15.285754 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f29f9d0-6e35-4642-b93f-004b60a1abf6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:15.286056 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'code': 200} Jul 16 03:25:15.297597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052faf3-7579-4066-a6a7-c45f9c5a68be req-d1ca3615-608d-4f3f-9d48-8716108867de tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:15.299036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e052faf3-7579-4066-a6a7-c45f9c5a68be req-d1ca3615-608d-4f3f-9d48-8716108867de tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1096 time: 0.1652877 Jul 16 03:25:15.300136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Attempting to bind port 8130a28f-8241-43cc-89ea-b20735003f77 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:15.300463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Attempting to bind port 8130a28f-8241-43cc-89ea-b20735003f77 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:15.301582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Attempting to bind port 8130a28f-8241-43cc-89ea-b20735003f77 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:15.306453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Port 8130a28f-8241-43cc-89ea-b20735003f77 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:15.306809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Attempting to bind port 8130a28f-8241-43cc-89ea-b20735003f77 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:15.313816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:15.314164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:15.314570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:15.315005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Bound port: 8130a28f-8241-43cc-89ea-b20735003f77, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:15.315380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.415021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e052faf3-7579-4066-a6a7-c45f9c5a68be req-147b48eb-c560-48ac-bf42-3acdebf5722e tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022687 Jul 16 03:25:15.501764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41f38-3912-4b39-b382-869b5f3aa34f req-74a5cef2-a8d3-4b51-808e-321809df38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:15.505827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fac41f38-3912-4b39-b382-869b5f3aa34f req-74a5cef2-a8d3-4b51-808e-321809df38a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1100 time: 0.1302333 Jul 16 03:25:15.573839 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fac41f38-3912-4b39-b382-869b5f3aa34f req-ad882683-add6-4a46-a6aa-547ee4f81284 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Jul 16 03:25:15.585362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] For port 8130a28f-8241-43cc-89ea-b20735003f77, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:15.591369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] For port 8130a28f-8241-43cc-89ea-b20735003f77, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8130a28f-8241-43cc-89ea-b20735003f77,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:15.599627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.686456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:15.688618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.691580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] 10.222.0.48 "PUT /v2.0/ports/8130a28f-8241-43cc-89ea-b20735003f77 HTTP/1.1" status: 200 len: 1095 time: 1.7661726 Jul 16 03:25:15.708615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'tag': '8130a28f-8241-43cc-89ea-b20735003f77'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:15.710950 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12533c61-32d1-472d-88ba-260571873f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c16d10e5-552d-4035-9dbd-105fce03ad8a", "tag": "8130a28f-8241-43cc-89ea-b20735003f77"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:15.776551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:15.841602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cd420-5ed0-4da5-9ac7-8d035115062a req-eca6471c-e110-4d33-a2d8-e8083c5e54aa tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:15.843356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-764cd420-5ed0-4da5-9ac7-8d035115062a req-eca6471c-e110-4d33-a2d8-e8083c5e54aa tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.3831124 Jul 16 03:25:15.844012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154a9fe-cd4d-48c0-999f-a54e153fcee8 service neutron] Pushing event updated for resources: {'Port': ['ID=8130a28f-8241-43cc-89ea-b20735003f77,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:15.932049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1862039784-network', 'tenant_id': '921bbdd471b4437caeb1de6abf097e39'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:15.975198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-764cd420-5ed0-4da5-9ac7-8d035115062a req-b306f633-dbd2-4c6a-9865-f267d19a4013 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194932 Jul 16 03:25:15.978419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Made reservation on behalf of 921bbdd471b4437caeb1de6abf097e39 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:15.981135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.990867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.995103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1a0235b1-ecb4-40dd-bcab-19ab26de0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:16.012081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-1a0235b1-ecb4-40dd-bcab-19ab26de0287 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 1098 time: 0.2362447 Jul 16 03:25:16.092134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-0b4594ac-2424-4c9e-8175-644200a6d395 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8130a28f-8241-43cc-89ea-b20735003f77 HTTP/1.1" status: 200 len: 217 time: 0.0723746 Jul 16 03:25:16.123484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.136579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.196501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-35b589f2-8106-4be9-955f-1771288c6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:16.197955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-35b589f2-8106-4be9-955f-1771288c6ab0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0955377 Jul 16 03:25:16.205307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65dcf4-c620-45ab-b3a2-587d43da0ffa,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:16.215854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:16.241110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.241550 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Added segment bcade0c1-a075-4fd4-b004-2f8b0dd35a40 of type vlan for network ad73a4a4-8b3f-4c37-99bf-cde351449c34 Jul 16 03:25:16.312572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.346267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-5f4d846d-da83-4362-aedc-2dd6f999c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:16.347860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-5f4d846d-da83-4362-aedc-2dd6f999c104 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414051 Jul 16 03:25:16.358226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.361439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:16.362376 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.365669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69641e63-93a6-41db-9982-2584fd8591f3 req-36dbada5-d7b6-45c4-bab8-26830964570a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:16.367258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69641e63-93a6-41db-9982-2584fd8591f3 req-36dbada5-d7b6-45c4-bab8-26830964570a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 947 time: 0.1061659 Jul 16 03:25:16.434852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69641e63-93a6-41db-9982-2584fd8591f3 req-84cdad8f-8c44-4d79-86ea-ba46c3cb9fb2 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561039 Jul 16 03:25:16.450105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad73a4a4-8b3f-4c37-99bf-cde351449c34,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:16.476666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ad73a4a4-8b3f-4c37-99bf-cde351449c34 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:16.490865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bcb4eae9-5695-4672-bba1-02b5714ab6b3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7124474 Jul 16 03:25:16.494041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:16.518274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Request body: {'subnet': {'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1862039784-subnet', 'tenant_id': '921bbdd471b4437caeb1de6abf097e39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:16.583998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-4b836789-6f8c-40cf-b093-23bec5482656 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157507 Jul 16 03:25:16.587936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Made reservation on behalf of 921bbdd471b4437caeb1de6abf097e39 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:16.590879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.734093 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2943f341-4829-4379-a4f4-720dcfb3146e x-openstack-request-id: req-2943f341-4829-4379-a4f4-720dcfb3146e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:16.734374 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16d10e5-552d-4035-9dbd-105fce03ad8a", "tag": "8130a28f-8241-43cc-89ea-b20735003f77", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:16.734814 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2943f341-4829-4379-a4f4-720dcfb3146e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:16.735412 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'tag': '8130a28f-8241-43cc-89ea-b20735003f77', 'status': 'completed', 'code': 200} Jul 16 03:25:16.799617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03eb7a63-4043-4d5e-b709-7000b36c8a04 req-c8b40b88-54e3-4a37-823f-b68182c8863a service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935875 Jul 16 03:25:17.023114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.068792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ac74f-7ca4-4bcc-b2ec-f93bc977a06b req-f0ffbaa7-e339-4cdb-b464-dd8ad2dd8077 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.070520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-477ac74f-7ca4-4bcc-b2ec-f93bc977a06b req-f0ffbaa7-e339-4cdb-b464-dd8ad2dd8077 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.2120814 Jul 16 03:25:17.084314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533c61-32d1-472d-88ba-260571873f6b req-a35507ff-45ed-453f-a020-e5bf79c6325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.085750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-a35507ff-45ed-453f-a020-e5bf79c6325b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 1098 time: 0.1914275 Jul 16 03:25:17.444667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0c8030-fdea-4e26-9418-4411e9824aaa,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:17.462438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-8f70070a-8933-47cd-aa4e-9d054d2a7fca tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:17.463362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-8f70070a-8933-47cd-aa4e-9d054d2a7fca tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139318 Jul 16 03:25:17.482612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-477ac74f-7ca4-4bcc-b2ec-f93bc977a06b req-93578c71-882b-454e-878e-4f262ace8a78 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010909 Jul 16 03:25:17.511592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Checking segment: {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:17.511947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Network hostable DHCP agents. Network: ad73a4a4-8b3f-4c37-99bf-cde351449c34, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:17.578237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-ccb20d40-aa45-4ed4-8220-d380c43c9d10 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.579586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-ccb20d40-aa45-4ed4-8220-d380c43c9d10 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 1093 time: 0.1058981 Jul 16 03:25:17.580432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Network ad73a4a4-8b3f-4c37-99bf-cde351449c34 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:17.583387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533c61-32d1-472d-88ba-260571873f6b req-16b46359-03d7-4055-aad4-5652231c5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.584731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-16b46359-03d7-4055-aad4-5652231c5804 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.4835265 Jul 16 03:25:17.593170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Request body: {'binding': {'host': 'n-h1-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:17.593625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:25:17.597241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ad73a4a4-8b3f-4c37-99bf-cde351449c34) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:17.611714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78b4db-247b-4237-8817-4656c80a0a1e None None] Network ad73a4a4-8b3f-4c37-99bf-cde351449c34 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:17.625322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.625897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.663092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-6d8abdc2-6de0-4cad-98dd-59ff91a9f40b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8130a28f-8241-43cc-89ea-b20735003f77 HTTP/1.1" status: 200 len: 217 time: 0.0479157 Jul 16 03:25:17.704587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b62597b-3e23-4936-b49d-70aef9cd40a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2015088 Jul 16 03:25:17.794630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe313202-5521-4d6e-a3c1-bb1c2f64a0a0 None None] Network ad73a4a4-8b3f-4c37-99bf-cde351449c34 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:17.804493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533c61-32d1-472d-88ba-260571873f6b req-e47c4307-3d4d-42bd-8302-73514ef42299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.805945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-e47c4307-3d4d-42bd-8302-73514ef42299 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1341839 Jul 16 03:25:17.893389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on host n-h1-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:17.893754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:17.894047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:17.903570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcd58b-36ca-4d72-9b50-77745cc61e1a req-3fe1d6b5-a6af-4c01-bebe-1caef034f28b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.905052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2dbcd58b-36ca-4d72-9b50-77745cc61e1a req-3fe1d6b5-a6af-4c01-bebe-1caef034f28b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.1867766 Jul 16 03:25:17.915153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:17.915493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:17.937182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:17.937517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:17.937903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:17.938346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Bound port: 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:17.977697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533c61-32d1-472d-88ba-260571873f6b req-0f8a47e5-5c10-470b-8cd6-a030dc9ec5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.979232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-0f8a47e5-5c10-470b-8cd6-a030dc9ec5ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1614096 Jul 16 03:25:18.000514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2dbcd58b-36ca-4d72-9b50-77745cc61e1a req-d1f786e0-d3c0-462d-8da5-3f95007a9d8e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877817 Jul 16 03:25:18.067545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:18.076667 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.077812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-5b06838f-2121-4e3d-b100-84bd3ad3ad60 service neutron] 10.222.0.25 "POST /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4891982 Jul 16 03:25:18.099274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-7445b9c8-13d3-440c-a582-b99c9b4c51a5 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091523 Jul 16 03:25:18.256866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12533c61-32d1-472d-88ba-260571873f6b req-ab8b69d2-1769-4d9b-9cc9-721521963b84 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493781 Jul 16 03:25:18.295388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1973993736', 'description': 'tempest-description-2050772761'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:18.337985 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.355214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafa1e5-eda9-4441-a200-03f19dc6d041 req-a2154416-1f01-4c27-a0ca-a2a0cfe77cb5 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:18.356705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cafa1e5-eda9-4441-a200-03f19dc6d041 req-a2154416-1f01-4c27-a0ca-a2a0cfe77cb5 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 947 time: 0.0977483 Jul 16 03:25:18.357531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.393051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-c1dd2e25-17b6-4c34-bc83-6f8f78a7082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:18.394679 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-c1dd2e25-17b6-4c34-bc83-6f8f78a7082b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1096 time: 0.0552757 Jul 16 03:25:18.417981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cafa1e5-eda9-4441-a200-03f19dc6d041 req-3ef03715-0d7d-46c4-9a33-5097a0db078a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Jul 16 03:25:18.488629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-6d00208a-b926-487c-8a5d-576662bfe02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:18.488867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.490109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-6d00208a-b926-487c-8a5d-576662bfe02d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.0888648 Jul 16 03:25:18.493984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.531554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcc7bba-58fd-4ad0-84b0-bd1704f547c8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:18.533001 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-888ac9a0-9a02-4fc7-9220-63c5c74b9609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 217 time: 0.0350571 Jul 16 03:25:18.585977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-80894d00-ef47-4240-9ede-23cfdd59c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:18.587485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-80894d00-ef47-4240-9ede-23cfdd59c0ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0474608 Jul 16 03:25:18.621149 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0ee520e-5252-4cd5-a4e1-507c8fb86b9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265322 Jul 16 03:25:18.622917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.627527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.647402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277fdb-c975-41fd-b8ec-7eec9a7b1695 req-a2c9aead-667c-4045-903c-f6483802991d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:18.648926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7277fdb-c975-41fd-b8ec-7eec9a7b1695 req-a2c9aead-667c-4045-903c-f6483802991d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 945 time: 0.1079800 Jul 16 03:25:18.679128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.680270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03714b6b-3c82-404d-9ea6-c9c1757fc463 req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3898501 Jul 16 03:25:18.686295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032cc66-09cc-4dd0-9645-1f35a581394a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3fc4ab-577d-4323-8760-0c4c925092a0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:18.707623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7277fdb-c975-41fd-b8ec-7eec9a7b1695 req-5c11bf0b-9f48-46d6-9649-98a0c10978cf tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493646 Jul 16 03:25:18.725806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-29baedcc-577a-4787-b7a3-68b167f71db5 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896869 Jul 16 03:25:18.803350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-07b56a30-2c87-491f-8a19-dfc24216f507 req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-876883541', 'description': 'tempest-description-102421799'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:18.828401 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-53643d5e-b121-43ee-86e5-33ec627eb2da service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974727 Jul 16 03:25:18.831465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-07b56a30-2c87-491f-8a19-dfc24216f507 req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.951200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-07b56a30-2c87-491f-8a19-dfc24216f507 req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.960328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-07b56a30-2c87-491f-8a19-dfc24216f507 req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.995924 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-07b56a30-2c87-491f-8a19-dfc24216f507 req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.997162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07b56a30-2c87-491f-8a19-dfc24216f507 req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2020316 Jul 16 03:25:19.006371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c75f2-dcfc-4f7c-b5c6-4395f7bd7283 req-2f151d02-587c-4acc-a54c-07b1f1808834 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:19.007909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-397c75f2-dcfc-4f7c-b5c6-4395f7bd7283 req-2f151d02-587c-4acc-a54c-07b1f1808834 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.1227770 Jul 16 03:25:19.009007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585d20-93a9-4fac-82ee-6f195cad699d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae1cec-441c-4f10-9bad-273652096a9b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.051137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-397c75f2-dcfc-4f7c-b5c6-4395f7bd7283 req-93c6cbc3-00ab-469a-a7f1-593a238ace96 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Jul 16 03:25:19.087211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-740675cd-3a9a-48ec-8bba-8e99f843f5a3 req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Request body: {'security_group': {'name': 'tempest-securitygroup-907426921', 'description': 'tempest-description-846741473'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:19.137205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-740675cd-3a9a-48ec-8bba-8e99f843f5a3 req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.193083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20626b-1f7e-41bb-818a-210a72b05075 req-59f16d0b-63fc-4772-ada6-ad79dd6d49c8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:19.194561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa20626b-1f7e-41bb-818a-210a72b05075 req-59f16d0b-63fc-4772-ada6-ad79dd6d49c8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.0949163 Jul 16 03:25:19.249123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa20626b-1f7e-41bb-818a-210a72b05075 req-9e0c1fa3-9c84-44d4-b8ce-10ce89b2242c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479128 Jul 16 03:25:19.274356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-740675cd-3a9a-48ec-8bba-8e99f843f5a3 req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.281413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-740675cd-3a9a-48ec-8bba-8e99f843f5a3 req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.305574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ac068e5d-cc51-4576-ab37-b6248264f986 req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1950852309', 'description': 'tempest-description-373053156'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:19.322833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-740675cd-3a9a-48ec-8bba-8e99f843f5a3 req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.323997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-740675cd-3a9a-48ec-8bba-8e99f843f5a3 req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2424247 Jul 16 03:25:19.330364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd45f1-49d2-4315-8637-66eec942e86a tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57babd3c-c3b0-43cf-8266-ff08c3ebe812,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.343889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac068e5d-cc51-4576-ab37-b6248264f986 req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.436282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac068e5d-cc51-4576-ab37-b6248264f986 req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.443374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac068e5d-cc51-4576-ab37-b6248264f986 req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.505188 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:19.514171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac068e5d-cc51-4576-ab37-b6248264f986 req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.515552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac068e5d-cc51-4576-ab37-b6248264f986 req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2169151 Jul 16 03:25:19.531703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57749641-9b6e-4077-8c1b-83575aefa548 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00241046-42b1-4a50-9962-4ae3929be87a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.554050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3b29-c22b-4130-925c-86fc7356e0ac req-2fc401f4-0874-4bfb-8f8f-3f9128edfabb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:19.556077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2edf3b29-c22b-4130-925c-86fc7356e0ac req-2fc401f4-0874-4bfb-8f8f-3f9128edfabb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.0993655 Jul 16 03:25:19.604709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2edf3b29-c22b-4130-925c-86fc7356e0ac req-ec018aa7-fbd3-4ed8-9c85-897567c0165d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Jul 16 03:25:19.806200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125b6a7-ac3e-4ce4-916c-5a8336e8147d req-538e6142-66d2-493f-bfbd-49d2b29fd5a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:19.808187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3125b6a7-ac3e-4ce4-916c-5a8336e8147d req-538e6142-66d2-493f-bfbd-49d2b29fd5a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.0748007 Jul 16 03:25:19.875055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3125b6a7-ac3e-4ce4-916c-5a8336e8147d req-e4f3c3dc-c9f9-4d59-b950-5c716c1149fa tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589259 Jul 16 03:25:19.916714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-617764825', 'description': 'tempest-description-686460566'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:19.958266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.968678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.068349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.083680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.151455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee5261-7d63-45a1-95f8-c9f18891eacc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:20.193808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397c51f-0985-4f28-b52f-12ccf37ad644 req-38a4ffc4-aff5-4cea-b4ea-12dc178e0fa4 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:20.195143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9397c51f-0985-4f28-b52f-12ccf37ad644 req-38a4ffc4-aff5-4cea-b4ea-12dc178e0fa4 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 947 time: 0.1251140 Jul 16 03:25:20.253412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9397c51f-0985-4f28-b52f-12ccf37ad644 req-faf52ae5-5c6a-4ee1-8df4-5bbfa7bb7ffc tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Jul 16 03:25:20.255914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.261727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.299515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.301597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c76a23d-511f-475e-9a8d-d7f0f5cd4b5a req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3903320 Jul 16 03:25:20.302777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb30bd9-4d92-4bdd-b51f-103bbf0c3627 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a9602-fbf4-45ee-824f-d03f9aa52924,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:20.466846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-b3f5d1d7-266b-4d19-8ee7-1121439d8ca3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:20.468403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-b3f5d1d7-266b-4d19-8ee7-1121439d8ca3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 813 time: 0.1181755 Jul 16 03:25:20.489811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-ee2f1f2e-f52c-4f87-9489-b45e42912b42 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/quotas/921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 375 time: 0.0142868 Jul 16 03:25:20.518242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-721a050d-1fc7-4863-89ef-7d1bac1b0c96 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275693 Jul 16 03:25:20.611882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-8be7da6a-1b2c-4f1b-b54a-b2ff2c6684e3 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1788760364&fields=id&tenant_id=cedc66977cc241e5a82f8ab5dbc563b0 HTTP/1.1" status: 200 len: 267 time: 0.0786681 Jul 16 03:25:20.669926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-c0b61e03-0bc0-4474-8f09-bd72fd2861aa service neutron] 10.222.0.25 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442688 Jul 16 03:25:20.675911 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caeab666-fa35-4411-8ee0-3c1c8475e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.789504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-ca091cdc-cfb4-435f-b031-c306a3b6ccc7 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:20.791043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-ca091cdc-cfb4-435f-b031-c306a3b6ccc7 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 823 time: 0.1718471 Jul 16 03:25:20.812845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8130a28f-8241-43cc-89ea-b20735003f77 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:20.815708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-53f7c918-6a49-4ba1-b5b9-9181b1c650fa tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/quotas/cedc66977cc241e5a82f8ab5dbc563b0 HTTP/1.1" status: 200 len: 375 time: 0.0181928 Jul 16 03:25:20.837791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-8426a0df-b0a0-437c-881d-64887e14d78b service neutron] 10.222.0.25 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344321 Jul 16 03:25:20.897343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-68ed1c28-4297-405a-a6ff-5eb4f4b35cb1 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0736971 Jul 16 03:25:20.918307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 8130a28f-8241-43cc-89ea-b20735003f77, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8130a28f-8241-43cc-89ea-b20735003f77,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:20.931909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '8130a28f-8241-43cc-89ea-b20735003f77', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '8130a28f-8241-43cc-89ea-b20735003f77', 'mac_address': 'fa:16:3e:de:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:20.981495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.005365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8130a28f-8241-43cc-89ea-b20735003f77 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:21.029728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-987b1961-58d7-4d7a-a9b2-e0cd8575bb15 service neutron] 10.222.0.25 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195590 Jul 16 03:25:21.038889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 8130a28f-8241-43cc-89ea-b20735003f77, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8130a28f-8241-43cc-89ea-b20735003f77,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:21.046121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.106801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=8130a28f-8241-43cc-89ea-b20735003f77,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:21.155126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-53e01690-c6ed-4d3d-af75-56126ee773fe service neutron] 10.222.0.25 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192083 Jul 16 03:25:21.241261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53739a-20e1-456f-99d8-12687ca37b70 req-19ffd272-892b-4191-a3a1-71a52b93491f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:21.242780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff53739a-20e1-456f-99d8-12687ca37b70 req-19ffd272-892b-4191-a3a1-71a52b93491f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.0867000 Jul 16 03:25:21.323278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['8130a28f-8241-43cc-89ea-b20735003f77'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:21.323418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff53739a-20e1-456f-99d8-12687ca37b70 req-fa22f5b8-eb4d-408c-9151-5c951351f839 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590780 Jul 16 03:25:21.340399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1e322aa6-1c5e-46b0-a0d2-1d6ef3c1af68 req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1118687194', 'description': 'tempest-description-1620451096'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:21.411213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-c3f8c4f0-45bb-4b5e-93d3-b5b3eb71b76a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:21.414183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-c3f8c4f0-45bb-4b5e-93d3-b5b3eb71b76a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d068d07-86b6-417c-ba5d-6778ffd81543 HTTP/1.1" status: 200 len: 945 time: 0.1912944 Jul 16 03:25:21.415044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e322aa6-1c5e-46b0-a0d2-1d6ef3c1af68 req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.581806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Deleting port ba833cfc-490f-4d05-835a-df1a857555fc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:21.582156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.769288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] For port ba833cfc-490f-4d05-835a-df1a857555fc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ba833cfc-490f-4d05-835a-df1a857555fc,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:21.769689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.801975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e322aa6-1c5e-46b0-a0d2-1d6ef3c1af68 req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.859771 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e322aa6-1c5e-46b0-a0d2-1d6ef3c1af68 req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.888474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebebc6a-5791-4755-8142-543ec3e0d07f req-df1d4f1a-a38a-4e63-b60f-24dce01b8091 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:21.896348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ebebc6a-5791-4755-8142-543ec3e0d07f req-df1d4f1a-a38a-4e63-b60f-24dce01b8091 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.2223995 Jul 16 03:25:21.968456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e322aa6-1c5e-46b0-a0d2-1d6ef3c1af68 req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.971120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e322aa6-1c5e-46b0-a0d2-1d6ef3c1af68 req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6409321 Jul 16 03:25:21.980745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043f4ec-6b17-455e-9794-cc741119b62a tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5baebc-0c9b-45b6-8474-5288392a3bd9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:22.043945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ebebc6a-5791-4755-8142-543ec3e0d07f req-8d21db8e-4090-426c-9f82-158890348261 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467056 Jul 16 03:25:22.158968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f752a3e-876f-40b8-a5b6-5c7d0019a806 req-21f1e053-a80b-4f7d-8491-0ee9bfcd8bbd tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 210 time: 0.0491273 Jul 16 03:25:22.175964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:22.176535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:22.176919 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 disassociated. External IP: 172.25.4.30, port: ba833cfc-490f-4d05-835a-df1a857555fc. Jul 16 03:25:22.177438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Calling delete_port for ba833cfc-490f-4d05-835a-df1a857555fc owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:22.324497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39e1087f-6ce2-40b2-aa47-98d606ecfbb5 req-7a6052d8-c99a-4c3f-a256-9567fa137fdc tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 210 time: 0.0409958 Jul 16 03:25:22.346136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6f8a-55db-48e2-b95b-2646bb78037f req-329c55bf-5442-469c-832f-6958d6ccfd7a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:22.350886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb8d6f8a-55db-48e2-b95b-2646bb78037f req-329c55bf-5442-469c-832f-6958d6ccfd7a tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 948 time: 0.1539860 Jul 16 03:25:22.447406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb8d6f8a-55db-48e2-b95b-2646bb78037f req-4a351e0b-f432-419e-bb98-dfea5a57277c tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954719 Jul 16 03:25:22.448044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:22.479887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-924d1e15-2eaf-4d63-9f37-76e2f8d18b05 req-0212d9ea-33f1-4def-8cd9-f9ac35636b9a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:22.479989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-924d1e15-2eaf-4d63-9f37-76e2f8d18b05 req-0212d9ea-33f1-4def-8cd9-f9ac35636b9a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051429 Jul 16 03:25:22.481680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event deleted for resources: {'Port': ['ID=ba833cfc-490f-4d05-835a-df1a857555fc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:22.608641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:22.803821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:22.816539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:22.836793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:22.837451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:24:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:22.853618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8130a28f-8241-43cc-89ea-b20735003f77 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:22.897842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] No DVR routers for this DVR port ba833cfc-490f-4d05-835a-df1a857555fc on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:22.904450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:22.907101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e0fb129-219f-4b41-96e3-4b4d193a3e9b req-63ce1e4f-5df4-4aee-96d3-3a9a8b032016 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.48 "DELETE /v2.0/ports/ba833cfc-490f-4d05-835a-df1a857555fc HTTP/1.1" status: 204 len: 173 time: 1.4788940 Jul 16 03:25:22.917480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'name': 'network-vif-deleted', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:22.918845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-93208fcd-e95e-4ba6-af36-1bdab4ff8328 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:22.920496 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5f8289-7789-4121-a2ed-2a6e3a2ef3bb" -d '{"events": [{"server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "name": "network-vif-deleted", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:22.921261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-93208fcd-e95e-4ba6-af36-1bdab4ff8328 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.11 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 813 time: 0.2607238 Jul 16 03:25:22.950381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'port': {'device_id': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34', 'admin_state_up': True, 'tenant_id': '921bbdd471b4437caeb1de6abf097e39'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:23.175182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:23.207436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 8130a28f-8241-43cc-89ea-b20735003f77 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:23.210635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40268536-1e8a-44c2-95ca-8715e19384e8 req-ca43725c-f948-408a-b373-f84015d74a7d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:23.217216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 8130a28f-8241-43cc-89ea-b20735003f77 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:23.217709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.218257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40268536-1e8a-44c2-95ca-8715e19384e8 req-ca43725c-f948-408a-b373-f84015d74a7d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.2440972 Jul 16 03:25:23.226644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-f9e33366-3384-47c0-9e1e-9ff325627b12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2865348 Jul 16 03:25:23.254248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Made reservation on behalf of 921bbdd471b4437caeb1de6abf097e39 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:23.259476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.375485 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40268536-1e8a-44c2-95ca-8715e19384e8 req-0a6913b3-aa73-4557-ad73-9d0b739c20f2 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561246 Jul 16 03:25:23.400508 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4d745c-05c7-483e-8b0f-a3d5dc581400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.604050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Allocated IP 172.20.0.2 (ad73a4a4-8b3f-4c37-99bf-cde351449c34/2e0c8030-fdea-4e26-9418-4411e9824aaa/a6074076-98fe-41b5-bb15-1eed5d9dbe4e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:23.758440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.809365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.861413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8130a28f-8241-43cc-89ea-b20735003f77'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:23.863889 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1677dad-1bd8-44a1-b78f-92b4bbdd6cef" -d '{"events": [{"server_uuid": "c16d10e5-552d-4035-9dbd-105fce03ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "8130a28f-8241-43cc-89ea-b20735003f77"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:23.890581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.899964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.912389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 8130a28f-8241-43cc-89ea-b20735003f77, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8130a28f-8241-43cc-89ea-b20735003f77,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:23.924117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.942083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:23.984946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Network ad73a4a4-8b3f-4c37-99bf-cde351449c34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:23.992876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:24.006589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:24.045527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:24.071000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:24.071653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:24.077052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=8130a28f-8241-43cc-89ea-b20735003f77,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:24.108371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:24.132076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:24.132792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.158109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-e95142c1-b045-4713-a18d-4d8a3e320353 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2122598 Jul 16 03:25:24.174260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Request body: {'port': {'device_id': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:24.200680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.220776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:24.261694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-530e495a-8ad0-40be-b9d5-b641da31d061 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59256 time: 1.5247920 Jul 16 03:25:24.317725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.328697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-98f9baac-c235-4e99-82a0-bd44471fca71 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:24.330187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-98f9baac-c235-4e99-82a0-bd44471fca71 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.11 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 823 time: 0.8333662 Jul 16 03:25:24.367215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-454bf0a3-3bca-480f-a102-521684073ce7 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 200 len: 2981 time: 0.1046422 Jul 16 03:25:24.376455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93196dac-9188-45f9-bcce-f89e6077282f req-0588237b-0ded-4e21-a918-9a6087c5128d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:24.383889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93196dac-9188-45f9-bcce-f89e6077282f req-0588237b-0ded-4e21-a918-9a6087c5128d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1968212 Jul 16 03:25:24.495355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:24.500832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-f9e54ca8-9b67-4a95-87c3-1c9b92c26c32 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedc66977cc241e5a82f8ab5dbc563b0 HTTP/1.1" status: 200 len: 380 time: 0.1577637 Jul 16 03:25:24.518405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'port': {'device_id': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'admin_state_up': True, 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'security_groups': ['536be9ea-5ff8-424c-8398-518a8fad8f25']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:24.524798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3b5cc-d4ff-4810-89e9-69f76c0fbace None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:24.535689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93196dac-9188-45f9-bcce-f89e6077282f req-a3e98476-8f47-4083-80c0-ec8affdce764 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508496 Jul 16 03:25:24.561371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-397fd78e-a2d6-4efa-ba67-85b0e746e416 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 200 len: 2981 time: 0.1931989 Jul 16 03:25:24.639624 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352629c9-b25b-4238-b245-2c6be3110b33 x-openstack-request-id: req-352629c9-b25b-4238-b245-2c6be3110b33 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:24.639928 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d068d07-86b6-417c-ba5d-6778ffd81543", "name": "network-vif-deleted", "tag": "ba833cfc-490f-4d05-835a-df1a857555fc", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:24.640181 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-352629c9-b25b-4238-b245-2c6be3110b33 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:24.640576 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d068d07-86b6-417c-ba5d-6778ffd81543', 'name': 'network-vif-deleted', 'tag': 'ba833cfc-490f-4d05-835a-df1a857555fc', 'status': 'completed', 'code': 200} Jul 16 03:25:24.728250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6074076-98fe-41b5-bb15-1eed5d9dbe4e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:24.729293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-5084cabb-0be7-4c3a-ac75-5d7e4fcb5259 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/12bcf9c0-2ae8-4990-9223-0ad8e50abe11 HTTP/1.1" status: 200 len: 2977 time: 0.1669750 Jul 16 03:25:24.734781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-28e204a2-508c-4744-b480-ffa7f085a8d9 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:24.736347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-28e204a2-508c-4744-b480-ffa7f085a8d9 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1097 time: 0.3009408 Jul 16 03:25:24.738439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.761420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800089-6'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:24.761762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Transition to ACTIVE for port object a6074076-98fe-41b5-bb15-1eed5d9dbe4e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:24.768672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.833146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ba833cfc-490f-4d05-835a-df1a857555fc no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:24.835346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:24.870214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: ba833cfc-490f-4d05-835a-df1a857555fc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:24.872070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ba833cfc-490f-4d05-835a-df1a857555fc not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:24.901558 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e76800-7458-4981-bc26-d78aae21d748 None None] New status for floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:25:24.921763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-4bd908ab-5302-4de3-9e80-e2203c2925c1 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/12bcf9c0-2ae8-4990-9223-0ad8e50abe11 HTTP/1.1" status: 200 len: 2977 time: 0.1915715 Jul 16 03:25:24.922237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Attempting to bind port a6074076-98fe-41b5-bb15-1eed5d9dbe4e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:24.922707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Attempting to bind port a6074076-98fe-41b5-bb15-1eed5d9dbe4e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:24.923141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Attempting to bind port a6074076-98fe-41b5-bb15-1eed5d9dbe4e on network ad73a4a4-8b3f-4c37-99bf-cde351449c34 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:24.928527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Port a6074076-98fe-41b5-bb15-1eed5d9dbe4e on network ad73a4a4-8b3f-4c37-99bf-cde351449c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:24.929000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Attempting to bind port a6074076-98fe-41b5-bb15-1eed5d9dbe4e on network ad73a4a4-8b3f-4c37-99bf-cde351449c34 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:24.934331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:24.934855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Checking segment: {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:24.935332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Bound using segment: {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:24.935980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Bound port: a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:24.936422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.960110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Made reservation on behalf of cedc66977cc241e5a82f8ab5dbc563b0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:24.963698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.007881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:25.011897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:25.016818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.027252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.036666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.037342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.038952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 1091 time: 0.8710520 Jul 16 03:25:25.041887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:25.043632 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c62e573-64dd-4364-ab9c-8e76b377c636" -d '{"events": [{"name": "network-changed", "server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:25.065067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63cee3-6f60-4946-a2a2-626a93878462 req-fb1e6161-c072-4f6a-bcfe-8ce272d1d5cb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.067682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f63cee3-6f60-4946-a2a2-626a93878462 req-fb1e6161-c072-4f6a-bcfe-8ce272d1d5cb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 946 time: 0.3112392 Jul 16 03:25:25.080256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-5ae7c291-8e22-406c-8e89-2fa3a090ba90 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/162b7469-91ef-4b6b-be7a-2068f3fe2e97 HTTP/1.1" status: 200 len: 2977 time: 0.1286070 Jul 16 03:25:25.146993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678a76e-73f4-4eae-b98c-89d1c6ccd1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:25.247916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-d38d1464-5adc-44f3-a325-60046402f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.249409 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-d38d1464-5adc-44f3-a325-60046402f10a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1094 time: 0.1313915 Jul 16 03:25:25.254798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-7cff392e-7e57-4cfd-b693-4fab922ea835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.256150 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-7cff392e-7e57-4cfd-b693-4fab922ea835 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1100 time: 0.0722945 Jul 16 03:25:25.287267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f63cee3-6f60-4946-a2a2-626a93878462 req-558d6285-f693-4500-827b-93b788a97bef tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049868 Jul 16 03:25:25.291889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-bba44d8e-d6c9-420a-a97f-dd8fdc1c2a9e tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/162b7469-91ef-4b6b-be7a-2068f3fe2e97 HTTP/1.1" status: 200 len: 2977 time: 0.1818333 Jul 16 03:25:25.319838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-49aa6cb7-386d-4530-b8b2-460d3263f889 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0500040 Jul 16 03:25:25.373791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Allocated IP 172.20.0.14 (343f19b9-875e-4fdd-bc6f-e37b7870f541/47ee79a5-4f88-498f-975b-ef0ffe3da6e9/c216c396-e914-40ef-9bcf-deceb143785a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:25.405391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:25.413465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411149c9-c203-48a7-bcce-208bf46ab155 req-b20f120d-8d87-45b8-a7fa-2b64e3f8ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.414992 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-b20f120d-8d87-45b8-a7fa-2b64e3f8ae77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.0862985 Jul 16 03:25:25.419373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-559b1c39-f11a-4b8a-9c00-9358f4d07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.420697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-559b1c39-f11a-4b8a-9c00-9358f4d07187 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1581416 Jul 16 03:25:25.465386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-ec5d3560-35ee-4421-ba65-014cb742f81e tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1fcc7bba-58fd-4ad0-84b0-bd1704f547c8 HTTP/1.1" status: 200 len: 2981 time: 0.1380885 Jul 16 03:25:25.480699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-7cc08f85-ce30-4700-b4f9-6c8fae627562 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589325 Jul 16 03:25:25.482062 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-c7f9cea4-9d25-4000-9de9-abed2914c3ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0527687 Jul 16 03:25:25.545692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:25.613881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-57bb4585-e9e0-49c1-8860-a7b8344bf698 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1fcc7bba-58fd-4ad0-84b0-bd1704f547c8 HTTP/1.1" status: 200 len: 2981 time: 0.1394506 Jul 16 03:25:25.665654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e0e43-6ee3-45c6-ab47-71536a4f0be9 req-9578f9e1-6610-4ea1-8f5c-6e3b184eb420 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.667227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-111e0e43-6ee3-45c6-ab47-71536a4f0be9 req-9578f9e1-6610-4ea1-8f5c-6e3b184eb420 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 943 time: 0.2598114 Jul 16 03:25:25.685509 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.719318 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.807762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-5bdede9a-9594-477b-92e6-62216ac19d42 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2dd3baa8-901b-49b2-ac78-5bc17774c5f0 HTTP/1.1" status: 200 len: 2981 time: 0.1662929 Jul 16 03:25:25.810358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.814295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-aa700f00-c8e1-4b4b-822b-71928b186dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.815831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-aa700f00-c8e1-4b4b-822b-71928b186dac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.3274438 Jul 16 03:25:25.821620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-111e0e43-6ee3-45c6-ab47-71536a4f0be9 req-542b8412-5a04-4f0b-a2bc-3ed23bf403c6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435487 Jul 16 03:25:25.861825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Transition to ACTIVE for port object c216c396-e914-40ef-9bcf-deceb143785a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:25.870513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-8d816ebf-1a72-4af3-9630-ee97dc8e3a31 service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749015 Jul 16 03:25:25.882281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:25.923364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on host n-h1-800089-6 for vnic_type normal with profile {"migrating_to": "n-h2-800089-6"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:25.924020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:25.924846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:25.936535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-ffbdbeac-c978-4dcb-ab35-d0bbc0c7418b tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2dd3baa8-901b-49b2-ac78-5bc17774c5f0 HTTP/1.1" status: 200 len: 2981 time: 0.1216350 Jul 16 03:25:25.942588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:25.943147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Attempting to bind port 47d901b0-207d-41d1-a591-f8471b7ed842 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:25.948018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-ee578412-024b-4403-b50c-dc33a0bd1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.949765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-ee578412-024b-4403-b50c-dc33a0bd1237 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263137 Jul 16 03:25:25.949885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.969049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:25.969399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:25.969772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:25.970223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Bound port: 47d901b0-207d-41d1-a591-f8471b7ed842, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:25.970600 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.002492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-034f5a35-38e1-4b3e-8871-d59fafad9687 req-858273df-e268-4009-967f-867d5921669a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 210 time: 0.0514255 Jul 16 03:25:26.003890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-411149c9-c203-48a7-bcce-208bf46ab155 req-a7b3adf1-9766-4ad5-914e-feb0548076fa service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227672 Jul 16 03:25:26.023000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.060114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-eb4c58fc-569c-42a2-93fd-77e9001f2eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024921 Jul 16 03:25:26.096668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-4f1fa1f7-7539-4218-b461-f42112df13ef tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/609cb23d-197e-4f30-bbfe-cbce90832f95 HTTP/1.1" status: 200 len: 2973 time: 0.1484852 Jul 16 03:25:26.112095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:26.135491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:26.150470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:26.165481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event updated for resources: {'Port': ['ID=c216c396-e914-40ef-9bcf-deceb143785a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:26.165964 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-ff218f1d-a88c-4f2f-bd9e-9d493c56945c service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978386 Jul 16 03:25:26.169706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:26.239740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:26.256233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.275685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-b507b503-ba8a-4831-85d4-aa10e1ff9cba tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/609cb23d-197e-4f30-bbfe-cbce90832f95 HTTP/1.1" status: 200 len: 2973 time: 0.1576316 Jul 16 03:25:26.306306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.306988 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.364200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-01b25377-139e-4abd-92e6-7b44014da70e None None] Provisioning for port c216c396-e914-40ef-9bcf-deceb143785a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:26.368290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-01b25377-139e-4abd-92e6-7b44014da70e None None] Provisioning complete for port c216c396-e914-40ef-9bcf-deceb143785a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:26.368732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01b25377-139e-4abd-92e6-7b44014da70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.380749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-85b22818-cda7-4b60-b52f-175cfad80c2a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8702912 Jul 16 03:25:26.391631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:26.403453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-01b25377-139e-4abd-92e6-7b44014da70e None None] Port c216c396-e914-40ef-9bcf-deceb143785a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:26.423562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Request body: {'port': {'device_id': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:26.435342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15581-ed93-4a73-bae6-46f865966b34 req-c7963f81-a185-44bf-afbb-561b7af0a8f5 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.436767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c15581-ed93-4a73-bae6-46f865966b34 req-c7963f81-a185-44bf-afbb-561b7af0a8f5 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 949 time: 0.2948463 Jul 16 03:25:26.440584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.441209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.442496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-c132425e-eb5b-45d9-b6ae-61f3df77df8d service neutron] 10.222.0.48 "PUT /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 1122 time: 1.6872392 Jul 16 03:25:26.463334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-cf491eb3-d461-4936-b799-d751a23de60b tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a26cad8a-69c0-4c5d-b901-d416144fba74 HTTP/1.1" status: 200 len: 2981 time: 0.1641843 Jul 16 03:25:26.537132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['47d901b0-207d-41d1-a591-f8471b7ed842'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:26.552484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c15581-ed93-4a73-bae6-46f865966b34 req-ef5e127f-850a-4cb6-a32c-acf2558643a2 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076269 Jul 16 03:25:26.578355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-f9ce2017-bf16-4a2c-a539-400d6feedfc4 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a26cad8a-69c0-4c5d-b901-d416144fba74 HTTP/1.1" status: 200 len: 2981 time: 0.1084921 Jul 16 03:25:26.581024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.629342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['47d901b0-207d-41d1-a591-f8471b7ed842'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:26.642061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842'}, {'name': 'network-changed', 'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:26.644858 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b07e1be-f0a3-491e-abb4-6fdb91bba304" -d '{"events": [{"server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "name": "network-vif-unplugged", "status": "completed", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842"}, {"name": "network-changed", "server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:26.673105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-d406e5e7-695f-4733-9dc0-6da82a384a54 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ab16ca4a-244e-441c-af36-cd4cf18e41d0 HTTP/1.1" status: 200 len: 2981 time: 0.0884974 Jul 16 03:25:26.712476 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba79874-a6a1-4378-a378-f31c7307a8ba x-openstack-request-id: req-5ba79874-a6a1-4378-a378-f31c7307a8ba {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:26.712757 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16d10e5-552d-4035-9dbd-105fce03ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "8130a28f-8241-43cc-89ea-b20735003f77", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:26.713025 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ba79874-a6a1-4378-a378-f31c7307a8ba {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:26.713381 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8130a28f-8241-43cc-89ea-b20735003f77', 'code': 200} Jul 16 03:25:26.796776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-c8df8fa2-79d3-47f1-bac0-9794375535fb tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ab16ca4a-244e-441c-af36-cd4cf18e41d0 HTTP/1.1" status: 200 len: 2981 time: 0.0769832 Jul 16 03:25:26.844890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:26.942127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:26.954011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 has no active binding in host n-h2-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:25:26.966988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-8b60229e-a09f-4d72-aa50-f547ebdfd4c9 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ae14309c-0489-4ac5-9d8a-d95b4ba472ea HTTP/1.1" status: 200 len: 2981 time: 0.1365924 Jul 16 03:25:27.012932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0787ca-abca-4567-9787-1a0075af004c req-fe0f29c2-0922-440b-9a77-4ecc9e4f63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.014377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a0787ca-abca-4567-9787-1a0075af004c req-fe0f29c2-0922-440b-9a77-4ecc9e4f63b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 1100 time: 0.1831696 Jul 16 03:25:27.032391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d147a33-5f1f-440c-98ef-a46a48f89c04 req-c20e5acc-375e-4a0d-af0e-73f8691dd933 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.033763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d147a33-5f1f-440c-98ef-a46a48f89c04 req-c20e5acc-375e-4a0d-af0e-73f8691dd933 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.2045691 Jul 16 03:25:27.099214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c216c396-e914-40ef-9bcf-deceb143785a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:27.105500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-cd356ea2-6649-41be-bd5b-9b34c24bc8a3 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ae14309c-0489-4ac5-9d8a-d95b4ba472ea HTTP/1.1" status: 200 len: 2981 time: 0.1309292 Jul 16 03:25:27.116064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.144776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a0787ca-abca-4567-9787-1a0075af004c req-aa3f7563-5388-4f52-b286-c797b594d539 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945504 Jul 16 03:25:27.154383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Transition to ACTIVE for port object c216c396-e914-40ef-9bcf-deceb143785a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:27.161391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d147a33-5f1f-440c-98ef-a46a48f89c04 req-4b595157-a3ef-4302-840e-1135df69ee9a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007788 Jul 16 03:25:27.165942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.225775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-298c734d-fb4c-4353-8a85-804e607c6787 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/be317f97-1fc9-4388-a49c-f05ffbed9485 HTTP/1.1" status: 200 len: 2977 time: 0.1051331 Jul 16 03:25:27.243829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Pushing event updated for resources: {'Port': ['ID=c216c396-e914-40ef-9bcf-deceb143785a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:27.326435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-27f48669-c060-4b18-ad8d-f399b9ca5856 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/be317f97-1fc9-4388-a49c-f05ffbed9485 HTTP/1.1" status: 200 len: 2977 time: 0.0914316 Jul 16 03:25:27.356637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Attempting to bind port c216c396-e914-40ef-9bcf-deceb143785a on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:27.356881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Attempting to bind port c216c396-e914-40ef-9bcf-deceb143785a by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:27.357211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Attempting to bind port c216c396-e914-40ef-9bcf-deceb143785a on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:27.375746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Port c216c396-e914-40ef-9bcf-deceb143785a on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:27.376113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Attempting to bind port c216c396-e914-40ef-9bcf-deceb143785a on network 343f19b9-875e-4fdd-bc6f-e37b7870f541 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:27.378878 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd04cee-4ba9-4bd9-9fa7-11ec8f30de81 x-openstack-request-id: req-0dd04cee-4ba9-4bd9-9fa7-11ec8f30de81 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:27.379754 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:27.380192 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dd04cee-4ba9-4bd9-9fa7-11ec8f30de81 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:27.381333 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'status': 'completed', 'code': 200} Jul 16 03:25:27.389382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:27.389382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Checking segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:27.389655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Bound using segment: {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:27.390098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Bound port: c216c396-e914-40ef-9bcf-deceb143785a, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1080a560-4f6c-4eb1-bb96-58017153e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:27.390455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.405633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-13d06076-ae13-4583-90e5-8a61526b2fce tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c661eb1f-7fc1-417b-af2c-6e975f624665 HTTP/1.1" status: 200 len: 2981 time: 0.0711272 Jul 16 03:25:27.469364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-202e58a0-6026-49d4-b0f4-bc028e91684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.470865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-202e58a0-6026-49d4-b0f4-bc028e91684f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1094 time: 0.0575621 Jul 16 03:25:27.515148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] For port c216c396-e914-40ef-9bcf-deceb143785a, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:27.523948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-f0bb7c69-fd0a-407d-acfd-8470f672f273 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c661eb1f-7fc1-417b-af2c-6e975f624665 HTTP/1.1" status: 200 len: 2981 time: 0.0930166 Jul 16 03:25:27.535287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] For port c216c396-e914-40ef-9bcf-deceb143785a, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c216c396-e914-40ef-9bcf-deceb143785a,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:27.541101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.577139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-899131a1-1472-408c-8e43-9dbfbb80e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.578791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-899131a1-1472-408c-8e43-9dbfbb80e3b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.0942614 Jul 16 03:25:27.608846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.609366 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.610764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] 10.222.0.11 "PUT /v2.0/ports/c216c396-e914-40ef-9bcf-deceb143785a HTTP/1.1" status: 200 len: 1092 time: 1.2153175 Jul 16 03:25:27.624100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-7b539c06-ad7a-4971-82ea-917938e7ed9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0380268 Jul 16 03:25:27.643140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ffca6-43da-4f32-b864-ae13e4405cef req-8d2f481b-9c2c-46b9-9be4-9eeda83c1091 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.644642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee9ffca6-43da-4f32-b864-ae13e4405cef req-8d2f481b-9c2c-46b9-9be4-9eeda83c1091 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1715434 Jul 16 03:25:27.651473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-a6da74f2-208e-497e-b260-3b8cea790459 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/de871c9f-7260-468c-a0a7-fca78607e4fe HTTP/1.1" status: 200 len: 2981 time: 0.1148684 Jul 16 03:25:27.680190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a94057-34ff-4d0d-b848-f3192407de29 service neutron] Pushing event updated for resources: {'Port': ['ID=c216c396-e914-40ef-9bcf-deceb143785a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:27.691434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-d816bc7c-c4c3-461d-b002-abd43c710f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.693202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-d816bc7c-c4c3-461d-b002-abd43c710f2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.0576870 Jul 16 03:25:27.733833 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-5b685f19-2a7f-44c0-9e6f-4c51054209e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283163 Jul 16 03:25:27.747202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee9ffca6-43da-4f32-b864-ae13e4405cef req-8cb3919f-dfef-4d7b-87ec-4387ae601ea0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945005 Jul 16 03:25:27.759602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-93d6380f-042d-4bd6-8d42-1574507b3089 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/de871c9f-7260-468c-a0a7-fca78607e4fe HTTP/1.1" status: 200 len: 2981 time: 0.0888517 Jul 16 03:25:27.807272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-9cd81627-9a95-4698-8b86-ce3f83885602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.808781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-9cd81627-9a95-4698-8b86-ce3f83885602 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 1095 time: 0.1535740 Jul 16 03:25:27.813924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-f45b49ca-6aed-4043-b03c-919a4410b230 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f72c0738-0091-486e-9a85-a2e19bf482dc HTTP/1.1" status: 200 len: 2981 time: 0.0481431 Jul 16 03:25:27.844937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-4666bbbb-f1b1-4ae4-8429-a9d23ec6b9a9 service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023736 Jul 16 03:25:27.872768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-17446696-6ad5-4d74-ac09-76dfe6988ae9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c216c396-e914-40ef-9bcf-deceb143785a HTTP/1.1" status: 200 len: 217 time: 0.0534706 Jul 16 03:25:27.937731 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9c62e573-64dd-4364-ab9c-8e76b377c636 req-af38f7d2-583e-41a6-bfa1-861c8b7c9730 service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Jul 16 03:25:27.972825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-cd8ec254-ab1b-4524-b4bb-bcb557805cc1 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f72c0738-0091-486e-9a85-a2e19bf482dc HTTP/1.1" status: 200 len: 2981 time: 0.1468191 Jul 16 03:25:27.983400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-a189c2c6-2eaf-4b82-b834-58578b775cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.984772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-a189c2c6-2eaf-4b82-b834-58578b775cdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.0974472 Jul 16 03:25:28.040979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32246b26-afd9-4d23-ad2f-706cffe2e1d4 req-9e074e97-a3c4-46d0-9343-a79d2db95d47 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.042441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32246b26-afd9-4d23-ad2f-706cffe2e1d4 req-9e074e97-a3c4-46d0-9343-a79d2db95d47 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.1772926 Jul 16 03:25:28.077943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-580f4967-8e51-4eb1-9c37-37603f213561 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f8ee5261-7d63-45a1-95f8-c9f18891eacc HTTP/1.1" status: 200 len: 2981 time: 0.0971220 Jul 16 03:25:28.115167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32246b26-afd9-4d23-ad2f-706cffe2e1d4 req-351a7b65-fd0a-427d-937a-c7b5ec2681a4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636895 Jul 16 03:25:28.131324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-e7b9f599-d2cc-45a6-b667-79c8b85f064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.142336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-e7b9f599-d2cc-45a6-b667-79c8b85f064d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393158 Jul 16 03:25:28.171388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-eaddc231-6a08-4cf8-9c77-4aa9f605851b tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f8ee5261-7d63-45a1-95f8-c9f18891eacc HTTP/1.1" status: 200 len: 2981 time: 0.0847681 Jul 16 03:25:28.177590 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57093497-86cc-4b4a-a37c-17d5dca4c4aa x-openstack-request-id: req-57093497-86cc-4b4a-a37c-17d5dca4c4aa {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:28.177964 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "name": "network-vif-unplugged", "status": "completed", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842", "code": 200}, {"name": "network-changed", "server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:28.178288 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57093497-86cc-4b4a-a37c-17d5dca4c4aa {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:28.178776 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842', 'code': 200} Jul 16 03:25:28.179100 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842', 'status': 'completed', 'code': 200} Jul 16 03:25:28.274602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-2c5948bd-a5b7-46e3-8a62-17ce2a6417fd service neutron] 10.222.0.11 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330199 Jul 16 03:25:28.276279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-80bda3c5-0faa-4d7d-88f3-c6db0ab45c0d tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fb5ff171-91fe-43d4-9b90-524b7d0ee90d HTTP/1.1" status: 200 len: 2981 time: 0.0943274 Jul 16 03:25:28.280310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-7a5342b6-850b-4fdd-a35e-2923ad5b13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.282367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-7a5342b6-850b-4fdd-a35e-2923ad5b13f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1125 time: 0.0730610 Jul 16 03:25:28.382470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-a541cd14-eef5-448a-acfb-f7e49bc8f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.383902 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-a541cd14-eef5-448a-acfb-f7e49bc8f11c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.0939174 Jul 16 03:25:28.411840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-5f92fbf9-43a0-43af-954a-0077001046f2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fb5ff171-91fe-43d4-9b90-524b7d0ee90d HTTP/1.1" status: 200 len: 2981 time: 0.1223910 Jul 16 03:25:28.423889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-a73dedcc-1a40-4ebb-812c-0191e67ccd50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 217 time: 0.0333931 Jul 16 03:25:28.447472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a2f95c-09bf-4ac9-8573-47f2b5213b83 req-e42e56a6-63e6-4548-98ae-080d701e8e75 service neutron] 10.222.0.11 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656942 Jul 16 03:25:28.474317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0d5e0-e46e-4867-8be7-883a1a09ebed req-44095413-79c1-46fa-8411-9a594795e62b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.475827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13c0d5e0-e46e-4867-8be7-883a1a09ebed req-44095413-79c1-46fa-8411-9a594795e62b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 943 time: 0.1711535 Jul 16 03:25:28.476132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-b4e28421-e5b1-4be4-8849-8b4163dd650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.477572 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-b4e28421-e5b1-4be4-8849-8b4163dd650b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0462167 Jul 16 03:25:28.492551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-cd0a826e-6160-4528-84e1-12c360914457 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fcc8c6c1-2b07-4136-abde-34c5a9251fb9 HTTP/1.1" status: 200 len: 2981 time: 0.0712252 Jul 16 03:25:28.525600 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-706356e3-c0e7-45d7-a4f3-035c132fba87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291677 Jul 16 03:25:28.539694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13c0d5e0-e46e-4867-8be7-883a1a09ebed req-664e55d2-338e-4c8c-b76c-b1f6ae193817 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566087 Jul 16 03:25:28.550640 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6418a870-8586-42c6-aa69-a60f61934bf6 req-df3956d4-0413-449e-901e-d6ceeb3371ff tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fcc8c6c1-2b07-4136-abde-34c5a9251fb9 HTTP/1.1" status: 200 len: 2981 time: 0.0502484 Jul 16 03:25:28.618131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-9da78567-3bf1-4015-8f1c-569f7338d759 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Jul 16 03:25:28.711720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b07e1be-f0a3-491e-abb4-6fdb91bba304 req-e2eb3b4d-889f-4d25-91cf-f605b18a8ead service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Jul 16 03:25:28.747722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e9f6d-432e-4d2c-9fa2-a22a8767c202 req-ab608052-719d-4968-801a-0f57823fe449 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.749164 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-838e9f6d-432e-4d2c-9fa2-a22a8767c202 req-ab608052-719d-4968-801a-0f57823fe449 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 944 time: 0.1071236 Jul 16 03:25:28.760651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335cad1-8fe8-4c03-bf1c-2278704ed50c req-6e75bbd9-a5e4-4348-b872-d2a3717fc9bd tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.761993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7335cad1-8fe8-4c03-bf1c-2278704ed50c req-6e75bbd9-a5e4-4348-b872-d2a3717fc9bd tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 949 time: 0.0882540 Jul 16 03:25:28.813420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-838e9f6d-432e-4d2c-9fa2-a22a8767c202 req-549f4729-3eb9-4e1b-bf01-ccb34f418f7a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504944 Jul 16 03:25:28.820182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7335cad1-8fe8-4c03-bf1c-2278704ed50c req-a3cb210f-e308-4fff-9a1e-4bffdf46232b tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 Jul 16 03:25:29.026368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479908-18d5-4fcd-8a9f-4f1b9b60c0e4 req-3bcd4bc8-a9e4-47f5-96f2-47fba559d23a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.028097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de479908-18d5-4fcd-8a9f-4f1b9b60c0e4 req-3bcd4bc8-a9e4-47f5-96f2-47fba559d23a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.1103773 Jul 16 03:25:29.034601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6ddc762-b743-4cdf-875d-edadab19a908 req-7eb3be14-453d-453a-9686-0149474e53f9 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95b846f138334b5b9487a8643dbeb946 HTTP/1.1" status: 200 len: 6102 time: 0.0870192 Jul 16 03:25:29.089080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de479908-18d5-4fcd-8a9f-4f1b9b60c0e4 req-27f15cc1-0a0a-4ca6-a0f5-283f450d6b52 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535517 Jul 16 03:25:29.099279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6ddc762-b743-4cdf-875d-edadab19a908 req-24336d78-0ffb-440b-8161-90884b878203 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "GET /v2.0/security-groups/1fcc7bba-58fd-4ad0-84b0-bd1704f547c8 HTTP/1.1" status: 200 len: 2981 time: 0.0581460 Jul 16 03:25:29.144388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6ddc762-b743-4cdf-875d-edadab19a908 req-67c7c24f-7d72-4237-9edf-8c7284bce686 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "GET /v2.0/security-groups/1fcc7bba-58fd-4ad0-84b0-bd1704f547c8 HTTP/1.1" status: 200 len: 2981 time: 0.0385380 Jul 16 03:25:29.251584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0770-0a6b-487d-be52-6a373b509893 req-8d4208d0-6cd5-45c0-9dee-070eda571905 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.253023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efdc0770-0a6b-487d-be52-6a373b509893 req-8d4208d0-6cd5-45c0-9dee-070eda571905 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.0653608 Jul 16 03:25:29.609668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efdc0770-0a6b-487d-be52-6a373b509893 req-f5e4d204-0892-4d0f-baaa-3828c092c4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504167 Jul 16 03:25:29.642364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce8ca-2793-4975-9d0d-5b03d8fbaf23 req-18779510-7811-4209-b6a8-1bf932f39391 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.643876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01cce8ca-2793-4975-9d0d-5b03d8fbaf23 req-18779510-7811-4209-b6a8-1bf932f39391 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.0793397 Jul 16 03:25:29.680627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01cce8ca-2793-4975-9d0d-5b03d8fbaf23 req-2d2595e0-7197-4d6a-9f04-7d7b74b12b1a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Jul 16 03:25:29.771871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ebe5bb4-fba3-4c77-ad36-b837e04d5b95 req-2ddf33e5-ea12-4616-965b-d95c22e786df tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2d5baebc-0c9b-45b6-8474-5288392a3bd9 HTTP/1.1" status: 200 len: 1778 time: 0.0666580 Jul 16 03:25:29.811409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4f029-254c-482e-b017-64e6ea4c1914 req-43f27364-a618-41fb-be18-d3f67b04cd36 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.812827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2df4f029-254c-482e-b017-64e6ea4c1914 req-43f27364-a618-41fb-be18-d3f67b04cd36 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.1009226 Jul 16 03:25:29.822677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a6074076-98fe-41b5-bb15-1eed5d9dbe4e details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:29.862375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ebe5bb4-fba3-4c77-ad36-b837e04d5b95 req-6e7f9364-d580-4802-a8f7-7bdbbe7573aa tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.867657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2df4f029-254c-482e-b017-64e6ea4c1914 req-876f096d-6cea-4376-9699-3b9c568dc02f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Jul 16 03:25:29.895111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ebe5bb4-fba3-4c77-ad36-b837e04d5b95 req-6e7f9364-d580-4802-a8f7-7bdbbe7573aa tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.917291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:29.929114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34', 'port_id': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'mac_address': 'fa:16:3e:7b:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c8030-fdea-4e26-9418-4411e9824aaa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:29.937206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ebe5bb4-fba3-4c77-ad36-b837e04d5b95 req-6e7f9364-d580-4802-a8f7-7bdbbe7573aa tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.940602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ebe5bb4-fba3-4c77-ad36-b837e04d5b95 req-6e7f9364-d580-4802-a8f7-7bdbbe7573aa tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.942162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ebe5bb4-fba3-4c77-ad36-b837e04d5b95 req-6e7f9364-d580-4802-a8f7-7bdbbe7573aa tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d5baebc-0c9b-45b6-8474-5288392a3bd9 HTTP/1.1" status: 204 len: 173 time: 0.1624064 Jul 16 03:25:29.954119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9364-d580-4802-a8f7-7bdbbe7573aa tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5baebc-0c9b-45b6-8474-5288392a3bd9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:29.981003 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.995082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6074076-98fe-41b5-bb15-1eed5d9dbe4e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:30.016343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:30.021554 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.032171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55798f-c07a-4254-93a5-02eb6b4ca787 req-8c95636b-219b-4e95-9d98-d3188a82b790 tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.039719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a55798f-c07a-4254-93a5-02eb6b4ca787 req-8c95636b-219b-4e95-9d98-d3188a82b790 tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 1100 time: 0.0619745 Jul 16 03:25:30.053890 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8a55798f-c07a-4254-93a5-02eb6b4ca787 req-8de1474e-5c3b-45ae-8f2f-e0eebbde274a tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.075316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.172204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be411-cff8-4e71-940f-292f911708d4 req-005d5bd8-2121-4046-abf9-124e654f5998 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.173595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-863be411-cff8-4e71-940f-292f911708d4 req-005d5bd8-2121-4046-abf9-124e654f5998 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 944 time: 0.1168048 Jul 16 03:25:30.179638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:30.182079 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b77265-4eda-4116-bfc7-7db81700f150" -d '{"events": [{"name": "network-changed", "server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "tag": "c216c396-e914-40ef-9bcf-deceb143785a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:30.237293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8a55798f-c07a-4254-93a5-02eb6b4ca787 req-8de1474e-5c3b-45ae-8f2f-e0eebbde274a tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.241251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-863be411-cff8-4e71-940f-292f911708d4 req-c657e0e8-6ef1-49b9-b2ea-a50ca66a0783 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Jul 16 03:25:30.242243 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8a55798f-c07a-4254-93a5-02eb6b4ca787 req-8de1474e-5c3b-45ae-8f2f-e0eebbde274a tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.264238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a55798f-c07a-4254-93a5-02eb6b4ca787 req-8de1474e-5c3b-45ae-8f2f-e0eebbde274a tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235568 Jul 16 03:25:30.274372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1474e-5c3b-45ae-8f2f-e0eebbde274a tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965eec7a-9d88-4fbe-b4be-f3db96b08af8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.327070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-771945f9-e106-4ce2-a038-de9b1f98cc1f req-1de87e9a-23aa-46e8-a1e7-e05799345eda tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "GET /v2.0/security-groups/db1a9602-fbf4-45ee-824f-d03f9aa52924 HTTP/1.1" status: 200 len: 1776 time: 0.0340753 Jul 16 03:25:30.414567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-771945f9-e106-4ce2-a038-de9b1f98cc1f req-c8680e34-4381-4ce7-9570-6e705def11c2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.442309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-771945f9-e106-4ce2-a038-de9b1f98cc1f req-c8680e34-4381-4ce7-9570-6e705def11c2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.455720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f59e0-5eed-40f5-ad2e-a2ff191c3798 req-b4d2b3cf-5a2a-4b6b-86d7-1ee4d971c065 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.457688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-948f59e0-5eed-40f5-ad2e-a2ff191c3798 req-b4d2b3cf-5a2a-4b6b-86d7-1ee4d971c065 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 944 time: 0.1037321 Jul 16 03:25:30.488661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:30.508575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-948f59e0-5eed-40f5-ad2e-a2ff191c3798 req-e8f65584-06d0-435c-b21e-047aeaf45475 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Jul 16 03:25:30.509886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-771945f9-e106-4ce2-a038-de9b1f98cc1f req-c8680e34-4381-4ce7-9570-6e705def11c2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.512404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-771945f9-e106-4ce2-a038-de9b1f98cc1f req-c8680e34-4381-4ce7-9570-6e705def11c2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.513411 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-771945f9-e106-4ce2-a038-de9b1f98cc1f req-c8680e34-4381-4ce7-9570-6e705def11c2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/db1a9602-fbf4-45ee-824f-d03f9aa52924 HTTP/1.1" status: 204 len: 173 time: 0.1800914 Jul 16 03:25:30.521320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8680e34-4381-4ce7-9570-6e705def11c2 tempest-SecurityGroupsTestAdminJSON-1862837905 tempest-SecurityGroupsTestAdminJSON-1862837905-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a9602-fbf4-45ee-824f-d03f9aa52924,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.564836 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d43e10d-8b1d-46b5-91f0-f53c6ea2a553 x-openstack-request-id: req-2d43e10d-8b1d-46b5-91f0-f53c6ea2a553 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:30.565402 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "tag": "c216c396-e914-40ef-9bcf-deceb143785a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:30.566396 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d43e10d-8b1d-46b5-91f0-f53c6ea2a553 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:30.567488 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a', 'status': 'completed', 'code': 200} Jul 16 03:25:30.639655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c55af49-cf01-4f3e-9d14-e4a3fb86d7f2 req-0c4d1f26-7a07-4dff-b922-3ec04f2a6b77 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "GET /v2.0/security-groups/57babd3c-c3b0-43cf-8266-ff08c3ebe812 HTTP/1.1" status: 200 len: 1776 time: 0.0600612 Jul 16 03:25:30.659348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-9cb4a533-09e6-4a40-8be9-fc2f0e2cada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.660995 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-9cb4a533-09e6-4a40-8be9-fc2f0e2cada3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 1095 time: 0.0670004 Jul 16 03:25:30.733452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c55af49-cf01-4f3e-9d14-e4a3fb86d7f2 req-c8312f43-d8ea-45e3-ae78-dda7271b95f2 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.741794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bb19d-9b81-4fa1-83b5-e4f162013756 req-8f7ff312-c71f-4587-9912-e3bb6a670639 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.743293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-460bb19d-9b81-4fa1-83b5-e4f162013756 req-8f7ff312-c71f-4587-9912-e3bb6a670639 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 945 time: 0.1202750 Jul 16 03:25:30.765356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-cb0261a1-9124-4c24-9ace-dd16f2b3b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.766900 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-cb0261a1-9124-4c24-9ace-dd16f2b3b415 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 925 time: 0.0882409 Jul 16 03:25:30.804784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c55af49-cf01-4f3e-9d14-e4a3fb86d7f2 req-c8312f43-d8ea-45e3-ae78-dda7271b95f2 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.808967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-e2327114-cb2f-4ee3-8fd8-50026bbbe34e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c216c396-e914-40ef-9bcf-deceb143785a HTTP/1.1" status: 200 len: 217 time: 0.0332146 Jul 16 03:25:30.846904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-460bb19d-9b81-4fa1-83b5-e4f162013756 req-b631f235-8d7f-4039-a830-38a49a22e181 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952930 Jul 16 03:25:30.870556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-7cb48b5f-1422-4ecf-888a-98747c090273 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.872152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-7cb48b5f-1422-4ecf-888a-98747c090273 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.1396070 Jul 16 03:25:30.875224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-ff8e825b-952d-4d93-b80b-3cc352f476f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.876971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-ff8e825b-952d-4d93-b80b-3cc352f476f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.0605302 Jul 16 03:25:30.884602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c55af49-cf01-4f3e-9d14-e4a3fb86d7f2 req-c8312f43-d8ea-45e3-ae78-dda7271b95f2 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.887556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c55af49-cf01-4f3e-9d14-e4a3fb86d7f2 req-c8312f43-d8ea-45e3-ae78-dda7271b95f2 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.888787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c55af49-cf01-4f3e-9d14-e4a3fb86d7f2 req-c8312f43-d8ea-45e3-ae78-dda7271b95f2 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "DELETE /v2.0/security-groups/57babd3c-c3b0-43cf-8266-ff08c3ebe812 HTTP/1.1" status: 204 len: 173 time: 0.2476509 Jul 16 03:25:30.899782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800089-6'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:30.928554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8312f43-d8ea-45e3-ae78-dda7271b95f2 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57babd3c-c3b0-43cf-8266-ff08c3ebe812,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.950830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-f0b2189f-bb45-4ef6-80cf-9af8588c2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.952473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-f0b2189f-bb45-4ef6-80cf-9af8588c2166 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619438 Jul 16 03:25:31.019830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.052171 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-82bf3296-4dc7-4865-8565-711bf18960e2 service neutron] 10.222.0.11 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895090 Jul 16 03:25:31.084378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a6bda-bc25-4b14-8d90-c0ab9307d562 req-78362acc-2850-4b15-9c57-e33295451fe6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:31.085865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-638a6bda-bc25-4b14-8d90-c0ab9307d562 req-78362acc-2850-4b15-9c57-e33295451fe6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1124625 Jul 16 03:25:31.163560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f7b77265-4eda-4116-bfc7-7db81700f150 req-8511575b-2a49-4000-a9c8-c29879f60bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913875 Jul 16 03:25:31.187505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-638a6bda-bc25-4b14-8d90-c0ab9307d562 req-f1ac344c-f7bd-4005-8494-130abb26aaf9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853400 Jul 16 03:25:31.221957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:31.241100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225eda2a-9275-44dd-a6f2-db47ea4a0eb3 req-1d222eff-b80f-49ec-9bf3-cbe8bf6b7c11 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "GET /v2.0/security-groups/aa3fc4ab-577d-4323-8760-0c4c925092a0 HTTP/1.1" status: 200 len: 1778 time: 0.0681877 Jul 16 03:25:31.292171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:31.383378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225eda2a-9275-44dd-a6f2-db47ea4a0eb3 req-630e2c3d-9fc1-4d97-abc9-0390651172f8 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.386004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.408470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.424045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225eda2a-9275-44dd-a6f2-db47ea4a0eb3 req-630e2c3d-9fc1-4d97-abc9-0390651172f8 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.479927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0ecd8-5f9f-47f1-8ea4-9b98762f336a req-30195702-1930-4606-94ab-8be526cc2897 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:31.481404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3f0ecd8-5f9f-47f1-8ea4-9b98762f336a req-30195702-1930-4606-94ab-8be526cc2897 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.1962557 Jul 16 03:25:31.529375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:31.559670 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225eda2a-9275-44dd-a6f2-db47ea4a0eb3 req-630e2c3d-9fc1-4d97-abc9-0390651172f8 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.562372 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225eda2a-9275-44dd-a6f2-db47ea4a0eb3 req-630e2c3d-9fc1-4d97-abc9-0390651172f8 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.563537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225eda2a-9275-44dd-a6f2-db47ea4a0eb3 req-630e2c3d-9fc1-4d97-abc9-0390651172f8 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa3fc4ab-577d-4323-8760-0c4c925092a0 HTTP/1.1" status: 204 len: 173 time: 0.3158033 Jul 16 03:25:31.591801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2c3d-9fc1-4d97-abc9-0390651172f8 tempest-SecurityGroupsTestAdminJSON-1363584421 tempest-SecurityGroupsTestAdminJSON-1363584421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3fc4ab-577d-4323-8760-0c4c925092a0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:31.593543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:31.593875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:31.594204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:31.600729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3f0ecd8-5f9f-47f1-8ea4-9b98762f336a req-43094f61-9e4a-4b8f-8987-849ecc42dd19 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041427 Jul 16 03:25:31.602821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:31.603152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Attempting to bind port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:31.609466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:31.609805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:31.610195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:31.610859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Bound port: 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:31.611023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.686749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:31.689935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:31.699339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.762775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:31.827704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:31.828223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.829560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-9861c237-859e-425c-ac8f-7e353bd897d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 1121 time: 0.9339981 Jul 16 03:25:31.837238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c216c396-e914-40ef-9bcf-deceb143785a details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:31.896730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48998) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:31.914123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a02e9-fd90-4846-8fcb-6274c39ea81a req-89df2891-05d9-4805-9a0c-3d1e76c258c8 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:31.915659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-995a02e9-fd90-4846-8fcb-6274c39ea81a req-89df2891-05d9-4805-9a0c-3d1e76c258c8 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 944 time: 0.1412163 Jul 16 03:25:31.929562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b59a1f-a33e-4a51-85c8-180d8492cc94 req-f0b930b7-df8d-47b8-a9f1-f4cfa53ec43a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:31.931042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68b59a1f-a33e-4a51-85c8-180d8492cc94 req-f0b930b7-df8d-47b8-a9f1-f4cfa53ec43a tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.1073771 Jul 16 03:25:31.940541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41a316db-cedd-47b7-bd2d-e1a4db2a59d0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:31.976201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['41a316db-cedd-47b7-bd2d-e1a4db2a59d0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:31.983182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-995a02e9-fd90-4846-8fcb-6274c39ea81a req-a6f477ff-39aa-4bac-8fbc-009cd204c697 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616763 Jul 16 03:25:31.996040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68b59a1f-a33e-4a51-85c8-180d8492cc94 req-1882688b-e958-467f-81d2-b2a602d84cd0 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509851 Jul 16 03:25:32.064467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c216c396-e914-40ef-9bcf-deceb143785a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c216c396-e914-40ef-9bcf-deceb143785a,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:32.099765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c216c396-e914-40ef-9bcf-deceb143785a', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'port_id': 'c216c396-e914-40ef-9bcf-deceb143785a', 'mac_address': 'fa:16:3e:aa:21:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:32.101552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-990f950a-d109-44a7-84af-4b38cfcd98b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95b846f138334b5b9487a8643dbeb946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028356 Jul 16 03:25:32.103965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49004) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:32.159411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77428583-94c3-4cbf-939d-cf2898edfa52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.181641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77428583-94c3-4cbf-939d-cf2898edfa52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.201500 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.205908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eec50-4d6e-4d33-89e7-568de94c8f61 req-a9337114-8173-457a-a5dd-4487db75c37f tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.213662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b85eec50-4d6e-4d33-89e7-568de94c8f61 req-a9337114-8173-457a-a5dd-4487db75c37f tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 1100 time: 0.1228669 Jul 16 03:25:32.235967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77428583-94c3-4cbf-939d-cf2898edfa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.238973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77428583-94c3-4cbf-939d-cf2898edfa52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.239131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc740228-5c00-4e21-9a52-075aef1b4374 req-026f939e-0eec-418d-8228-5e919c9303be tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.239861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216c396-e914-40ef-9bcf-deceb143785a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:32.240530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc740228-5c00-4e21-9a52-075aef1b4374 req-026f939e-0eec-418d-8228-5e919c9303be tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 944 time: 0.1183090 Jul 16 03:25:32.243552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-77428583-94c3-4cbf-939d-cf2898edfa52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fcc7bba-58fd-4ad0-84b0-bd1704f547c8 HTTP/1.1" status: 204 len: 168 time: 0.1385653 Jul 16 03:25:32.253694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77428583-94c3-4cbf-939d-cf2898edfa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcc7bba-58fd-4ad0-84b0-bd1704f547c8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.281763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b85eec50-4d6e-4d33-89e7-568de94c8f61 req-dc4625f5-2d29-419e-9db7-473f6a3acaf6 tempest-ServersAdminNegativeTestJSON-1594352167 tempest-ServersAdminNegativeTestJSON-1594352167-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671732 Jul 16 03:25:32.300004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c216c396-e914-40ef-9bcf-deceb143785a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c216c396-e914-40ef-9bcf-deceb143785a,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:32.316002 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.316647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:32.324895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc740228-5c00-4e21-9a52-075aef1b4374 req-8ba9449c-7f3e-4229-8583-3a5a434851b5 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725317 Jul 16 03:25:32.450926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c216c396-e914-40ef-9bcf-deceb143785a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.494108 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.522263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:32.533346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 has no active binding in host n-h1-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:25:32.549139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb874-fb75-4333-875b-a8e8654e41a4 req-cc2e88d8-55c6-40d3-9b00-719bf487d807 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.551194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf0fb874-fb75-4333-875b-a8e8654e41a4 req-cc2e88d8-55c6-40d3-9b00-719bf487d807 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.1289451 Jul 16 03:25:32.569666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0'}, {'name': 'network-changed', 'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:32.571870 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6506872-fad4-4992-b62a-ee1a16c61631" -d '{"events": [{"server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0"}, {"name": "network-changed", "server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:32.605257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c91a-5b2a-4290-9471-d87a56d1acd7 req-96b65416-9a2a-4b7b-afe3-60d7240a6abe tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.606772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdc1c91a-5b2a-4290-9471-d87a56d1acd7 req-96b65416-9a2a-4b7b-afe3-60d7240a6abe tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1132934 Jul 16 03:25:32.613257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:32.614859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf0fb874-fb75-4333-875b-a8e8654e41a4 req-c86bcbb3-80b0-4740-9ab6-1f2738fbd433 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Jul 16 03:25:32.650690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdc1c91a-5b2a-4290-9471-d87a56d1acd7 req-dae0a312-9fc1-4f94-9e2b-7e7f294a4434 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336459 Jul 16 03:25:32.660566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b21a291-be18-46c2-9df1-8239c3a72a0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be1450f6b37241aca3536d5bb574a976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461295 Jul 16 03:25:32.663115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49022) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:32.703344 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a3fbf6-5e28-4c47-a90c-8b5b3347d6d4 x-openstack-request-id: req-a8a3fbf6-5e28-4c47-a90c-8b5b3347d6d4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:32.703835 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0", "code": 200}, {"name": "network-changed", "server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:32.704208 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8a3fbf6-5e28-4c47-a90c-8b5b3347d6d4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:32.704607 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'code': 200} Jul 16 03:25:32.704876 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'status': 'completed', 'code': 200} Jul 16 03:25:32.719705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad179f8f-26e2-4014-8624-e5bf1a9d02b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.748642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad179f8f-26e2-4014-8624-e5bf1a9d02b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.812541 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad179f8f-26e2-4014-8624-e5bf1a9d02b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.812541 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad179f8f-26e2-4014-8624-e5bf1a9d02b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.812541 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ad179f8f-26e2-4014-8624-e5bf1a9d02b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8ee5261-7d63-45a1-95f8-c9f18891eacc HTTP/1.1" status: 204 len: 168 time: 0.1476302 Jul 16 03:25:32.833016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad179f8f-26e2-4014-8624-e5bf1a9d02b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee5261-7d63-45a1-95f8-c9f18891eacc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.857679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-879d1d6c-21d0-4d5d-ac4b-a630762b4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.859682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-879d1d6c-21d0-4d5d-ac4b-a630762b4209 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1124 time: 0.1178741 Jul 16 03:25:32.972605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac0879-932e-43b4-85b3-c1dd9be32763 req-e4f30ab9-0664-470e-a515-4ed461338d61 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.974403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3ac0879-932e-43b4-85b3-c1dd9be32763 req-e4f30ab9-0664-470e-a515-4ed461338d61 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.1590042 Jul 16 03:25:32.994149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c216c396-e914-40ef-9bcf-deceb143785a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:33.017770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-f19fb151-8f62-4655-81c1-ca1e7e03e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.019814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-f19fb151-8f62-4655-81c1-ca1e7e03e19e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1517944 Jul 16 03:25:33.083569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-de403076-581c-474e-8a40-330a7474284f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 217 time: 0.0569203 Jul 16 03:25:33.117527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3ac0879-932e-43b4-85b3-c1dd9be32763 req-b3a3df6e-c6d1-457b-a777-a091c0443283 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261160 Jul 16 03:25:33.199044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-f2ddeffe-156a-4d06-b944-70f4761acfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.200780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-f2ddeffe-156a-4d06-b944-70f4761acfe4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.1069350 Jul 16 03:25:33.240990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-1216f1e8-2a6f-496f-a257-e1e7807627c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309083 Jul 16 03:25:33.280201 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.400862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-e2e82ee6-c5be-4b81-94ce-e5ccf468a2b0 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454771 Jul 16 03:25:33.415694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2205a25-e9fd-445c-a79f-aa83e281b495 req-93633483-1046-4304-b16f-f9e197014655 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.417224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2205a25-e9fd-445c-a79f-aa83e281b495 req-93633483-1046-4304-b16f-f9e197014655 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 944 time: 0.1256390 Jul 16 03:25:33.538403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2205a25-e9fd-445c-a79f-aa83e281b495 req-a6182c7e-3bc4-468b-80f9-d9e21fa40c71 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115692 Jul 16 03:25:33.588082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6506872-fad4-4992-b62a-ee1a16c61631 req-bcd1b0fc-f723-45ff-a25a-9b3338361907 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698842 Jul 16 03:25:33.600174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e52f1-ced3-460d-8d75-3a19ec088e39 req-0d5a403a-2e7a-4788-848b-a206f07ca277 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.601565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-158e52f1-ced3-460d-8d75-3a19ec088e39 req-0d5a403a-2e7a-4788-848b-a206f07ca277 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 949 time: 0.1014149 Jul 16 03:25:33.661473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-158e52f1-ced3-460d-8d75-3a19ec088e39 req-1c66e59c-0bbb-4a56-86d1-21efc96e5ffa tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542164 Jul 16 03:25:33.761483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80c76-1b62-4cd3-bcfe-d61985a2af73 req-ec84f36d-b323-4963-a13f-225318b2396c tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.763011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12c80c76-1b62-4cd3-bcfe-d61985a2af73 req-ec84f36d-b323-4963-a13f-225318b2396c tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 945 time: 0.0903635 Jul 16 03:25:33.832014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12c80c76-1b62-4cd3-bcfe-d61985a2af73 req-1754804d-e6a3-47a1-aa82-b36f34afdc6b tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634439 Jul 16 03:25:33.856412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a6074076-98fe-41b5-bb15-1eed5d9dbe4e up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:33.871476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76fc4-2825-430e-be4d-e1adcd07f507 req-eb690f33-00d0-44ea-9218-17e846085b0f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.873054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9c76fc4-2825-430e-be4d-e1adcd07f507 req-eb690f33-00d0-44ea-9218-17e846085b0f tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.0880332 Jul 16 03:25:33.957915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9c76fc4-2825-430e-be4d-e1adcd07f507 req-e9185ef3-2c15-4f2a-93e6-d99a3d806eb1 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750759 Jul 16 03:25:33.980647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a6074076-98fe-41b5-bb15-1eed5d9dbe4e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:33.985003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a6074076-98fe-41b5-bb15-1eed5d9dbe4e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:33.985637 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.117780 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.119710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c803abc-ab35-4bd8-ae59-37ff4e5d669f req-e6b05baf-e22e-4aee-afd1-0f940771e517 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.121895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c803abc-ab35-4bd8-ae59-37ff4e5d669f req-e6b05baf-e22e-4aee-afd1-0f940771e517 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.1620700 Jul 16 03:25:34.186936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c803abc-ab35-4bd8-ae59-37ff4e5d669f req-d6a68fa6-7fbd-40d7-97ab-48df2c8866da tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473979 Jul 16 03:25:34.280056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1b9b-b2ff-440d-953b-c0c2ad097696 req-b9e0a35f-968e-46bb-8c20-d5b0ca5ab7db tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.281767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-721e1b9b-b2ff-440d-953b-c0c2ad097696 req-b9e0a35f-968e-46bb-8c20-d5b0ca5ab7db tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1149027 Jul 16 03:25:34.303085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:34.322316 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caecef2a-f8b0-4204-9565-c3f48626824b" -d '{"events": [{"server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "name": "network-vif-plugged", "status": "completed", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:34.345173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:34.355846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-721e1b9b-b2ff-440d-953b-c0c2ad097696 req-53d8df56-ac33-40eb-b9d9-f940c47fb61f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619614 Jul 16 03:25:34.362596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.425862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:34.430630 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf11bd-687c-4f8e-b2be-fcb00e6598e1 x-openstack-request-id: req-64cf11bd-687c-4f8e-b2be-fcb00e6598e1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:34.441846 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "name": "network-vif-plugged", "status": "completed", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:34.442163 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64cf11bd-687c-4f8e-b2be-fcb00e6598e1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:34.444495 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'code': 200} Jul 16 03:25:34.464554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8407ee-4d37-4d00-90db-b440c2e6b010 req-7e3251ed-0f57-41af-b9ed-beae790bab45 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.466580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c8407ee-4d37-4d00-90db-b440c2e6b010 req-7e3251ed-0f57-41af-b9ed-beae790bab45 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 944 time: 0.1093724 Jul 16 03:25:34.511027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c8407ee-4d37-4d00-90db-b440c2e6b010 req-affb07ce-cf54-4b15-88f6-d354290b5aea tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Jul 16 03:25:34.591659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017e10f-7c1c-4d5e-aa98-0b8bd9c929d1 req-eebb0a2b-543d-490f-88aa-80c0f34be87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.593152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3017e10f-7c1c-4d5e-aa98-0b8bd9c929d1 req-eebb0a2b-543d-490f-88aa-80c0f34be87a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1096 time: 0.0597270 Jul 16 03:25:34.641190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3017e10f-7c1c-4d5e-aa98-0b8bd9c929d1 req-d9027d09-c329-4bf7-aa9f-fa039646dcd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361776 Jul 16 03:25:34.758926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a39aa3-d120-4716-a626-5aa2d7688d46 req-e8a9ff50-732b-423c-bb01-ec4ab005c5f4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.760800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70a39aa3-d120-4716-a626-5aa2d7688d46 req-e8a9ff50-732b-423c-bb01-ec4ab005c5f4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 945 time: 0.0812085 Jul 16 03:25:34.830311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70a39aa3-d120-4716-a626-5aa2d7688d46 req-ecb5f9cf-b953-49c7-a646-611fb182f75d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637424 Jul 16 03:25:34.864121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905a32-8cc9-4b1c-8a92-826fcab73d7c req-08757716-1404-467f-bf6b-4143761ad177 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.865665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a905a32-8cc9-4b1c-8a92-826fcab73d7c req-08757716-1404-467f-bf6b-4143761ad177 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 949 time: 0.0914631 Jul 16 03:25:34.916804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a905a32-8cc9-4b1c-8a92-826fcab73d7c req-8a89602d-bd81-4386-b2c1-4fc0234d3a1c tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Jul 16 03:25:34.980038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-98557556-5a7c-4030-8415-39ddb1a09b49 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.981651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-98557556-5a7c-4030-8415-39ddb1a09b49 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.48 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 949 time: 0.0798810 Jul 16 03:25:35.165565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Deleting port 8130a28f-8241-43cc-89ea-b20735003f77 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:35.165887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.215405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28830092-0f3b-4c4a-a520-4797b53c0993 req-1df1728c-8ce9-4995-bf1c-bb11a5e7d0c0 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.216888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28830092-0f3b-4c4a-a520-4797b53c0993 req-1df1728c-8ce9-4995-bf1c-bb11a5e7d0c0 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 945 time: 0.1712513 Jul 16 03:25:35.254785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-52a34eff-8dfc-4def-ac18-09a3655083cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528708 Jul 16 03:25:35.335532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eba65-5416-46ee-bdd2-66d69ae1a604 req-dae310e7-1943-41f3-aa69-6a3ec7ac53e5 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.337001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d34eba65-5416-46ee-bdd2-66d69ae1a604 req-dae310e7-1943-41f3-aa69-6a3ec7ac53e5 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.2194161 Jul 16 03:25:35.358095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-ca26d0f3-0611-4248-957c-1e51874e3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.359538 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-ca26d0f3-0611-4248-957c-1e51874e3e7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1096 time: 0.0583661 Jul 16 03:25:35.370599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-fecc1329-397f-4245-91e5-994eed58ba6f service neutron] 10.222.0.11 "GET /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842/bindings/n-h2-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.1768360 Jul 16 03:25:35.380543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28830092-0f3b-4c4a-a520-4797b53c0993 req-7bce0731-3b11-46dc-8d2c-7629eb8a385a tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363018 Jul 16 03:25:35.386598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] For port 8130a28f-8241-43cc-89ea-b20735003f77, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8130a28f-8241-43cc-89ea-b20735003f77,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:35.386917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.406406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Calling delete_port for 8130a28f-8241-43cc-89ea-b20735003f77 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:35.488496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d34eba65-5416-46ee-bdd2-66d69ae1a604 req-60cf6005-0fe1-44ca-b7ba-68177089b214 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408932 Jul 16 03:25:35.491725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-f3bfce3c-7451-47ef-88f4-014fe64d8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.493647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-f3bfce3c-7451-47ef-88f4-014fe64d8d53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.0974355 Jul 16 03:25:35.561122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-cefa0d7d-8961-48b8-9e24-c33aa931018b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.0587060 Jul 16 03:25:35.639474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-8d11647f-acbc-4d2d-bfcb-ef0f23c63e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.641445 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-8d11647f-acbc-4d2d-bfcb-ef0f23c63e6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0589478 Jul 16 03:25:35.658836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-dacaeb99-da6d-4679-998e-ba101c7bca03 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.660920 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-dacaeb99-da6d-4679-998e-ba101c7bca03 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 945 time: 0.1107540 Jul 16 03:25:35.688345 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-9b9554e8-30f0-417e-9d82-6537d974f28f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265503 Jul 16 03:25:35.752881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851baea5-ab0e-4997-9872-8c188b23d0a0 req-eb3c54ab-e315-44c2-968f-d250eccfe081 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.754353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-851baea5-ab0e-4997-9872-8c188b23d0a0 req-eb3c54ab-e315-44c2-968f-d250eccfe081 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.2265611 Jul 16 03:25:35.767537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.779942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['8130a28f-8241-43cc-89ea-b20735003f77'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:35.786282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['5db49107-350a-487a-941f-ffd1c2578571'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:35.827820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Pushing event deleted for resources: {'Port': ['ID=8130a28f-8241-43cc-89ea-b20735003f77,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:35.837480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:35.848858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-4359ea12-6329-4768-881d-9fb4028be2db service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322088 Jul 16 03:25:35.859181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b323f-6f98-47d7-ba9c-7bed9dae3f20 req-41d942c5-1021-4a55-8846-bd5adfc5a1b5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.860697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e5b323f-6f98-47d7-ba9c-7bed9dae3f20 req-41d942c5-1021-4a55-8846-bd5adfc5a1b5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.2640131 Jul 16 03:25:35.865815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Deleting port 3a89d96b-04b3-487c-9e10-a4dc30c76401 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:35.866153 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.875341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c216c396-e914-40ef-9bcf-deceb143785a up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:35.945521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] No DVR routers for this DVR port 8130a28f-8241-43cc-89ea-b20735003f77 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:35.951157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-851baea5-ab0e-4997-9872-8c188b23d0a0 req-ea9e4384-0394-4e51-adb2-b7cfadf4e757 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854527 Jul 16 03:25:35.952227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.954124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26a959d2-790e-43cc-8ec6-aa65547df29e req-465ec971-e89b-4d9e-9ec9-beb2af1f2127 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.48 "DELETE /v2.0/ports/8130a28f-8241-43cc-89ea-b20735003f77 HTTP/1.1" status: 204 len: 173 time: 0.9642012 Jul 16 03:25:35.955188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:35.958820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'name': 'network-vif-deleted', 'tag': '8130a28f-8241-43cc-89ea-b20735003f77'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:35.961102 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57004a5-474f-4bc3-9645-971df53f82cf" -d '{"events": [{"server_uuid": "c16d10e5-552d-4035-9dbd-105fce03ad8a", "name": "network-vif-deleted", "tag": "8130a28f-8241-43cc-89ea-b20735003f77"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:35.967018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port c216c396-e914-40ef-9bcf-deceb143785a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:35.976171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c216c396-e914-40ef-9bcf-deceb143785a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:35.976851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.031190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e5b323f-6f98-47d7-ba9c-7bed9dae3f20 req-367cfe71-0bdf-481c-9ea6-7be8c2d0bb12 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334853 Jul 16 03:25:36.033658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d901b0-207d-41d1-a591-f8471b7ed842 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:36.051209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3a58f55-6d24-4eb9-bcce-5f0bd74fb1a4 req-49249ae2-5d8b-462f-a266-d180c3554156 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933205 Jul 16 03:25:36.052953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] For port 3a89d96b-04b3-487c-9e10-a4dc30c76401, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3a89d96b-04b3-487c-9e10-a4dc30c76401,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:36.053309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.072097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:36.101141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.212460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] Transition to ACTIVE for port object 47d901b0-207d-41d1-a591-f8471b7ed842 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:36.220166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.222226 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.296698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c216c396-e914-40ef-9bcf-deceb143785a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c216c396-e914-40ef-9bcf-deceb143785a,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:36.305441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.386199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c216c396-e914-40ef-9bcf-deceb143785a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:36.446007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:36.450136 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3f2d7c-5064-40b7-a2d6-8d93fa710585" -d '{"events": [{"server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "name": "network-vif-plugged", "status": "completed", "tag": "c216c396-e914-40ef-9bcf-deceb143785a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:36.475477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.476139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.476255 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Floating IP fc731f71-ef5d-49ec-a32c-9902313de9af disassociated. External IP: 172.25.4.221, port: 3a89d96b-04b3-487c-9e10-a4dc30c76401. Jul 16 03:25:36.477180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Calling delete_port for 3a89d96b-04b3-487c-9e10-a4dc30c76401 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:36.647146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-996c0af6-a74c-475a-a253-aeddd9c0cc56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960495 Jul 16 03:25:36.651048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.668877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] No DVR routers for this DVR port 47d901b0-207d-41d1-a591-f8471b7ed842 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:36.673148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] Pushing event updated for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:36.691193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event deleted for resources: {'Port': ['ID=3a89d96b-04b3-487c-9e10-a4dc30c76401,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:36.723271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-983a30c6-34e7-4df5-801d-5b6f30ec3f62 service neutron] 10.222.0.11 "PUT /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842/bindings/n-h2-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3281975 Jul 16 03:25:36.740406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588483e2-cc85-435c-9076-c7bd232fe547 req-7c6fa117-3bea-40bc-a13c-241725560daf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:36.743176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-588483e2-cc85-435c-9076-c7bd232fe547 req-7c6fa117-3bea-40bc-a13c-241725560daf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 945 time: 0.1865072 Jul 16 03:25:36.752219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df19c93-9212-4da7-ab6f-aaa808d00970 req-c904d352-a9e9-47c7-9fbf-097338798557 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:36.754505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6df19c93-9212-4da7-ab6f-aaa808d00970 req-c904d352-a9e9-47c7-9fbf-097338798557 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 945 time: 0.1976233 Jul 16 03:25:36.814806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-588483e2-cc85-435c-9076-c7bd232fe547 req-4b17ec3c-af74-4dc3-8f14-f9397fd69549 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592015 Jul 16 03:25:36.833880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6df19c93-9212-4da7-ab6f-aaa808d00970 req-efc8b9b8-6826-45c8-a91b-77729d94aaa5 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710433 Jul 16 03:25:36.897838 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204dd49-77f1-494b-8660-ed0a54c8a231 x-openstack-request-id: req-8204dd49-77f1-494b-8660-ed0a54c8a231 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:36.899899 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16d10e5-552d-4035-9dbd-105fce03ad8a", "name": "network-vif-deleted", "tag": "8130a28f-8241-43cc-89ea-b20735003f77", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:36.900380 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8204dd49-77f1-494b-8660-ed0a54c8a231 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:36.901059 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16d10e5-552d-4035-9dbd-105fce03ad8a', 'name': 'network-vif-deleted', 'tag': '8130a28f-8241-43cc-89ea-b20735003f77', 'status': 'completed', 'code': 200} Jul 16 03:25:37.041741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08d13e44-533f-45e4-b9ce-c8adcc5cabcc req-7b88ca4d-9d7e-4602-b430-da35b8f2705d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16d10e5-552d-4035-9dbd-105fce03ad8a HTTP/1.1" status: 200 len: 210 time: 0.0687559 Jul 16 03:25:37.162029 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ceda2a-7f3c-4100-a644-0d7fae6d7c19 x-openstack-request-id: req-44ceda2a-7f3c-4100-a644-0d7fae6d7c19 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:37.163151 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "name": "network-vif-plugged", "status": "completed", "tag": "c216c396-e914-40ef-9bcf-deceb143785a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:37.163646 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44ceda2a-7f3c-4100-a644-0d7fae6d7c19 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:37.164377 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a', 'code': 200} Jul 16 03:25:37.182049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c9af-b633-4489-804d-e970fedf29fc req-86c6e61f-8cb8-4e5c-ad81-48bf4c85598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.195075 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-86c6e61f-8cb8-4e5c-ad81-48bf4c85598e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 1095 time: 0.5137560 Jul 16 03:25:37.215947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246d75-acb2-4817-a1e0-21c47d754af0 req-0372a907-2622-4057-873c-c421dfcaba9f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.223328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f246d75-acb2-4817-a1e0-21c47d754af0 req-0372a907-2622-4057-873c-c421dfcaba9f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.0989795 Jul 16 03:25:37.278400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f246d75-acb2-4817-a1e0-21c47d754af0 req-866a0a3c-078a-4777-be4b-f1781d0dceb4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535436 Jul 16 03:25:37.358102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c9af-b633-4489-804d-e970fedf29fc req-c530717b-2399-4746-973b-c324a1c00aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.358102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-c530717b-2399-4746-973b-c324a1c00aec service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1136448 Jul 16 03:25:37.359479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-d8bc4dac-2cf2-48ce-843d-7592c67a0734 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.360661 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-d8bc4dac-2cf2-48ce-843d-7592c67a0734 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.3435378 Jul 16 03:25:37.366397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:37.399110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15a4451e-9947-415e-9e35-f8bda8f9b558 req-1fa19de1-7d28-47cf-a173-04c113e1eb29 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 210 time: 0.0719168 Jul 16 03:25:37.399624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:37.443139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-66360de3-7704-4710-9fff-87fec0ae64cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 200 len: 217 time: 0.0788498 Jul 16 03:25:37.479425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbc78a-d772-415e-b7c6-e38f57f1cc1b req-3ae2f629-916d-47f3-a68a-056c3319eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.480923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28dbc78a-d772-415e-b7c6-e38f57f1cc1b req-3ae2f629-916d-47f3-a68a-056c3319eef7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 1097 time: 0.2011940 Jul 16 03:25:37.519706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e132f-e1a4-4ed2-a081-3311ba5b0e4f req-c3d4c061-8222-4650-9b77-4610f1c23a0b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.521216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b3e132f-e1a4-4ed2-a081-3311ba5b0e4f req-c3d4c061-8222-4650-9b77-4610f1c23a0b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.1132603 Jul 16 03:25:37.559204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28dbc78a-d772-415e-b7c6-e38f57f1cc1b req-d8fcc58b-92bf-47cf-bec9-7f4b0a84347f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692294 Jul 16 03:25:37.583220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe904b-9266-40ed-b51d-9557d60eedcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.589748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:37.600426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] Sync routers for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:37.601613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c9af-b633-4489-804d-e970fedf29fc req-16dd5f47-0cf4-40ec-9a88-12a59fc26a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.603213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-16dd5f47-0cf4-40ec-9a88-12a59fc26a1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0736244 Jul 16 03:25:37.610528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:37.611192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:37.621736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b3e132f-e1a4-4ed2-a081-3311ba5b0e4f req-3c52fc39-c67e-4c5f-9631-a383a88fdf38 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852313 Jul 16 03:25:37.662050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e779d-b734-4da7-945f-04094e15a669 req-c0bde21d-0dba-43e3-b7b6-828e98f5429f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.663584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f65e779d-b734-4da7-945f-04094e15a669 req-c0bde21d-0dba-43e3-b7b6-828e98f5429f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1414666 Jul 16 03:25:37.689342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] No DVR routers for this DVR port 3a89d96b-04b3-487c-9e10-a4dc30c76401 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:37.692560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.694624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-50576390-a6f3-49d3-b84e-9863ee8d55c2 req-239e690d-0301-4bbd-b8cb-9a53439e5ede tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.11 "DELETE /v2.0/ports/3a89d96b-04b3-487c-9e10-a4dc30c76401 HTTP/1.1" status: 204 len: 173 time: 2.0087683 Jul 16 03:25:37.697510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'name': 'network-vif-deleted', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:37.700478 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeaf0f7-c385-41fc-b2fa-0e9d73f14d6f" -d '{"events": [{"server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "name": "network-vif-deleted", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:37.704250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-331bec59-db2f-427b-bef8-d92565f49a08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717449 Jul 16 03:25:37.707855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-9188373e-84ac-424b-b739-22d2f16eb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.709281 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-9188373e-84ac-424b-b739-22d2f16eb4ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be&tenant_id=af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 1096 time: 0.3365626 Jul 16 03:25:37.727962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f65e779d-b734-4da7-945f-04094e15a669 req-5f163d97-c935-437f-9847-b5fbf7e5dc73 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536072 Jul 16 03:25:37.753939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:37.762306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe904b-9266-40ed-b51d-9557d60eedcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.770155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe904b-9266-40ed-b51d-9557d60eedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.798981 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a930fae6-4e5d-44a3-aa9d-d387fd6565a1 x-openstack-request-id: req-a930fae6-4e5d-44a3-aa9d-d387fd6565a1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:37.799329 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab3c88d-abf2-40b9-9494-cdace64868c6", "name": "network-vif-deleted", "tag": "3a89d96b-04b3-487c-9e10-a4dc30c76401", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:37.799649 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a930fae6-4e5d-44a3-aa9d-d387fd6565a1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:37.800533 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab3c88d-abf2-40b9-9494-cdace64868c6', 'name': 'network-vif-deleted', 'tag': '3a89d96b-04b3-487c-9e10-a4dc30c76401', 'status': 'completed', 'code': 200} Jul 16 03:25:37.817188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4dbe904b-9266-40ed-b51d-9557d60eedcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bff81c2f6fd41c2a38340ec337fec95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143994 Jul 16 03:25:37.817788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:37.825935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe904b-9266-40ed-b51d-9557d60eedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a48143-0f2d-4274-8d5e-42bdb70f4710,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:37.893633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-8a08677d-9d7f-4580-88fa-79dc80fbe6bd service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693799 Jul 16 03:25:37.900160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-f4c38a0c-92f5-4668-9533-8cf2c29abee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.901901 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-f4c38a0c-92f5-4668-9533-8cf2c29abee2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1096 time: 0.1516132 Jul 16 03:25:37.918336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7ebc65d-c890-45e0-8926-d9429794d9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.960478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7ebc65d-c890-45e0-8926-d9429794d9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.003825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:38.087499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5006-f62c-4248-8799-32f332e8e1fc req-947bcced-7f88-460a-81e6-637ced84a371 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.095220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-216d5006-f62c-4248-8799-32f332e8e1fc req-947bcced-7f88-460a-81e6-637ced84a371 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 945 time: 0.1028013 Jul 16 03:25:38.100254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0928c9af-b633-4489-804d-e970fedf29fc req-af973c50-7172-4fe8-ae5a-a03a2cccd759 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972361 Jul 16 03:25:38.100959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:38.101189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-84d24d41-8e82-4381-bf1e-81d90b0ebd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.103763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-84d24d41-8e82-4381-bf1e-81d90b0ebd84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1907935 Jul 16 03:25:38.129254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7ebc65d-c890-45e0-8926-d9429794d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.131877 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7ebc65d-c890-45e0-8926-d9429794d9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.135309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f7ebc65d-c890-45e0-8926-d9429794d9b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09a48143-0f2d-4274-8d5e-42bdb70f4710 HTTP/1.1" status: 204 len: 168 time: 0.3133557 Jul 16 03:25:38.170433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:22Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:38.182315 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-d8cf845e-0840-4fc6-b33a-1af8d036dcc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 200 len: 217 time: 0.0708666 Jul 16 03:25:38.189839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebc65d-c890-45e0-8926-d9429794d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a48143-0f2d-4274-8d5e-42bdb70f4710,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:38.208416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] Checking router: 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:38.233857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:38.234528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:38.272539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-216d5006-f62c-4248-8799-32f332e8e1fc req-f85a8f25-b0cb-448b-9a69-b395e7481207 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761107 Jul 16 03:25:38.309714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c486f-5523-4ec9-a78d-d9d91a85b5bc req-a46c3019-36b0-4b65-bb81-a8cbf82d75b0 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.311907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-437c486f-5523-4ec9-a78d-d9d91a85b5bc req-a46c3019-36b0-4b65-bb81-a8cbf82d75b0 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 945 time: 0.2134023 Jul 16 03:25:38.315587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-86902c35-7cc6-4024-8a25-f961eeddf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.317086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-86902c35-7cc6-4024-8a25-f961eeddf3b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.1213987 Jul 16 03:25:38.375782 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-6f20b5db-d424-4685-afa4-a37334f25b0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482721 Jul 16 03:25:38.385733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-437c486f-5523-4ec9-a78d-d9d91a85b5bc req-649dd58a-a017-45fa-9ea6-e0e83d13c678 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Jul 16 03:25:38.437940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:38.524637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-6efc1104-5d72-4992-b782-56558bc68abf service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395717 Jul 16 03:25:38.614006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:38.640197 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-a8f26817-eb3d-440e-9557-263424ef9ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083429 Jul 16 03:25:38.644911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b5b43b0-d8ec-46ad-91c2-bba1d82194b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.741328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b5b43b0-d8ec-46ad-91c2-bba1d82194b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.749207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b5b43b0-d8ec-46ad-91c2-bba1d82194b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.779011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3fdb3-00ee-4b8f-a1ee-9eb1d33f5e11 req-584edf2b-e247-4608-8d8b-a59a806863d3 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.786202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afb3fdb3-00ee-4b8f-a1ee-9eb1d33f5e11 req-584edf2b-e247-4608-8d8b-a59a806863d3 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.2253253 Jul 16 03:25:38.824956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2b5b43b0-d8ec-46ad-91c2-bba1d82194b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30e477776a9d44acbeb5778ba12b820e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096419 Jul 16 03:25:38.827988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49172) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:38.834035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b43b0-d8ec-46ad-91c2-bba1d82194b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc419a8-a901-465e-95cd-cea9944f6c53,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:38.855320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:22Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:38.869807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afb3fdb3-00ee-4b8f-a1ee-9eb1d33f5e11 req-a5ac30ab-6292-4e95-9c64-a46a2bdcdc09 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824120 Jul 16 03:25:38.947831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248f3f6-7317-41fe-addf-d101c324d505 None None] The sync data for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 is: [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:23:15Z', 'revision_number': 4, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '13b7e0d9-ff99-4eae-89cb-8989e43ef741', 'name': '', 'network_id': '189e54cc-a84f-448f-a8ba-27ff739ac4f2', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'mac_address': 'fa:16:3e:6e:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:14Z', 'updated_at': '2021-07-16T03:23:22Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'subnets': [{'id': 'c3d69920-ce1e-48a9-93d7-fdcb8221a06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:38.959994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8130a28f-8241-43cc-89ea-b20735003f77 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:38.962742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3902b72b-0231-40c9-ab58-1c44566ae211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.982463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 8130a28f-8241-43cc-89ea-b20735003f77 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:38.982973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8130a28f-8241-43cc-89ea-b20735003f77 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:39.000715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-175ef17f-3dbc-4308-85ad-8802e38dbe9b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-876883541&fields=id&tenant_id=921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 267 time: 0.0739484 Jul 16 03:25:39.012579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3902b72b-0231-40c9-ab58-1c44566ae211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.099908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3902b72b-0231-40c9-ab58-1c44566ae211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.104578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3902b72b-0231-40c9-ab58-1c44566ae211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.106121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3902b72b-0231-40c9-ab58-1c44566ae211 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dc419a8-a901-465e-95cd-cea9944f6c53 HTTP/1.1" status: 204 len: 168 time: 0.2768235 Jul 16 03:25:39.118271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902b72b-0231-40c9-ab58-1c44566ae211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc419a8-a901-465e-95cd-cea9944f6c53,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:39.137148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea90891d-ac10-40b9-9273-d28a76ad7721 req-e30d07de-d428-4f0b-9cd3-024990904ffc tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ab3c88d-abf2-40b9-9494-cdace64868c6 HTTP/1.1" status: 200 len: 210 time: 0.0749259 Jul 16 03:25:39.230143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-a0f6f8bb-23b9-4d97-8580-00f6fe1c6900 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:39.241192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-a0f6f8bb-23b9-4d97-8580-00f6fe1c6900 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 945 time: 0.2394316 Jul 16 03:25:39.253151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'port': {'security_groups': ['0c65dcf4-c620-45ab-b3a2-587d43da0ffa', '3fae1cec-441c-4f10-9bad-273652096a9b']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:39.294323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0a347b45-1757-4976-9235-5c98d3a08875 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:39.295861 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-0a347b45-1757-4976-9235-5c98d3a08875 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.1794007 Jul 16 03:25:39.426260 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389103d7-fe20-47bb-90d6-f360fcd7e3b1 None None] New status for floating IP fc731f71-ef5d-49ec-a32c-9902313de9af: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:25:39.469504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.544655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-d0b4ca9b-3b6c-46ce-b1aa-9b2aa6d3f810 service neutron] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:39.548037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-d0b4ca9b-3b6c-46ce-b1aa-9b2aa6d3f810 service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.549185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61eceaaf-da6b-442d-b0d9-a2243fbd2531 req-d0b4ca9b-3b6c-46ce-b1aa-9b2aa6d3f810 service neutron] 10.222.0.48 "DELETE /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842/bindings/n-h1-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.2466059 Jul 16 03:25:39.717118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2fb5-0f6f-4b5f-b31f-2ee2f97a1092 req-192d74d8-8b27-435b-9217-9d4bb26161ee tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:39.724659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc0a2fb5-0f6f-4b5f-b31f-2ee2f97a1092 req-192d74d8-8b27-435b-9217-9d4bb26161ee tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 943 time: 0.2502198 Jul 16 03:25:39.787435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc0a2fb5-0f6f-4b5f-b31f-2ee2f97a1092 req-3ec8270d-b653-4afa-8eca-139e07b2671e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624588 Jul 16 03:25:39.872056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a89d96b-04b3-487c-9e10-a4dc30c76401 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:39.891789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:39.904350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 3a89d96b-04b3-487c-9e10-a4dc30c76401 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:39.905102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3a89d96b-04b3-487c-9e10-a4dc30c76401 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:39.926760 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.941853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.970682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:40.009713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.010499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.011951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fee59017-9ae7-45bd-bd79-b92d1eefc3bc req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "PUT /v2.0/ports/a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 981 time: 0.7647634 Jul 16 03:25:40.018620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:40.021056 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117" -d '{"events": [{"name": "network-changed", "server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:40.062428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e0584-b975-4f3d-b405-6755bd6c0834 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:40.110031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22daa2-7ac5-4340-91f5-66632f8a5697 req-373f5634-597a-4a22-ad9f-47a6c8ab208b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.120452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce22daa2-7ac5-4340-91f5-66632f8a5697 req-373f5634-597a-4a22-ad9f-47a6c8ab208b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1912851 Jul 16 03:25:40.214000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:40.280027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce22daa2-7ac5-4340-91f5-66632f8a5697 req-05b23c16-d05e-4040-bef1-d92450e69e6e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397195 Jul 16 03:25:40.383452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb45f7-0c72-47f6-b415-b49afee63c1a req-5ef34de3-e9e2-4f27-84de-dc2e0007bd5d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.394135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2cb45f7-0c72-47f6-b415-b49afee63c1a req-5ef34de3-e9e2-4f27-84de-dc2e0007bd5d tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.1855478 Jul 16 03:25:40.466339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2cb45f7-0c72-47f6-b415-b49afee63c1a req-20fa6b9d-6502-4aa2-ac22-f3ebbbbc5a5c tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Jul 16 03:25:40.593210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-a9697124-68ed-42f2-ab36-272ed7d1246d service neutron] 10.222.0.48 "GET /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.1111796 Jul 16 03:25:40.594831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67493c-1911-4f8f-8daf-d4768cdba9e0 req-eef19473-646c-4980-b5b6-9cb1a3ec32a0 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.602416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e67493c-1911-4f8f-8daf-d4768cdba9e0 req-eef19473-646c-4980-b5b6-9cb1a3ec32a0 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 945 time: 0.1046033 Jul 16 03:25:40.671962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e67493c-1911-4f8f-8daf-d4768cdba9e0 req-6bb3ce29-b8c0-4b5b-8454-76faca47bdab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Jul 16 03:25:40.719029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6d7f-0768-4846-b9b6-2c6ed22cd69d req-4bbfc273-7837-4799-a08e-e2c624a29e29 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.720739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91aa6d7f-0768-4846-b9b6-2c6ed22cd69d req-4bbfc273-7837-4799-a08e-e2c624a29e29 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.1010118 Jul 16 03:25:40.759838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91aa6d7f-0768-4846-b9b6-2c6ed22cd69d req-d74e0870-6d35-4fbf-97c7-25b3157a9f6f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jul 16 03:25:40.807702 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92039d67-9626-4d1b-b0d6-a5cfd903db55 x-openstack-request-id: req-92039d67-9626-4d1b-b0d6-a5cfd903db55 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:40.808108 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:40.808232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:40.808397 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92039d67-9626-4d1b-b0d6-a5cfd903db55 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:40.808763 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'status': 'completed', 'code': 200} Jul 16 03:25:40.819897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-678bb422-ada4-4506-b941-28fec47f30b0 req-021b4fee-b39b-44f1-ab11-eb61a602b62e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1950852309&fields=id&tenant_id=921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 267 time: 0.0422292 Jul 16 03:25:40.834068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:40.895569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb422-ada4-4506-b941-28fec47f30b0 req-0c9cfbe9-78bc-4e43-a0fb-4689311fe52f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.896400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:40.897173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-678bb422-ada4-4506-b941-28fec47f30b0 req-0c9cfbe9-78bc-4e43-a0fb-4689311fe52f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 984 time: 0.0764606 Jul 16 03:25:40.908973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'port': {'security_groups': ['0c65dcf4-c620-45ab-b3a2-587d43da0ffa', '3fae1cec-441c-4f10-9bad-273652096a9b', '00241046-42b1-4a50-9962-4ae3929be87a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:40.910530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:40.933598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.949174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-958150ca-de8b-4a3c-9008-1bc59ade67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.950778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-958150ca-de8b-4a3c-9008-1bc59ade67cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1135 time: 0.0980937 Jul 16 03:25:41.005686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.102501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Transition to ACTIVE for port object 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:41.117606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.179851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-f73cee8a-63f3-4e6b-879c-620bc17aa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.182301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-f73cee8a-63f3-4e6b-879c-620bc17aa45b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.2087791 Jul 16 03:25:41.212141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] No DVR routers for this DVR port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:41.258926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-6aa8a052-77e5-4ab1-80b4-40f1d8028fb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0426018 Jul 16 03:25:41.333256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-09051cf7-1549-410a-a769-57201ee0f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.333977 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-09051cf7-1549-410a-a769-57201ee0f66d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.0530660 Jul 16 03:25:41.354874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] 10.222.0.48 "PUT /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0/bindings/n-h1-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7420962 Jul 16 03:25:41.395463 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-02e05ad5-c9f9-412b-a9bc-18c20e40f4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393794 Jul 16 03:25:41.401952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:41.438471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Pushing event updated for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:41.467470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.467871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.468205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.468464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.468789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.469112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.469423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.470041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.470041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.470355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.470769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.471000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a425c3-0e22-4c98-8037-35f2f7290521 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:41.488774 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.505510 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.517425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f0859-5d7e-4179-8a77-6e5ef2ac94e0 req-871c40dd-4436-43f2-9678-a76e038bfae7 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.519003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-520f0859-5d7e-4179-8a77-6e5ef2ac94e0 req-871c40dd-4436-43f2-9678-a76e038bfae7 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.1709621 Jul 16 03:25:41.524131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:41.531610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49242) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:41.545249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Request body: {'floatingip': {'port_id': 'c216c396-e914-40ef-9bcf-deceb143785a'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:41.575911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.576536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.589069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-678bb422-ada4-4506-b941-28fec47f30b0 req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "PUT /v2.0/ports/a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 1020 time: 0.6852584 Jul 16 03:25:41.602871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-442e06b9-7ef6-48ca-8d75-8fc8d15909bf tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.604727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-442e06b9-7ef6-48ca-8d75-8fc8d15909bf tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.1805801 Jul 16 03:25:41.611628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:41.617651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.645648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-213033ed-72b0-43a1-99df-81c9328327d7 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.647224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-213033ed-72b0-43a1-99df-81c9328327d7 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.11 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.2509012 Jul 16 03:25:41.660085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75f3c-8afd-4a4d-ad16-0c6ed5b0e819 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:41.725256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-d65bb712-9a12-4953-85d3-5e7c909596ac service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133061 Jul 16 03:25:41.732207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:41.812902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c9531f0-edd3-458f-99b7-1ae4c8c068cb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.822704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-411b8373-ad8d-41d8-a65f-013fa57d5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.824260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-411b8373-ad8d-41d8-a65f-013fa57d5a46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4&tenant_id=dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 1095 time: 0.2010248 Jul 16 03:25:41.853226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c9531f0-edd3-458f-99b7-1ae4c8c068cb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.940238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8deb57-fc7b-47ea-97bf-b5be284f8b9d req-23960d5d-3988-43d9-8a4f-025f40c75cf6 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.941785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a8deb57-fc7b-47ea-97bf-b5be284f8b9d req-23960d5d-3988-43d9-8a4f-025f40c75cf6 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1096 time: 0.1934984 Jul 16 03:25:41.951879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cab77-c2ad-47c4-bcfa-ca6de4fc94a0 req-9af38d39-2763-4353-b20a-545090dc652a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.955141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-884cab77-c2ad-47c4-bcfa-ca6de4fc94a0 req-9af38d39-2763-4353-b20a-545090dc652a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 944 time: 0.2569692 Jul 16 03:25:42.039285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a8deb57-fc7b-47ea-97bf-b5be284f8b9d req-b9fd45f3-7172-464f-a830-034525aa8c66 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793927 Jul 16 03:25:42.043421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c9531f0-edd3-458f-99b7-1ae4c8c068cb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.046455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c9531f0-edd3-458f-99b7-1ae4c8c068cb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.050310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6c9531f0-edd3-458f-99b7-1ae4c8c068cb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f HTTP/1.1" status: 204 len: 168 time: 0.4367948 Jul 16 03:25:42.054274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:42.074448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-884cab77-c2ad-47c4-bcfa-ca6de4fc94a0 req-391dba09-44e5-41f7-af03-da6adab14ff7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092756 Jul 16 03:25:42.094101 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-4e4b7a14-3327-475f-8a7b-838836356d1b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] show failed (client error): The resource could not be found. Jul 16 03:25:42.102128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4e4b7a14-3327-475f-8a7b-838836356d1b tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "GET /v2.0/security-groups/d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f HTTP/1.1" status: 404 len: 347 time: 0.0440595 Jul 16 03:25:42.103943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9531f0-edd3-458f-99b7-1ae4c8c068cb tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea4040-8824-42a7-a4f6-84a2ae8ddb4f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.113150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49258) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:42.135755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-71f7a006-08b0-4116-a031-ac7e201f33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.139773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-71f7a006-08b0-4116-a031-ac7e201f33e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1095 time: 0.2728572 Jul 16 03:25:42.293675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f39b5d15-2e3c-4ee4-82ea-2bd80da41117 req-76ec8537-2ae6-44b3-bb4f-4fb859d711d2 service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408802 Jul 16 03:25:42.343466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Deleting port 5db49107-350a-487a-941f-ffd1c2578571 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:42.343802 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.425184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-dc8c32bf-9cc5-4c93-b52d-d2dc4f8af26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.427243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-dc8c32bf-9cc5-4c93-b52d-d2dc4f8af26d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.2369184 Jul 16 03:25:42.451184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e813a7-b62f-436c-8782-01e7466eedeb req-7bc50012-2cde-47d2-b5eb-1334dd2aeb5d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.452618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49e813a7-b62f-436c-8782-01e7466eedeb req-7bc50012-2cde-47d2-b5eb-1334dd2aeb5d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.2376482 Jul 16 03:25:42.504367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-29aa8ef2-2efd-4d94-9e7e-bd9092992d59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 200 len: 217 time: 0.0631433 Jul 16 03:25:42.514395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] For port 5db49107-350a-487a-941f-ffd1c2578571, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5db49107-350a-487a-941f-ffd1c2578571,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:42.514780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.518867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b86c-c05f-47f8-8238-397218cbda52 req-b26a7dd3-07bf-4820-bc83-74e315589db8 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.520273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1073b86c-c05f-47f8-8238-397218cbda52 req-b26a7dd3-07bf-4820-bc83-74e315589db8 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/ports?device_id=db729790-c9bf-48bc-8cad-21fec89b1b55 HTTP/1.1" status: 200 len: 949 time: 0.2405028 Jul 16 03:25:42.535128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Deleting port 4cbe21a1-696d-4861-aef2-36f8c6a31c88 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:42.535514 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.557818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Calling delete_port for 5db49107-350a-487a-941f-ffd1c2578571 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:42.618129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49e813a7-b62f-436c-8782-01e7466eedeb req-fbf09a82-c384-4c11-b9f3-578392c19b20 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556132 Jul 16 03:25:42.659850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-edb13858-4f59-450b-a4d6-1855819ffa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.661294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-edb13858-4f59-450b-a4d6-1855819ffa5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.1401827 Jul 16 03:25:42.667441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1073b86c-c05f-47f8-8238-397218cbda52 req-dc8ed7de-b08c-4b44-9f88-2e0b8d67ab32 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcc8c6c1-2b07-4136-abde-34c5a9251fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339874 Jul 16 03:25:42.729690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.730240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.742490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-b71cc5c9-c02a-4ead-af07-40f966238db0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726433 Jul 16 03:25:42.748987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.756496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Calling delete_port for 4cbe21a1-696d-4861-aef2-36f8c6a31c88 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:42.759021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.819694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:42.821775 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf5f7d5-b058-41d6-b6ec-5488de54353a" -d '{"events": [{"name": "network-changed", "server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:42.844149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.846535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e7e24f5-65cc-4170-846b-9c4743b52352 req-5538b866-99be-4c4b-9f6c-13515a620659 tempest-FlavorsV2NegativeTest-749416973 tempest-FlavorsV2NegativeTest-749416973-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3995230ee5f244a8bc7000bbca7b73c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573969 Jul 16 03:25:42.865415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['5db49107-350a-487a-941f-ffd1c2578571'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:42.889354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Pushing event deleted for resources: {'Port': ['ID=5db49107-350a-487a-941f-ffd1c2578571,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.926963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:42.941930 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 associated. External IP: 172.25.4.30, port: c216c396-e914-40ef-9bcf-deceb143785a. Jul 16 03:25:42.966743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] No DVR routers for this DVR port 5db49107-350a-487a-941f-ffd1c2578571 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:42.972758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:42.972994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.975768 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87ed9cc9-ff45-4f2c-90c5-bd0d8168210d req-b4a37733-550b-456e-bdce-f8757a0d13d0 tempest-ServersAdminNegativeTestJSON-480112934 tempest-ServersAdminNegativeTestJSON-480112934-project] 10.222.0.11 "DELETE /v2.0/ports/5db49107-350a-487a-941f-ffd1c2578571 HTTP/1.1" status: 204 len: 173 time: 1.3154831 Jul 16 03:25:43.016191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'name': 'network-vif-deleted', 'tag': '5db49107-350a-487a-941f-ffd1c2578571'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:43.019165 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9bf26-1eb0-40a2-9817-31493e7a6022" -d '{"events": [{"server_uuid": "db729790-c9bf-48bc-8cad-21fec89b1b55", "name": "network-vif-deleted", "tag": "5db49107-350a-487a-941f-ffd1c2578571"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:43.216902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:43.309760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75c75-f259-44c5-a8f9-fbaa5ef7950a req-20ad9791-f010-4b3c-8cbc-ef987ac8bd7a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:43.311292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fe75c75-f259-44c5-a8f9-fbaa5ef7950a req-20ad9791-f010-4b3c-8cbc-ef987ac8bd7a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1023 time: 0.5678427 Jul 16 03:25:43.323717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:43.328557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.334959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:43.341927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-55d1de25-59bd-4707-8d28-8315d51dfda5 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824325 Jul 16 03:25:43.348653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:43.349507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:43.370636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f474add2-2b11-442a-b54a-1ed06bee5bde tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "PUT /v2.0/floatingips/a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 HTTP/1.1" status: 200 len: 991 time: 1.8346257 Jul 16 03:25:43.504518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e24f5-65cc-4170-846b-9c4743b52352 req-f7f8dcd3-32a9-4936-aef3-22af808a9f91 tempest-FlavorsV2NegativeTest-749416973 tempest-FlavorsV2NegativeTest-749416973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:43.506073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e7e24f5-65cc-4170-846b-9c4743b52352 req-f7f8dcd3-32a9-4936-aef3-22af808a9f91 tempest-FlavorsV2NegativeTest-749416973 tempest-FlavorsV2NegativeTest-749416973-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6233602 Jul 16 03:25:43.563261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e7e24f5-65cc-4170-846b-9c4743b52352 req-bfb76f1b-1b47-4775-b30c-3e37bebe2f99 tempest-FlavorsV2NegativeTest-749416973 tempest-FlavorsV2NegativeTest-749416973-project] 10.222.0.25 "GET /v2.0/quotas/3995230ee5f244a8bc7000bbca7b73c5 HTTP/1.1" status: 200 len: 375 time: 0.0435166 Jul 16 03:25:43.577980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fe75c75-f259-44c5-a8f9-fbaa5ef7950a req-a2d707f0-f3a2-454c-8283-8a9af7ce98d8 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=3fae1cec-441c-4f10-9bad-273652096a9b&id=00241046-42b1-4a50-9962-4ae3929be87a HTTP/1.1" status: 200 len: 6147 time: 0.2338216 Jul 16 03:25:43.590347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.595650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:43.623582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Pushing event deleted for resources: {'Port': ['ID=4cbe21a1-696d-4861-aef2-36f8c6a31c88,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:43.646168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-6759301f-d9af-4cd1-8661-a93d4acb75e3 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895031 Jul 16 03:25:43.653245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e7e24f5-65cc-4170-846b-9c4743b52352 req-56cabc8d-776b-49c7-b574-c0b0fabacdb7 tempest-FlavorsV2NegativeTest-749416973 tempest-FlavorsV2NegativeTest-749416973-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3995230ee5f244a8bc7000bbca7b73c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686409 Jul 16 03:25:43.655511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.655855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.656196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.656530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.656859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.657209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.657534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.657855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.658310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.658477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.659732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.660060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:43.741986 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc6f8e-0be3-4301-97e9-fb4c041d6263 x-openstack-request-id: req-e1bc6f8e-0be3-4301-97e9-fb4c041d6263 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:43.742723 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:43.742723 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1bc6f8e-0be3-4301-97e9-fb4c041d6263 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:43.742921 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'status': 'completed', 'code': 200} Jul 16 03:25:43.787766 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd9fee3-b287-450f-a8f1-3a8f8477cbd6 x-openstack-request-id: req-ebd9fee3-b287-450f-a8f1-3a8f8477cbd6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:43.788258 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db729790-c9bf-48bc-8cad-21fec89b1b55", "name": "network-vif-deleted", "tag": "5db49107-350a-487a-941f-ffd1c2578571", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:43.788466 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebd9fee3-b287-450f-a8f1-3a8f8477cbd6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:43.788867 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db729790-c9bf-48bc-8cad-21fec89b1b55', 'name': 'network-vif-deleted', 'tag': '5db49107-350a-487a-941f-ffd1c2578571', 'status': 'completed', 'code': 200} Jul 16 03:25:43.912288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.915589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.919677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:43.919840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4b73a452-0991-41d2-aab0-36da714945e9 tempest-ServersTestJSON-833974055 tempest-ServersTestJSON-833974055-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc731f71-ef5d-49ec-a32c-9902313de9af HTTP/1.1" status: 204 len: 168 time: 1.8044567 Jul 16 03:25:43.991199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860897b-eae8-4fdd-8dd1-d841a23351ca req-557fc622-a37c-444a-8e04-441123459ae4 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:43.992885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3860897b-eae8-4fdd-8dd1-d841a23351ca req-557fc622-a37c-444a-8e04-441123459ae4 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 1096 time: 0.2608573 Jul 16 03:25:43.999107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'port_id': 'c216c396-e914-40ef-9bcf-deceb143785a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'mac_address': 'fa:16:3e:aa:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:13Z', 'updated_at': '2021-07-16T03:25:42Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:44.031548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:44.035428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-8196723d-7b9c-43a6-94ae-93cc8af024cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.037117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-8196723d-7b9c-43a6-94ae-93cc8af024cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1174 time: 0.2425418 Jul 16 03:25:44.049185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:44.054796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:44.107662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3860897b-eae8-4fdd-8dd1-d841a23351ca req-1617a970-5867-402f-bdb8-a173559db1e2 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022639 Jul 16 03:25:44.117098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85362-71e5-4176-a07e-79ffab1df986 req-04ed38ae-cb09-4e1a-bafe-4cd6e749a9f5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.118930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2c85362-71e5-4176-a07e-79ffab1df986 req-04ed38ae-cb09-4e1a-bafe-4cd6e749a9f5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 944 time: 0.1954820 Jul 16 03:25:44.193417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:44.211438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2c85362-71e5-4176-a07e-79ffab1df986 req-686d9da9-c700-424e-a021-8a7df8f013a4 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853443 Jul 16 03:25:44.224530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-f2ac9075-84a1-4afe-a0b2-820dedceb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.226045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-f2ac9075-84a1-4afe-a0b2-820dedceb306 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.1794760 Jul 16 03:25:44.227754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-525b6036-0c76-4a27-ac33-379d60bac689 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.230349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-525b6036-0c76-4a27-ac33-379d60bac689 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.2190158 Jul 16 03:25:44.306287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-681c265c-ac12-4f37-824c-18ce7f6e349d req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2111203613 ', 'description': 'tempest-description-997003580'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:44.323431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-d105f391-5a06-491b-b7fe-3afee874f9b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0851140 Jul 16 03:25:44.385892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-681c265c-ac12-4f37-824c-18ce7f6e349d req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.485372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:44.489007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-681c265c-ac12-4f37-824c-18ce7f6e349d req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.537208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-681c265c-ac12-4f37-824c-18ce7f6e349d req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.557196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'port_id': 'c216c396-e914-40ef-9bcf-deceb143785a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'mac_address': 'fa:16:3e:aa:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:13Z', 'updated_at': '2021-07-16T03:25:42Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:44.567649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-0bb2a9ea-9cce-4a75-adc4-3c83386e8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.569249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-0bb2a9ea-9cce-4a75-adc4-3c83386e8f64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.2267170 Jul 16 03:25:44.570255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-abd32a1d-487a-41de-a396-3008f154ab37 service neutron] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:44.578464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-abd32a1d-487a-41de-a396-3008f154ab37 service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.579879 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c3c4b3b-c078-438c-89ff-cfd6d858de2b req-abd32a1d-487a-41de-a396-3008f154ab37 service neutron] 10.222.0.11 "DELETE /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0/bindings/n-h2-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.3401253 Jul 16 03:25:44.591995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c9928-d39e-48a0-bf84-1aa1efb00910,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:44.603013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-681c265c-ac12-4f37-824c-18ce7f6e349d req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.604308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-681c265c-ac12-4f37-824c-18ce7f6e349d req-b09e4349-09e1-40b1-ae99-36bf95ef0f31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3113158 Jul 16 03:25:44.604640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadad7a-40f5-4959-b7c9-9aa422326e34 None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'port_id': 'c216c396-e914-40ef-9bcf-deceb143785a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'mac_address': 'fa:16:3e:aa:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:23:13Z', 'updated_at': '2021-07-16T03:25:42Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:44.637852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-eea37e61-0df2-4b95-bc91-b9d3cb72faf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469398 Jul 16 03:25:44.662094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d8f0a-aded-4f63-b2aa-97af8589d093 req-e6f4f57b-3b68-4cd9-ae04-ec6de77d9dce tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.673397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-523d8f0a-aded-4f63-b2aa-97af8589d093 req-e6f4f57b-3b68-4cd9-ae04-ec6de77d9dce tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1913733 Jul 16 03:25:44.801235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1f077cb-5a9a-4e30-8cfd-601d36f5401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.801945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.861849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-523d8f0a-aded-4f63-b2aa-97af8589d093 req-368f14ff-adc1-4a01-abd5-85c593f243f1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878023 Jul 16 03:25:44.881090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-2b993074-a762-41fe-b290-1b07609b457d service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052536 Jul 16 03:25:44.992999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:45.013399 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d8f93-a591-4943-8df5-63cd1f8ae34f None None] New status for floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:25:45.071600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50e3e7aa-2f43-431d-baac-2fa42676c5aa req-635c8335-92b4-49cf-8ed7-677e88ba137d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/d93c9928-d39e-48a0-bf84-1aa1efb00910 HTTP/1.1" status: 200 len: 1780 time: 0.1626265 Jul 16 03:25:45.111162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edf5f7d5-b058-41d6-b6ec-5488de54353a req-687c72e3-c89e-4679-b17c-3aa93a9975dc service neutron] 10.222.0.11 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199550 Jul 16 03:25:45.167968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1f077cb-5a9a-4e30-8cfd-601d36f5401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.180851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1f077cb-5a9a-4e30-8cfd-601d36f5401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.242859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ddb1ad-a00a-4eb8-8c64-2fd0689715bf req-2fb0054a-4377-4274-a496-6948aef0096e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/d93c9928-d39e-48a0-bf84-1aa1efb00910 HTTP/1.1" status: 200 len: 1780 time: 0.1051705 Jul 16 03:25:45.249267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c1f077cb-5a9a-4e30-8cfd-601d36f5401e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3995230ee5f244a8bc7000bbca7b73c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7590001 Jul 16 03:25:45.252077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49330) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:45.259509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f077cb-5a9a-4e30-8cfd-601d36f5401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df77da98-611c-4ee8-bbce-52b50cb530a7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.372030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58e1a195-c007-415c-8577-e6c3ff6e22ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.385383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3ddb1ad-a00a-4eb8-8c64-2fd0689715bf req-aa3305ea-c988-4a9f-8233-0124f410fa0f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.451014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58e1a195-c007-415c-8577-e6c3ff6e22ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.472413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3ddb1ad-a00a-4eb8-8c64-2fd0689715bf req-aa3305ea-c988-4a9f-8233-0124f410fa0f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.548009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37717c9-e376-4cd9-8ab7-5c1995171cd4 req-37dcdbb1-bc6f-4418-9b11-f04610aabd9f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:45.549877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b37717c9-e376-4cd9-8ab7-5c1995171cd4 req-37dcdbb1-bc6f-4418-9b11-f04610aabd9f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 944 time: 0.1742661 Jul 16 03:25:45.558734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3ddb1ad-a00a-4eb8-8c64-2fd0689715bf req-aa3305ea-c988-4a9f-8233-0124f410fa0f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.562044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3ddb1ad-a00a-4eb8-8c64-2fd0689715bf req-aa3305ea-c988-4a9f-8233-0124f410fa0f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.563201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ddb1ad-a00a-4eb8-8c64-2fd0689715bf req-aa3305ea-c988-4a9f-8233-0124f410fa0f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/d93c9928-d39e-48a0-bf84-1aa1efb00910 HTTP/1.1" status: 204 len: 173 time: 0.3127649 Jul 16 03:25:45.589692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58e1a195-c007-415c-8577-e6c3ff6e22ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.592373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58e1a195-c007-415c-8577-e6c3ff6e22ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.596036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-58e1a195-c007-415c-8577-e6c3ff6e22ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df77da98-611c-4ee8-bbce-52b50cb530a7 HTTP/1.1" status: 204 len: 168 time: 0.3409581 Jul 16 03:25:45.596036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3305ea-c988-4a9f-8233-0124f410fa0f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c9928-d39e-48a0-bf84-1aa1efb00910,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.610494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1a195-c007-415c-8577-e6c3ff6e22ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77da98-611c-4ee8-bbce-52b50cb530a7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.628157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e83f4569-3003-4dcd-86c4-5721a571bd90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fe457a1607b4048b0d1778e8ab3626a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297593 Jul 16 03:25:45.633493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49340) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:45.635846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b37717c9-e376-4cd9-8ab7-5c1995171cd4 req-048f7c3d-af36-4b84-8ce6-d1a05dc36b7a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713403 Jul 16 03:25:45.669440 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-64108fd9-0658-4e75-9ba1-e9b853d171fb req-6c5bdcef-7c6c-4432-99b3-988c188b95ab tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:25:45.678932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64108fd9-0658-4e75-9ba1-e9b853d171fb req-6c5bdcef-7c6c-4432-99b3-988c188b95ab tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/d93c9928-d39e-48a0-bf84-1aa1efb00910 HTTP/1.1" status: 404 len: 352 time: 0.0242357 Jul 16 03:25:45.747590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98c2798-baeb-42ee-b33e-a0610f82c0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.761857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3c510ba6-87bf-4f06-b6b2-75ea028a6d38 req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-155131732', 'description': 'tempest-description-1718890117'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:45.791788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:45.794053 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73bd4f-e62f-429a-8ce8-8e21f5159149" -d '{"events": [{"name": "network-changed", "server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "tag": "c216c396-e914-40ef-9bcf-deceb143785a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:45.799152 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98c2798-baeb-42ee-b33e-a0610f82c0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.805236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c510ba6-87bf-4f06-b6b2-75ea028a6d38 req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.845938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Deleting port 13b7e0d9-ff99-4eae-89cb-8989e43ef741 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:45.846662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.896453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5db49107-350a-487a-941f-ffd1c2578571 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:45.907661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98c2798-baeb-42ee-b33e-a0610f82c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.910757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98c2798-baeb-42ee-b33e-a0610f82c0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.911900 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b98c2798-baeb-42ee-b33e-a0610f82c0ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcc8c6c1-2b07-4136-abde-34c5a9251fb9 HTTP/1.1" status: 204 len: 168 time: 0.2769387 Jul 16 03:25:45.929770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c2798-baeb-42ee-b33e-a0610f82c0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc8c6c1-2b07-4136-abde-34c5a9251fb9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.936106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 5db49107-350a-487a-941f-ffd1c2578571 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:45.937306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5db49107-350a-487a-941f-ffd1c2578571 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:45.963663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] For port 13b7e0d9-ff99-4eae-89cb-8989e43ef741, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=13b7e0d9-ff99-4eae-89cb-8989e43ef741,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:45.964057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.983485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Calling delete_port for 13b7e0d9-ff99-4eae-89cb-8989e43ef741 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:46.104475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c510ba6-87bf-4f06-b6b2-75ea028a6d38 req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.108395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f428b5-cc94-49a3-ba20-ad73853e6a67 req-e3d2fe28-9c55-4da2-a92e-4cdd8de84d23 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:46.110127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28f428b5-cc94-49a3-ba20-ad73853e6a67 req-e3d2fe28-9c55-4da2-a92e-4cdd8de84d23 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1095 time: 0.2274158 Jul 16 03:25:46.112538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c510ba6-87bf-4f06-b6b2-75ea028a6d38 req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.145671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83985c02-2f1a-439f-acfc-cedc1d82b049,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:46.167234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c510ba6-87bf-4f06-b6b2-75ea028a6d38 req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.168948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c510ba6-87bf-4f06-b6b2-75ea028a6d38 req-c3659972-7bf0-441d-9629-b0f2285d94c4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4120755 Jul 16 03:25:46.214575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28f428b5-cc94-49a3-ba20-ad73853e6a67 req-1d5c2e83-dee6-4e95-bcaa-7fa5b512e0f2 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704181 Jul 16 03:25:46.269333 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afceaa5-1539-42dd-84b0-ce157de3ad1f x-openstack-request-id: req-7afceaa5-1539-42dd-84b0-ce157de3ad1f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:46.269537 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "tag": "c216c396-e914-40ef-9bcf-deceb143785a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:46.269785 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7afceaa5-1539-42dd-84b0-ce157de3ad1f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:46.270183 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a', 'status': 'completed', 'code': 200} Jul 16 03:25:46.336876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fceb2517-5c47-42f5-beef-955c308d3b96 req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-63230508', 'description': 'tempest-description-1083893766'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:46.399500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:46.402915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.430525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fceb2517-5c47-42f5-beef-955c308d3b96 req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.455462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Pushing event deleted for resources: {'Port': ['ID=13b7e0d9-ff99-4eae-89cb-8989e43ef741,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:46.472500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-252f16f0-6a5a-4ead-b6ae-4118c2c0950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:46.474137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-252f16f0-6a5a-4ead-b6ae-4118c2c0950a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 1097 time: 0.2024686 Jul 16 03:25:46.555479 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-31199441-890e-4437-91d2-83287eff852f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39b74cd3aad24a99bfee62ac7aeaceac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515443 Jul 16 03:25:46.558169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:46.573516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5442dc-d55b-40fd-9637-48245c2b0947 req-2f501d1c-1c71-441a-b50c-ffec184f8b9a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:46.580827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec5442dc-d55b-40fd-9637-48245c2b0947 req-2f501d1c-1c71-441a-b50c-ffec184f8b9a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1893961 Jul 16 03:25:46.725127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec5442dc-d55b-40fd-9637-48245c2b0947 req-05051e18-f6e1-40ae-8364-9c0ebf111c38 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432450 Jul 16 03:25:46.727639 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84a8f3b1-7876-4fa2-baf5-488cbb69915c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.773237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84a8f3b1-7876-4fa2-baf5-488cbb69915c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.782993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-efa46467-06d0-43bf-967e-d11aefa7a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:46.785233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-efa46467-06d0-43bf-967e-d11aefa7a4f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 200 len: 925 time: 0.2996671 Jul 16 03:25:46.787503 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.792871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fceb2517-5c47-42f5-beef-955c308d3b96 req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.817376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fceb2517-5c47-42f5-beef-955c308d3b96 req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.873175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:46.893875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fceb2517-5c47-42f5-beef-955c308d3b96 req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.895132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fceb2517-5c47-42f5-beef-955c308d3b96 req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6129119 Jul 16 03:25:46.901999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe7d44-adc8-4030-8497-5399b2ddab9e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93dd4c4-67d1-48e6-93d3-c505bcb13f24,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:46.948014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-0d53c67a-ce5a-43b1-ba16-f5c7f26f8fe2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c216c396-e914-40ef-9bcf-deceb143785a HTTP/1.1" status: 200 len: 1001 time: 0.1537852 Jul 16 03:25:47.010878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-network', 'tenant_id': '4341c19948c3474f849d3389db855984'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:47.038419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a3bb0-e054-434a-8c3a-42df146097e7 req-059ffdda-4ce1-47fa-99e7-6f5c1b19c32a tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:47.040232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f80a3bb0-e054-434a-8c3a-42df146097e7 req-059ffdda-4ce1-47fa-99e7-6f5c1b19c32a tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 1095 time: 0.1398365 Jul 16 03:25:47.044096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-c24c7428-28c0-48ce-82da-c249fe2b7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:47.046132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-c24c7428-28c0-48ce-82da-c249fe2b7700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 200 len: 862 time: 0.0886610 Jul 16 03:25:47.056917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Made reservation on behalf of 4341c19948c3474f849d3389db855984 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:47.059451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.086996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84a8f3b1-7876-4fa2-baf5-488cbb69915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.087709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.090284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84a8f3b1-7876-4fa2-baf5-488cbb69915c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.091620 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-84a8f3b1-7876-4fa2-baf5-488cbb69915c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/965eec7a-9d88-4fbe-b4be-f3db96b08af8 HTTP/1.1" status: 204 len: 168 time: 0.5321107 Jul 16 03:25:47.093493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-97990a03-ebb9-4968-bbea-9bb6405e8fdc req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1642405987', 'description': 'tempest-description-2039553002'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:47.132796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8f3b1-7876-4fa2-baf5-488cbb69915c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965eec7a-9d88-4fbe-b4be-f3db96b08af8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:47.161703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f80a3bb0-e054-434a-8c3a-42df146097e7 req-aafe2878-4eeb-4e35-9519-bf9fa34fbd48 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127951 Jul 16 03:25:47.182950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-97990a03-ebb9-4968-bbea-9bb6405e8fdc req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.186077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:47.231755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-8ff3765b-463a-48d6-bdc8-d4ee194ea02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:47.233351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-8ff3765b-463a-48d6-bdc8-d4ee194ea02e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343f19b9-875e-4fdd-bc6f-e37b7870f541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649060 Jul 16 03:25:47.405895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.411058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-c62019c1-2246-4222-9add-877b9bd44cce service neutron] 10.222.0.11 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646724 Jul 16 03:25:47.418244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.424986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:47.431385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a3d25007-c6e9-42b6-a7f1-0d981e4a148e admin admin] 10.222.0.25 "PUT /v2.0/routers/0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5105848 Jul 16 03:25:47.433944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49402) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:47.437068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] Sync routers for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:47.453111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:47.454176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:47.499779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:47.528566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e814439-e972-46a7-81cd-ccb6a0f090b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:47.588862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.589461 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Added segment a831b4f2-5c26-4b8a-a830-6c517e2bfcb7 of type vlan for network a73cc32b-ad98-48ef-9867-881f76063a5b Jul 16 03:25:47.658703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.663026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:47.733401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.747269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa73bd4f-e62f-429a-8ce8-8e21f5159149 req-ca43430d-1972-442e-a567-278216840c6c service neutron] 10.222.0.11 "GET /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236539 Jul 16 03:25:47.770482 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-97990a03-ebb9-4968-bbea-9bb6405e8fdc req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.782855 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-97990a03-ebb9-4968-bbea-9bb6405e8fdc req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.809440 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.820077 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.821177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:47.821845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.868380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-97990a03-ebb9-4968-bbea-9bb6405e8fdc req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.877958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97990a03-ebb9-4968-bbea-9bb6405e8fdc req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7935202 Jul 16 03:25:47.899069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Deleting port 9ed5e269-2163-4a93-ac86-e29214c5ee9d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:47.899300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.926380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:47.932211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0535119 Jul 16 03:25:47.933418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Request body: {'subnet': {'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-subnet', 'tenant_id': '4341c19948c3474f849d3389db855984', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:47.944181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8bb5e-3833-4f5e-a54e-4e97b2aaaafe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3017197-8ac4-4fb9-8a38-dd5d00fc238d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:47.965663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:25:46Z', 'revision_number': 5, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port': {'id': '9ed5e269-2163-4a93-ac86-e29214c5ee9d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:23:10Z', 'updated_at': '2021-07-16T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:48.001892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] Checking router: 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:48.013036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] Routers {'0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:48.014039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:48.057954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Made reservation on behalf of 4341c19948c3474f849d3389db855984 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:48.061005 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.070214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e410395-3549-4de9-b725-c0dea2f51b9a admin admin] Pushing event updated for resources: {'Network': ['ID=a73cc32b-ad98-48ef-9867-881f76063a5b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:48.118098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] For port 9ed5e269-2163-4a93-ac86-e29214c5ee9d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9ed5e269-2163-4a93-ac86-e29214c5ee9d,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:48.118588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.122448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a73cc32b-ad98-48ef-9867-881f76063a5b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:48.170060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Calling delete_port for 9ed5e269-2163-4a93-ac86-e29214c5ee9d owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:48.296940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7631d0-1136-4988-84f8-e918cc85d7a1 req-9e1d1854-3fd6-4e21-81fc-5105e13cc9f3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:48.305023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d7631d0-1136-4988-84f8-e918cc85d7a1 req-9e1d1854-3fd6-4e21-81fc-5105e13cc9f3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1756423 Jul 16 03:25:48.323778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961a365-662f-4cd1-8d84-bc2bf37bcf83 req-b5109495-a995-491d-8fa4-61d8a7ba13db tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 10894 time: 0.4051354 Jul 16 03:25:48.337544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] Set router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:48.392541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961a365-662f-4cd1-8d84-bc2bf37bcf83 req-ea463357-a2ee-4df7-87eb-5bccdd29eb13 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 200 len: 2981 time: 0.0677335 Jul 16 03:25:48.421785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:25:47Z', 'revision_number': 6, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:48.456686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca4f51-62c3-4672-a3df-3578ea40b60f None None] The sync data for ids ['0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb'] in n-d-800089-6 is: [{'id': '0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb', 'name': 'tempest-ServersTestJSON-348233690-router', 'tenant_id': '18bc879f745d4340a44e455f1d9c8cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:23:09Z', 'updated_at': '2021-07-16T03:25:47Z', 'revision_number': 6, 'project_id': '18bc879f745d4340a44e455f1d9c8cf9', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:48.492703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d7631d0-1136-4988-84f8-e918cc85d7a1 req-a5242226-a7ed-4bc7-ba78-a0c812e6c98e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831803 Jul 16 03:25:48.516792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.576273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961a365-662f-4cd1-8d84-bc2bf37bcf83 req-cd572e97-2eab-48e5-8857-1e88c632e48b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 200 len: 2981 time: 0.1720164 Jul 16 03:25:48.594945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87700fd-f0e3-499a-80be-b64304667921,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:48.597584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.667296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed5e269-2163-4a93-ac86-e29214c5ee9d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:48.676177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Checking segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:48.676613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Network hostable DHCP agents. Network: a73cc32b-ad98-48ef-9867-881f76063a5b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:48.686452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0484c377-b325-495d-8e19-91ec2f45c57b req-0786419c-0ce0-4e1d-baf6-e611ddd2bb24 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/83985c02-2f1a-439f-acfc-cedc1d82b049 HTTP/1.1" status: 200 len: 1800 time: 0.0851929 Jul 16 03:25:48.750852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Network a73cc32b-ad98-48ef-9867-881f76063a5b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:48.753683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.759028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0484c377-b325-495d-8e19-91ec2f45c57b req-5fa067ff-d0aa-41d1-86cc-de67ea7a0244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.787444 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0484c377-b325-495d-8e19-91ec2f45c57b req-5fa067ff-d0aa-41d1-86cc-de67ea7a0244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.857025 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0484c377-b325-495d-8e19-91ec2f45c57b req-5fa067ff-d0aa-41d1-86cc-de67ea7a0244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.859745 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0484c377-b325-495d-8e19-91ec2f45c57b req-5fa067ff-d0aa-41d1-86cc-de67ea7a0244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.860890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0484c377-b325-495d-8e19-91ec2f45c57b req-5fa067ff-d0aa-41d1-86cc-de67ea7a0244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/83985c02-2f1a-439f-acfc-cedc1d82b049 HTTP/1.1" status: 204 len: 173 time: 0.1724672 Jul 16 03:25:48.873866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a73cc32b-ad98-48ef-9867-881f76063a5b) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:48.883727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fcfe72-7320-4d16-9e56-dda1c89f128b None None] Network a73cc32b-ad98-48ef-9867-881f76063a5b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:48.886931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:48.887468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa067ff-d0aa-41d1-86cc-de67ea7a0244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83985c02-2f1a-439f-acfc-cedc1d82b049,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:48.888382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.894539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.899080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.926744 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-31d36ec3-3cd6-4b81-b15c-be1a4bb86660 req-220342da-3839-4365-86af-d25d10d30ed5 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:25:48.928133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31d36ec3-3cd6-4b81-b15c-be1a4bb86660 req-220342da-3839-4365-86af-d25d10d30ed5 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/83985c02-2f1a-439f-acfc-cedc1d82b049 HTTP/1.1" status: 404 len: 352 time: 0.0379846 Jul 16 03:25:49.008894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-86ef7d04-abe7-4d33-9ee3-4c3a1b5c0333 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0786536 Jul 16 03:25:49.009097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49454) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:49.015959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:49.019532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26f309c7-40b0-4a52-9f11-519140589113 req-d8a51e4b-9099-4bba-9c4f-74ed49e0c967 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/e93dd4c4-67d1-48e6-93d3-c505bcb13f24 HTTP/1.1" status: 200 len: 1799 time: 0.0612204 Jul 16 03:25:49.024331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.024903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:25:49.035283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.038584 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a34a4f63-a178-4eb9-9de1-92230fabafba admin admin] 10.222.0.25 "DELETE /v2.0/routers/0a5c2dfe-e0c7-443b-9cf2-f5563ac6f3eb HTTP/1.1" status: 204 len: 168 time: 1.5897717 Jul 16 03:25:49.039225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:49.089990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.091040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.101729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Deleting subnet c3d69920-ce1e-48a9-93d7-fdcb8221a06f {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:25:49.110352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.133653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26f309c7-40b0-4a52-9f11-519140589113 req-d1fb03fc-9b74-4da2-b00c-8a507d30b42b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.170803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26f309c7-40b0-4a52-9f11-519140589113 req-d1fb03fc-9b74-4da2-b00c-8a507d30b42b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.178862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-a73cc32b-ad98-48ef-9867-881f76063a5b', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:25:49.180037 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.194990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.233221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26f309c7-40b0-4a52-9f11-519140589113 req-d1fb03fc-9b74-4da2-b00c-8a507d30b42b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.240260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-26f309c7-40b0-4a52-9f11-519140589113 req-d1fb03fc-9b74-4da2-b00c-8a507d30b42b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.241930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26f309c7-40b0-4a52-9f11-519140589113 req-d1fb03fc-9b74-4da2-b00c-8a507d30b42b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/e93dd4c4-67d1-48e6-93d3-c505bcb13f24 HTTP/1.1" status: 204 len: 173 time: 0.2158933 Jul 16 03:25:49.253769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb03fc-9b74-4da2-b00c-8a507d30b42b tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93dd4c4-67d1-48e6-93d3-c505bcb13f24,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:49.278872 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-a61597e1-0db9-4f7b-9b2c-2f2f970d468a req-90b5b5c9-27a2-43da-825b-9dbdbb4289d3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:25:49.280144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a61597e1-0db9-4f7b-9b2c-2f2f970d468a req-90b5b5c9-27a2-43da-825b-9dbdbb4289d3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/e93dd4c4-67d1-48e6-93d3-c505bcb13f24 HTTP/1.1" status: 404 len: 352 time: 0.0176365 Jul 16 03:25:49.290836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.405239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43e9b4fa-8546-43be-8df4-90971f99db0b req-e3b6ce22-ea8a-4ed3-9252-8049850e9d7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/c3017197-8ac4-4fb9-8a38-dd5d00fc238d HTTP/1.1" status: 200 len: 1801 time: 0.0956328 Jul 16 03:25:49.513786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43e9b4fa-8546-43be-8df4-90971f99db0b req-4eb71b95-1f61-4d1f-9390-8b4247d35cb2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.563410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43e9b4fa-8546-43be-8df4-90971f99db0b req-4eb71b95-1f61-4d1f-9390-8b4247d35cb2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.574501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Allocated IP 172.20.0.2 (a73cc32b-ad98-48ef-9867-881f76063a5b/a87700fd-f0e3-499a-80be-b64304667921/1db6e263-080a-4626-9285-24c0ce29a466) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:49.581846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.591696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.625404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43e9b4fa-8546-43be-8df4-90971f99db0b req-4eb71b95-1f61-4d1f-9390-8b4247d35cb2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.629705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43e9b4fa-8546-43be-8df4-90971f99db0b req-4eb71b95-1f61-4d1f-9390-8b4247d35cb2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.631048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43e9b4fa-8546-43be-8df4-90971f99db0b req-4eb71b95-1f61-4d1f-9390-8b4247d35cb2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/c3017197-8ac4-4fb9-8a38-dd5d00fc238d HTTP/1.1" status: 204 len: 173 time: 0.2190938 Jul 16 03:25:49.644230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb71b95-1f61-4d1f-9390-8b4247d35cb2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3017197-8ac4-4fb9-8a38-dd5d00fc238d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:49.683174 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-88c357f2-3666-4ca5-b011-82422d1430fe req-2072cc67-e14b-4ca4-90f9-42a6add64d6a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:25:49.684462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88c357f2-3666-4ca5-b011-82422d1430fe req-2072cc67-e14b-4ca4-90f9-42a6add64d6a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/c3017197-8ac4-4fb9-8a38-dd5d00fc238d HTTP/1.1" status: 404 len: 352 time: 0.0232339 Jul 16 03:25:49.785325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.796444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a150a4c7-625d-4e7d-9cdd-edd23a324ee0 req-db89dafd-fd07-4ea9-aaf2-a8a47b7b38a6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 6147 time: 0.0866005 Jul 16 03:25:49.855251 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.868534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Transition to ACTIVE for port object 1db6e263-080a-4626-9285-24c0ce29a466 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:49.870102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d69920-ce1e-48a9-93d7-fdcb8221a06f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:49.873734 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.875660 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c7ef7973-019b-4e66-a26b-8cb4b523fde3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c3d69920-ce1e-48a9-93d7-fdcb8221a06f HTTP/1.1" status: 204 len: 168 time: 0.8355255 Jul 16 03:25:49.881556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49480) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:49.894197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d07ea4-0726-45ce-8502-04849c40fdd1 None None] Network 189e54cc-a84f-448f-a8ba-27ff739ac4f2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:49.914832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a150a4c7-625d-4e7d-9cdd-edd23a324ee0 req-e427ce7d-f3c7-40cf-baa5-6e0437358b7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 200 len: 2981 time: 0.1014943 Jul 16 03:25:49.935133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Transition to ACTIVE for port object 1db6e263-080a-4626-9285-24c0ce29a466 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:49.982184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a150a4c7-625d-4e7d-9cdd-edd23a324ee0 req-ff91439c-6adc-4c70-9e26-ce9b1c8e6d62 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 200 len: 2981 time: 0.0657942 Jul 16 03:25:49.998096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0386cf-37ab-40b6-8e7d-d70d34438917 req-1fa30851-d184-42ed-878c-749fa8bda550 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:50.003488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.006174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d0386cf-37ab-40b6-8e7d-d70d34438917 req-1fa30851-d184-42ed-878c-749fa8bda550 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.2566342 Jul 16 03:25:50.058660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Network a73cc32b-ad98-48ef-9867-881f76063a5b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:50.062190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:50.069562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:50.070910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d0386cf-37ab-40b6-8e7d-d70d34438917 req-91323046-67a3-49a6-acd9-3f5f0d02c673 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619507 Jul 16 03:25:50.216729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Attempting to bind port 1db6e263-080a-4626-9285-24c0ce29a466 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:50.217411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Attempting to bind port 1db6e263-080a-4626-9285-24c0ce29a466 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:50.217970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Attempting to bind port 1db6e263-080a-4626-9285-24c0ce29a466 on network a73cc32b-ad98-48ef-9867-881f76063a5b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:50.222466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Pushing event updated for resources: {'Port': ['ID=1db6e263-080a-4626-9285-24c0ce29a466,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:50.259223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13b7e0d9-ff99-4eae-89cb-8989e43ef741 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:50.287178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.296916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.297301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.297653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.298001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.298823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.299218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.299698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.300047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.300412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.300857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.301330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.301847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:50.304115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bed8b387-bc88-4931-bb85-1fe5843c41dc req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1579625693', 'description': 'tempest-description-1127881331'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:50.311001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 13b7e0d9-ff99-4eae-89cb-8989e43ef741 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:50.311492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13b7e0d9-ff99-4eae-89cb-8989e43ef741 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:50.311930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9ed5e269-2163-4a93-ac86-e29214c5ee9d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:50.315195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:50.315577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Checking segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:50.315988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.316387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Bound using segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:50.316874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Bound port: 1db6e263-080a-4626-9285-24c0ce29a466, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:50.317260 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.340310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bed8b387-bc88-4931-bb85-1fe5843c41dc req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.359388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-32096173-78d9-44b2-893c-342f3b8db605 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671999 Jul 16 03:25:50.364946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 9ed5e269-2163-4a93-ac86-e29214c5ee9d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:50.365304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9ed5e269-2163-4a93-ac86-e29214c5ee9d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:50.457590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f65469-7410-49ea-977b-127250e8c84d None None] For port 1db6e263-080a-4626-9285-24c0ce29a466, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:50.461201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f65469-7410-49ea-977b-127250e8c84d None None] For port 1db6e263-080a-4626-9285-24c0ce29a466, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1db6e263-080a-4626-9285-24c0ce29a466,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:50.480116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.499460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.525510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] DHCP port deletion for 189e54cc-a84f-448f-a8ba-27ff739ac4f2 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:25:50.540976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.555365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-9c10ba79-b67e-45a2-b019-d7dae0320cc5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:50.557171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-9c10ba79-b67e-45a2-b019-d7dae0320cc5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827409 Jul 16 03:25:50.572373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bed8b387-bc88-4931-bb85-1fe5843c41dc req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.582898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-b1a782de-29e8-4980-882a-61347be2003e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/quotas/8612e2b362704cbbbe7782b2dd33f76f HTTP/1.1" status: 200 len: 375 time: 0.0173373 Jul 16 03:25:50.584182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bed8b387-bc88-4931-bb85-1fe5843c41dc req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.594285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Deleting port d2b5e290-7385-4c49-8a44-97147e8e6df2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:50.595067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.617072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a746a-511b-4a8d-a010-60263f1859ba,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:50.620756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f65469-7410-49ea-977b-127250e8c84d None None] Pushing event updated for resources: {'Port': ['ID=1db6e263-080a-4626-9285-24c0ce29a466,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:50.672233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-6ce3bfff-f47f-4cb0-bfbf-e63c0386bd72 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556493 Jul 16 03:25:50.672460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6698900e-48e0-45cd-a330-5f006f1e880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.681117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bed8b387-bc88-4931-bb85-1fe5843c41dc req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.682438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] Deleting port d2b5e290-7385-4c49-8a44-97147e8e6df2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:25:50.682909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.687625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bed8b387-bc88-4931-bb85-1fe5843c41dc req-1b6ece01-1005-4ffa-967b-c51fcc17448c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3995306 Jul 16 03:25:50.721153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b4c6b91b-ac0b-404a-80af-b061af603d7e req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1661931034', 'description': 'tempest-description-939898301'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:50.744663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] For port d2b5e290-7385-4c49-8a44-97147e8e6df2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d2b5e290-7385-4c49-8a44-97147e8e6df2,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:50.745028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.755395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b4c6b91b-ac0b-404a-80af-b061af603d7e req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.766742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Calling delete_port for d2b5e290-7385-4c49-8a44-97147e8e6df2 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:50.806983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Allocated IP 172.25.4.129 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/21d20aa8-946a-4295-b687-07e078edfefb) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:50.857552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] For port d2b5e290-7385-4c49-8a44-97147e8e6df2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d2b5e290-7385-4c49-8a44-97147e8e6df2,segment=NetworkSegment(f5986c65-215e-446b-b13c-9b632cd4e99d),segment_id=f5986c65-215e-446b-b13c-9b632cd4e99d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:50.858221 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.894176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b4c6b91b-ac0b-404a-80af-b061af603d7e req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.904433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b4c6b91b-ac0b-404a-80af-b061af603d7e req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.924984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] Calling delete_port for d2b5e290-7385-4c49-8a44-97147e8e6df2 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:25:50.988817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a3cc02c-b3e9-454e-812e-08a18a15a4ce req-474c6833-3b3f-4f86-9d06-cf1cdb7262cc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 210 time: 0.0526993 Jul 16 03:25:50.997602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5817faa-e78d-4f72-b540-0f34eb1897e2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.005415 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b4c6b91b-ac0b-404a-80af-b061af603d7e req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.012175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4c6b91b-ac0b-404a-80af-b061af603d7e req-d2457287-a213-45e3-b1ed-a134747ce0a1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2969921 Jul 16 03:25:51.145264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.176020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.199522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b5e290-7385-4c49-8a44-97147e8e6df2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.216272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] No DVR routers for this DVR port d2b5e290-7385-4c49-8a44-97147e8e6df2 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:51.238753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] Pushing event deleted for resources: {'Port': ['ID=d2b5e290-7385-4c49-8a44-97147e8e6df2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.246761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.253774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc168ff-8d38-4db9-aeba-5706e13159a7 None None] No DVR routers for this DVR port d2b5e290-7385-4c49-8a44-97147e8e6df2 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:25:51.325390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.341121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189e54cc-a84f-448f-a8ba-27ff739ac4f2']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:51.360285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5986c65-215e-446b-b13c-9b632cd4e99d') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:51.360586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5986c65-215e-446b-b13c-9b632cd4e99d') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:51.374238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.399114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.410329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:25:51.410769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:25:51.412854 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:25:51.431496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.460881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-94fc7749-f491-4848-b608-c3292714ecc6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:51.462382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-94fc7749-f491-4848-b608-c3292714ecc6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 813 time: 0.1322544 Jul 16 03:25:51.471726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef6609-a6a3-4dfd-9ae7-eaa0bd67d781 req-a6345afe-155a-4c79-af93-f1273709362a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:51.479002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58ef6609-a6a3-4dfd-9ae7-eaa0bd67d781 req-a6345afe-155a-4c79-af93-f1273709362a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.2548947 Jul 16 03:25:51.487957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Pushing event updated for resources: {'Port': ['ID=21d20aa8-946a-4295-b687-07e078edfefb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.580942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:51.584596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:51.588130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:51.599221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-49281936-f8b4-4d30-93d8-de3984f3caca tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/quotas/921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 375 time: 0.1148801 Jul 16 03:25:51.672019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58ef6609-a6a3-4dfd-9ae7-eaa0bd67d781 req-d2025c3c-1361-45c8-a6c6-5b4e9aaa8e39 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918726 Jul 16 03:25:51.704594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.724338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-570ed816-68ab-4c7e-b54c-b434cb58117e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237690 Jul 16 03:25:51.758960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Pushing event deleted for resources: {'Network': ['ID=189e54cc-a84f-448f-a8ba-27ff739ac4f2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.766336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.768842 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3bf61c56-d8aa-4ac7-aca0-3e20d2ea61bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/189e54cc-a84f-448f-a8ba-27ff739ac4f2 HTTP/1.1" status: 204 len: 168 time: 1.8864293 Jul 16 03:25:51.935787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-683b1ef7-9e3c-41b7-b6a9-02145d87748b service neutron] 10.222.0.25 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038047 Jul 16 03:25:52.148224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-a1907a2a-9efe-4ba2-afc6-83b88c4abe19 service neutron] 10.222.0.25 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105334 Jul 16 03:25:52.230220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0efee2-f5cf-47ad-b6ee-e5dd12d60832 None None] Network a73cc32b-ad98-48ef-9867-881f76063a5b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:52.305235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:52.325401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db6e263-080a-4626-9285-24c0ce29a466 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:52.364345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-79ebaa0a-ad08-4115-bd68-1a9bc889da81 None None] Provisioning for port 1db6e263-080a-4626-9285-24c0ce29a466 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:52.365768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bbf5664-3b60-46c3-84ee-deb2b38619c7 req-44bf4a45-d443-4795-85bd-070045b8504f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 210 time: 0.1528332 Jul 16 03:25:52.382634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.457874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-722ec2dc-f60d-4496-b188-a2e7c7af8b59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18bc879f745d4340a44e455f1d9c8cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455007 Jul 16 03:25:52.460195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:52.496002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1db6e263-080a-4626-9285-24c0ce29a466 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:52.553096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1db6e263-080a-4626-9285-24c0ce29a466 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:52.553496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.569833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f826e082-06f6-4b42-abd8-0232b9ce14ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.603156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-639effdc-4ed5-4b90-9535-2e0dd5c2c5f6 req-5013ed79-bbc6-4d4c-8de8-112bad7c6ce6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 210 time: 0.0488296 Jul 16 03:25:52.657631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f826e082-06f6-4b42-abd8-0232b9ce14ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.740055 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f826e082-06f6-4b42-abd8-0232b9ce14ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.745910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f826e082-06f6-4b42-abd8-0232b9ce14ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.748498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f826e082-06f6-4b42-abd8-0232b9ce14ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dd3baa8-901b-49b2-ac78-5bc17774c5f0 HTTP/1.1" status: 204 len: 168 time: 0.2869787 Jul 16 03:25:52.771257 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.786745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826e082-06f6-4b42-abd8-0232b9ce14ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd3baa8-901b-49b2-ac78-5bc17774c5f0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.799962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.908000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1db6e263-080a-4626-9285-24c0ce29a466, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1db6e263-080a-4626-9285-24c0ce29a466,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:52.927385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.111110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d2b5e290-7385-4c49-8a44-97147e8e6df2 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:25:53.143869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-a8e24572-ab22-4011-aac0-96eef2ce9011 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2291837 Jul 16 03:25:53.198788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1db6e263-080a-4626-9285-24c0ce29a466,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:53.210166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d2b5e290-7385-4c49-8a44-97147e8e6df2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:25:53.211519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d2b5e290-7385-4c49-8a44-97147e8e6df2 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:25:53.240655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f53742b8-17df-4d08-8a58-a6cb316025ff None None] Provisioning complete for port 1db6e263-080a-4626-9285-24c0ce29a466 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:53.243425 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f53742b8-17df-4d08-8a58-a6cb316025ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.326489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b110a6fd-36c8-4d15-8d0e-e30e62652281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.382243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:25:53.463941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114db6f-14bb-4852-a042-f594f95fc9ee req-0fa74b80-c5fd-4f22-8a9a-1db07bd65156 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.474930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2114db6f-14bb-4852-a042-f594f95fc9ee req-0fa74b80-c5fd-4f22-8a9a-1db07bd65156 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.4972847 Jul 16 03:25:53.598887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2114db6f-14bb-4852-a042-f594f95fc9ee req-465e6b3f-d790-4792-8983-58d2a2c27819 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098163 Jul 16 03:25:53.613365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-205ee77c-7465-4e0e-a588-979c9335a68a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.632225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-205ee77c-7465-4e0e-a588-979c9335a68a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639997 Jul 16 03:25:53.653110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:53.657858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:53.671989 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:53.692874 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:53.693929 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:53.715993 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.719999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7bc1acb7-f532-44d1-abc2-6e046893b8bb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7072251 Jul 16 03:25:53.731228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:53.809708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bd840d8-7df2-4a20-a63d-a1fcf20703c1 req-d7703d92-248c-40a7-8b79-3747c3d6b139 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 210 time: 0.1361275 Jul 16 03:25:53.816802 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.898482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-668c50c4-fd5c-4666-bd49-cc2c3be8cac4 req-55dc27dc-a93f-4a0e-9a55-a6e4c088d372 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 210 time: 0.0948317 Jul 16 03:25:53.948486 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:54.063270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:54.074169 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.094099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.224022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.326860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db6e263-080a-4626-9285-24c0ce29a466 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:54.434606 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:51Z', 'revision_number': 3, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:54.451901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.452585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.502869 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:54.504785 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Updating router 8d1c4abd-c733-455d-b701-21d6bfe36839 port 21d20aa8-946a-4295-b687-07e078edfefb binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:25:54.525855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1db6e263-080a-4626-9285-24c0ce29a466 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:54.528259 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.611747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.105 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/36d92c79-26ef-4ce1-a1c8-b03f8882ff7a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:54.612005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:54.634390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.647724 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.836375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e38b1-09c1-4ffe-a970-8ff498284d8e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:55.014728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-345277001-network', 'tenant_id': '2ac32e7e408e4018aad75e62389201e5'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:55.186785 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.203145 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Transition to ACTIVE for port object 21d20aa8-946a-4295-b687-07e078edfefb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:55.214472 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.238950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Made reservation on behalf of 2ac32e7e408e4018aad75e62389201e5 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:55.241335 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.273566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.296996 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Attempting to bind port 21d20aa8-946a-4295-b687-07e078edfefb on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:55.298119 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Attempting to bind port 21d20aa8-946a-4295-b687-07e078edfefb by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:55.299838 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Attempting to bind port 21d20aa8-946a-4295-b687-07e078edfefb on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:55.318739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Allocated IP 172.20.0.1 (a73cc32b-ad98-48ef-9867-881f76063a5b/a87700fd-f0e3-499a-80be-b64304667921/cab65bc4-a3a6-4f13-b544-d813f526f662) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:55.329111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-10609551-7a1d-45fb-ace3-998c83869338 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.331202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-10609551-7a1d-45fb-ace3-998c83869338 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.48 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 813 time: 0.5225582 Jul 16 03:25:55.366120 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:55.367180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'port': {'device_id': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34', 'admin_state_up': True, 'tenant_id': '921bbdd471b4437caeb1de6abf097e39'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:55.367311 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:55.367692 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.368095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:55.369728 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Bound port: 21d20aa8-946a-4295-b687-07e078edfefb, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:55.370194 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.549809 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] For port 21d20aa8-946a-4295-b687-07e078edfefb, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:55.557723 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Pushing event updated for resources: {'Port': ['ID=21d20aa8-946a-4295-b687-07e078edfefb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:55.610818 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] For port 21d20aa8-946a-4295-b687-07e078edfefb, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=21d20aa8-946a-4295-b687-07e078edfefb,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:55.615360 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.617189 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.617878 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.618591 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.619177 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.621332 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.622539 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.623359 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.624002 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.624752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.625512 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.626223 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:55.629095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.633459 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.660071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4286328b-5160-4187-b6ff-df22097076fc req-d1c2e1d7-5501-44f3-8045-8f94196bb1c8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 210 time: 0.1287150 Jul 16 03:25:55.672103 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.691589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.695026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Transition to ACTIVE for port object cab65bc4-a3a6-4f13-b544-d813f526f662 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:55.711014 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a4dcb-8955-46dd-b24a-18dead3edd9f None None] Pushing event updated for resources: {'Port': ['ID=21d20aa8-946a-4295-b687-07e078edfefb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:55.742829 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:55.743461 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:55.750299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Made reservation on behalf of 921bbdd471b4437caeb1de6abf097e39 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:55.754817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.766484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf4b7bf-d723-4068-8074-10289c3fe083,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:55.781757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:55.863507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb593-1eaa-49a5-9d52-986ff0f93ae5 req-1d5badc8-f945-40ba-b5cd-9df7a72240e8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.867956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26afb593-1eaa-49a5-9d52-986ff0f93ae5 req-1d5badc8-f945-40ba-b5cd-9df7a72240e8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 1.0028610 Jul 16 03:25:55.929768 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.944782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.993862 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:56.006127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26afb593-1eaa-49a5-9d52-986ff0f93ae5 req-c58931b5-a98f-4834-bddf-7e7f3389ad89 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238828 Jul 16 03:25:56.017921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a68f282e-52fc-429b-b3c5-f45df6f5b9bb req-9058174c-4305-4f88-a7b6-885edbbdbd96 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 210 time: 0.0902164 Jul 16 03:25:56.042026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:56.118707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.171203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:56.176435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:56.181273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:56.244636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:56.281480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:56.282133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.288012 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.288614 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Added segment 258a68c2-55b1-491a-b9d1-fbd55781cf1d of type vlan for network 5af5bedc-6522-472f-acf7-079544ea3f37 Jul 16 03:25:56.319306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2b8b3173-2d11-4a57-80af-f2ce6dbd01bf tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6813121 Jul 16 03:25:56.327545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Request body: {'port': {'device_id': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:56.331224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.356770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Network a73cc32b-ad98-48ef-9867-881f76063a5b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:56.363225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:56.366671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:56.472351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8a6612a-1e70-4992-99bb-87671c44e93d None None] Provisioning for port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:56.479196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8a6612a-1e70-4992-99bb-87671c44e93d None None] Provisioning complete for port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:56.479831 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8a6612a-1e70-4992-99bb-87671c44e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.481204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.497645 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.562392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6612a-1e70-4992-99bb-87671c44e93d None None] Port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:56.572614 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:56.679241 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:51Z', 'revision_number': 3, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:56.702004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Allocated IP 172.20.0.9 (ad73a4a4-8b3f-4c37-99bf-cde351449c34/2e0c8030-fdea-4e26-9418-4411e9824aaa/3aa281cb-813f-45e7-906d-f3a84e4aa9b3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:56.758967 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f0576-92b1-453e-9902-acb2aac905eb None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:51Z', 'revision_number': 3, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:56.815045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08b72cff-3969-4d14-9297-506b8387364f None None] Provisioning for port cab65bc4-a3a6-4f13-b544-d813f526f662 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:56.824284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08b72cff-3969-4d14-9297-506b8387364f None None] Provisioning complete for port cab65bc4-a3a6-4f13-b544-d813f526f662 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:56.827357 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b72cff-3969-4d14-9297-506b8387364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.924424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-08b72cff-3969-4d14-9297-506b8387364f None None] Port cab65bc4-a3a6-4f13-b544-d813f526f662 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:56.926166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.009916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.046017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.057665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:57.084855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.090260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.090977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.151209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d235dee-1313-454e-a7ca-09d4f761c812 req-a0fdd309-f878-417b-a473-8bb694e04399 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.153211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Pushing event updated for resources: {'Port': ['ID=cab65bc4-a3a6-4f13-b544-d813f526f662,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:57.160166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d235dee-1313-454e-a7ca-09d4f761c812 req-a0fdd309-f878-417b-a473-8bb694e04399 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 936 time: 0.2206745 Jul 16 03:25:57.178430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5617743 Jul 16 03:25:57.179268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:57.203136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Request body: {'subnet': {'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-345277001-subnet', 'tenant_id': '2ac32e7e408e4018aad75e62389201e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:57.210631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Network ad73a4a4-8b3f-4c37-99bf-cde351449c34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:57.219029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:57.270981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.361683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Transition to ACTIVE for port object 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:57.373888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.388035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d235dee-1313-454e-a7ca-09d4f761c812 req-1688a49b-38e0-40a8-b9cb-428484781877 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011411 Jul 16 03:25:57.419565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Made reservation on behalf of 2ac32e7e408e4018aad75e62389201e5 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:57.422315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.427066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:57.490460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:57.499331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d55fe9-35b3-4867-b203-4739e13e5f2f admin admin] Pushing event updated for resources: {'Network': ['ID=5af5bedc-6522-472f-acf7-079544ea3f37,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:57.521470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5af5bedc-6522-472f-acf7-079544ea3f37 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:57.701143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Pushing event updated for resources: {'Port': ['ID=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:57.733069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.733742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.789336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4388509 Jul 16 03:25:57.793463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.795538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8177bd-d24a-4949-bce4-864a11353062 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:57.803998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18b0a1-61fc-4c29-91a8-21194c39281a req-fbaf16fb-b9fb-41c0-9858-c21d03445a0b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.805682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad18b0a1-61fc-4c29-91a8-21194c39281a req-fbaf16fb-b9fb-41c0-9858-c21d03445a0b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.5605206 Jul 16 03:25:57.819080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Request body: {'port': {'device_id': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:58.066999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad18b0a1-61fc-4c29-91a8-21194c39281a req-de3ab0c6-ecf8-4069-9fb0-f930e16cc138 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785777 Jul 16 03:25:58.116403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.137303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.180082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720222ea-d320-4452-99d8-491d897a095a req-ef06e6c6-a52c-48ef-a42f-adefc5955f17 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.187194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-720222ea-d320-4452-99d8-491d897a095a req-ef06e6c6-a52c-48ef-a42f-adefc5955f17 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 931 time: 0.5551424 Jul 16 03:25:58.203344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-4468a315-7a09-43a0-a706-5d8786b48f41 service neutron] 10.222.0.48 "GET /v2.0/ports/fa1fdd0d-375e-44a2-ac2c-b870000dde67/bindings/n-h2-800089-6 HTTP/1.1" status: 200 len: 382 time: 0.2923808 Jul 16 03:25:58.204002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Attempting to bind port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:58.204588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Attempting to bind port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:58.205542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Attempting to bind port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:58.275097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:58.275433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Attempting to bind port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:58.281589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 21d20aa8-946a-4295-b687-07e078edfefb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:58.319546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:58.320199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:58.321183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:58.321806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Bound port: 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:58.322343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.347575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-720222ea-d320-4452-99d8-491d897a095a req-be109d8b-86c3-4ecd-b148-afa247a393b1 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594040 Jul 16 03:25:58.363833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Pushing event updated for resources: {'Port': ['ID=cab65bc4-a3a6-4f13-b544-d813f526f662,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.422124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 21d20aa8-946a-4295-b687-07e078edfefb completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:58.428370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.428809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 21d20aa8-946a-4295-b687-07e078edfefb triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:58.429186 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.462210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.464312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.587293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.615186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] For port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:58.638406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 21d20aa8-946a-4295-b687-07e078edfefb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=21d20aa8-946a-4295-b687-07e078edfefb,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:58.656524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8747a18-0b49-43e1-970e-216fa57014bf,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.661674 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.670888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] For port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:58.707350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Checking segment: {'id': '258a68c2-55b1-491a-b9d1-fbd55781cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:58.707721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Network hostable DHCP agents. Network: 5af5bedc-6522-472f-acf7-079544ea3f37, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:58.713786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.727432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Network a73cc32b-ad98-48ef-9867-881f76063a5b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:58.736977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=21d20aa8-946a-4295-b687-07e078edfefb,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.768483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Pushing event updated for resources: {'Port': ['ID=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.802866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.803492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.805083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-0a796a0b-6dc5-4001-9b0f-8bad68a4d129 service neutron] 10.222.0.11 "PUT /v2.0/ports/36d92c79-26ef-4ce1-a1c8-b03f8882ff7a HTTP/1.1" status: 200 len: 1096 time: 2.4821937 Jul 16 03:25:58.809338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'tag': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:58.811031 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf73927-69ec-491f-a79a-b0f158c4f8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "057071b0-3e07-4bb4-9a67-3f95f7faa060", "tag": "36d92c79-26ef-4ce1-a1c8-b03f8882ff7a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:58.842789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Network 5af5bedc-6522-472f-acf7-079544ea3f37 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:58.869260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:58.877377 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2298ec5-3c39-475a-b247-cfb9fce6a751 x-openstack-request-id: req-c2298ec5-3c39-475a-b247-cfb9fce6a751 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:58.877802 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057071b0-3e07-4bb4-9a67-3f95f7faa060", "tag": "36d92c79-26ef-4ce1-a1c8-b03f8882ff7a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:58.878171 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2298ec5-3c39-475a-b247-cfb9fce6a751 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:58.878752 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'tag': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', 'status': 'completed', 'code': 200} Jul 16 03:25:58.881921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5af5bedc-6522-472f-acf7-079544ea3f37) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:58.891861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8521dc8-af9c-4ac4-a430-a62a793c65e8 req-0eea9bcf-3742-4e01-b25c-c26dd1b5bcf9 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.899596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8521dc8-af9c-4ac4-a430-a62a793c65e8 req-0eea9bcf-3742-4e01-b25c-c26dd1b5bcf9 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 948 time: 0.2890995 Jul 16 03:25:58.905134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f678eb1-31a0-4479-8117-07097f45842b None None] Network 5af5bedc-6522-472f-acf7-079544ea3f37 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:58.907799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.908719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.945951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-bdd8b45e-915e-4877-b880-d08ceaa16b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.947751 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-bdd8b45e-915e-4877-b880-d08ceaa16b20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90&tenant_id=9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 1100 time: 0.2709467 Jul 16 03:25:59.153535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce90f908-0e96-4015-82d3-20a87a086a27 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9583561 Jul 16 03:25:59.225644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:59.251065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.255241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8521dc8-af9c-4ac4-a430-a62a793c65e8 req-ddae2604-a5e6-4526-a51b-4d47e4bea5fc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544993 Jul 16 03:25:59.294293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Transition to ACTIVE for port object 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:59.384882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-bd5ff3c8-4e44-4d09-90e7-686bd09ac60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.390829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-bd5ff3c8-4e44-4d09-90e7-686bd09ac60f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1100 time: 0.3860855 Jul 16 03:25:59.397513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-5b8d0cf8-85be-472f-8418-a0d390179a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.399055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-5b8d0cf8-85be-472f-8418-a0d390179a8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 1099 time: 0.4933212 Jul 16 03:25:59.410860 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.413453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b54436-3d71-475c-b828-0505085c64d5 None None] Network 5af5bedc-6522-472f-acf7-079544ea3f37 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:59.688793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-b345cd4d-ecab-4c4b-96b5-878c58210425 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a HTTP/1.1" status: 200 len: 217 time: 0.2146530 Jul 16 03:25:59.730593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:59.767082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Attempting to bind port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:59.767320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Attempting to bind port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:59.768530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Attempting to bind port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 on network ad73a4a4-8b3f-4c37-99bf-cde351449c34 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:59.771340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e99d4826-2788-4172-b409-6e7b8f4ec915 None None] Provisioning complete for port cab65bc4-a3a6-4f13-b544-d813f526f662 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:59.771728 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d4826-2788-4172-b409-6e7b8f4ec915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.784963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:59.788739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 on network ad73a4a4-8b3f-4c37-99bf-cde351449c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:59.789063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Attempting to bind port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 on network ad73a4a4-8b3f-4c37-99bf-cde351449c34 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:59.796474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:59.796815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Checking segment: {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:59.797446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Bound using segment: {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:59.797884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Bound port: 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:59.798245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.822685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e99d4826-2788-4172-b409-6e7b8f4ec915 None None] Port cab65bc4-a3a6-4f13-b544-d813f526f662 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:59.850893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3bb0-00f5-44f3-9975-b34bf29cbb0d req-604ee8e2-e690-4de4-acc4-bd8d68aebbc3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.851396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a3d3bb0-00f5-44f3-9975-b34bf29cbb0d req-604ee8e2-e690-4de4-acc4-bd8d68aebbc3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.3616617 Jul 16 03:25:59.854026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-1f4872b4-efc2-4148-9567-34d70259c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.855466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-1f4872b4-efc2-4148-9567-34d70259c947 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.4498956 Jul 16 03:25:59.856798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-75e72994-e973-4d1b-bc16-1b6cb356a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.858096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-75e72994-e973-4d1b-bc16-1b6cb356a594 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1366823 Jul 16 03:25:59.944095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-9b8164f3-3451-4db1-92e3-6ac9bf6db426 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0758128 Jul 16 03:25:59.962445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:59.967607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:59.976484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.009291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706074c1-4353-438d-8642-ea5afed28c30 req-424a8044-54da-46a0-9a46-b47db9f8bba9 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.010740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-706074c1-4353-438d-8642-ea5afed28c30 req-424a8044-54da-46a0-9a46-b47db9f8bba9 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 943 time: 0.2737148 Jul 16 03:26:00.016775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.017444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.017866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a3d3bb0-00f5-44f3-9975-b34bf29cbb0d req-d9234ab6-0ec3-4e5b-b60c-d9f5ec621166 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578209 Jul 16 03:26:00.020961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] 10.222.0.48 "PUT /v2.0/ports/3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 1091 time: 2.2215166 Jul 16 03:26:00.022233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:00.033136 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c791b9d-f944-4e6e-8e61-a320fa557ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:00.034494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-3d2963bc-f812-4302-8a99-758ec89e1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.036388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-3d2963bc-f812-4302-8a99-758ec89e1f9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0845153 Jul 16 03:26:00.043557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:00.051488 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af55e0a1-5f42-4d7e-a682-2b7d55321750 admin admin] 10.222.0.25 "PUT /v2.0/routers/8d1c4abd-c733-455d-b701-21d6bfe36839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3188100 Jul 16 03:26:00.056012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:00.070811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:00.071545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:00.106293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2bb87dae-05a2-474c-8fe1-b416fce0b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.108012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-2bb87dae-05a2-474c-8fe1-b416fce0b621 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2336850 Jul 16 03:26:00.142850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-706074c1-4353-438d-8642-ea5afed28c30 req-067f1b9b-0622-47ff-a83a-829bb8ceca5f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053822 Jul 16 03:26:00.211846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e36a24-050e-4241-9dc7-72dc171fb314 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:00.254984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-dc4541a2-35f0-41f8-8884-cb0af0261ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.262473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-dc4541a2-35f0-41f8-8884-cb0af0261ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1094 time: 0.1652179 Jul 16 03:26:00.266532 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28da471-cb34-4aae-9fd9-c90154b1109d x-openstack-request-id: req-d28da471-cb34-4aae-9fd9-c90154b1109d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:00.267073 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:00.270017 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d28da471-cb34-4aae-9fd9-c90154b1109d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:00.270638 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'status': 'completed', 'code': 200} Jul 16 03:26:00.294774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 21d20aa8-946a-4295-b687-07e078edfefb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:00.350271 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-1376e38d-5b5a-45ff-8f3b-52b371c3fe28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 217 time: 0.0784361 Jul 16 03:26:00.377114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-70c549f8-ac01-4372-9810-b415b00ae0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.389293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-70c549f8-ac01-4372-9810-b415b00ae0d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3334408 Jul 16 03:26:00.421254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-9868d59e-73f3-46a3-a121-84b162d1887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.422958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-9868d59e-73f3-46a3-a121-84b162d1887f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.0668125 Jul 16 03:26:00.473667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-f57a6be3-2f88-4d9d-b6c5-1f4647e2f19c service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526719 Jul 16 03:26:00.477856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:00.486813 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-b77b5adb-421d-4a7d-ae8d-1d2fd5f82a79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568810 Jul 16 03:26:00.591937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-498a5beb-06ef-426a-9b16-836108f94a58 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994241 Jul 16 03:26:00.694710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 21d20aa8-946a-4295-b687-07e078edfefb triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:00.695558 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.719641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-0fb32171-9e64-4455-90ff-dc541c832286 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294351 Jul 16 03:26:00.764853 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1a5a0de-aaf1-4ae9-a602-82261b58ba8f req-4b55eef2-8860-4f26-a104-67a0b91e9f2b service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664062 Jul 16 03:26:00.918866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-db0e4104-276f-4667-88c3-b758cc1b5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.922427 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-db0e4104-276f-4667-88c3-b758cc1b5d0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1094 time: 0.0910413 Jul 16 03:26:00.934000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa0f1b98-85bb-4b03-8d45-adab6e6d75e7 req-de59e0a1-ce3a-4f0a-a168-b26952c8b261 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444129 Jul 16 03:26:00.982957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 2, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:01.016203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:01.016571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Updating router 8d1c4abd-c733-455d-b701-21d6bfe36839 port cab65bc4-a3a6-4f13-b544-d813f526f662 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:01.038966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-7b8170a7-8067-4172-8730-78704b07471d tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.045927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-7b8170a7-8067-4172-8730-78704b07471d tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/networks?id=5af5bedc-6522-472f-acf7-079544ea3f37 HTTP/1.1" status: 200 len: 812 time: 0.4761274 Jul 16 03:26:01.054902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b35e72-5bec-469f-939e-c3ee614e8fad req-4377feee-bb35-4bc9-90e6-99824e89a18e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.061847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24b35e72-5bec-469f-939e-c3ee614e8fad req-4377feee-bb35-4bc9-90e6-99824e89a18e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 948 time: 0.5711832 Jul 16 03:26:01.103512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.127917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-d3ba09d1-e3ee-4929-8d80-22aef0d03ae3 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/quotas/2ac32e7e408e4018aad75e62389201e5 HTTP/1.1" status: 200 len: 375 time: 0.0808523 Jul 16 03:26:01.151333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f96acd-8dbe-4a1b-9f3f-c85375f043bf req-5917292d-d4eb-4404-8c74-adb531a49c22 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699944 Jul 16 03:26:01.172865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-419b4af0-5318-44b8-957c-9258af543a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.183935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-419b4af0-5318-44b8-957c-9258af543a20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.2531812 Jul 16 03:26:01.204562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-9850259e-662c-461e-b158-9262ea17acd5 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ac32e7e408e4018aad75e62389201e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753610 Jul 16 03:26:01.236715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24b35e72-5bec-469f-939e-c3ee614e8fad req-31769cb7-c95b-459d-8f72-fa34f84e8bf7 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737521 Jul 16 03:26:01.311825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-f9109c47-015b-4d51-8338-6fb278762fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.313208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-f9109c47-015b-4d51-8338-6fb278762fd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 1099 time: 0.2896554 Jul 16 03:26:01.353871 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-3896d86f-3067-4484-b8ab-2d58294a323d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 217 time: 0.1559536 Jul 16 03:26:01.358013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-a164a6a2-494e-449c-8b3a-6ed1de4c350a service neutron] 10.222.0.25 "GET /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519909 Jul 16 03:26:01.517150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-6edef350-9269-4358-a0b2-6bcff3424084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.518816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-6edef350-9269-4358-a0b2-6bcff3424084 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.1552634 Jul 16 03:26:01.523929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-b631d0ae-7b13-44bb-8c29-498f4f17ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.525383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-b631d0ae-7b13-44bb-8c29-498f4f17ed44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2016933 Jul 16 03:26:01.540805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-505cfa7c-af90-4fec-86c0-2e72c0817cde service neutron] 10.222.0.25 "GET /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817408 Jul 16 03:26:01.585258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-8633f56f-37f2-4eb7-b192-6e420f62cc69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543571 Jul 16 03:26:01.619275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-1d90f175-a1ca-4107-9882-ff6445aeffd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a HTTP/1.1" status: 200 len: 217 time: 0.0775762 Jul 16 03:26:01.777292 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-d8b12230-11ef-4996-bed7-ddeabb3828b3 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827433 Jul 16 03:26:01.821501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.850778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Transition to ACTIVE for port object cab65bc4-a3a6-4f13-b544-d813f526f662 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:01.865990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.972465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca845d-e852-49ed-b91a-cbbe7fabe340 None None] Pushing event updated for resources: {'Port': ['ID=cab65bc4-a3a6-4f13-b544-d813f526f662,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:02.000223 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c791b9d-f944-4e6e-8e61-a320fa557ecf req-3efe1a00-dd6d-4095-8fb7-effcc2737118 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147582 Jul 16 03:26:02.095617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Attempting to bind port cab65bc4-a3a6-4f13-b544-d813f526f662 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:02.095988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Attempting to bind port cab65bc4-a3a6-4f13-b544-d813f526f662 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:02.096357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Attempting to bind port cab65bc4-a3a6-4f13-b544-d813f526f662 on network a73cc32b-ad98-48ef-9867-881f76063a5b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:02.102898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:02.103271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Checking segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:02.103674 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.104883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Bound using segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:02.105354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Bound port: cab65bc4-a3a6-4f13-b544-d813f526f662, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:02.105806 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.222779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] For port cab65bc4-a3a6-4f13-b544-d813f526f662, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:02.231493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] For port cab65bc4-a3a6-4f13-b544-d813f526f662, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=cab65bc4-a3a6-4f13-b544-d813f526f662,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:02.237199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-6cb8918f-6c71-48c1-b7c3-92267cebe003 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.238835 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-6cb8918f-6c71-48c1-b7c3-92267cebe003 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 820 time: 0.6853297 Jul 16 03:26:02.241690 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.261699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-27963ba3-61c8-4d13-a2ed-d648dda5e1cd tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/quotas/4341c19948c3474f849d3389db855984 HTTP/1.1" status: 200 len: 375 time: 0.0146010 Jul 16 03:26:02.264217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-d74f3095-758d-44e0-ae59-8be29afb4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.265726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-d74f3095-758d-44e0-ae59-8be29afb4032 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.6370785 Jul 16 03:26:02.301398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:02.302123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:25:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:02.356508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca845d-e852-49ed-b91a-cbbe7fabe340 None None] Pushing event updated for resources: {'Port': ['ID=cab65bc4-a3a6-4f13-b544-d813f526f662,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:02.481764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d68ec4-2521-4f5f-9599-4ecb83bde4d4 req-5c7a7b1d-1178-40d9-adec-115de93d7a51 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.491045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28d68ec4-2521-4f5f-9599-4ecb83bde4d4 req-5c7a7b1d-1178-40d9-adec-115de93d7a51 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.3756034 Jul 16 03:26:02.504514 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.523937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:02.579664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28d68ec4-2521-4f5f-9599-4ecb83bde4d4 req-0bbfe0cb-d65d-470a-956e-8a828a5ec4d4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880558 Jul 16 03:26:02.623559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-9745b3b8-769e-4e60-89d0-a392d7a4ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.625058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-9745b3b8-769e-4e60-89d0-a392d7a4ccce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3410680 Jul 16 03:26:02.672172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-422e4b54-0049-4271-85ad-e07e3a6fead1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4025209 Jul 16 03:26:02.808457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-78ad7bff-73f3-4be4-8032-5ce7575bf27c service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350033 Jul 16 03:26:02.833031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:02Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:02.870945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7da3cd-c63d-43b2-8174-739b483e168e None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:02Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:03.007347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:03.040584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-f30c238c-f69b-483d-ae4e-b143451240df service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011486 Jul 16 03:26:03.068800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29150e59-2409-48c9-9f97-8c5ccbe4b325 req-3ea2f32e-4014-46d1-b224-ec10ddf726f3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:03.076310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29150e59-2409-48c9-9f97-8c5ccbe4b325 req-3ea2f32e-4014-46d1-b224-ec10ddf726f3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 943 time: 0.2787988 Jul 16 03:26:03.076699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:03.099089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-76cfe1cf-f3f2-4c2c-8805-e317af6845c9 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869482 Jul 16 03:26:03.240672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:03.260121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'network_id': 'ad73a4a4-8b3f-4c37-99bf-cde351449c34', 'port_id': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'mac_address': 'fa:16:3e:99:43:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c8030-fdea-4e26-9418-4411e9824aaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:03.321098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29150e59-2409-48c9-9f97-8c5ccbe4b325 req-82119dcd-a740-4034-ad3d-ee09cb3a05c9 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437005 Jul 16 03:26:03.399199 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.452858 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.455141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdf73927-69ec-491f-a79a-b0f158c4f8bd req-1a5a5f4e-f2c0-426a-b1af-41168be2405a service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952937 Jul 16 03:26:03.525422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:03.554937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.576329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:03.580260 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a4213-6136-4497-9931-ded35f513c90" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:03.580421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db07ed17-b043-4c13-ae25-205cf2809210 req-8a8ff64c-a081-4195-ac99-8a90c9b83bbc tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 210 time: 0.0504370 Jul 16 03:26:03.599337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:03.607987 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.618191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:03.683081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.763147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:03.775399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc1a0-9d80-4697-b144-5bee2d9f33cc req-bed45542-9c32-49a8-b308-68b7406e405b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:03.778130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24dfc1a0-9d80-4697-b144-5bee2d9f33cc req-bed45542-9c32-49a8-b308-68b7406e405b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 948 time: 0.1971214 Jul 16 03:26:03.842451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3aa281cb-813f-45e7-906d-f3a84e4aa9b3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:03.856314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24dfc1a0-9d80-4697-b144-5bee2d9f33cc req-afe5c511-ca28-4abc-9bc8-2d8bab39ae11 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711765 Jul 16 03:26:03.915804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:03.993102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f21018a-8fed-4125-a8dd-1a924d07a998 req-e7894155-4f58-4b4e-81c1-59420e7e6781 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 210 time: 0.1121826 Jul 16 03:26:04.015329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:04.119131 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b62d29f-4781-40fe-af51-e9c140b10d5f x-openstack-request-id: req-0b62d29f-4781-40fe-af51-e9c140b10d5f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:04.119790 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:04.120641 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b62d29f-4781-40fe-af51-e9c140b10d5f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:04.121187 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'code': 200} Jul 16 03:26:04.276213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-c69572c9-5b43-484e-b399-8670ccd39ee2 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.283133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-c69572c9-5b43-484e-b399-8670ccd39ee2 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.48 "GET /v2.0/networks?id=5af5bedc-6522-472f-acf7-079544ea3f37 HTTP/1.1" status: 200 len: 812 time: 0.3223391 Jul 16 03:26:04.304465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:04.363702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Request body: {'port': {'device_id': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37', 'admin_state_up': True, 'tenant_id': '2ac32e7e408e4018aad75e62389201e5'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:04.369647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708b0c1-ceda-456e-861a-8b03265c38a4 req-90086a0a-eed8-4873-bd75-63358aa41726 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.379465 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e708b0c1-ceda-456e-861a-8b03265c38a4 req-90086a0a-eed8-4873-bd75-63358aa41726 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 947 time: 0.2799766 Jul 16 03:26:04.396554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cab65bc4-a3a6-4f13-b544-d813f526f662 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:04.458791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e708b0c1-ceda-456e-861a-8b03265c38a4 req-9af9bae9-0f62-49a5-831c-2807bc7a73fd tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750065 Jul 16 03:26:04.462726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', 'mac_address': 'fa:16:3e:15:3b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:04.688106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f31fb-ff09-4f25-b1fb-4c32081a3e3c req-c9f5d9d7-3ba3-4131-84c1-f2203cc2cc62 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.703220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d3f31fb-ff09-4f25-b1fb-4c32081a3e3c req-c9f5d9d7-3ba3-4131-84c1-f2203cc2cc62 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 944 time: 0.1048751 Jul 16 03:26:04.706712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Made reservation on behalf of 2ac32e7e408e4018aad75e62389201e5 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:04.712797 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.807445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d3f31fb-ff09-4f25-b1fb-4c32081a3e3c req-abca0c15-8119-47f1-acf9-7506c98fec32 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019368 Jul 16 03:26:04.840607 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.856865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port cab65bc4-a3a6-4f13-b544-d813f526f662 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:04.864138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port cab65bc4-a3a6-4f13-b544-d813f526f662 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:04.864691 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.889293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:04.998538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:05.024329 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.030929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:05.038660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Allocated IP 172.20.0.2 (5af5bedc-6522-472f-acf7-079544ea3f37/a8747a18-0b49-43e1-970e-216fa57014bf/88ff6875-cea6-4703-a701-b4f4deec2261) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:05.086058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9db3cc4b-9c7a-4457-914f-f67b9800d3da req-ad6bdcae-0902-43d8-b1ed-13caa5e83c35 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 210 time: 0.0886135 Jul 16 03:26:05.203047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:05.208968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.291655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port cab65bc4-a3a6-4f13-b544-d813f526f662, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=cab65bc4-a3a6-4f13-b544-d813f526f662,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:05.310615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.333052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:05.363483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.367122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-fbc75fc6-eb7b-4be8-b35b-39849e91d9d0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.374992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-fbc75fc6-eb7b-4be8-b35b-39849e91d9d0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90&tenant_id=9e1d83052a71429a8b800197dd5a1cb7&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 947 time: 0.1801405 Jul 16 03:26:05.403098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:05.426246 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.441252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'mac_address': 'fa:16:3e:66:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:05.503653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=cab65bc4-a3a6-4f13-b544-d813f526f662,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:05.543990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Pushing event updated for resources: {'Port': ['ID=88ff6875-cea6-4703-a701-b4f4deec2261,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:05.544248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.564720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d566dec5-a67f-44f7-8f84-388c28ae2ef1 req-7d35b682-6aa8-4d3f-be1c-6b9f1f46012c tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0419400 Jul 16 03:26:05.577546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1fdd0d-375e-44a2-ac2c-b870000dde67 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:05.577787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Network 5af5bedc-6522-472f-acf7-079544ea3f37 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:05.579437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:05.598361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:05.624094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:05.635580 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.651803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-128570ec-e2ee-4652-91fa-afdc0aada049 service neutron] 10.222.0.48 "GET /v2.0/ports/fa1fdd0d-375e-44a2-ac2c-b870000dde67/bindings/n-h2-800089-6 HTTP/1.1" status: 200 len: 382 time: 0.2705464 Jul 16 03:26:05.668412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e98ca8-d5b3-49d0-9b6b-876c54a3a7c1 req-4af77602-4879-422a-93d3-2047e5f3f378 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.692096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6e98ca8-d5b3-49d0-9b6b-876c54a3a7c1 req-4af77602-4879-422a-93d3-2047e5f3f378 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 949 time: 0.3125713 Jul 16 03:26:05.695637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.696336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.717002 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-4ce4de6d-e210-400c-b446-a586eee59c65 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4032142 Jul 16 03:26:05.731118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Request body: {'port': {'device_id': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:05.760383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:05.878575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.890518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fa1fdd0d-375e-44a2-ac2c-b870000dde67'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:05.966923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6e98ca8-d5b3-49d0-9b6b-876c54a3a7c1 req-7b5b5c71-7987-481e-b97e-6fd9004952c8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682900 Jul 16 03:26:06.127018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-0de542fd-b9f2-4784-aa62-1de118227f7b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.128766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-0de542fd-b9f2-4784-aa62-1de118227f7b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 820 time: 0.3823385 Jul 16 03:26:06.134110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-12f43e60-45f1-48f0-b676-1c8c32815d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.137107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-12f43e60-45f1-48f0-b676-1c8c32815d8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1099 time: 0.4267113 Jul 16 03:26:06.164761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa4785-4364-4130-b730-5001fd97701e req-558e533b-92ed-40a6-abdb-071580ea1579 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.171483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3aa4785-4364-4130-b730-5001fd97701e req-558e533b-92ed-40a6-abdb-071580ea1579 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 948 time: 0.3370819 Jul 16 03:26:06.179794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'port': {'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'admin_state_up': True, 'tenant_id': '4341c19948c3474f849d3389db855984'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:06.199633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cab65bc4-a3a6-4f13-b544-d813f526f662 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:06.261852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port cab65bc4-a3a6-4f13-b544-d813f526f662 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:06.262340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.359897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3aa4785-4364-4130-b730-5001fd97701e req-8f1a83e1-72ea-4d10-afb0-c937fb9e21e7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353669 Jul 16 03:26:06.386956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ff6875-cea6-4703-a701-b4f4deec2261 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:06.396288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.412525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Transition to ACTIVE for port object 88ff6875-cea6-4703-a701-b4f4deec2261 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:06.426054 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.489161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Made reservation on behalf of 4341c19948c3474f849d3389db855984 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:06.490698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Pushing event updated for resources: {'Port': ['ID=88ff6875-cea6-4703-a701-b4f4deec2261,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:06.495349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.548974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846bf3-17cc-413e-914b-e8d9f0862d48 req-cc03b3b3-0654-49a5-9c6e-503fd34495df tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.550756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba846bf3-17cc-413e-914b-e8d9f0862d48 req-cc03b3b3-0654-49a5-9c6e-503fd34495df tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 944 time: 0.3258238 Jul 16 03:26:06.574172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Attempting to bind port 88ff6875-cea6-4703-a701-b4f4deec2261 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:06.574757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Attempting to bind port 88ff6875-cea6-4703-a701-b4f4deec2261 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '258a68c2-55b1-491a-b9d1-fbd55781cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:06.575114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Attempting to bind port 88ff6875-cea6-4703-a701-b4f4deec2261 on network 5af5bedc-6522-472f-acf7-079544ea3f37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:06.582362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Port 88ff6875-cea6-4703-a701-b4f4deec2261 on network 5af5bedc-6522-472f-acf7-079544ea3f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:06.582839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Attempting to bind port 88ff6875-cea6-4703-a701-b4f4deec2261 on network 5af5bedc-6522-472f-acf7-079544ea3f37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:06.584935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-64dd753e-d4cf-4b39-895e-9c65f003a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.586467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-64dd753e-d4cf-4b39-895e-9c65f003a480 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3822010 Jul 16 03:26:06.591289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:06.591799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Checking segment: {'id': '258a68c2-55b1-491a-b9d1-fbd55781cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:06.592571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Bound using segment: {'id': '258a68c2-55b1-491a-b9d1-fbd55781cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:06.592804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Bound port: 88ff6875-cea6-4703-a701-b4f4deec2261, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258a68c2-55b1-491a-b9d1-fbd55781cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:06.593254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.675464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] For port 88ff6875-cea6-4703-a701-b4f4deec2261, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:06.678749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] For port 88ff6875-cea6-4703-a701-b4f4deec2261, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88ff6875-cea6-4703-a701-b4f4deec2261,segment=NetworkSegment(258a68c2-55b1-491a-b9d1-fbd55781cf1d),segment_id=258a68c2-55b1-491a-b9d1-fbd55781cf1d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:06.679822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-2c10a172-eb26-40e2-9870-ea126315c6fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0792732 Jul 16 03:26:06.685032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.734128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.734856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.737195 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] 10.222.0.48 "PUT /v2.0/ports/88ff6875-cea6-4703-a701-b4f4deec2261 HTTP/1.1" status: 200 len: 1091 time: 1.0122664 Jul 16 03:26:06.737686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'tag': '88ff6875-cea6-4703-a701-b4f4deec2261'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:06.740318 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b" -d '{"events": [{"name": "network-changed", "server_uuid": "009bd2c2-3dd8-4e51-85a8-02f1d545c80c", "tag": "88ff6875-cea6-4703-a701-b4f4deec2261"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:06.766177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba846bf3-17cc-413e-914b-e8d9f0862d48 req-f7a06b63-644f-42b8-a1e3-ef3946396b3c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957824 Jul 16 03:26:06.776190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8f93-af1c-4ca8-8e1e-e8bceb255859 service neutron] Pushing event updated for resources: {'Port': ['ID=88ff6875-cea6-4703-a701-b4f4deec2261,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:06.825405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-e558d103-fe54-4fee-ba5c-09ce6d8c47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.826922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-e558d103-fe54-4fee-ba5c-09ce6d8c47b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1365583 Jul 16 03:26:06.834717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5098538-2ac9-4bd2-b6ce-ab16727d6a32 req-fcb7bd65-f46c-49db-abaf-1c657bd3cdea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.837095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5098538-2ac9-4bd2-b6ce-ab16727d6a32 req-fcb7bd65-f46c-49db-abaf-1c657bd3cdea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 943 time: 0.3359022 Jul 16 03:26:06.868252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-ad2d8991-dbac-432b-99d0-e1764be7e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.877702 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-ad2d8991-dbac-432b-99d0-e1764be7e05e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ac32e7e408e4018aad75e62389201e5&device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 1094 time: 0.0683086 Jul 16 03:26:06.931556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Allocated IP 172.20.0.6 (a73cc32b-ad98-48ef-9867-881f76063a5b/a87700fd-f0e3-499a-80be-b64304667921/a22e85ba-a071-472f-8fc7-c1e34571e4d3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:06.932772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-442a0bb6-0811-4528-a72f-9657cac35bc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88ff6875-cea6-4703-a701-b4f4deec2261 HTTP/1.1" status: 200 len: 217 time: 0.0536754 Jul 16 03:26:07.000353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-ad6b5f18-73f5-41c3-8b2b-ca5816e55b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.003411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-ad6b5f18-73f5-41c3-8b2b-ca5816e55b87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8747a18-0b49-43e1-970e-216fa57014bf HTTP/1.1" status: 200 len: 852 time: 0.0626240 Jul 16 03:26:07.009948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:07.085585 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-291cfa9b-1191-4dd4-ac0a-43a3206d5658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af5bedc-6522-472f-acf7-079544ea3f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664234 Jul 16 03:26:07.118312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port fa1fdd0d-375e-44a2-ac2c-b870000dde67 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:07.118810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.125499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5098538-2ac9-4bd2-b6ce-ab16727d6a32 req-36cffbda-3b4e-4d89-b1bd-cefa6c0dcc62 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708941 Jul 16 03:26:07.190317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ad5992f-62c3-4a11-9860-cdf7b92e75ee req-93321273-daf1-4717-a360-5f73507f9bd1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0943966 Jul 16 03:26:07.199488 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-34b22011-9c26-4dc8-bbf5-0123cbd54d34 service neutron] 10.222.0.48 "GET /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070914 Jul 16 03:26:07.245942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.260549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Transition to ACTIVE for port object a22e85ba-a071-472f-8fc7-c1e34571e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:07.283285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.292484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-61b99e68-828b-4ee9-8979-2e768388e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.294865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-61b99e68-828b-4ee9-8979-2e768388e2d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4567025 Jul 16 03:26:07.315945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:07.316840 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ca3e1c0-415d-4186-9a02-8b820a9a24b5 req-c2c5a44a-633a-4496-8868-161ae0f48f47 service neutron] 10.222.0.48 "GET /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101391 Jul 16 03:26:07.318579 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce5187-129e-42d7-b756-9a99abf35c74 x-openstack-request-id: req-b3ce5187-129e-42d7-b756-9a99abf35c74 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:07.318884 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009bd2c2-3dd8-4e51-85a8-02f1d545c80c", "tag": "88ff6875-cea6-4703-a701-b4f4deec2261", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:07.319146 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ce5187-129e-42d7-b756-9a99abf35c74 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:07.319537 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd0f6af-1b24-450d-8fce-77f403460137" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-plugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:07.319675 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'tag': '88ff6875-cea6-4703-a701-b4f4deec2261', 'status': 'completed', 'code': 200} Jul 16 03:26:07.334758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:07.340703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.342325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:07.444759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-70335711-7307-4f31-bfd2-640d3dd58984 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420538 Jul 16 03:26:07.449365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.484008 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35f96c6-1719-4abf-a4a5-201d54263a97 x-openstack-request-id: req-c35f96c6-1719-4abf-a4a5-201d54263a97 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:07.484961 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-plugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:07.486413 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c35f96c6-1719-4abf-a4a5-201d54263a97 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:07.487138 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'code': 200} Jul 16 03:26:07.521649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-27c1cc67-abf7-4a71-9a6e-9a0c1d880166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.523194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-27c1cc67-abf7-4a71-9a6e-9a0c1d880166 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ac32e7e408e4018aad75e62389201e5&device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 1094 time: 0.0917182 Jul 16 03:26:07.528524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event updated for resources: {'Port': ['ID=a22e85ba-a071-472f-8fc7-c1e34571e4d3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:07.561462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:07.570010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:07.570748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.578000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:07.618538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Network a73cc32b-ad98-48ef-9867-881f76063a5b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:07.626068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:07.636278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:07.693685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-177aceae-e93a-41a0-aef7-94e1cc2e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.694981 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.695347 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-177aceae-e93a-41a0-aef7-94e1cc2e20f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5af5bedc-6522-472f-acf7-079544ea3f37 HTTP/1.1" status: 200 len: 914 time: 0.1634896 Jul 16 03:26:07.731340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:07.740651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.786169 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-6d7421c9-a9d0-46ee-a8c7-bfea0952417f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88ff6875-cea6-4703-a701-b4f4deec2261 HTTP/1.1" status: 200 len: 217 time: 0.0827427 Jul 16 03:26:07.803580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.805735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.830417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:07.842478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d1b5-c165-4b57-ab21-113a07ff5b0f req-2856b085-12ad-4162-a173-69b67b8a7fe4 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.847399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a212d1b5-c165-4b57-ab21-113a07ff5b0f req-2856b085-12ad-4162-a173-69b67b8a7fe4 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 949 time: 0.4007814 Jul 16 03:26:07.851992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-61054f25-7cd2-409f-ab6c-d73861eaab1b service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928285 Jul 16 03:26:07.872224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6387-40d9-43c9-b48b-48a0a1d45200 req-869c4dd2-0800-4ae8-98cc-d3de901ef912 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.874832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d32a6387-40d9-43c9-b48b-48a0a1d45200 req-869c4dd2-0800-4ae8-98cc-d3de901ef912 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.3229825 Jul 16 03:26:07.883881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-77222e7a-f611-4d30-9c73-f94c9f534649 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7110093 Jul 16 03:26:07.917724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Request body: {'port': {'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:07.989888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d32a6387-40d9-43c9-b48b-48a0a1d45200 req-016a1772-e879-450b-9422-97810f9b7348 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035209 Jul 16 03:26:07.991334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:07.992870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a212d1b5-c165-4b57-ab21-113a07ff5b0f req-e006a21a-4c24-4648-b1f8-75994b7322ef tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362460 Jul 16 03:26:08.056272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.084130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-69f6d4d5-f590-4dcf-bbd5-038f2c71dc8c None None] Provisioning for port a22e85ba-a071-472f-8fc7-c1e34571e4d3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:08.090688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-69f6d4d5-f590-4dcf-bbd5-038f2c71dc8c None None] Provisioning complete for port a22e85ba-a071-472f-8fc7-c1e34571e4d3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:08.091059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69f6d4d5-f590-4dcf-bbd5-038f2c71dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.177044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-69f6d4d5-f590-4dcf-bbd5-038f2c71dc8c None None] Port a22e85ba-a071-472f-8fc7-c1e34571e4d3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:08.178790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:08.191574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:08.191951 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.303792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-408be559-ba8f-4a0c-899a-3c0f90fc0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:08.305331 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-408be559-ba8f-4a0c-899a-3c0f90fc0bf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8747a18-0b49-43e1-970e-216fa57014bf HTTP/1.1" status: 200 len: 852 time: 0.5129588 Jul 16 03:26:08.351162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.361916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-4880e6b2-85ab-4743-b34c-254993d7f518 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af5bedc-6522-472f-acf7-079544ea3f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469494 Jul 16 03:26:08.413537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:08.421871 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.483327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:08.491235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd124d04-1767-414b-add0-8983a65d1a51 req-d27225bb-5fcb-4b41-85c9-02a57e36e7c0 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:08.492972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd124d04-1767-414b-add0-8983a65d1a51 req-d27225bb-5fcb-4b41-85c9-02a57e36e7c0 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 945 time: 0.2179964 Jul 16 03:26:08.502533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-c3c42aa8-9005-483b-8009-6a4f4f452122 service neutron] 10.222.0.48 "GET /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341774 Jul 16 03:26:08.562740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd124d04-1767-414b-add0-8983a65d1a51 req-1a8e52b7-9c2f-4243-b5e6-1ce0ba10aabe tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629930 Jul 16 03:26:08.620809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d7846-ac95-4a93-8217-6e65c444d0d7 req-eed9702f-1af2-4e10-b0c2-7a2c619168b3 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:08.622316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-147d7846-ac95-4a93-8217-6e65c444d0d7 req-eed9702f-1af2-4e10-b0c2-7a2c619168b3 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 943 time: 0.2092338 Jul 16 03:26:08.643410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f6ac42a-3ac8-4bea-89e8-496e0a5e093b req-c76501f2-7406-4f75-bd7c-f8b35616b21d service neutron] 10.222.0.48 "GET /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343458 Jul 16 03:26:08.647356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22e85ba-a071-472f-8fc7-c1e34571e4d3 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:08.658454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.687958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-147d7846-ac95-4a93-8217-6e65c444d0d7 req-42abf888-5cce-4033-b861-9318070bdb97 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Jul 16 03:26:08.690078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Transition to ACTIVE for port object a22e85ba-a071-472f-8fc7-c1e34571e4d3 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:08.733174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.800726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a22e85ba-a071-472f-8fc7-c1e34571e4d3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:08.867959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98f91-fa7e-4e0c-aabf-5b2050141352 req-6936c984-3102-4c38-b199-38122c3e5402 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:08.869476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07e98f91-fa7e-4e0c-aabf-5b2050141352 req-6936c984-3102-4c38-b199-38122c3e5402 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 943 time: 0.1788728 Jul 16 03:26:09.308514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Attempting to bind port a22e85ba-a071-472f-8fc7-c1e34571e4d3 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:09.308842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Attempting to bind port a22e85ba-a071-472f-8fc7-c1e34571e4d3 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:09.309173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Attempting to bind port a22e85ba-a071-472f-8fc7-c1e34571e4d3 on network a73cc32b-ad98-48ef-9867-881f76063a5b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:09.316213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07e98f91-fa7e-4e0c-aabf-5b2050141352 req-d0779c89-f1f3-4ede-9b79-97711fbb3551 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351189 Jul 16 03:26:09.319874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Port a22e85ba-a071-472f-8fc7-c1e34571e4d3 on network a73cc32b-ad98-48ef-9867-881f76063a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:09.320559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Attempting to bind port a22e85ba-a071-472f-8fc7-c1e34571e4d3 on network a73cc32b-ad98-48ef-9867-881f76063a5b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:09.330723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:09.331063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Checking segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:09.331449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Bound using segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:09.331885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Bound port: a22e85ba-a071-472f-8fc7-c1e34571e4d3, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:09.332242 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.407621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e52d41-2530-49fd-b99d-e01ba24899db req-cf0d0029-99ad-4c33-a942-f3906718e47e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:09.409112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0e52d41-2530-49fd-b99d-e01ba24899db req-cf0d0029-99ad-4c33-a942-f3906718e47e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1591079 Jul 16 03:26:09.488966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3'}, {'server_uuid': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:09.492397 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2614d-fada-4077-8bd9-8f03834b19eb" -d '{"events": [{"server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "name": "network-vif-plugged", "status": "completed", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3"}, {"server_uuid": "057071b0-3e07-4bb4-9a67-3f95f7faa060", "name": "network-vif-plugged", "status": "completed", "tag": "36d92c79-26ef-4ce1-a1c8-b03f8882ff7a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:09.502825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0e52d41-2530-49fd-b99d-e01ba24899db req-3d00af44-0ba0-4fe5-8049-040785edce02 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835018 Jul 16 03:26:09.504673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] For port a22e85ba-a071-472f-8fc7-c1e34571e4d3, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:09.519272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] For port a22e85ba-a071-472f-8fc7-c1e34571e4d3, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:09.528808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.583223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:09.583847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.585221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 1091 time: 1.6722324 Jul 16 03:26:09.587410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:09.590986 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:09.615106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901f9e-25cd-49e2-9bad-93275f0e2da8 service neutron] Pushing event updated for resources: {'Port': ['ID=a22e85ba-a071-472f-8fc7-c1e34571e4d3,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:09.634298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d773bd2-45dd-421d-87d5-de601b6221fa req-62f28c99-dcf5-4c63-bb95-ead230bebaf8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:09.635916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d773bd2-45dd-421d-87d5-de601b6221fa req-62f28c99-dcf5-4c63-bb95-ead230bebaf8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 950 time: 0.1723235 Jul 16 03:26:09.701809 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385770a7-4f36-4a6d-a5e1-b71f6d850d75 x-openstack-request-id: req-385770a7-4f36-4a6d-a5e1-b71f6d850d75 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:09.702273 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "name": "network-vif-plugged", "status": "completed", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3", "code": 200}, {"server_uuid": "057071b0-3e07-4bb4-9a67-3f95f7faa060", "name": "network-vif-plugged", "status": "completed", "tag": "36d92c79-26ef-4ce1-a1c8-b03f8882ff7a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:09.703174 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-385770a7-4f36-4a6d-a5e1-b71f6d850d75 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:09.706238 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'code': 200} Jul 16 03:26:09.706726 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', 'code': 200} Jul 16 03:26:09.736885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d773bd2-45dd-421d-87d5-de601b6221fa req-afea86b2-ada8-4fd4-8e93-4ae6598a7fba tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938466 Jul 16 03:26:09.827209 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34e2b4d-00a5-4d8a-a976-666178ff1fcb x-openstack-request-id: req-a34e2b4d-00a5-4d8a-a976-666178ff1fcb {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:09.827497 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:09.827750 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a34e2b4d-00a5-4d8a-a976-666178ff1fcb {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:09.828154 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'status': 'completed', 'code': 200} Jul 16 03:26:09.930847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-55f23d77-bdff-4b2d-ace9-0a2008f1332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:09.933595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-55f23d77-bdff-4b2d-ace9-0a2008f1332d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1094 time: 0.2089889 Jul 16 03:26:10.001654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-d0df125e-3bd3-45cb-90c2-929211fc2bab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0579348 Jul 16 03:26:10.014573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b357f1-45bb-40a4-84e8-f06afd4568bd req-e0b1a6bd-5f75-4c9e-b6d4-e952233cd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.015224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1b357f1-45bb-40a4-84e8-f06afd4568bd req-e0b1a6bd-5f75-4c9e-b6d4-e952233cd09a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1096 time: 0.1771402 Jul 16 03:26:10.016834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42d35-85a3-44d9-9cf4-d774cdbad6ad req-e764b54c-9110-4ce1-bb43-e683b478ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.018209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95d42d35-85a3-44d9-9cf4-d774cdbad6ad req-e764b54c-9110-4ce1-bb43-e683b478ea78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 1101 time: 0.1218479 Jul 16 03:26:10.079353 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1b357f1-45bb-40a4-84e8-f06afd4568bd req-f8ddf742-1a8a-4e00-a19a-b1daad023ea1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Jul 16 03:26:10.082902 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95d42d35-85a3-44d9-9cf4-d774cdbad6ad req-a2219c26-780c-416d-a6c9-2545668c40ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Jul 16 03:26:10.150960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-a87d7eea-0080-407c-9ca0-6d56c83b19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.152573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-a87d7eea-0080-407c-9ca0-6d56c83b19c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1355197 Jul 16 03:26:10.205357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef80a3f-4f40-4501-907e-f972db1b1eab req-dff0d503-abca-4186-97ec-443727cb034e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.206975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bef80a3f-4f40-4501-907e-f972db1b1eab req-dff0d503-abca-4186-97ec-443727cb034e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 945 time: 0.3414347 Jul 16 03:26:10.217292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17487a08-b846-4e3d-985e-04a67667fd4a req-13988843-16ba-4113-9c13-051b067a786c tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.218876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17487a08-b846-4e3d-985e-04a67667fd4a req-13988843-16ba-4113-9c13-051b067a786c tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 943 time: 0.2161880 Jul 16 03:26:10.311583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bef80a3f-4f40-4501-907e-f972db1b1eab req-847a59f2-8460-4dd7-a9f8-040009bf4977 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915327 Jul 16 03:26:10.335101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17487a08-b846-4e3d-985e-04a67667fd4a req-032dc56a-f3b5-40b0-8d58-a161025ad0ac tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058300 Jul 16 03:26:10.335622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-2dfb6ad4-8ee6-472c-a431-ff42b9285afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.337838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-2dfb6ad4-8ee6-472c-a431-ff42b9285afd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90&tenant_id=9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 1100 time: 0.0907221 Jul 16 03:26:10.339630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-8a6b51ae-411c-4b46-b468-6c7da45307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.341290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-8a6b51ae-411c-4b46-b468-6c7da45307c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802838 Jul 16 03:26:10.426453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-a3704d25-459e-48c7-bacb-4631770486e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.427998 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-a3704d25-459e-48c7-bacb-4631770486e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1100 time: 0.0614641 Jul 16 03:26:10.464422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-7e378db5-b2a8-43e0-9d00-01395317a9b7 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060748 Jul 16 03:26:10.536866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-94fc67ff-5cdd-4305-bb6f-c95951df252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.538736 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-94fc67ff-5cdd-4305-bb6f-c95951df252d service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1023927 Jul 16 03:26:10.613994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88bca098-a1a5-409c-a7a7-027d36dc4aa5 req-9ccdf9ac-597c-4f09-9faf-03e90c4ad1bf service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483068 Jul 16 03:26:10.621405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-b347efff-c032-4921-8f5b-a8415d5f6d2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0662360 Jul 16 03:26:10.623146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ec745-16cb-4e82-a123-a9365f038f8f req-5aa41c2c-de93-4963-80bd-dc53e3b89664 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.625327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f9ec745-16cb-4e82-a123-a9365f038f8f req-5aa41c2c-de93-4963-80bd-dc53e3b89664 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 943 time: 0.1357694 Jul 16 03:26:10.708713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-735043e9-9e58-45ce-b647-632b04f6d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.713995 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-735043e9-9e58-45ce-b647-632b04f6d0af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0815704 Jul 16 03:26:10.765068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f9ec745-16cb-4e82-a123-a9365f038f8f req-1ce4aeb7-67a5-41c2-97f7-5b681c739919 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304138 Jul 16 03:26:10.776912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-263f4df3-d33a-4ed9-89a4-6a265e30ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.778641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-263f4df3-d33a-4ed9-89a4-6a265e30ca9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625274 Jul 16 03:26:10.807049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-89b52d06-218c-45e0-bea8-d088a5cd4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.809171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-89b52d06-218c-45e0-bea8-d088a5cd4f3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1094 time: 0.1416752 Jul 16 03:26:10.825340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4990-69ec-4bf8-920c-7954ba0c1601 req-ec31e746-be30-46a9-846f-745c1439d88f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.826862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-142b4990-69ec-4bf8-920c-7954ba0c1601 req-ec31e746-be30-46a9-846f-745c1439d88f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1610894 Jul 16 03:26:10.925536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-142b4990-69ec-4bf8-920c-7954ba0c1601 req-83169090-cbf1-4f6f-bebb-3b6f9cd89eb0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893629 Jul 16 03:26:10.971513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-bab6ce0d-f0f9-4b42-bca1-5c71d17201ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.973153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-bab6ce0d-f0f9-4b42-bca1-5c71d17201ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1454124 Jul 16 03:26:10.997572 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-35aa67ff-7675-4fd8-9541-69c2118e4b05 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093530 Jul 16 03:26:11.051484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88ff6875-cea6-4703-a701-b4f4deec2261 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:11.056961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-0ae6efca-d647-493f-a900-71b521bee661 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0745745 Jul 16 03:26:11.122094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ec44564-3a1f-4eef-b142-6385e922d044 req-f95a3d4b-ffcf-452a-a4bb-efe632416599 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176164 Jul 16 03:26:11.165616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-b079f490-b0b1-4094-b916-d1de37a84a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.183559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-b079f490-b0b1-4094-b916-d1de37a84a61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1091566 Jul 16 03:26:11.196577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 88ff6875-cea6-4703-a701-b4f4deec2261, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88ff6875-cea6-4703-a701-b4f4deec2261,segment=NetworkSegment(258a68c2-55b1-491a-b9d1-fbd55781cf1d),segment_id=258a68c2-55b1-491a-b9d1-fbd55781cf1d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:11.217329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '88ff6875-cea6-4703-a701-b4f4deec2261', 'network_id': '5af5bedc-6522-472f-acf7-079544ea3f37', 'port_id': '88ff6875-cea6-4703-a701-b4f4deec2261', 'mac_address': 'fa:16:3e:8d:93:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8747a18-0b49-43e1-970e-216fa57014bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:11.258212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ede33-d3b5-4885-b876-3a4d49835f60 req-15e426b3-5730-4e00-b2cf-e8cb0a432247 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.258212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c90ede33-d3b5-4885-b876-3a4d49835f60 req-15e426b3-5730-4e00-b2cf-e8cb0a432247 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 950 time: 0.2102642 Jul 16 03:26:11.284357 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.303229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-3714bf14-7426-4272-ab57-18286dc00190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.304659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-3714bf14-7426-4272-ab57-18286dc00190 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092942 Jul 16 03:26:11.312597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c90ede33-d3b5-4885-b876-3a4d49835f60 req-6fee2d89-0e0f-4557-a449-e9f60ae5a7f6 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Jul 16 03:26:11.316137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ff6875-cea6-4703-a701-b4f4deec2261 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:11.373543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 88ff6875-cea6-4703-a701-b4f4deec2261, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88ff6875-cea6-4703-a701-b4f4deec2261,segment=NetworkSegment(258a68c2-55b1-491a-b9d1-fbd55781cf1d),segment_id=258a68c2-55b1-491a-b9d1-fbd55781cf1d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:11.387022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.424618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-64b8cb19-700f-4545-bc8c-11b82d2c25bf service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089587 Jul 16 03:26:11.468250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=88ff6875-cea6-4703-a701-b4f4deec2261,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:11.624895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8df91654-c9a2-4a6e-a607-b0b7438e5ee4 req-6120aaaa-cab0-4553-b9a7-646f0a5a643e service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860166 Jul 16 03:26:11.627990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['88ff6875-cea6-4703-a701-b4f4deec2261'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:11.653797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca451-6f8c-4d53-8d8b-0d58df4ef5ab req-df3c8c49-374f-4386-83cb-a65f635d2a56 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.655462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a05ca451-6f8c-4d53-8d8b-0d58df4ef5ab req-df3c8c49-374f-4386-83cb-a65f635d2a56 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 944 time: 0.1625743 Jul 16 03:26:11.667914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38d891-8ff1-45de-a829-f58d60ee91cc req-29635809-6b3b-4d64-8151-59749f1facd3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.669368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df38d891-8ff1-45de-a829-f58d60ee91cc req-29635809-6b3b-4d64-8151-59749f1facd3 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 945 time: 0.1468809 Jul 16 03:26:11.725224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a05ca451-6f8c-4d53-8d8b-0d58df4ef5ab req-256fa192-5ce9-42d7-9912-ba1e333875f0 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Jul 16 03:26:11.730046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df38d891-8ff1-45de-a829-f58d60ee91cc req-9032f5ce-30a2-4b4c-ba13-99b3605577f0 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Jul 16 03:26:11.983038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5d3a0-b6a3-434f-b1cd-ee7e3ff18a52 req-e190410c-6715-4604-9682-0dacd5282042 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.984523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ff5d3a0-b6a3-434f-b1cd-ee7e3ff18a52 req-e190410c-6715-4604-9682-0dacd5282042 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 943 time: 0.1085703 Jul 16 03:26:11.987774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-67ee6645-e879-47b5-9c7c-a0c1e4975907 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1579625693&fields=id&tenant_id=921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 267 time: 0.0995200 Jul 16 03:26:12.061655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ff5d3a0-b6a3-434f-b1cd-ee7e3ff18a52 req-a088083b-d3cc-465d-b0eb-04192e314f0f tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Jul 16 03:26:12.104012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-db57f710-b3b0-455b-9389-5df2214fa0e4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.105549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-db57f710-b3b0-455b-9389-5df2214fa0e4 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 945 time: 0.1115546 Jul 16 03:26:12.123394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'port': {'security_groups': ['0c65dcf4-c620-45ab-b3a2-587d43da0ffa', '4b3a746a-511b-4a8d-a010-60263f1859ba']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:12.223329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.437155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b128f5-ed97-45e2-bbc4-2076a76cd2b4 req-8c1c4f9e-ef1b-4a1a-8d64-99044de244fc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.439199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2b128f5-ed97-45e2-bbc4-2076a76cd2b4 req-8c1c4f9e-ef1b-4a1a-8d64-99044de244fc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 949 time: 0.1368723 Jul 16 03:26:12.543102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2b128f5-ed97-45e2-bbc4-2076a76cd2b4 req-d55092a1-711d-467c-b633-1023ac124846 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951717 Jul 16 03:26:12.548794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:12.586068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.591250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.603610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3aa281cb-813f-45e7-906d-f3a84e4aa9b3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:12.607666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:12.665739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.666387 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.667837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a12ec61-fb3e-4078-b7b1-47923d1803f4 req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "PUT /v2.0/ports/3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 981 time: 0.5521221 Jul 16 03:26:12.673563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:12.676249 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee191da8-6352-4b9d-accb-d2969ffb6600" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:12.752892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3aa281cb-813f-45e7-906d-f3a84e4aa9b3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:12.766246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c9b0-7218-4c56-a735-87c526189572 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:12.786985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d02887b-9226-4f7c-8596-f4c34c919175 req-43eb47bd-8b7a-4dc0-b733-0af3269e00fb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/4b3a746a-511b-4a8d-a010-60263f1859ba HTTP/1.1" status: 200 len: 1801 time: 0.0713921 Jul 16 03:26:12.843594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0e561-51db-4d1b-b954-9b0346c45ee2 req-929b98c6-44d6-4f1b-ba91-af6a44974bf2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.845170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7e0e561-51db-4d1b-b954-9b0346c45ee2 req-929b98c6-44d6-4f1b-ba91-af6a44974bf2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 950 time: 0.1638215 Jul 16 03:26:12.869397 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-0d02887b-9226-4f7c-8596-f4c34c919175 req-5e483c7f-33aa-4d7c-b010-3e81451710c2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:26:12.870731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d02887b-9226-4f7c-8596-f4c34c919175 req-5e483c7f-33aa-4d7c-b010-3e81451710c2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b3a746a-511b-4a8d-a010-60263f1859ba HTTP/1.1" status: 409 len: 341 time: 0.0777388 Jul 16 03:26:12.900176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7e0e561-51db-4d1b-b954-9b0346c45ee2 req-66ed8c98-235e-4bc6-9743-9422bd102d77 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Jul 16 03:26:12.938046 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74738cb6-a6fd-4e2a-9b10-bd48b2386f91 x-openstack-request-id: req-74738cb6-a6fd-4e2a-9b10-bd48b2386f91 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:12.938348 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:12.938678 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74738cb6-a6fd-4e2a-9b10-bd48b2386f91 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:12.939079 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'status': 'completed', 'code': 200} Jul 16 03:26:13.067104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88ff6875-cea6-4703-a701-b4f4deec2261 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:13.070594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-7ef2f930-717d-475e-9c18-882edeaeca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.086059 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-7ef2f930-717d-475e-9c18-882edeaeca96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1135 time: 0.1257739 Jul 16 03:26:13.291532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce81665-9b0f-4d76-9dc9-4ff5f5002036 req-e1be5015-aa7e-481b-aa84-91b065c9758c tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.293128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ce81665-9b0f-4d76-9dc9-4ff5f5002036 req-e1be5015-aa7e-481b-aa84-91b065c9758c tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 944 time: 0.1420438 Jul 16 03:26:13.296438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 88ff6875-cea6-4703-a701-b4f4deec2261 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:13.314193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 88ff6875-cea6-4703-a701-b4f4deec2261 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:13.314996 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.322918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-3734bfbc-08ee-4a84-93ea-c802cd554569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.324239 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-3734bfbc-08ee-4a84-93ea-c802cd554569 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.2350931 Jul 16 03:26:13.355175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ce81665-9b0f-4d76-9dc9-4ff5f5002036 req-6a37c3ca-dd7c-44c7-a85e-87a91a7eeca7 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Jul 16 03:26:13.397568 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-0d881d2a-af95-4833-a1cb-fbb18251eb76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 217 time: 0.0565724 Jul 16 03:26:13.497760 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.501387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-28b6fda4-e903-4f65-819a-29a22e46e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.503014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-28b6fda4-e903-4f65-819a-29a22e46e6c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.0971079 Jul 16 03:26:13.525143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ff6875-cea6-4703-a701-b4f4deec2261'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:13.529885 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d656cba8-42a2-496a-afe6-2c42872ff6ab" -d '{"events": [{"server_uuid": "009bd2c2-3dd8-4e51-85a8-02f1d545c80c", "name": "network-vif-plugged", "status": "completed", "tag": "88ff6875-cea6-4703-a701-b4f4deec2261"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:13.549082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-639f1ac3-1e9e-454b-bad9-8a94d0d79718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384233 Jul 16 03:26:13.563974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 88ff6875-cea6-4703-a701-b4f4deec2261, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88ff6875-cea6-4703-a701-b4f4deec2261,segment=NetworkSegment(258a68c2-55b1-491a-b9d1-fbd55781cf1d),segment_id=258a68c2-55b1-491a-b9d1-fbd55781cf1d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:13.576116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.577259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:13.587763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c6705-4207-462f-8f1b-5ef2bf3b8931 req-5d18be20-5c84-4852-b2f4-87469ebd2732 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.597742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a0c6705-4207-462f-8f1b-5ef2bf3b8931 req-5d18be20-5c84-4852-b2f4-87469ebd2732 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 943 time: 0.0942659 Jul 16 03:26:13.687323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-75ab1dab-57cf-463e-89c1-1b536e403533 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312439 Jul 16 03:26:13.688464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a0c6705-4207-462f-8f1b-5ef2bf3b8931 req-d3df815d-7d0d-4659-8e21-f27895b65a22 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900574 Jul 16 03:26:13.708666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec3d7a-6c80-4e91-899b-47e10fdf57fb req-4914e1ea-db44-45fc-9db9-4449efc75b77 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.710287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cec3d7a-6c80-4e91-899b-47e10fdf57fb req-4914e1ea-db44-45fc-9db9-4449efc75b77 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 1101 time: 0.1094713 Jul 16 03:26:13.713901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=88ff6875-cea6-4703-a701-b4f4deec2261,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.741578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0cec3d7a-6c80-4e91-899b-47e10fdf57fb req-7c18b070-e732-4c77-925e-81a82fc909f4 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.762894 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.821068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ee191da8-6352-4b9d-accb-d2969ffb6600 req-828f9729-baf4-478a-b3e1-908af033f155 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265373 Jul 16 03:26:13.828200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:13.834640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.863083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0cec3d7a-6c80-4e91-899b-47e10fdf57fb req-7c18b070-e732-4c77-925e-81a82fc909f4 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.868755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0cec3d7a-6c80-4e91-899b-47e10fdf57fb req-7c18b070-e732-4c77-925e-81a82fc909f4 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.943544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cec3d7a-6c80-4e91-899b-47e10fdf57fb req-7c18b070-e732-4c77-925e-81a82fc909f4 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188706 Jul 16 03:26:13.950069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.971589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18b070-e732-4c77-925e-81a82fc909f4 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356c3a89-5d0f-4ccf-a107-53d6ddd4e961,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.979018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-b0c46370-dad0-44d5-94c4-8e56f379156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.982272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-b0c46370-dad0-44d5-94c4-8e56f379156c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1135 time: 0.1017959 Jul 16 03:26:14.015502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911bd39-7cfa-4970-8799-5919c313d89f req-5394e38b-ab47-449f-ad68-f4068e6d6d77 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.017766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2911bd39-7cfa-4970-8799-5919c313d89f req-5394e38b-ab47-449f-ad68-f4068e6d6d77 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 984 time: 0.1050811 Jul 16 03:26:14.020381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a22e85ba-a071-472f-8fc7-c1e34571e4d3 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:14.075589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2911bd39-7cfa-4970-8799-5919c313d89f req-043e0f4b-82eb-46d8-a1f2-1c59c40d8731 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=4b3a746a-511b-4a8d-a010-60263f1859ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0510218 Jul 16 03:26:14.178251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-5662ab82-99d1-47e2-beba-e750f80b3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.179818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-5662ab82-99d1-47e2-beba-e750f80b3f77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.1920409 Jul 16 03:26:14.230667 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a32d655-957a-41eb-9b5c-c027f08ab14b x-openstack-request-id: req-1a32d655-957a-41eb-9b5c-c027f08ab14b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:14.230961 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bd2c2-3dd8-4e51-85a8-02f1d545c80c", "name": "network-vif-plugged", "status": "completed", "tag": "88ff6875-cea6-4703-a701-b4f4deec2261", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:14.231217 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a32d655-957a-41eb-9b5c-c027f08ab14b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:14.231610 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ff6875-cea6-4703-a701-b4f4deec2261', 'code': 200} Jul 16 03:26:14.247005 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-49b6934e-1509-4884-97e4-30cb073a81aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 217 time: 0.0531290 Jul 16 03:26:14.325662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d45af-23ba-4f6e-aa0f-1b5c1fe6023f req-698b0295-2e9d-42b6-ac23-a7eba115896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.327200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d96d45af-23ba-4f6e-aa0f-1b5c1fe6023f req-698b0295-2e9d-42b6-ac23-a7eba115896a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 1096 time: 0.0930133 Jul 16 03:26:14.328043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-db150a8a-272d-40b0-a7b7-31923f43dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.330644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-db150a8a-272d-40b0-a7b7-31923f43dee5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.0766828 Jul 16 03:26:14.383699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a22e85ba-a071-472f-8fc7-c1e34571e4d3, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:14.399758 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-c136e102-33bb-4308-a86e-de0b607b4525 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613172 Jul 16 03:26:14.400563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:14.471022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d96d45af-23ba-4f6e-aa0f-1b5c1fe6023f req-e5886fed-7a32-49c0-8d79-94dffa751251 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276023 Jul 16 03:26:14.478855 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:14.497631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f99c9-a00f-4d60-8d6d-ede31784364e req-a90ee85b-26cb-483f-9aa4-bbc74f3ae795 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.505833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e6f99c9-a00f-4d60-8d6d-ede31784364e req-a90ee85b-26cb-483f-9aa4-bbc74f3ae795 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 947 time: 0.1776192 Jul 16 03:26:14.520932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22e85ba-a071-472f-8fc7-c1e34571e4d3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:14.573280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e6f99c9-a00f-4d60-8d6d-ede31784364e req-3d8202b0-5699-4b86-9f60-8a316df3b691 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665026 Jul 16 03:26:14.574953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a22e85ba-a071-472f-8fc7-c1e34571e4d3, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:14.592019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:14.608552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-028eeaf8-6996-4a5b-9223-b5cc70ebb214 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995018 Jul 16 03:26:14.658458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a22e85ba-a071-472f-8fc7-c1e34571e4d3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:14.665118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1475-4b7f-4e2d-a684-7e81ba8fee3b req-6aca312d-9bef-4ea1-bdcb-f76f75d6f20e tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.672103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0df1475-4b7f-4e2d-a684-7e81ba8fee3b req-6aca312d-9bef-4ea1-bdcb-f76f75d6f20e tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 945 time: 0.0975974 Jul 16 03:26:14.722810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0df1475-4b7f-4e2d-a684-7e81ba8fee3b req-a0893789-931d-4506-a7d6-13b0454bfcb7 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Jul 16 03:26:14.729558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d79bddb-6b51-412f-aa86-f75ff0dc843a req-0b29d015-63a9-4f70-b4b3-6c0ca678fb3e service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124814 Jul 16 03:26:14.921541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dae19-ca62-4008-9601-30949bb99cc2 req-42b21bd1-bd04-4a2a-b64c-a742b40e32bf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.924313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee3dae19-ca62-4008-9601-30949bb99cc2 req-42b21bd1-bd04-4a2a-b64c-a742b40e32bf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 947 time: 0.0740218 Jul 16 03:26:14.972065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee3dae19-ca62-4008-9601-30949bb99cc2 req-34e55132-7367-4d58-b524-fa415771992f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Jul 16 03:26:14.978719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a22e85ba-a071-472f-8fc7-c1e34571e4d3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:15.090366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:15.093423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-5ade863e-0246-42e0-8f6c-6202a1cc7c17 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301471 Jul 16 03:26:15.242752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:15.249901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be937f-6e83-46a4-8e95-1bc573952f96 req-a75407b8-6ff9-42ff-a34f-1eabee4dcd6b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.251650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87be937f-6e83-46a4-8e95-1bc573952f96 req-a75407b8-6ff9-42ff-a34f-1eabee4dcd6b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 944 time: 0.1613965 Jul 16 03:26:15.259811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'mac_address': 'fa:16:3e:66:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:15.262789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-c379a4e9-ec39-43de-8f6b-617e64d3eb13 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.269636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-c379a4e9-ec39-43de-8f6b-617e64d3eb13 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629562 Jul 16 03:26:15.300278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-e1b0cb21-0e8c-48ff-83ff-d4780495c390 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/quotas/8612e2b362704cbbbe7782b2dd33f76f HTTP/1.1" status: 200 len: 375 time: 0.0293467 Jul 16 03:26:15.315937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.346216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1fdd0d-375e-44a2-ac2c-b870000dde67 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:15.359646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87be937f-6e83-46a4-8e95-1bc573952f96 req-abb6aa93-359e-4c3c-b845-61642281731a tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844073 Jul 16 03:26:15.416362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-80e2fd8d-1780-4bc6-9fe8-b626667d6bcb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149690 Jul 16 03:26:15.428923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:15.437385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.508406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.677607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07989-f308-4951-a605-20f220001b29 req-5fc6de51-06ab-4a03-a0d3-a30ce72b1b82 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.687730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccb07989-f308-4951-a605-20f220001b29 req-5fc6de51-06ab-4a03-a0d3-a30ce72b1b82 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 984 time: 0.1230271 Jul 16 03:26:15.700392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fa1fdd0d-375e-44a2-ac2c-b870000dde67'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:15.745274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccb07989-f308-4951-a605-20f220001b29 req-c67f03f7-1244-41cc-ae91-aab1aa8f6f5f tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=4b3a746a-511b-4a8d-a010-60263f1859ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0565603 Jul 16 03:26:16.013198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-59e0be89-8931-4a62-8c4a-2262ba544495 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300159 Jul 16 03:26:16.202899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd678232-8e46-49ba-a6b4-c6bdf0357c0e req-325fc25f-ea54-449b-b528-3e25e804ca15 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.204476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd678232-8e46-49ba-a6b4-c6bdf0357c0e req-325fc25f-ea54-449b-b528-3e25e804ca15 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 945 time: 0.1397634 Jul 16 03:26:16.211318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-dea8be7e-6932-464c-b980-9efa643ef09f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.212719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-dea8be7e-6932-464c-b980-9efa643ef09f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932263 Jul 16 03:26:16.232437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:16.236522 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498605de-2d85-40f8-b2e7-ccd9ea865534" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:16.239416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-80d591e6-6341-4115-9dd3-40e37c4321a2 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/quotas/9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 375 time: 0.0183620 Jul 16 03:26:16.287586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd678232-8e46-49ba-a6b4-c6bdf0357c0e req-f2cc93a5-3a92-4d7b-b1a7-70eed3878d52 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737643 Jul 16 03:26:16.343151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-586e068c-b030-4823-a0a7-04c1bfe69412 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936563 Jul 16 03:26:16.498772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-e5fd489b-3e3d-4bdb-b3e0-18fcebc6e6ce tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1661931034&fields=id&tenant_id=921bbdd471b4437caeb1de6abf097e39 HTTP/1.1" status: 200 len: 267 time: 0.0457220 Jul 16 03:26:16.599310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-5a193387-4b69-4219-a949-48f7612d0140 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.601450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-5a193387-4b69-4219-a949-48f7612d0140 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 984 time: 0.0961239 Jul 16 03:26:16.614198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'port': {'security_groups': ['0c65dcf4-c620-45ab-b3a2-587d43da0ffa', '4b3a746a-511b-4a8d-a010-60263f1859ba', 'b5817faa-e78d-4f72-b540-0f34eb1897e2']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:16.757009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.098960 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f8c2c-857c-479b-99bb-2b9060a26d4e x-openstack-request-id: req-bc0f8c2c-857c-479b-99bb-2b9060a26d4e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:17.099503 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:17.099925 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc0f8c2c-857c-479b-99bb-2b9060a26d4e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:17.100480 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'code': 200} Jul 16 03:26:17.102631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:17.160524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:17.188639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port fa1fdd0d-375e-44a2-ac2c-b870000dde67 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:17.189647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.287630 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.298180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.299658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.349028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:17.353668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3aa281cb-813f-45e7-906d-f3a84e4aa9b3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:17.410929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:17.414523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.437507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1e3ae6e-9594-4345-b560-b8dad1e54254 req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "PUT /v2.0/ports/3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 1020 time: 0.8274174 Jul 16 03:26:17.438027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:17.446081 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4d607-925d-44b7-99ef-6f04eaba0c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:17.514433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:17.521540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4543-718e-4a1b-adad-c0d3a73eec5c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:17.527534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3aa281cb-813f-45e7-906d-f3a84e4aa9b3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:17.554889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.684050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3af511fb-1f05-42fd-9a02-6c7c2f7b46fb req-2d84b9aa-a9bd-483e-a2d4-4e46fa18a2e7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 210 time: 0.0503483 Jul 16 03:26:17.756137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:17.788212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf374-2a41-4bfa-9af3-5e220fbe3073 req-f1593c06-0ab3-4b18-8f3a-5497e6088a16 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:17.792246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-975cf374-2a41-4bfa-9af3-5e220fbe3073 req-f1593c06-0ab3-4b18-8f3a-5497e6088a16 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 944 time: 0.1049604 Jul 16 03:26:17.851251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-975cf374-2a41-4bfa-9af3-5e220fbe3073 req-b2962b13-3d1b-4eb6-8a4e-0bbfdae92286 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Jul 16 03:26:18.057768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a22e85ba-a071-472f-8fc7-c1e34571e4d3 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:18.064060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-d6f8b523-9100-45d3-b2cf-2cc6bb6356da tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443125 Jul 16 03:26:18.117075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9c6f547-94ed-4894-84ac-aa98ba1ef237 req-c99ebe4f-ae98-4c4d-853f-6f8f478599eb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 210 time: 0.0394707 Jul 16 03:26:18.146468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-584a5d3c-dc5e-4195-935f-de73a1d1692b req-e627c152-bcd0-4f9b-9e48-176e5ebe4c90 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/b5817faa-e78d-4f72-b540-0f34eb1897e2 HTTP/1.1" status: 200 len: 1800 time: 0.0876656 Jul 16 03:26:18.222910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a22e85ba-a071-472f-8fc7-c1e34571e4d3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:18.238525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a22e85ba-a071-472f-8fc7-c1e34571e4d3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:18.238989 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.279679 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc773d-f82c-4516-83ec-810cb4e6d0e0 x-openstack-request-id: req-bbfc773d-f82c-4516-83ec-810cb4e6d0e0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:18.280020 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:18.280225 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbfc773d-f82c-4516-83ec-810cb4e6d0e0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:18.281681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-9f865042-fc71-4553-818a-54640df0e953 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.282829 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'status': 'completed', 'code': 200} Jul 16 03:26:18.284387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-9f865042-fc71-4553-818a-54640df0e953 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145493 Jul 16 03:26:18.304573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:18.308565 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-584a5d3c-dc5e-4195-935f-de73a1d1692b req-cd9679d2-6b8a-497a-82f4-a619feffbe67 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:26:18.342933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-584a5d3c-dc5e-4195-935f-de73a1d1692b req-cd9679d2-6b8a-497a-82f4-a619feffbe67 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5817faa-e78d-4f72-b540-0f34eb1897e2 HTTP/1.1" status: 409 len: 341 time: 0.1929069 Jul 16 03:26:18.440136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-232d808f-f9b3-4e45-9d6b-a38bd883e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.443766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-232d808f-f9b3-4e45-9d6b-a38bd883e9a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=921bbdd471b4437caeb1de6abf097e39&device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1174 time: 0.1569765 Jul 16 03:26:18.615459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-fcca831f-5d86-49a1-9085-98113a183bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.618019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-fcca831f-5d86-49a1-9085-98113a183bad service neutron] 10.222.0.48 "GET /v2.0/networks?id=ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 200 len: 915 time: 0.1677809 Jul 16 03:26:18.656677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.701638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:18.706199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.708382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-ff7683fb-4956-4772-99e8-1d0cfc31b0f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 200 len: 217 time: 0.0743899 Jul 16 03:26:18.827226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-5d8a6799-35b0-4606-9732-7e201ac0c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.829473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a22e85ba-a071-472f-8fc7-c1e34571e4d3, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:18.839265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-5d8a6799-35b0-4606-9732-7e201ac0c8dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 200 len: 853 time: 0.1231186 Jul 16 03:26:18.858404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.973198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-cda9a433-7708-461f-ad51-13d031f5c5a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ad73a4a4-8b3f-4c37-99bf-cde351449c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327171 Jul 16 03:26:19.024177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a22e85ba-a071-472f-8fc7-c1e34571e4d3,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:19.028948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.20 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/9fa4e83f-ab02-4262-85ea-da2fe569cc42) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:19.101716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}, {'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:19.104804 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef464e0-a196-4b47-8199-5b735bf8c34d" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-plugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}, {"server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:19.234603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fe5f200-7b4d-46c4-86bb-fe22a6135da5 req-bac7baaf-c76f-4ac4-a037-e371849afb67 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 210 time: 0.0872011 Jul 16 03:26:19.272182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-d4b29f86-e860-4962-9634-7c80729a2d37 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543766 Jul 16 03:26:19.283505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-da94aff3-4a65-4928-9db1-866053073b9e service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971716 Jul 16 03:26:19.405205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.445533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82d4d607-925d-44b7-99ef-6f04eaba0c4b req-77932d86-62b9-49fe-8b06-770d8896b5a7 service neutron] 10.222.0.48 "GET /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497655 Jul 16 03:26:19.481069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 9fa4e83f-ab02-4262-85ea-da2fe569cc42 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:19.534514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-84928903-49a8-4280-bc9b-633e35017178 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:19.536236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-84928903-49a8-4280-bc9b-633e35017178 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555218 Jul 16 03:26:19.555606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': 'f4d2ff71-cee9-451e-a489-64536534c769', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:19.629490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb13fc-ee6c-4e75-ace4-f2f976f0932a req-74bdd10e-4f4e-40ba-9693-acf3b8e97408 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:19.641046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99bb13fc-ee6c-4e75-ace4-f2f976f0932a req-74bdd10e-4f4e-40ba-9693-acf3b8e97408 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1023 time: 0.3611262 Jul 16 03:26:19.688686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.718103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:19.765097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2f76-ffe1-4e38-a9b1-275ce1811395 req-2e2a11fb-0a6b-4e61-9d7e-8d233e457f3a tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:19.767491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad0f2f76-ffe1-4e38-a9b1-275ce1811395 req-2e2a11fb-0a6b-4e61-9d7e-8d233e457f3a tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 945 time: 0.3003974 Jul 16 03:26:19.808957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:19.811138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=9fa4e83f-ab02-4262-85ea-da2fe569cc42,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:19.813803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:19.817536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:19.820493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:19.824791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.949138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99bb13fc-ee6c-4e75-ace4-f2f976f0932a req-c23d35a8-7765-426a-82c0-bd63a4519c3d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=4b3a746a-511b-4a8d-a010-60263f1859ba&id=b5817faa-e78d-4f72-b540-0f34eb1897e2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3044386 Jul 16 03:26:19.971289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad0f2f76-ffe1-4e38-a9b1-275ce1811395 req-49f1a8f8-581e-4136-800a-227e4abda856 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935079 Jul 16 03:26:20.042448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-662f813c-b93f-4d0d-9f56-3d23aa4ef24b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889013 Jul 16 03:26:20.047611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.94 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/8d40c563-92d9-446d-9ad5-bb1e49601b22) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:20.303162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-edcdadab-062a-4a8f-96a5-fc4a9f4d046b None None] Provisioning for port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:20.315187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-edcdadab-062a-4a8f-96a5-fc4a9f4d046b None None] Provisioning complete for port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:20.317136 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edcdadab-062a-4a8f-96a5-fc4a9f4d046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.379189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-ada5809c-c302-4cb9-a1b3-bdd0d3c5066d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:20.382363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-ada5809c-c302-4cb9-a1b3-bdd0d3c5066d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325505 Jul 16 03:26:20.411717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Request body: {'port': {'device_id': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '9e1d83052a71429a8b800197dd5a1cb7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:20.457245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-edcdadab-062a-4a8f-96a5-fc4a9f4d046b None None] Port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:20.465287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.484478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 8d40c563-92d9-446d-9ad5-bb1e49601b22 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:20.502757 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ef6ae-515b-45df-b530-24332cabedbd x-openstack-request-id: req-5e0ef6ae-515b-45df-b530-24332cabedbd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:20.503052 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-plugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "code": 200}, {"server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:20.503301 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e0ef6ae-515b-45df-b530-24332cabedbd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:20.503696 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'code': 200} Jul 16 03:26:20.503947 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'code': 200} Jul 16 03:26:20.517677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68195b-90bf-4e9b-9438-0b87074e90c4 req-36ff5f26-9741-4019-93c9-0a5fea259aed tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:20.528919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd68195b-90bf-4e9b-9438-0b87074e90c4 req-36ff5f26-9741-4019-93c9-0a5fea259aed tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 945 time: 0.3397348 Jul 16 03:26:20.572511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:20.573668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.587602 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.601754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:20.656243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=8d40c563-92d9-446d-9ad5-bb1e49601b22,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:20.659952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-09e67532-b392-41e6-9acc-6904df15fd0f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3602231 Jul 16 03:26:20.676666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:20.679934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:20.704805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Request body: {'port': {'device_id': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:20.754618 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84967858-6f28-49e4-981b-af5e98ee9524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.801757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:20.879121 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.886655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:20.887671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.900331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.48', 57531) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:20.918890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd68195b-90bf-4e9b-9438-0b87074e90c4 req-a0c01b4c-dc89-481a-bff6-497e52261761 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883967 Jul 16 03:26:20.995421 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7bdcadca-ad93-4535-907d-06926bb49e64 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4435720 Jul 16 03:26:21.024476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Request body: {'port': {'device_id': 'f4d2ff71-cee9-451e-a489-64536534c769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:21.101078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27f0c2ed-bb38-4e4b-a8bc-806e18f8a679 None None] Provisioning for port 8d40c563-92d9-446d-9ad5-bb1e49601b22 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:21.105267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27f0c2ed-bb38-4e4b-a8bc-806e18f8a679 None None] Provisioning complete for port 8d40c563-92d9-446d-9ad5-bb1e49601b22 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:21.105636 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27f0c2ed-bb38-4e4b-a8bc-806e18f8a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.127969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-32deb9bd-a0dd-44e4-bcbb-98dee1a7936c tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.129505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-32deb9bd-a0dd-44e4-bcbb-98dee1a7936c tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.48 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 945 time: 0.2235272 Jul 16 03:26:21.175339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-27f0c2ed-bb38-4e4b-a8bc-806e18f8a679 None None] Port 8d40c563-92d9-446d-9ad5-bb1e49601b22 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:21.390486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Deleting port 88ff6875-cea6-4703-a701-b4f4deec2261 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:21.390848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.478741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.483735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e10d3109-d815-46f1-89a0-6396cd20eacf req-f84e584a-822e-422e-ac0d-00df30a882b0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 210 time: 0.0915489 Jul 16 03:26:21.575539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0e15a-dc95-40b5-9864-1c55fdf6f140 req-bf3ca00b-63c1-4745-b4ac-cdff40e0833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.577135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ee0e15a-dc95-40b5-9864-1c55fdf6f140 req-bf3ca00b-63c1-4745-b4ac-cdff40e0833d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.7809043 Jul 16 03:26:21.638451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-385e1acf-2555-424c-8c19-f7d11cf66887 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.640644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-385e1acf-2555-424c-8c19-f7d11cf66887 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1023 time: 0.9573944 Jul 16 03:26:21.645956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ee0e15a-dc95-40b5-9864-1c55fdf6f140 req-c9304d69-fe4e-4d03-96d4-5dc3ecc2c9d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Jul 16 03:26:21.660944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Made reservation on behalf of 9e1d83052a71429a8b800197dd5a1cb7 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:21.664591 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.721921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] For port 88ff6875-cea6-4703-a701-b4f4deec2261, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88ff6875-cea6-4703-a701-b4f4deec2261,segment=NetworkSegment(258a68c2-55b1-491a-b9d1-fbd55781cf1d),segment_id=258a68c2-55b1-491a-b9d1-fbd55781cf1d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:21.722295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.741471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Calling delete_port for 88ff6875-cea6-4703-a701-b4f4deec2261 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:21.838847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe0641-a0bf-4694-9be3-b0b37e9a2557 req-d476bb0c-fa25-4393-9976-bb9d5792fbf8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.847236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcbe0641-a0bf-4694-9be3-b0b37e9a2557 req-d476bb0c-fa25-4393-9976-bb9d5792fbf8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 935 time: 0.9153183 Jul 16 03:26:21.960655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248aa326-9fae-459c-9de0-5c849541ccc2 req-3423e255-3512-47c0-a630-bebcd83a9eb5 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.962384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-248aa326-9fae-459c-9de0-5c849541ccc2 req-3423e255-3512-47c0-a630-bebcd83a9eb5 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 1023 time: 0.2580178 Jul 16 03:26:21.968127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcbe0641-a0bf-4694-9be3-b0b37e9a2557 req-a1b1985f-c509-4bd8-815b-4966f7492b9b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101151 Jul 16 03:26:21.980546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Deleting port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:21.980984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.100127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-248aa326-9fae-459c-9de0-5c849541ccc2 req-2fd1792d-a174-42a3-bae3-517c31701dbd tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=4b3a746a-511b-4a8d-a010-60263f1859ba&id=b5817faa-e78d-4f72-b540-0f34eb1897e2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1148403 Jul 16 03:26:22.158043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] For port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:22.158438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.220327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa4e83f-ab02-4262-85ea-da2fe569cc42 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:22.224163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Calling delete_port for 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:22.234992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.272689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Transition to ACTIVE for port object 9fa4e83f-ab02-4262-85ea-da2fe569cc42 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:22.300183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.387886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8297fe-1df6-4987-a6e9-2daf4f826671 req-022ba223-2ec1-436e-81f0-b5d40aa5316b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:22.395167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb8297fe-1df6-4987-a6e9-2daf4f826671 req-022ba223-2ec1-436e-81f0-b5d40aa5316b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 945 time: 0.1904118 Jul 16 03:26:22.465484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb8297fe-1df6-4987-a6e9-2daf4f826671 req-a9e15fc6-f22b-4277-affb-bff956c4c804 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692604 Jul 16 03:26:22.577964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.596236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:22.601635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3aa281cb-813f-45e7-906d-f3a84e4aa9b3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:22.689579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa4e83f-ab02-4262-85ea-da2fe569cc42,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:22.728909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.799146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['88ff6875-cea6-4703-a701-b4f4deec2261'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:22.828111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'Port': ['ID=3aa281cb-813f-45e7-906d-f3a84e4aa9b3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:22.848408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Attempting to bind port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:22.848408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Attempting to bind port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:22.848408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Attempting to bind port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:22.863649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Pushing event deleted for resources: {'Port': ['ID=88ff6875-cea6-4703-a701-b4f4deec2261,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:22.896140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:22.896564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Attempting to bind port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:22.967876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed3b323e-2a2a-4dc2-8f9c-4d836abb3638 req-6276ef0d-4422-47df-89fa-43cef6235b2d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 210 time: 0.1615407 Jul 16 03:26:22.969303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:22.969610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:22.970001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:22.970434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Bound port: 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:22.970853 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.007851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] No DVR routers for this DVR port 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:23.033603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.038284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] No DVR routers for this DVR port 88ff6875-cea6-4703-a701-b4f4deec2261 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:23.045512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.48 "DELETE /v2.0/ports/3aa281cb-813f-45e7-906d-f3a84e4aa9b3 HTTP/1.1" status: 204 len: 173 time: 1.3978457 Jul 16 03:26:23.046649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.050037 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a3ef22e5-7f77-4300-b670-9fc8bee0f786 req-38aa5e0d-f25e-42d5-a380-d0bbf6dc3dea tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.48 "DELETE /v2.0/ports/88ff6875-cea6-4703-a701-b4f4deec2261 HTTP/1.1" status: 204 len: 173 time: 1.8974690 Jul 16 03:26:23.050573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'name': 'network-vif-deleted', 'tag': '88ff6875-cea6-4703-a701-b4f4deec2261'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:23.053252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'name': 'network-vif-deleted', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:23.053727 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d6413c-580d-410b-871d-39d8adda0c51" -d '{"events": [{"server_uuid": "009bd2c2-3dd8-4e51-85a8-02f1d545c80c", "name": "network-vif-deleted", "tag": "88ff6875-cea6-4703-a701-b4f4deec2261"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:23.062763 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a38e80-81a1-4ad7-bf23-d56e54a94cd8" -d '{"events": [{"server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "name": "network-vif-deleted", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:23.107552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e9c70-0821-4e96-81e5-a364800bef97 req-c4001aae-19fc-4d84-b2d4-c73ca35fd615 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.124477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed7e9c70-0821-4e96-81e5-a364800bef97 req-c4001aae-19fc-4d84-b2d4-c73ca35fd615 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 867 time: 0.5559027 Jul 16 03:26:23.221547 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed7e9c70-0821-4e96-81e5-a364800bef97 req-1c996818-8420-43e2-88c2-a8e55feb80fb tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/security-groups?id=4bf4b7bf-d723-4068-8074-10289c3fe083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Jul 16 03:26:23.267713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d40c563-92d9-446d-9ad5-bb1e49601b22 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:23.292835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.322568 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36485747-6aff-44d0-98e3-a0e868d7cb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.334963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Transition to ACTIVE for port object 8d40c563-92d9-446d-9ad5-bb1e49601b22 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:23.336849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] For port 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:23.368969 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a377183-f32d-4252-9266-6a2ad992abae x-openstack-request-id: req-5a377183-f32d-4252-9266-6a2ad992abae {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:23.370787 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bd2c2-3dd8-4e51-85a8-02f1d545c80c", "name": "network-vif-deleted", "tag": "88ff6875-cea6-4703-a701-b4f4deec2261", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:23.371138 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a377183-f32d-4252-9266-6a2ad992abae {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:23.372984 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009bd2c2-3dd8-4e51-85a8-02f1d545c80c', 'name': 'network-vif-deleted', 'tag': '88ff6875-cea6-4703-a701-b4f4deec2261', 'status': 'completed', 'code': 200} Jul 16 03:26:23.377331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] For port 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:23.381650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.407317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.434971 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d1779f-36e4-40be-94a0-8103f7f17b1a x-openstack-request-id: req-69d1779f-36e4-40be-94a0-8103f7f17b1a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:23.435370 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3993c7-00b6-4d93-b283-b656b52f9fe0", "name": "network-vif-deleted", "tag": "3aa281cb-813f-45e7-906d-f3a84e4aa9b3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:23.435558 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69d1779f-36e4-40be-94a0-8103f7f17b1a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:23.435936 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3993c7-00b6-4d93-b283-b656b52f9fe0', 'name': 'network-vif-deleted', 'tag': '3aa281cb-813f-45e7-906d-f3a84e4aa9b3', 'status': 'completed', 'code': 200} Jul 16 03:26:23.496270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.496877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.498842 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] 10.222.0.48 "PUT /v2.0/ports/9fa4e83f-ab02-4262-85ea-da2fe569cc42 HTTP/1.1" status: 200 len: 1095 time: 2.8198564 Jul 16 03:26:23.520798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Pushing event updated for resources: {'Port': ['ID=8d40c563-92d9-446d-9ad5-bb1e49601b22,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:23.543737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Allocated IP 192.168.233.205 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:23.575702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d921a4-3cd5-494e-a618-51c949e20edf req-dcc484e0-0dd5-47e1-8d1d-404c4b8ab490 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.577293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65d921a4-3cd5-494e-a618-51c949e20edf req-dcc484e0-0dd5-47e1-8d1d-404c4b8ab490 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 935 time: 0.3409014 Jul 16 03:26:23.694523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f771b5c-e1db-4edf-be0d-01c38a3c0463 req-ab4d1176-7e4e-4311-8023-8ad4eeef6d1a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3993c7-00b6-4d93-b283-b656b52f9fe0 HTTP/1.1" status: 200 len: 210 time: 0.0859356 Jul 16 03:26:23.738625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fb78c-eb3b-4b0b-a515-30033d2e3a42 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa4e83f-ab02-4262-85ea-da2fe569cc42,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:23.785260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-87d6d816-ba4c-4cda-a2c3-eb6ec3bc44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.788005 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-87d6d816-ba4c-4cda-a2c3-eb6ec3bc44b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 1098 time: 0.2189372 Jul 16 03:26:23.797356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Attempting to bind port 8d40c563-92d9-446d-9ad5-bb1e49601b22 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:23.803059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Attempting to bind port 8d40c563-92d9-446d-9ad5-bb1e49601b22 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:23.804334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Attempting to bind port 8d40c563-92d9-446d-9ad5-bb1e49601b22 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:23.808620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.820973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65d921a4-3cd5-494e-a618-51c949e20edf req-b060a507-d847-43cf-b96d-63e6d6fb40a4 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306025 Jul 16 03:26:23.885814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-41071cfa-96a0-4b50-bc15-e3d33cbc2389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42 HTTP/1.1" status: 200 len: 217 time: 0.0758796 Jul 16 03:26:23.888712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Port 8d40c563-92d9-446d-9ad5-bb1e49601b22 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:23.890794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Attempting to bind port 8d40c563-92d9-446d-9ad5-bb1e49601b22 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:23.943434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:23.944405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:23.945223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:23.946378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Bound port: 8d40c563-92d9-446d-9ad5-bb1e49601b22, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:23.946847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.046032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] For port 8d40c563-92d9-446d-9ad5-bb1e49601b22, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:24.049825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] For port 8d40c563-92d9-446d-9ad5-bb1e49601b22, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:24.063055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.080331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-3f0e0e7c-2b67-4d85-956d-c903d2c2504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.083086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-3f0e0e7c-2b67-4d85-956d-c903d2c2504a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1871068 Jul 16 03:26:24.204921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.225497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.309515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a6d022c-d0cf-422c-b4c9-5f755e678e52 req-b78a0c82-a302-4077-aa62-8a6c029a60d0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 210 time: 0.0555620 Jul 16 03:26:24.316228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Pushing event updated for resources: {'Port': ['ID=8d40c563-92d9-446d-9ad5-bb1e49601b22,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:24.322073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.329866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Transition to ACTIVE for port object 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:24.336126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.337711 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-7c79e114-d991-46a9-979b-7d7cb3e01689 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d40c563-92d9-446d-9ad5-bb1e49601b22 HTTP/1.1" status: 200 len: 1095 time: 3.3331254 Jul 16 03:26:24.410108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-4e999018-a47a-41c2-939c-f2cac8bd96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.415426 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-4e999018-a47a-41c2-939c-f2cac8bd96cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645650 Jul 16 03:26:24.456192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291fd0b-d858-4110-9886-c8811ee148e7 req-57d2df41-bd89-4def-9bd2-8fa46a7c3522 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.457780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0291fd0b-d858-4110-9886-c8811ee148e7 req-57d2df41-bd89-4def-9bd2-8fa46a7c3522 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 945 time: 0.3510954 Jul 16 03:26:24.603074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-ea365054-1e3c-40ca-a5ce-b8bc5920b650 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788101 Jul 16 03:26:24.603983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae2d717a-44c7-474e-bad0-f18d68ec43da req-0ce96b09-f4b9-485b-a7f9-faca9281e091 tempest-ServerPasswordTestJSON-8222041 tempest-ServerPasswordTestJSON-8222041-project] 10.222.0.25 "GET /v2.0/ports?device_id=009bd2c2-3dd8-4e51-85a8-02f1d545c80c HTTP/1.1" status: 200 len: 210 time: 0.0570712 Jul 16 03:26:24.621668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0291fd0b-d858-4110-9886-c8811ee148e7 req-fa268cd5-c3dd-4553-8448-e2161874158b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513658 Jul 16 03:26:24.632887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.645777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fa1fdd0d-375e-44a2-ac2c-b870000dde67'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:24.653008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c', '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:24.699051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:24.713416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:24.717256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:24.740511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-f3c3eb87-48cc-496d-b3cc-baa6b70121df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.742153 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-f3c3eb87-48cc-496d-b3cc-baa6b70121df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 1098 time: 0.2020087 Jul 16 03:26:24.805926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-d217e33b-b5c4-4413-8d20-8cfa88285b13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22 HTTP/1.1" status: 200 len: 217 time: 0.0522447 Jul 16 03:26:24.895567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-6d0f695a-51c8-4605-bd33-933fdfba49f0 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812808 Jul 16 03:26:24.946819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-f76ff8de-5a2d-443d-a260-bf54850ca2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.948479 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-f76ff8de-5a2d-443d-a260-bf54850ca2fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1344461 Jul 16 03:26:24.987056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:25.084889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-ca9f09ae-d858-4f40-b812-3d24b8b5d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:25.086269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-ca9f09ae-d858-4f40-b812-3d24b8b5d42c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290355 Jul 16 03:26:25.115484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:25.116213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.139362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88ff6875-cea6-4703-a701-b4f4deec2261 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:25.185112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 88ff6875-cea6-4703-a701-b4f4deec2261 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:25.185728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88ff6875-cea6-4703-a701-b4f4deec2261 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:25.186310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:25.207892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-16e6cac1-b366-4461-a959-960dac68db63 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109905 Jul 16 03:26:25.228257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:25.228730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3aa281cb-813f-45e7-906d-f3a84e4aa9b3 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:25.237726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-765d5853-51ce-4ced-b102-596e96bd6356 None None] Provisioning for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:25.244044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-4e7b3ee8-ab43-488f-8fd2-c1a5e7f9e4d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8498392 Jul 16 03:26:25.253710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-765d5853-51ce-4ced-b102-596e96bd6356 None None] Provisioning complete for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:25.254079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-765d5853-51ce-4ced-b102-596e96bd6356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.271202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Request body: {'port': {'device_id': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:25.296829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-765d5853-51ce-4ced-b102-596e96bd6356 None None] Port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:25.311339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-d81221b7-27a3-4af2-b18b-2e84551fefca tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6245170 Jul 16 03:26:25.318632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:25.321687 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-999e8e6b-15ea-490c-9d1a-a84d91f9b776 req-8ef4dc91-b3f3-4b85-8f8a-1dc87f257e4a service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051083 Jul 16 03:26:25.374323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'tag': '9fa4e83f-ab02-4262-85ea-da2fe569cc42'}, {'name': 'network-changed', 'server_uuid': 'f4d2ff71-cee9-451e-a489-64536534c769', 'tag': '8d40c563-92d9-446d-9ad5-bb1e49601b22'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:25.376817 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "58a067f6-e0bc-4a91-bc18-7357d1e8cd70", "tag": "9fa4e83f-ab02-4262-85ea-da2fe569cc42"}, {"name": "network-changed", "server_uuid": "f4d2ff71-cee9-451e-a489-64536534c769", "tag": "8d40c563-92d9-446d-9ad5-bb1e49601b22"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:25.398787 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.424474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb30-233f-4501-81b6-1ef44cb191d0 req-e022ceef-719c-40d7-99c1-a195c9647ebc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:25.425948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4aefb30-233f-4501-81b6-1ef44cb191d0 req-e022ceef-719c-40d7-99c1-a195c9647ebc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 947 time: 0.2751791 Jul 16 03:26:25.439506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.521481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4aefb30-233f-4501-81b6-1ef44cb191d0 req-47efd00f-dbb9-45b4-bbde-41abb2bb7a8d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890675 Jul 16 03:26:25.693676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-599f3833-220b-417b-a6cc-12bf4fb72356 req-3e474e19-7d86-41a6-b143-a122b999ade7 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/4b3a746a-511b-4a8d-a010-60263f1859ba HTTP/1.1" status: 200 len: 1801 time: 0.1334751 Jul 16 03:26:25.746024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.925684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-599f3833-220b-417b-a6cc-12bf4fb72356 req-3787dc41-8fc6-4b5b-9192-0861b968bb0e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.928444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.993256 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-599f3833-220b-417b-a6cc-12bf4fb72356 req-3787dc41-8fc6-4b5b-9192-0861b968bb0e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.030927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Allocated IP 172.25.4.232 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/9c0d9750-a7d1-4bcd-a0bd-cbedb58fa8e4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:26.038736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:26.058102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.084425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Transition to ACTIVE for port object 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:26.090897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-599f3833-220b-417b-a6cc-12bf4fb72356 req-3787dc41-8fc6-4b5b-9192-0861b968bb0e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.093404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-599f3833-220b-417b-a6cc-12bf4fb72356 req-3787dc41-8fc6-4b5b-9192-0861b968bb0e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.094566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-599f3833-220b-417b-a6cc-12bf4fb72356 req-3787dc41-8fc6-4b5b-9192-0861b968bb0e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b3a746a-511b-4a8d-a010-60263f1859ba HTTP/1.1" status: 204 len: 173 time: 0.3927665 Jul 16 03:26:26.098997 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.136627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787dc41-8fc6-4b5b-9192-0861b968bb0e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a746a-511b-4a8d-a010-60263f1859ba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:26.204235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:26.309839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.356965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:26.357208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:26.357484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:26.376158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:26.376410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:26.387213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:26.387539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:26.387913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:26.388353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Bound port: 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:26.388722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.493194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80fc0-4103-42d9-be83-97309211cb4d req-98e47e0f-7dec-468b-805f-5d23274b10cc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.494648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cd80fc0-4103-42d9-be83-97309211cb4d req-98e47e0f-7dec-468b-805f-5d23274b10cc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 948 time: 0.1751528 Jul 16 03:26:26.502102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.555594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:26.585033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:26.586457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:26.593476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:26.596668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:26.625015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cd80fc0-4103-42d9-be83-97309211cb4d req-03855716-3a59-4b01-b56f-eb391bdc8a27 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241443 Jul 16 03:26:26.626244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.638064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event updated for resources: {'Port': ['ID=9c0d9750-a7d1-4bcd-a0bd-cbedb58fa8e4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:26.686181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.686850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.688263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] 10.222.0.48 "PUT /v2.0/ports/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 1096 time: 1.4291699 Jul 16 03:26:26.690304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:26.692693 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eb9f0c-b46e-4d21-8470-9a6357b86760" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:26.702836 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ef844e-de36-4809-a1fc-21b811eac349 x-openstack-request-id: req-e0ef844e-de36-4809-a1fc-21b811eac349 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:26.706252 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a067f6-e0bc-4a91-bc18-7357d1e8cd70", "tag": "9fa4e83f-ab02-4262-85ea-da2fe569cc42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4d2ff71-cee9-451e-a489-64536534c769", "tag": "8d40c563-92d9-446d-9ad5-bb1e49601b22", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:26.706760 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0ef844e-de36-4809-a1fc-21b811eac349 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:26.707354 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'tag': '9fa4e83f-ab02-4262-85ea-da2fe569cc42', 'status': 'completed', 'code': 200} Jul 16 03:26:26.707781 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d2ff71-cee9-451e-a489-64536534c769', 'tag': '8d40c563-92d9-446d-9ad5-bb1e49601b22', 'status': 'completed', 'code': 200} Jul 16 03:26:26.798376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a797f4-8045-469e-a28a-3553ec87b341 service neutron] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:26.826853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:26.872929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-7de3d993-c3fc-4b51-9db0-ea244d398c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.874832 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-7de3d993-c3fc-4b51-9db0-ea244d398c7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1099 time: 0.1318662 Jul 16 03:26:26.902815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Deleting subnet a8747a18-0b49-43e1-970e-216fa57014bf {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:26:26.907879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.952134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.954997 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-93514620-95f3-4eb3-83e9-51064a9ff259 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0492027 Jul 16 03:26:27.024057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-02372d8a-18db-48ee-94c6-d72fd57d67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.025763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-02372d8a-18db-48ee-94c6-d72fd57d67de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 1098 time: 0.2358074 Jul 16 03:26:27.027176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.034128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.062439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-cbaf9f8c-5936-48db-ab2f-6eac80410b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.064564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-cbaf9f8c-5936-48db-ab2f-6eac80410b99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0876448 Jul 16 03:26:27.110363 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.158397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9fa4e83f-ab02-4262-85ea-da2fe569cc42 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:27.203818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-6218168f-a59c-45e9-ad65-6aedb88eae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.205517 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-6218168f-a59c-45e9-ad65-6aedb88eae85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349483 Jul 16 03:26:27.213554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.292051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:27.310269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.312437 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a8747a18-0b49-43e1-970e-216fa57014bf HTTP/1.1" status: 204 len: 168 time: 0.4804225 Jul 16 03:26:27.314467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '9fa4e83f-ab02-4262-85ea-da2fe569cc42', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '9fa4e83f-ab02-4262-85ea-da2fe569cc42', 'mac_address': 'fa:16:3e:4e:6c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:27.331385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50242) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:27.369107 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.375125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7865e-e678-4247-aec9-a7d62902239c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8747a18-0b49-43e1-970e-216fa57014bf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:27.385907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa4e83f-ab02-4262-85ea-da2fe569cc42 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:27.410129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:27.421374 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.434423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.443227 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-edc0e186-0a49-48de-9348-bd5f12b4b752 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268882 Jul 16 03:26:27.484276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=9fa4e83f-ab02-4262-85ea-da2fe569cc42,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:27.567112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-cf50668c-dc56-41fc-8211-0b66f1819017 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.568492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-cf50668c-dc56-41fc-8211-0b66f1819017 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.6168411 Jul 16 03:26:27.579353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.592618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af5bedc-6522-472f-acf7-079544ea3f37']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:27.610534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-cf69088b-5c84-469a-80f8-ba3f6c14748e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/quotas/af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 375 time: 0.0308132 Jul 16 03:26:27.611069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258a68c2-55b1-491a-b9d1-fbd55781cf1d') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:27.611368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258a68c2-55b1-491a-b9d1-fbd55781cf1d') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:27.623615 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72fa8c0f-a40f-4895-8ca8-98e2eabf36e1 req-7d65e022-7050-4c09-a282-a5282afa8b07 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734715 Jul 16 03:26:27.625290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.639831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.646434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:26:27.646868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:26:27.648649 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:26:27.681188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:27.690644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-fd2904bf-efe2-4fde-acbe-2ac7d1370f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.692517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-fd2904bf-efe2-4fde-acbe-2ac7d1370f99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.6594999 Jul 16 03:26:27.711939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.732909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=5af5bedc-6522-472f-acf7-079544ea3f37,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:27.735740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.739819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-654e3888-c180-4e7a-a3c3-7864463f0f6c admin admin] 10.222.0.25 "DELETE /v2.0/networks/5af5bedc-6522-472f-acf7-079544ea3f37 HTTP/1.1" status: 204 len: 168 time: 0.4028177 Jul 16 03:26:27.784516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-d422b4a5-195f-4d0d-82e5-1e23469daed2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42 HTTP/1.1" status: 200 len: 217 time: 0.0768642 Jul 16 03:26:27.860651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-0265c5b5-10a0-4121-a472-4d8f9be4945b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2420921 Jul 16 03:26:27.888362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50248) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:27.899689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-ceea4ec7-c0c0-4f1c-a1b7-cab2b5c3063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.902062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-ceea4ec7-c0c0-4f1c-a1b7-cab2b5c3063b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1071620 Jul 16 03:26:27.913917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.933346 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a07b8e6d-2f93-48c1-b123-1a2c9e2b2037 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ac32e7e408e4018aad75e62389201e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437820 Jul 16 03:26:27.935788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50250) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:27.946081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.987538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-452ac3e1-f2de-4e92-9f3e-ce6470c8940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.010240 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-452ac3e1-f2de-4e92-9f3e-ce6470c8940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.060584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-452ac3e1-f2de-4e92-9f3e-ce6470c8940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.063718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-452ac3e1-f2de-4e92-9f3e-ce6470c8940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.075105 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-452ac3e1-f2de-4e92-9f3e-ce6470c8940d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bf4b7bf-d723-4068-8074-10289c3fe083 HTTP/1.1" status: 204 len: 168 time: 0.1382880 Jul 16 03:26:28.086363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ac3e1-f2de-4e92-9f3e-ce6470c8940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf4b7bf-d723-4068-8074-10289c3fe083,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:28.093131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event updated for resources: {'Port': ['ID=9c0d9750-a7d1-4bcd-a0bd-cbedb58fa8e4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:28.099881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-96fedbc1-1c48-4afa-8dc7-d704554fc927 service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383821 Jul 16 03:26:28.105499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.145146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-b99194f3-9dac-4a66-aae8-f419fb04c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:28.147120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-b99194f3-9dac-4a66-aae8-f419fb04c32b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2291162 Jul 16 03:26:28.151390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.152503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-3646b20f-c529-4da5-8f03-dc63391b58b1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8403413 Jul 16 03:26:28.318414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-0d9c397b-aeab-4917-b92d-cdef4179dba1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.1026101 Jul 16 03:26:28.388596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-3ce5101f-7f6f-417d-a594-272416804637 service neutron] 10.222.0.25 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787576 Jul 16 03:26:28.475647 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-9df81a3d-8a62-438d-a19a-0934b9aa9b57 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206227 Jul 16 03:26:28.567501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-a157cc45-f5b9-4e72-8039-10fbf328132a tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:28.569261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22ae54e4-ece2-4a4f-83eb-d52fc6741210 req-a157cc45-f5b9-4e72-8039-10fbf328132a tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2435830 Jul 16 03:26:28.675654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c55a4d86-5690-408d-b336-4443b8e98c76 req-24ee28e4-44db-43c9-8fde-b4c873b0b093 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/b5817faa-e78d-4f72-b540-0f34eb1897e2 HTTP/1.1" status: 200 len: 1800 time: 0.0659072 Jul 16 03:26:28.712420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-985a091a-a0e4-42d6-bb84-2805409b5c68 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262814 Jul 16 03:26:28.794244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c55a4d86-5690-408d-b336-4443b8e98c76 req-da44f725-84da-42c6-b1a4-4cf49907ffd6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.840292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c55a4d86-5690-408d-b336-4443b8e98c76 req-da44f725-84da-42c6-b1a4-4cf49907ffd6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.007100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c55a4d86-5690-408d-b336-4443b8e98c76 req-da44f725-84da-42c6-b1a4-4cf49907ffd6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.010050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c55a4d86-5690-408d-b336-4443b8e98c76 req-da44f725-84da-42c6-b1a4-4cf49907ffd6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.011796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c55a4d86-5690-408d-b336-4443b8e98c76 req-da44f725-84da-42c6-b1a4-4cf49907ffd6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5817faa-e78d-4f72-b540-0f34eb1897e2 HTTP/1.1" status: 204 len: 173 time: 0.3207324 Jul 16 03:26:29.025023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-0be6d95a-b543-4468-9271-305b25756049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.026753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-0be6d95a-b543-4468-9271-305b25756049 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 1098 time: 0.2336407 Jul 16 03:26:29.087560 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d917e2-8aaf-4ce5-80f7-5d093bf49924 x-openstack-request-id: req-a4d917e2-8aaf-4ce5-80f7-5d093bf49924 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:29.087786 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:29.087935 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4d917e2-8aaf-4ce5-80f7-5d093bf49924 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:29.088364 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'status': 'completed', 'code': 200} Jul 16 03:26:29.091300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44f725-84da-42c6-b1a4-4cf49907ffd6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5817faa-e78d-4f72-b540-0f34eb1897e2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:29.171562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9fa4e83f-ab02-4262-85ea-da2fe569cc42 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:29.174162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8d40c563-92d9-446d-9ad5-bb1e49601b22 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:29.195076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dab330-edf5-4057-8060-7c0a6880c2cd req-fb62fbc8-f418-4e6f-96c5-12dbf4f12857 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.208365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06dab330-edf5-4057-8060-7c0a6880c2cd req-fb62fbc8-f418-4e6f-96c5-12dbf4f12857 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 947 time: 0.2811985 Jul 16 03:26:29.242979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-dede4582-e097-4369-82e6-e827795d8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.248177 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-dede4582-e097-4369-82e6-e827795d8204 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1099 time: 0.1512518 Jul 16 03:26:29.333851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06dab330-edf5-4057-8060-7c0a6880c2cd req-9479e14e-687c-4c09-8689-9c35f5ea6163 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246312 Jul 16 03:26:29.407849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-9d643e5e-171a-45c9-a9f2-7bd573a66668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.408626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-9d643e5e-171a-45c9-a9f2-7bd573a66668 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3544939 Jul 16 03:26:29.450590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-8400d8e9-0be8-4b9e-ac16-9dde6fb89534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.453001 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-8400d8e9-0be8-4b9e-ac16-9dde6fb89534 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1968234 Jul 16 03:26:29.509368 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-6fb3ff01-4b90-4006-ab98-b5fd8d49479b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0495563 Jul 16 03:26:29.532452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-1f6dba80-2fab-41be-b8c3-c58a04f5548d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22 HTTP/1.1" status: 200 len: 217 time: 0.1150544 Jul 16 03:26:29.598632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-820999be-8fe1-456b-93da-2e342d2467fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.600381 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-820999be-8fe1-456b-93da-2e342d2467fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0836158 Jul 16 03:26:29.678072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:29.682615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 8d40c563-92d9-446d-9ad5-bb1e49601b22, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:29.695296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:29.696153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.698986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-dc6a5169-347e-422b-805d-ffcf98e98f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.700564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-dc6a5169-347e-422b-805d-ffcf98e98f88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1497681 Jul 16 03:26:29.726301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '8d40c563-92d9-446d-9ad5-bb1e49601b22', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '8d40c563-92d9-446d-9ad5-bb1e49601b22', 'mac_address': 'fa:16:3e:f1:4a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:29.732681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-600d7d23-9f0d-4683-9323-4c80ad8adcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.734267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-600d7d23-9f0d-4683-9323-4c80ad8adcc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224890 Jul 16 03:26:29.759669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb5311-e261-4f82-a2ff-a58669f5b2ec req-d6659b39-4c87-4cae-97e7-5ac676b8cfbc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.767166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4acb5311-e261-4f82-a2ff-a58669f5b2ec req-d6659b39-4c87-4cae-97e7-5ac676b8cfbc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 948 time: 0.2619023 Jul 16 03:26:29.792283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-343a2ff1-39ba-4f80-a1a7-7bf1df7540b2 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.793858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-343a2ff1-39ba-4f80-a1a7-7bf1df7540b2 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 820 time: 0.2638988 Jul 16 03:26:29.808501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.841716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-64e3ad61-86ab-42cc-b761-6fd35344a453 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/quotas/4341c19948c3474f849d3389db855984 HTTP/1.1" status: 200 len: 375 time: 0.0283160 Jul 16 03:26:29.864751 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4acb5311-e261-4f82-a2ff-a58669f5b2ec req-b3ad180a-f12b-4330-92a0-107e405477a3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966134 Jul 16 03:26:29.871890 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.899119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d40c563-92d9-446d-9ad5-bb1e49601b22 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:29.931111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-afe7fdc4-4f15-4644-9c8c-d48052033951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.932874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-afe7fdc4-4f15-4644-9c8c-d48052033951 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2252245 Jul 16 03:26:29.971342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 8d40c563-92d9-446d-9ad5-bb1e49601b22, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:29.984535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa4e83f-ab02-4262-85ea-da2fe569cc42'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:29.992067 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234d53d-7700-42eb-b7a0-586a4011ff9f" -d '{"events": [{"server_uuid": "58a067f6-e0bc-4a91-bc18-7357d1e8cd70", "name": "network-vif-plugged", "status": "completed", "tag": "9fa4e83f-ab02-4262-85ea-da2fe569cc42"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:30.002847 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.014188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:30.062056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.095413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-12595dec-d540-4515-bb73-6be2cb107a32 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2435570 Jul 16 03:26:30.107681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=8d40c563-92d9-446d-9ad5-bb1e49601b22,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:30.166069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=9fa4e83f-ab02-4262-85ea-da2fe569cc42,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:30.202248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-239807bf-f887-4646-9e2c-f3304c59acf1 req-67f3ce27-4c96-4b43-8002-3f434a668f2c tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 210 time: 0.0820782 Jul 16 03:26:30.208111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-f453c01a-04d3-4e26-b041-46cd1d0e2952 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606106 Jul 16 03:26:30.216131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-1f52431b-8d46-47c5-8fa0-2fb442f71a58 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738488 Jul 16 03:26:30.268261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f456b957-fba9-4e67-aeee-6badcbd3d897 req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2020422460', 'description': 'tempest-description-1842870964'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:30.280118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['8d40c563-92d9-446d-9ad5-bb1e49601b22'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:30.313892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1eb9f0c-b46e-4d21-8470-9a6357b86760 req-dfcf858b-31f5-4eef-aa8a-90d2931a195f service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904171 Jul 16 03:26:30.347234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f456b957-fba9-4e67-aeee-6badcbd3d897 req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.374505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-e6715684-cb26-40a3-969c-e784fbffba6b service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722750 Jul 16 03:26:30.452548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f84f97f3-5c5f-4f85-9a3b-88964bcc07d2 req-9f050b62-457d-45db-8542-e3c4a8e3ca22 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980584 Jul 16 03:26:30.556751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f456b957-fba9-4e67-aeee-6badcbd3d897 req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.823228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f456b957-fba9-4e67-aeee-6badcbd3d897 req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.850701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-ffb896b2-0287-4230-9d4e-3611a2cb423c service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454672 Jul 16 03:26:30.867581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f456b957-fba9-4e67-aeee-6badcbd3d897 req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.868810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f456b957-fba9-4e67-aeee-6badcbd3d897 req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6155844 Jul 16 03:26:30.871442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8eca0-67bb-4dd1-afda-9a5bcdd5277c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3fe6a4-7cc7-439a-a7b8-f8563667bc85,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:30.894939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-76cc4785-83de-418e-afd0-5e8ce19cbccf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:30.894939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-76cc4785-83de-418e-afd0-5e8ce19cbccf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 820 time: 0.4085658 Jul 16 03:26:30.910269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Request body: {'port': {'device_id': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'admin_state_up': True, 'tenant_id': 'af589716db354a2b96e06c2116564618'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:31.062849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Made reservation on behalf of af589716db354a2b96e06c2116564618 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:31.066594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.068444 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3312140d-9610-4793-8f34-3485043b0f8b x-openstack-request-id: req-3312140d-9610-4793-8f34-3485043b0f8b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:31.068988 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a067f6-e0bc-4a91-bc18-7357d1e8cd70", "name": "network-vif-plugged", "status": "completed", "tag": "9fa4e83f-ab02-4262-85ea-da2fe569cc42", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:31.069467 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3312140d-9610-4793-8f34-3485043b0f8b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:31.070074 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa4e83f-ab02-4262-85ea-da2fe569cc42', 'code': 200} Jul 16 03:26:31.170493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:31.174349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8d40c563-92d9-446d-9ad5-bb1e49601b22 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:31.255608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ced28-d1f1-4041-9016-a7dfece63028 req-49deacbc-fd65-467a-935d-4a187d520aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:31.260317 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e31ced28-d1f1-4041-9016-a7dfece63028 req-49deacbc-fd65-467a-935d-4a187d520aa5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 1100 time: 0.1138074 Jul 16 03:26:31.265163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Allocated IP 172.20.0.5 (d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9/c9bb331f-ea89-4871-898b-b2549891c7da/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:31.310968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 8d40c563-92d9-446d-9ad5-bb1e49601b22 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:31.334120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 8d40c563-92d9-446d-9ad5-bb1e49601b22 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:31.334875 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.376331 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e31ced28-d1f1-4041-9016-a7dfece63028 req-39f5fd9e-d631-4892-b620-f2ae474ce1dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081645 Jul 16 03:26:31.424507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:31.439592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'mac_address': 'fa:16:3e:f4:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:31.532722 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.535975 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.560203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:31.600268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:31.604244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 8d40c563-92d9-446d-9ad5-bb1e49601b22, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:31.609857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.620778 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.695406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:31.782157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=8d40c563-92d9-446d-9ad5-bb1e49601b22,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:31.824708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-a9bb055a-d791-44dd-a8c2-9df210723297 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:31.832073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-a9bb055a-d791-44dd-a8c2-9df210723297 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.2771928 Jul 16 03:26:31.841762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5603b-ccb8-42b2-b009-991682fc23cf req-ded4a665-f360-4edd-99c8-8c9c5c5fe73d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:31.842901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cf5603b-ccb8-42b2-b009-991682fc23cf req-ded4a665-f360-4edd-99c8-8c9c5c5fe73d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 948 time: 0.3955710 Jul 16 03:26:31.846077 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.884960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:31.898912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6e5aa1ce-67cf-40b8-821f-8ec98827b078 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/quotas/dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 375 time: 0.0656278 Jul 16 03:26:32.008553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cf5603b-ccb8-42b2-b009-991682fc23cf req-12679672-825c-4a1f-964d-912955d8e240 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530442 Jul 16 03:26:32.053540 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.065584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6d35c6ef-f2a8-434b-bfce-31cd64f38a0f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654832 Jul 16 03:26:32.171645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:32.186708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:32.196060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:32.199736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.294937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-28b6bb6b-3701-4012-bce4-d8f327a764f0 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/be3fe6a4-7cc7-439a-a7b8-f8563667bc85 HTTP/1.1" status: 200 len: 1801 time: 0.2264156 Jul 16 03:26:32.319889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:32.320523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.330427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Request body: {'security_group': {'name': 'tempest-sg-hth-667008251', 'description': 'tempest-description-hth-1827427032'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:32.349344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-2512708f-34ca-495d-8f6d-17e54f10b355 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484121 Jul 16 03:26:32.365844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.379175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-15779046-58c1-432c-886f-b28d23019e16 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4737520 Jul 16 03:26:32.403803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Request body: {'port': {'device_id': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:32.445716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.518879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.542362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.544954 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.546175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7459b34f-5638-4f8d-af92-d2bd7b756994 req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "PUT /v2.0/security-groups/be3fe6a4-7cc7-439a-a7b8-f8563667bc85 HTTP/1.1" status: 200 len: 1774 time: 0.2393937 Jul 16 03:26:32.578470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-0a977aba-b19f-4b44-98bf-ea537484a955 service neutron] 10.222.0.25 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089245 Jul 16 03:26:32.589306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.638944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d926-dadc-4a30-b74f-3bbbd9842eeb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3fe6a4-7cc7-439a-a7b8-f8563667bc85,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.759256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['47d901b0-207d-41d1-a591-f8471b7ed842'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:33.071682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d2ff71-cee9-451e-a489-64536534c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40c563-92d9-446d-9ad5-bb1e49601b22'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:33.074399 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81aa069-c184-440b-af48-1824307fabac" -d '{"events": [{"server_uuid": "f4d2ff71-cee9-451e-a489-64536534c769", "name": "network-vif-plugged", "status": "completed", "tag": "8d40c563-92d9-446d-9ad5-bb1e49601b22"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:33.097034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-636cbec1-c189-4bb4-92eb-aa1cf84fedc8 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.098497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-636cbec1-c189-4bb4-92eb-aa1cf84fedc8 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 820 time: 0.3355670 Jul 16 03:26:33.140406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'port': {'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'admin_state_up': True, 'tenant_id': '4341c19948c3474f849d3389db855984'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:33.168610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:33.213271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993714-9400-4ef0-9772-dbddd2eb2e33 req-aefc9b90-fd24-4225-a0c3-b75db7139b27 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.215472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e993714-9400-4ef0-9772-dbddd2eb2e33 req-aefc9b90-fd24-4225-a0c3-b75db7139b27 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 949 time: 0.4622371 Jul 16 03:26:33.218106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c88089ab-fc36-4097-8124-06b4dd787416 req-87100a83-2207-44ff-98d4-0410130aaf02 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 210 time: 0.0868111 Jul 16 03:26:33.260688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:33.267757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:33.268241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.322737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.392736 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.449493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:33.457196 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.489954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e993714-9400-4ef0-9772-dbddd2eb2e33 req-4f516867-3a7b-40fc-b7f1-51f65525fa7c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583010 Jul 16 03:26:33.550662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:33.563945 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:26:33.579526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:33.593406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.602892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Made reservation on behalf of 4341c19948c3474f849d3389db855984 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:33.607541 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.622534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2057c6-f477-4de6-8bf9-b5ee416f1826 req-0e72cc25-0374-4073-a7e7-735c0dad5401 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.624657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b2057c6-f477-4de6-8bf9-b5ee416f1826 req-0e72cc25-0374-4073-a7e7-735c0dad5401 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 931 time: 0.2351830 Jul 16 03:26:33.639593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Transition to ACTIVE for port object fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:33.661101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.793641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:33.816555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b2057c6-f477-4de6-8bf9-b5ee416f1826 req-935074e7-a607-4fc1-ac6e-f1d9f2a8fce9 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769180 Jul 16 03:26:33.976307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5c5034d-529b-441a-bf31-749fad088921 req-f17c33bc-3d34-47cd-8f22-165d9cbb4867 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0453727 Jul 16 03:26:33.976964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:33.977293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:33.977650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:33.988197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:33.988510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:33.998760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:33.999168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:33.999482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:34.000474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Bound port: fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:34.000825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.026057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Allocated IP 172.20.0.7 (a73cc32b-ad98-48ef-9867-881f76063a5b/a87700fd-f0e3-499a-80be-b64304667921/064a84d9-a1f9-4a8a-8143-0ea74a468714) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:34.151095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ad00c17-bd67-4abd-b68a-21abc9eaf38c req-fbfb960c-9a38-44cd-b04c-7708319b9244 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/be3fe6a4-7cc7-439a-a7b8-f8563667bc85 HTTP/1.1" status: 200 len: 1774 time: 0.1328251 Jul 16 03:26:34.178046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cad7b13c-5344-4c7d-8f32-93b9f4b21c08 req-9b354526-39ef-4f9b-b063-79eb24236851 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 210 time: 0.0575778 Jul 16 03:26:34.225594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:34.254913 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907cbcd-500f-4562-9b65-3da905fedd96 x-openstack-request-id: req-d907cbcd-500f-4562-9b65-3da905fedd96 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:34.255532 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d2ff71-cee9-451e-a489-64536534c769", "name": "network-vif-plugged", "status": "completed", "tag": "8d40c563-92d9-446d-9ad5-bb1e49601b22", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:34.255755 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d907cbcd-500f-4562-9b65-3da905fedd96 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:34.256324 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d2ff71-cee9-451e-a489-64536534c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40c563-92d9-446d-9ad5-bb1e49601b22', 'code': 200} Jul 16 03:26:34.259867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:34.373596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.391093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Transition to ACTIVE for port object 064a84d9-a1f9-4a8a-8143-0ea74a468714 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:34.430147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.494156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.504744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.505529 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.507198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-605d9be3-cfbb-4391-962e-a9d60f64961a service neutron] 10.222.0.48 "PUT /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 1091 time: 2.1193602 Jul 16 03:26:34.527782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:34.533565 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:34.563676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-451dacd4-2958-4e94-bd9f-1dd9e2105210 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.565216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-451dacd4-2958-4e94-bd9f-1dd9e2105210 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 808 time: 0.1492906 Jul 16 03:26:34.583634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Request body: {'port': {'device_id': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'admin_state_up': True, 'tenant_id': 'dc9383991a524b719794f6145c411484'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:34.633751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.646481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a22e85ba-a071-472f-8fc7-c1e34571e4d3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:34.671035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdf008-9f09-4fc7-b5b3-90ad3883f766 req-e5094a40-6907-4be7-968b-403c31a775a5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.673348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bafdf008-9f09-4fc7-b5b3-90ad3883f766 req-e5094a40-6907-4be7-968b-403c31a775a5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 949 time: 0.4111910 Jul 16 03:26:34.702327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16a4d4-14b9-440d-b5e6-d4c6462920e9 req-7a069b88-d89b-490d-b2f2-d03938fc4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.703912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d16a4d4-14b9-440d-b5e6-d4c6462920e9 req-7a069b88-d89b-490d-b2f2-d03938fc4e2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 1100 time: 0.2892792 Jul 16 03:26:34.709734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ade527e0-0fc3-490f-9e03-b0b2cfbc0ef0 req-8ecbd86c-d6b1-411f-9a6e-0db2e05f441d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/be3fe6a4-7cc7-439a-a7b8-f8563667bc85 HTTP/1.1" status: 200 len: 1774 time: 0.1515903 Jul 16 03:26:34.780906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Network a73cc32b-ad98-48ef-9867-881f76063a5b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:34.819224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d16a4d4-14b9-440d-b5e6-d4c6462920e9 req-473cd609-449c-4a93-a922-7659682d0aa1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055939 Jul 16 03:26:34.820707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:34.823411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:34.844520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event updated for resources: {'Port': ['ID=064a84d9-a1f9-4a8a-8143-0ea74a468714,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.877263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Made reservation on behalf of dc9383991a524b719794f6145c411484 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:34.881049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.982768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bafdf008-9f09-4fc7-b5b3-90ad3883f766 req-a00b85d0-bea3-4c5a-81d9-5df3cca750bb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857089 Jul 16 03:26:34.992713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.993379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.007900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-2d0d3a8c-4b97-4ee9-bbd7-aae20f609e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:35.010057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-2d0d3a8c-4b97-4ee9-bbd7-aae20f609e2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1094 time: 0.3814011 Jul 16 03:26:35.075131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-8f9b21a8-df47-432e-be55-d7f5bf7f2247 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 217 time: 0.0442801 Jul 16 03:26:35.089010 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Allocated IP 172.20.0.6 (5c27b772-144c-4531-bba0-3b6e9a8ce95f/d2dbae25-1a8b-4a8c-a5f2-935dacfd032f/2c04a646-be47-4793-9fd1-a6e51d013fd5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:35.193363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52415d7-7922-4120-80e6-17355002a611 req-a13bf188-c161-4b82-9095-14939ad362d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:35.194914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-a13bf188-c161-4b82-9095-14939ad362d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0972533 Jul 16 03:26:35.202259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ade527e0-0fc3-490f-9e03-b0b2cfbc0ef0 req-93ea0078-c1d7-40e1-a9fa-98d54d89fe72 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.241689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f1af1d8a-88c6-45ef-a283-5de6c17019e3 None None] Provisioning for port 064a84d9-a1f9-4a8a-8143-0ea74a468714 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:35.246134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f1af1d8a-88c6-45ef-a283-5de6c17019e3 None None] Provisioning complete for port 064a84d9-a1f9-4a8a-8143-0ea74a468714 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:35.246624 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1af1d8a-88c6-45ef-a283-5de6c17019e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.255727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ade527e0-0fc3-490f-9e03-b0b2cfbc0ef0 req-93ea0078-c1d7-40e1-a9fa-98d54d89fe72 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.284996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d15e9efc-e5cb-4a6e-837b-7778eddae897 req-cdaea5d3-bc82-40e9-ae33-be61965efc33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0995817 Jul 16 03:26:35.326774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f1af1d8a-88c6-45ef-a283-5de6c17019e3 None None] Port 064a84d9-a1f9-4a8a-8143-0ea74a468714 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:35.382533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-d3c819a1-115e-47c2-b1ee-11afd178f531 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2473974 Jul 16 03:26:35.424289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-bebbb000-6611-4e78-a63e-f1cbc9059774 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840936 Jul 16 03:26:35.429312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Request body: {'port': {'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:35.462346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ade527e0-0fc3-490f-9e03-b0b2cfbc0ef0 req-93ea0078-c1d7-40e1-a9fa-98d54d89fe72 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.464758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ade527e0-0fc3-490f-9e03-b0b2cfbc0ef0 req-93ea0078-c1d7-40e1-a9fa-98d54d89fe72 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.476799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ade527e0-0fc3-490f-9e03-b0b2cfbc0ef0 req-93ea0078-c1d7-40e1-a9fa-98d54d89fe72 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/be3fe6a4-7cc7-439a-a7b8-f8563667bc85 HTTP/1.1" status: 204 len: 173 time: 0.7659581 Jul 16 03:26:35.496566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.569923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.581539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['41a316db-cedd-47b7-bd2d-e1a4db2a59d0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:35.655422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Network 5c27b772-144c-4531-bba0-3b6e9a8ce95f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:35.659615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:35.664376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:35.719932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:35.720984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.730212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:35.743502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ab589db-5334-49eb-a1a9-f56d9ba1f80c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1636961 Jul 16 03:26:35.757191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Request body: {'port': {'device_id': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:35.884701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.050930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea0078-c1d7-40e1-a9fa-98d54d89fe72 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3fe6a4-7cc7-439a-a7b8-f8563667bc85,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:36.170510 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.242276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04a646-be47-4793-9fd1-a6e51d013fd5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:36.251299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.257231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:36.260450 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef270ac9-c905-4f6c-b1b1-2b022f139619" -d '{"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-plugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:36.266037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Transition to ACTIVE for port object 2c04a646-be47-4793-9fd1-a6e51d013fd5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:36.271478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.295493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3926f-abaa-4b48-9c8f-55ff299514ae req-460fa013-e83e-4a03-9259-3f58df1a8034 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.303230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48a3926f-abaa-4b48-9c8f-55ff299514ae req-460fa013-e83e-4a03-9259-3f58df1a8034 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 931 time: 0.9611783 Jul 16 03:26:36.306232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-cf8bfb01-3a0f-4185-8baa-185c6e3f6310 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717160 Jul 16 03:26:36.337623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:36.424117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:36.424490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:36.424834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:36.429815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:36.430133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:36.435861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:36.436484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:36.436925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:36.437506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Bound port: 2c04a646-be47-4793-9fd1-a6e51d013fd5, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:36.437979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.488002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48a3926f-abaa-4b48-9c8f-55ff299514ae req-d3ccb88c-7f94-4dde-932b-0828bf8e430e tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838982 Jul 16 03:26:36.502409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6734b7-a838-4444-bda8-96ca6dfb92f0 req-a3c95fc3-9c31-40fd-899e-04ac9673124c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.517318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de6734b7-a838-4444-bda8-96ca6dfb92f0 req-a3c95fc3-9c31-40fd-899e-04ac9673124c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.4660249 Jul 16 03:26:36.535935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:36.542498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:36.549384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.622569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.623309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.624700 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 1091 time: 0.8722570 Jul 16 03:26:36.625198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:36.628728 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3" -d '{"events": [{"name": "network-changed", "server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:36.682936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52415d7-7922-4120-80e6-17355002a611 req-17932578-64d6-42a5-bc24-c85ec0293ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658681 Jul 16 03:26:36.721844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84730808-9934-4d86-a8a4-7c528a812f11 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:36.732012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de6734b7-a838-4444-bda8-96ca6dfb92f0 req-bcb01628-eb0d-4b7b-a1e6-d6a8aefc3bbf tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952431 Jul 16 03:26:36.782917 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a85d4-e50c-4c86-bedd-d7c7505a688b x-openstack-request-id: req-e66a85d4-e50c-4c86-bedd-d7c7505a688b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:36.783207 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:36.783460 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e66a85d4-e50c-4c86-bedd-d7c7505a688b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:36.783850 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'status': 'completed', 'code': 200} Jul 16 03:26:36.864524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064a84d9-a1f9-4a8a-8143-0ea74a468714 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:36.888443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.894441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ace7a65-b12f-4122-b353-907204620fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.896152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-6ace7a65-b12f-4122-b353-907204620fe9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1094 time: 0.1551852 Jul 16 03:26:36.943073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-2cb779a1-39de-40c0-bb17-baeb43d7b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.944599 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-2cb779a1-39de-40c0-bb17-baeb43d7b32e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1094 time: 0.0830312 Jul 16 03:26:37.006950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-9cf2de0f-e71d-48c2-b5b8-efb92fb8d673 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 217 time: 0.0559297 Jul 16 03:26:37.011140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Transition to ACTIVE for port object 064a84d9-a1f9-4a8a-8143-0ea74a468714 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:37.073723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.084948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-abe396ea-4557-4789-828d-6ec555cdeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.085600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-0aa182f2-45ee-465b-862a-05a505d7c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.087117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-0aa182f2-45ee-465b-862a-05a505d7c24d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.1322742 Jul 16 03:26:37.087292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-abe396ea-4557-4789-828d-6ec555cdeae6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0707076 Jul 16 03:26:37.160735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-92bd6e9c-0063-4ea9-b809-40ff97561f57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 217 time: 0.0509403 Jul 16 03:26:37.196306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-32f94f9b-73fa-424b-ab9f-6ca5989d8dde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781960 Jul 16 03:26:37.246864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744553-4ee9-4013-b21e-51b25d35f0c0 req-e6e2bfb2-f2f0-49be-9d6b-5153b3b2877e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.255099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7744553-4ee9-4013-b21e-51b25d35f0c0 req-e6e2bfb2-f2f0-49be-9d6b-5153b3b2877e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.3578236 Jul 16 03:26:37.291906 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-20906ab5-8105-4239-9bd6-e96c8993d54a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301522 Jul 16 03:26:37.293264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-0a728c4b-afad-4707-9f59-fafc689f1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.294817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-0a728c4b-afad-4707-9f59-fafc689f1123 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.1244838 Jul 16 03:26:37.324969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Pushing event updated for resources: {'Port': ['ID=064a84d9-a1f9-4a8a-8143-0ea74a468714,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:37.379288 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-0f2c2f9d-bf9f-4bd6-ab9e-4954c6777004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711839 Jul 16 03:26:37.407309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bd5a3-b4c0-414f-a4a8-b454b7ed3987 req-01806f42-f6ef-48e4-bcb8-4c2a7fce070b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.414648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-562bd5a3-b4c0-414f-a4a8-b454b7ed3987 req-01806f42-f6ef-48e4-bcb8-4c2a7fce070b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.3968673 Jul 16 03:26:37.463322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-9d663f94-687e-462e-852f-0eb530c8deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.464958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-9d663f94-687e-462e-852f-0eb530c8deea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 1101 time: 0.1440754 Jul 16 03:26:37.475978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7744553-4ee9-4013-b21e-51b25d35f0c0 req-8c70ea39-55c3-4da5-937c-4ea45ed6578d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197933 Jul 16 03:26:37.520118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Attempting to bind port 064a84d9-a1f9-4a8a-8143-0ea74a468714 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:37.520465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Attempting to bind port 064a84d9-a1f9-4a8a-8143-0ea74a468714 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:37.520815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Attempting to bind port 064a84d9-a1f9-4a8a-8143-0ea74a468714 on network a73cc32b-ad98-48ef-9867-881f76063a5b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:37.536554 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-d0711576-ecec-4a60-b888-f0ea23c432cc service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501143 Jul 16 03:26:37.541446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-562bd5a3-b4c0-414f-a4a8-b454b7ed3987 req-2757387a-56ed-4dc1-b387-da9a3ae6a754 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258116 Jul 16 03:26:37.553241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-414536bf-07bf-473c-a95f-c8429fd4c57d service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377588 Jul 16 03:26:37.559889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Port 064a84d9-a1f9-4a8a-8143-0ea74a468714 on network a73cc32b-ad98-48ef-9867-881f76063a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:37.560774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Attempting to bind port 064a84d9-a1f9-4a8a-8143-0ea74a468714 on network a73cc32b-ad98-48ef-9867-881f76063a5b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:37.588683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:37.589034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Checking segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:37.591819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Bound using segment: {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:37.592339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Bound port: 064a84d9-a1f9-4a8a-8143-0ea74a468714, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:37.592715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.611572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-2f924096-03bf-40c7-958c-39a9e6be9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.614354 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-2f924096-03bf-40c7-958c-39a9e6be9151 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1252091 Jul 16 03:26:37.629884 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d78b2c3-6f89-41ea-87c0-87b00a0f6c4a x-openstack-request-id: req-4d78b2c3-6f89-41ea-87c0-87b00a0f6c4a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:37.630359 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-plugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:37.630466 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d78b2c3-6f89-41ea-87c0-87b00a0f6c4a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:37.630816 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'code': 200} Jul 16 03:26:37.715401 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b0ed37-3964-4282-8f16-3e38642020b1 x-openstack-request-id: req-86b0ed37-3964-4282-8f16-3e38642020b1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:37.715954 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:37.715954 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86b0ed37-3964-4282-8f16-3e38642020b1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:37.716369 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'status': 'completed', 'code': 200} Jul 16 03:26:37.720275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-2d6282b5-457d-41e7-a9f5-66641fa863d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 200 len: 217 time: 0.0961268 Jul 16 03:26:37.840574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] For port 064a84d9-a1f9-4a8a-8143-0ea74a468714, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:37.853508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-03ab7120-297a-4d1f-8d51-f1034e5747bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.854982 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-03ab7120-297a-4d1f-8d51-f1034e5747bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1238823 Jul 16 03:26:37.862639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98af8b6a-fa91-4265-b54d-dc5fc6b837ab req-085de80e-2c77-42a7-9ee1-ed1a6b70670c service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977397 Jul 16 03:26:37.864478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bde49e9-f5c3-43f7-a1cb-53020cd89b58 req-e4ec6fdc-f82a-4e24-b8f3-7c348455fb6f tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0538120 Jul 16 03:26:37.875142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] For port 064a84d9-a1f9-4a8a-8143-0ea74a468714, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:37.885260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.938755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87c3f6-91be-4d4e-b712-559fcd0c06d9 req-b3e6e091-d2fe-45bd-a96b-30a71768c5c7 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.948932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a87c3f6-91be-4d4e-b712-559fcd0c06d9 req-b3e6e091-d2fe-45bd-a96b-30a71768c5c7 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 949 time: 0.2007027 Jul 16 03:26:37.953606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.954226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.955701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] 10.222.0.11 "PUT /v2.0/ports/064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 1091 time: 2.5524762 Jul 16 03:26:37.970743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b64d5e6-1a0e-409b-9e9d-39dcb7f23378 req-9ada8b64-e83f-4957-9a69-5b6839efc562 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553441 Jul 16 03:26:37.973722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766994b1-132c-4a51-99e0-8535ed155673 req-e1cbb54d-d2a2-4245-92f9-b11b8bc6bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.985128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766994b1-132c-4a51-99e0-8535ed155673 req-e1cbb54d-d2a2-4245-92f9-b11b8bc6bea7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1101 time: 0.2545123 Jul 16 03:26:38.038761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766994b1-132c-4a51-99e0-8535ed155673 req-d250e59e-cd6e-4419-b7ce-aa42fb306da4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497608 Jul 16 03:26:38.059427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-e6d0e8bc-a3dc-486f-a2d5-8af4fef063c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.061785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-e6d0e8bc-a3dc-486f-a2d5-8af4fef063c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945028 Jul 16 03:26:38.136965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a87c3f6-91be-4d4e-b712-559fcd0c06d9 req-2160b557-5e6b-414e-917f-216bf6f47b0b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870627 Jul 16 03:26:38.145134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62236d79-971e-4cc2-8c5d-5362ea8af1ab service neutron] Pushing event updated for resources: {'Port': ['ID=064a84d9-a1f9-4a8a-8143-0ea74a468714,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:38.200222 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-c58436e5-7d89-4471-84a8-cbf72f686f21 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068146 Jul 16 03:26:38.208693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-a5871c42-a436-4c49-99a2-40f3be534509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.210203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-a5871c42-a436-4c49-99a2-40f3be534509 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1094 time: 0.2529886 Jul 16 03:26:38.235931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-35d8b66c-2738-4bbf-b409-e5d1c75dedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.237747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-35d8b66c-2738-4bbf-b409-e5d1c75dedf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1094 time: 0.2008247 Jul 16 03:26:38.253400 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67dc5663-7e49-444b-ad12-3f21ddc757a3 req-eb51e32c-a2eb-470a-a81d-47b0fcd66ccf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0345745 Jul 16 03:26:38.253713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922414b-0bc6-4dab-90d1-320c645c62af req-502c13a3-3653-464d-aa23-458f9eed4a69 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.255248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9922414b-0bc6-4dab-90d1-320c645c62af req-502c13a3-3653-464d-aa23-458f9eed4a69 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 943 time: 0.2229447 Jul 16 03:26:38.315324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-03a44dd6-d403-4818-be73-ec2ffb359c27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 217 time: 0.0590749 Jul 16 03:26:38.381487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5296cd76-6c63-43b0-85e1-ea3e02c2c6e9 req-36a778c7-7f3c-4380-87de-dfd796b005a7 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262631 Jul 16 03:26:38.448699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9922414b-0bc6-4dab-90d1-320c645c62af req-631b3ba0-25a2-4085-981c-84d802e4f303 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741166 Jul 16 03:26:38.470708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-9a247b03-c579-4481-8173-0e690442e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.472723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-9a247b03-c579-4481-8173-0e690442e4c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1478159 Jul 16 03:26:38.480473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-24581404-9ec6-4d48-8974-2f69b16e0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.481964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-24581404-9ec6-4d48-8974-2f69b16e0023 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.2597582 Jul 16 03:26:38.556130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-546f9519-aceb-45f3-828c-83ff1fc83639 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 217 time: 0.0584033 Jul 16 03:26:38.571976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ec232-1732-419f-9995-d760ec675a08 req-a8bb0b64-d124-4214-8735-f3726586cbe3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.573444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-473ec232-1732-419f-9995-d760ec675a08 req-a8bb0b64-d124-4214-8735-f3726586cbe3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1853199 Jul 16 03:26:38.853227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:38.855392 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050" -d '{"events": [{"name": "network-changed", "server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:38.926061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-28dccfa8-33b2-4a70-8829-d0269c6f3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.927620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-28dccfa8-33b2-4a70-8829-d0269c6f3a58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4429853 Jul 16 03:26:38.929052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-fae934a9-876a-4cb3-9848-93485032eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.930255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-fae934a9-876a-4cb3-9848-93485032eb77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.3666732 Jul 16 03:26:38.930763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-2512cfe6-2ce2-4ba6-bfd1-4eee00dcbc45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603344 Jul 16 03:26:38.934193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-473ec232-1732-419f-9995-d760ec675a08 req-b403949f-5de3-4556-bc19-028224633f9e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522613 Jul 16 03:26:39.006610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-41fa328f-c79d-4150-9ce6-52ba663ee006 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498819 Jul 16 03:26:39.055369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-d605d252-c638-4533-aa20-ceb6406b0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.056836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-d605d252-c638-4533-aa20-ceb6406b0309 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 1096 time: 0.0805757 Jul 16 03:26:39.060347 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-0ff7d8a1-24a4-4d7f-aad5-22b0fa73cbe3 req-9d9024eb-b90d-4e9b-b5a5-0f613d8d0047 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:26:39.061392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ff7d8a1-24a4-4d7f-aad5-22b0fa73cbe3 req-9d9024eb-b90d-4e9b-b5a5-0f613d8d0047 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/b5817faa-e78d-4f72-b540-0f34eb1897e2 HTTP/1.1" status: 404 len: 352 time: 0.0803580 Jul 16 03:26:39.091519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194e30a-0807-4ba0-8a3b-5acc2d69e989 req-a45abd52-7974-41e8-a212-2308f068b465 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.100012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2194e30a-0807-4ba0-8a3b-5acc2d69e989 req-a45abd52-7974-41e8-a212-2308f068b465 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 949 time: 0.2408113 Jul 16 03:26:39.195505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-0096e2f8-689a-473a-9ef5-a3974d11498d service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531588 Jul 16 03:26:39.211826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2194e30a-0807-4ba0-8a3b-5acc2d69e989 req-ef960c53-50d8-4697-a1c0-1eced2fabcec tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107035 Jul 16 03:26:39.281923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-74eea7f8-7073-4c43-8238-1653799509e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.283026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-d6969825-5653-4896-a317-8a82e3237eef service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584953 Jul 16 03:26:39.283436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-74eea7f8-7073-4c43-8238-1653799509e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1548774 Jul 16 03:26:39.346132 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-5a2ed6a2-31b5-4153-ac24-162ae897a7b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 200 len: 217 time: 0.0557940 Jul 16 03:26:39.415097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-136a62c6-3b0d-4da9-a2ab-36f1d58602b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.416578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-136a62c6-3b0d-4da9-a2ab-36f1d58602b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0587370 Jul 16 03:26:39.461506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-9bef01a8-f4dc-4c87-9893-e1e76d29e7b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373189 Jul 16 03:26:39.463521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f04649b-0aa6-4821-97fd-443e0c510221 req-ef45a7d8-6e25-4436-95b2-a8224d9a40e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490592 Jul 16 03:26:39.483885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da639cf-f1e3-430b-8cf8-cf9de869fd6f req-0ba37bc4-11c9-4dae-ad86-aa74cdb30e2a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.485455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8da639cf-f1e3-430b-8cf8-cf9de869fd6f req-0ba37bc4-11c9-4dae-ad86-aa74cdb30e2a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.2600319 Jul 16 03:26:39.509581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff0654d-ca1d-4ade-9c19-65c269bbafa3 req-b105bc4f-8d21-4634-b75c-5e0bf3f63ec6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919549 Jul 16 03:26:39.551065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8da639cf-f1e3-430b-8cf8-cf9de869fd6f req-8841fbc9-ccfd-4d00-b1d4-2911caaaa7f8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567186 Jul 16 03:26:39.558624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0f0b-0e81-47aa-9bf2-f37ed352c471 req-64c1eb24-123f-45d0-8a0a-d7daf0054028 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.560116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d7e0f0b-0e81-47aa-9bf2-f37ed352c471 req-64c1eb24-123f-45d0-8a0a-d7daf0054028 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.2137041 Jul 16 03:26:39.595527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-1a1154b1-110f-4cc3-a966-801fa88620ae service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222978 Jul 16 03:26:39.626900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d7e0f0b-0e81-47aa-9bf2-f37ed352c471 req-6e623c87-a459-4b9d-ad3a-e524c296dd01 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559773 Jul 16 03:26:39.631024 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab0adac-7cc0-4aa7-a86b-a924b21777ad x-openstack-request-id: req-9ab0adac-7cc0-4aa7-a86b-a924b21777ad {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:39.631320 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:39.631581 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ab0adac-7cc0-4aa7-a86b-a924b21777ad {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:39.631983 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'status': 'completed', 'code': 200} Jul 16 03:26:39.661450 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-34db2150-1c88-4148-998c-30265793a5a4 req-02d159ea-f09a-4d03-8b56-58f1de858a40 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:26:39.671219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34db2150-1c88-4148-998c-30265793a5a4 req-02d159ea-f09a-4d03-8b56-58f1de858a40 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/4b3a746a-511b-4a8d-a010-60263f1859ba HTTP/1.1" status: 404 len: 352 time: 0.0237184 Jul 16 03:26:39.704318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eeb2b81-9013-4530-80b1-1b7a952a1191 req-c128d8b7-47c1-4e16-bdc6-1d4204be2a5f service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007211 Jul 16 03:26:39.751441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-2dc867f5-491e-4225-9754-a114914525d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.753021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-2dc867f5-491e-4225-9754-a114914525d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1094 time: 0.0794914 Jul 16 03:26:39.817747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59328cdf-8224-420f-bc0a-f9013fd2bf35 req-ecd60904-37ee-4340-9275-5afdcdb75670 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0380538 Jul 16 03:26:39.884157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-8a48c4d5-68aa-435d-8cc8-340648b1983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.885685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-8a48c4d5-68aa-435d-8cc8-340648b1983e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1256444 Jul 16 03:26:39.941067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-38a485d6-c455-4d24-9207-cb1b4f506fe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 217 time: 0.0484238 Jul 16 03:26:40.056761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-ca679043-31f1-40ef-838e-9d0cbb4fe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.058190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-ca679043-31f1-40ef-838e-9d0cbb4fe04a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1086447 Jul 16 03:26:40.112539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61519aa9-2abd-464e-8c76-6674739d40ac req-24437665-412e-40fc-b05c-a16d64df5f52 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.114098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61519aa9-2abd-464e-8c76-6674739d40ac req-24437665-412e-40fc-b05c-a16d64df5f52 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 943 time: 0.1768754 Jul 16 03:26:40.123428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0c5d-94f5-4b05-abb7-8d169d2f3e1a req-7385b06c-f448-4f4b-9802-c9decb2fb070 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.129322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0c5d-94f5-4b05-abb7-8d169d2f3e1a req-7385b06c-f448-4f4b-9802-c9decb2fb070 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.130855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea4b0c5d-94f5-4b05-abb7-8d169d2f3e1a req-7385b06c-f448-4f4b-9802-c9decb2fb070 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70&device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 1689 time: 0.1920497 Jul 16 03:26:40.198136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61519aa9-2abd-464e-8c76-6674739d40ac req-45b1c7e2-ef30-45fc-b355-3428e1e7b9b7 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Jul 16 03:26:40.207508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea4b0c5d-94f5-4b05-abb7-8d169d2f3e1a req-a6185566-5b42-40ac-b29c-20742b16c05d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668328 Jul 16 03:26:40.211861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-483d3479-4cfe-4e07-a33b-36b012cc2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.213310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-483d3479-4cfe-4e07-a33b-36b012cc2e9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456475 Jul 16 03:26:40.267911 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-27eddc17-0bab-4630-877a-49abefcfde78 req-b4a561a3-43ab-4bfc-99d0-41ccf36c8401 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:26:40.268901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27eddc17-0bab-4630-877a-49abefcfde78 req-b4a561a3-43ab-4bfc-99d0-41ccf36c8401 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/c3017197-8ac4-4fb9-8a38-dd5d00fc238d HTTP/1.1" status: 404 len: 352 time: 0.0317252 Jul 16 03:26:40.330818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-d6b1ad73-a32d-4b17-a2aa-7cb880552472 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076295 Jul 16 03:26:40.464321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a44fbfe-ecf4-4557-9c90-fa44c5b41050 req-862e6307-2161-442c-bbe1-8d254f307216 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245706 Jul 16 03:26:40.498003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0259a-7740-4f78-a1b5-d9ce3e597074 req-62a62390-6e2f-4d37-a71a-2f5740c1e0db tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.499492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24a0259a-7740-4f78-a1b5-d9ce3e597074 req-62a62390-6e2f-4d37-a71a-2f5740c1e0db tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.0793207 Jul 16 03:26:40.538783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24a0259a-7740-4f78-a1b5-d9ce3e597074 req-d3968abd-8af0-48a3-b110-72b013282b62 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Jul 16 03:26:40.636986 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-2ee84067-2dad-4137-9201-9cc8518ad937 req-2221e470-9bb7-4489-98f5-75cb21b468ae tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:26:40.638169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ee84067-2dad-4137-9201-9cc8518ad937 req-2221e470-9bb7-4489-98f5-75cb21b468ae tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/e93dd4c4-67d1-48e6-93d3-c505bcb13f24 HTTP/1.1" status: 404 len: 352 time: 0.0167000 Jul 16 03:26:40.798892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74752a1-7677-4f39-9fc4-a1aca63609e7 req-227ecc09-9de6-4067-8334-bdcb36c88b95 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.800400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b74752a1-7677-4f39-9fc4-a1aca63609e7 req-227ecc09-9de6-4067-8334-bdcb36c88b95 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1101 time: 0.0932515 Jul 16 03:26:40.820585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903f210-9e00-4b62-b0c5-11d979e00c7a req-f46bf042-f3e7-49c0-9e25-cbe6d257c255 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.821992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a903f210-9e00-4b62-b0c5-11d979e00c7a req-f46bf042-f3e7-49c0-9e25-cbe6d257c255 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.0840199 Jul 16 03:26:40.870759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b74752a1-7677-4f39-9fc4-a1aca63609e7 req-b538d637-4b34-4b9a-894e-a957c25728a2 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634830 Jul 16 03:26:40.878368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a903f210-9e00-4b62-b0c5-11d979e00c7a req-f50e9a5e-340d-4ba9-8f15-1414c5fea730 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Jul 16 03:26:41.011654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae09686f-19c8-42c1-87de-f0dd47ca9367 req-269f8b91-de1c-48b8-ba3a-f01100d33787 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0290251 Jul 16 03:26:41.060144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4d22-40c5-4eab-9d81-b50fe528c5c8 req-afd6c95d-6d6f-4984-9c76-557abe14de61 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.061650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecfe4d22-40c5-4eab-9d81-b50fe528c5c8 req-afd6c95d-6d6f-4984-9c76-557abe14de61 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 1100 time: 0.0523131 Jul 16 03:26:41.095286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecfe4d22-40c5-4eab-9d81-b50fe528c5c8 req-76d45282-e4c4-4be8-bf04-769ed2784c50 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271070 Jul 16 03:26:41.158267 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-88750975-1eac-47ec-b043-ccbb1349ebfc req-30505794-104e-486e-9fe7-1454bac0eca6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:26:41.159276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88750975-1eac-47ec-b043-ccbb1349ebfc req-30505794-104e-486e-9fe7-1454bac0eca6 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/83985c02-2f1a-439f-acfc-cedc1d82b049 HTTP/1.1" status: 404 len: 352 time: 0.0351677 Jul 16 03:26:41.190876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e082-43eb-4c08-a488-d692ccca9cda req-b0ae53f9-0697-46e6-9dc4-9387276b8277 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.192357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9923e082-43eb-4c08-a488-d692ccca9cda req-b0ae53f9-0697-46e6-9dc4-9387276b8277 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.0773005 Jul 16 03:26:41.229056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9923e082-43eb-4c08-a488-d692ccca9cda req-eaa23bcc-e684-42c3-bf2a-5046c1c4d379 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Jul 16 03:26:41.375930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fed37-ef50-492c-9e1e-d0af379e8089 req-8e15dc07-1e8a-40be-b57d-f96a11152b0c tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.377456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-939fed37-ef50-492c-9e1e-d0af379e8089 req-8e15dc07-1e8a-40be-b57d-f96a11152b0c tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 1100 time: 0.0532892 Jul 16 03:26:41.415487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-939fed37-ef50-492c-9e1e-d0af379e8089 req-5a3b3d2e-b6bc-4df2-8b2e-897c78a969d1 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Jul 16 03:26:41.443286 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-142b33c9-8a36-4390-b207-3c31518e796c req-4aed4529-536a-4fe3-abcc-df9e84bf2391 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] show failed (client error): The resource could not be found. Jul 16 03:26:41.443286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-142b33c9-8a36-4390-b207-3c31518e796c req-4aed4529-536a-4fe3-abcc-df9e84bf2391 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/d93c9928-d39e-48a0-bf84-1aa1efb00910 HTTP/1.1" status: 404 len: 352 time: 0.0158999 Jul 16 03:26:41.518144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-a3fe8c6f-c733-43e7-820e-948c20bdeb3c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534863 Jul 16 03:26:41.585875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866570bb-4b7d-44e5-b4e6-6e6eae05b35f req-1e6f56b7-6870-4d69-b9c3-34ffef38d5f3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.587381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-866570bb-4b7d-44e5-b4e6-6e6eae05b35f req-1e6f56b7-6870-4d69-b9c3-34ffef38d5f3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 943 time: 0.0684283 Jul 16 03:26:41.626099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-866570bb-4b7d-44e5-b4e6-6e6eae05b35f req-86691a3d-4ca0-47ef-9379-31bcadcd671a tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Jul 16 03:26:41.698172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4572-0b30-4a03-8f82-3f2e777d3116 req-505dcf49-f4db-4619-a93c-814f7b9cef7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.700069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d07e4572-0b30-4a03-8f82-3f2e777d3116 req-505dcf49-f4db-4619-a93c-814f7b9cef7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.0671561 Jul 16 03:26:41.744731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d07e4572-0b30-4a03-8f82-3f2e777d3116 req-d533e25d-3ff0-4496-b9cc-bfebb47a14c2 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Jul 16 03:26:41.953745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-8024100a-54d7-4346-95ef-9d6986f9b338 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301077 Jul 16 03:26:42.093151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-344cf6c8-27aa-497a-985b-758812b516e6 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:42.095481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-344cf6c8-27aa-497a-985b-758812b516e6 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361849 Jul 16 03:26:42.097544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 064a84d9-a1f9-4a8a-8143-0ea74a468714 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:42.138813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-0a7164f7-348b-4f25-aede-436c028657e8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/quotas/8612e2b362704cbbbe7782b2dd33f76f HTTP/1.1" status: 200 len: 375 time: 0.0205276 Jul 16 03:26:42.221459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 064a84d9-a1f9-4a8a-8143-0ea74a468714, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:42.229699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66e6f-5343-4c7d-b9f4-0e28d8317d8e req-ab6d94ec-2036-490b-9379-d6f36366a4cb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:42.231365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6df66e6f-5343-4c7d-b9f4-0e28d8317d8e req-ab6d94ec-2036-490b-9379-d6f36366a4cb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.1573884 Jul 16 03:26:42.237371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:42.253572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-b96e342e-b651-46b9-9488-7b36ee2d2d2b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139228 Jul 16 03:26:42.288539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.301456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064a84d9-a1f9-4a8a-8143-0ea74a468714 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:42.314100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6df66e6f-5343-4c7d-b9f4-0e28d8317d8e req-66dbd6f6-d2e4-4675-a114-badae519a648 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Jul 16 03:26:42.331686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 064a84d9-a1f9-4a8a-8143-0ea74a468714, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:42.338528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.408366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=064a84d9-a1f9-4a8a-8143-0ea74a468714,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:42.496353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e474d-6004-47a4-95bd-41a849124504 req-a1d99c74-deb6-48a6-9ff5-b2f47357af2a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:42.498086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a0e474d-6004-47a4-95bd-41a849124504 req-a1d99c74-deb6-48a6-9ff5-b2f47357af2a tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1023 time: 0.0680900 Jul 16 03:26:42.551338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a0e474d-6004-47a4-95bd-41a849124504 req-336d5e5c-63c9-499b-80b4-4a293125ac1c tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=3fae1cec-441c-4f10-9bad-273652096a9b&id=00241046-42b1-4a50-9962-4ae3929be87a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0461144 Jul 16 03:26:42.688148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-095263cc-45a1-4b32-9caa-62a0d886aaea req-738a3629-bff9-4040-930f-c888be4ad190 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0317652 Jul 16 03:26:42.712656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['064a84d9-a1f9-4a8a-8143-0ea74a468714'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:42.807089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74925f-7b3d-4901-918e-f5f34c4f23b6 req-3bb8d70d-9506-4a5a-a1d6-e8aa4af07a97 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:42.808585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a74925f-7b3d-4901-918e-f5f34c4f23b6 req-3bb8d70d-9506-4a5a-a1d6-e8aa4af07a97 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.0837145 Jul 16 03:26:42.860329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a74925f-7b3d-4901-918e-f5f34c4f23b6 req-a951d264-c582-4afb-bdbb-9f1bbb1ac1b4 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Jul 16 03:26:43.083336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71674540-980d-468c-975b-0e494fff2378 req-433e4dae-34c9-4b95-b357-5326b0ed73c3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.084967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71674540-980d-468c-975b-0e494fff2378 req-433e4dae-34c9-4b95-b357-5326b0ed73c3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 944 time: 0.1050591 Jul 16 03:26:43.158506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-b0aa69f3-a518-413a-83e9-a25deedac449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.160000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-b0aa69f3-a518-413a-83e9-a25deedac449 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1101 time: 0.1342385 Jul 16 03:26:43.183982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71674540-980d-468c-975b-0e494fff2378 req-7c3ed06f-ea2d-4ba0-88a5-0c35123528d5 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 Jul 16 03:26:43.290234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89adb076-15e9-4480-a1e5-1644f949625a req-3ec9b3b0-e42a-4ea7-912c-f66eec1e4e41 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 210 time: 0.0509374 Jul 16 03:26:43.323080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8b79-1295-47ae-8363-59cf0b5019de req-856ac7d5-35b5-47cc-b393-42247cdc411a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.324664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c69c8b79-1295-47ae-8363-59cf0b5019de req-856ac7d5-35b5-47cc-b393-42247cdc411a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.2061131 Jul 16 03:26:43.326091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-c8e3c634-5e76-43af-a2ff-1f41bc04532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.327418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-c8e3c634-5e76-43af-a2ff-1f41bc04532a service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1579077 Jul 16 03:26:43.385002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-c292cec2-96c0-48b8-9202-7610c0a656ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0467401 Jul 16 03:26:43.436087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c69c8b79-1295-47ae-8363-59cf0b5019de req-b16c5521-cc26-480d-9271-ba5bd39d4060 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051025 Jul 16 03:26:43.453401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-cc998c58-e8bd-4fc8-8a0d-dc1890c393d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.455027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-cc998c58-e8bd-4fc8-8a0d-dc1890c393d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0605409 Jul 16 03:26:43.883047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea50f7-4db5-4f0d-92c7-360bc3cb065b req-de19bee4-671a-46eb-a321-79bab6ea7883 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.884420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea50f7-4db5-4f0d-92c7-360bc3cb065b req-de19bee4-671a-46eb-a321-79bab6ea7883 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.4338813 Jul 16 03:26:43.896757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-2fd92003-b222-4384-ba65-d35b27182d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.898127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-2fd92003-b222-4384-ba65-d35b27182d8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4354715 Jul 16 03:26:43.905527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-b91e21d0-004a-41fe-a9e5-cdbe226e6e18 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.907358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-b91e21d0-004a-41fe-a9e5-cdbe226e6e18 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.11 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1023 time: 0.1808264 Jul 16 03:26:43.918583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ac5fc-6996-4cbb-88d5-56bd129a0f03 req-fab39fa5-1f70-418f-8fcb-6e11619dff31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.919935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a3ac5fc-6996-4cbb-88d5-56bd129a0f03 req-fab39fa5-1f70-418f-8fcb-6e11619dff31 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 1023 time: 0.2026458 Jul 16 03:26:44.059579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ea50f7-4db5-4f0d-92c7-360bc3cb065b req-8d9cf018-af88-4a2f-a900-33176d6993c7 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690323 Jul 16 03:26:44.099042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a3ac5fc-6996-4cbb-88d5-56bd129a0f03 req-37f45ca8-1bff-4523-a592-dc84094e63bb tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c65dcf4-c620-45ab-b3a2-587d43da0ffa&id=3fae1cec-441c-4f10-9bad-273652096a9b&id=00241046-42b1-4a50-9962-4ae3929be87a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1584649 Jul 16 03:26:44.121131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 064a84d9-a1f9-4a8a-8143-0ea74a468714 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:44.122815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-b24e87c2-5ea6-4a7f-926f-3e7c47bf221c service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993749 Jul 16 03:26:44.212438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Deleting port a6074076-98fe-41b5-bb15-1eed5d9dbe4e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:44.212835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.217895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 064a84d9-a1f9-4a8a-8143-0ea74a468714 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:44.222370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 064a84d9-a1f9-4a8a-8143-0ea74a468714 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:44.222769 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.300092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-42e6438e-faf9-4cdc-8810-5f25f6ef046c service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704082 Jul 16 03:26:44.328253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-69366799-ddd3-4370-9941-5a9959c85919 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424113 Jul 16 03:26:44.364878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9d2bdda-c532-48d8-a34f-6cfd5bcd934e req-c3cc4ae8-b907-45ee-a11d-af86713085df tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0747459 Jul 16 03:26:44.414733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] For port a6074076-98fe-41b5-bb15-1eed5d9dbe4e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,segment=NetworkSegment(bcade0c1-a075-4fd4-b004-2f8b0dd35a40),segment_id=bcade0c1-a075-4fd4-b004-2f8b0dd35a40)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:44.415371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.438979 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.443808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Calling delete_port for a6074076-98fe-41b5-bb15-1eed5d9dbe4e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:44.476138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-6f7dd505-c3c9-4c8b-a199-60e3d73112e2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:44.478127 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-6f7dd505-c3c9-4c8b-a199-60e3d73112e2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441045 Jul 16 03:26:44.490921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:44.493191 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523b6cd-556b-4192-80d4-51415139598b" -d '{"events": [{"server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "name": "network-vif-plugged", "status": "completed", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:44.495542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:44.529718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 064a84d9-a1f9-4a8a-8143-0ea74a468714, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:44.537062 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.568311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306d8c-1f09-4f44-bfa0-3efca60c5124 req-5a00b4c4-25a4-408e-8f95-687bec6f0a3d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:44.569983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b306d8c-1f09-4f44-bfa0-3efca60c5124 req-5a00b4c4-25a4-408e-8f95-687bec6f0a3d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.1387236 Jul 16 03:26:44.591797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=064a84d9-a1f9-4a8a-8143-0ea74a468714,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:44.642845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:44.646628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.659670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b306d8c-1f09-4f44-bfa0-3efca60c5124 req-f66ca2da-c71e-4511-aae0-f29fd41ac327 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746851 Jul 16 03:26:44.762185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-b56235d4-a819-460c-8bac-a1090ec7b1c0 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396593 Jul 16 03:26:44.779889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ee527-6b79-40e9-a428-3725536bfcb5 req-2c0305f0-3a23-4556-ac51-801602e50ec5 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:44.788455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-680ee527-6b79-40e9-a428-3725536bfcb5 req-2c0305f0-3a23-4556-ac51-801602e50ec5 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 945 time: 0.2147620 Jul 16 03:26:44.806824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.215 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/754f5493-e9b8-4ac8-b702-8af801793260) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:44.883204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0e3dcbe-3ed3-4056-a4a7-b6bb3ec6450e req-d73c1886-6387-4795-bc71-344c302a1725 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 210 time: 0.0514760 Jul 16 03:26:44.917131 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.930009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a6074076-98fe-41b5-bb15-1eed5d9dbe4e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:44.971578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.985611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 754f5493-e9b8-4ac8-b702-8af801793260 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:45.017413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'Port': ['ID=a6074076-98fe-41b5-bb15-1eed5d9dbe4e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.025960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.038827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:45.043317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:45.068956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:45.074213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:45.078088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:45.097507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.097858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.098200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.099144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.099144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.099391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.099712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.100044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.100371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.100965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.101089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.101332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.105384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=754f5493-e9b8-4ac8-b702-8af801793260,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.120079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.120417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.120750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.121079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.121402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.121718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.122033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.122348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.122696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.123002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.123314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.123623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:45.142455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.143751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.151361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-680ee527-6b79-40e9-a428-3725536bfcb5 req-586a5a9b-cc99-4162-a672-cf7ae86c04d6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618631 Jul 16 03:26:45.153292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] No DVR routers for this DVR port a6074076-98fe-41b5-bb15-1eed5d9dbe4e on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:45.158267 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.160748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23e5fa38-4dfd-4f56-9d31-7b7967fc1b82 req-fef627e5-0765-4d3c-9332-6011f1bf9b14 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.11 "DELETE /v2.0/ports/a6074076-98fe-41b5-bb15-1eed5d9dbe4e HTTP/1.1" status: 204 len: 173 time: 1.2385876 Jul 16 03:26:45.166745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'name': 'network-vif-deleted', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:45.169163 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c19e2dc-a050-4fed-8c21-ba8a6cb1674f" -d '{"events": [{"server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "name": "network-vif-deleted", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:45.182869 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-915b734a-6329-4688-b5e5-b22e3ad8643a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6943414 Jul 16 03:26:45.188411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-31db0c62-b163-4f2f-a45f-eb95f64245ce tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.189954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-31db0c62-b163-4f2f-a45f-eb95f64245ce tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4203403 Jul 16 03:26:45.197320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Request body: {'port': {'device_id': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:45.216590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:45.226972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:45.331384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5ca6f-bd21-4f51-8bf6-6a678fa83407 req-956f0d87-6492-4489-ba01-083d512c7d80 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.338420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45b5ca6f-bd21-4f51-8bf6-6a678fa83407 req-956f0d87-6492-4489-ba01-083d512c7d80 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.2929027 Jul 16 03:26:45.370586 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.373003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:45.397826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9', 'port_id': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'mac_address': 'fa:16:3e:a2:60:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bb331f-ea89-4871-898b-b2549891c7da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:45.401278 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd941a7-b045-48aa-a224-15533fe5a8dd x-openstack-request-id: req-7cd941a7-b045-48aa-a224-15533fe5a8dd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:45.401750 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "name": "network-vif-plugged", "status": "completed", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:45.403507 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cd941a7-b045-48aa-a224-15533fe5a8dd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:45.403507 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'code': 200} Jul 16 03:26:45.458124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45b5ca6f-bd21-4f51-8bf6-6a678fa83407 req-757ea9b4-53b1-4855-b1da-c2e1b4807325 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178854 Jul 16 03:26:45.558670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ffe86d47-7230-45ef-9b94-1a61dc59f06a None None] Provisioning for port 754f5493-e9b8-4ac8-b702-8af801793260 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:45.564832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:45.567496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.569915 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.582959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ffe86d47-7230-45ef-9b94-1a61dc59f06a None None] Provisioning complete for port 754f5493-e9b8-4ac8-b702-8af801793260 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:45.583481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffe86d47-7230-45ef-9b94-1a61dc59f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.615050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74259619-f8a5-4c61-a086-3f6d05b20598 req-8aac8cf2-3389-459e-8d94-2773b806dcab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.616797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74259619-f8a5-4c61-a086-3f6d05b20598 req-8aac8cf2-3389-459e-8d94-2773b806dcab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.1352248 Jul 16 03:26:45.620488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:45.645336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91304f24-3cc5-45c4-adcf-bc953a58b37e req-a2101fb6-0f24-4e16-9601-eeeb425e2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.647003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91304f24-3cc5-45c4-adcf-bc953a58b37e req-a2101fb6-0f24-4e16-9601-eeeb425e2c4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1096 time: 0.2161772 Jul 16 03:26:45.661711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:45.675362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.678040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ffe86d47-7230-45ef-9b94-1a61dc59f06a None None] Port 754f5493-e9b8-4ac8-b702-8af801793260 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:45.713007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74bb102e-c128-484c-b0ca-567680675b8c req-a38d48f5-7ea7-4f22-8ee5-7424ba306f04 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/ports?device_id=f85b09eb-2350-4c6e-bb67-9811705353bd HTTP/1.1" status: 200 len: 210 time: 0.1071248 Jul 16 03:26:45.718010 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754f5493-e9b8-4ac8-b702-8af801793260 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:45.726983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.743188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Transition to ACTIVE for port object 754f5493-e9b8-4ac8-b702-8af801793260 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:45.761836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.764305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.764495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74259619-f8a5-4c61-a086-3f6d05b20598 req-e76bd6ac-719d-4c19-8379-ff9a3344f018 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345923 Jul 16 03:26:45.804750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91304f24-3cc5-45c4-adcf-bc953a58b37e req-08c49071-7139-47b0-bbdd-bc76762bc582 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951321 Jul 16 03:26:45.821177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Pushing event updated for resources: {'Port': ['ID=754f5493-e9b8-4ac8-b702-8af801793260,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.843740 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24c22ab-c202-4952-a48a-708d61723b75 x-openstack-request-id: req-e24c22ab-c202-4952-a48a-708d61723b75 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:45.844453 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85b09eb-2350-4c6e-bb67-9811705353bd", "name": "network-vif-deleted", "tag": "a6074076-98fe-41b5-bb15-1eed5d9dbe4e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:45.844867 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e24c22ab-c202-4952-a48a-708d61723b75 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:45.845451 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85b09eb-2350-4c6e-bb67-9811705353bd', 'name': 'network-vif-deleted', 'tag': 'a6074076-98fe-41b5-bb15-1eed5d9dbe4e', 'status': 'completed', 'code': 200} Jul 16 03:26:45.927565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Attempting to bind port 754f5493-e9b8-4ac8-b702-8af801793260 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:45.927895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Attempting to bind port 754f5493-e9b8-4ac8-b702-8af801793260 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:45.928173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Attempting to bind port 754f5493-e9b8-4ac8-b702-8af801793260 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:45.934827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Port 754f5493-e9b8-4ac8-b702-8af801793260 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:45.935233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Attempting to bind port 754f5493-e9b8-4ac8-b702-8af801793260 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:45.938647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.3 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/136537e6-19de-4dd8-bb28-363a6ce49e58) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:45.946682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:45.947192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:45.947580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:45.948030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Bound port: 754f5493-e9b8-4ac8-b702-8af801793260, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:45.948428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.051751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] For port 754f5493-e9b8-4ac8-b702-8af801793260, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:46.055731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] For port 754f5493-e9b8-4ac8-b702-8af801793260, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=754f5493-e9b8-4ac8-b702-8af801793260,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:46.063464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.080648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:46.124685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.125441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.126926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] 10.222.0.11 "PUT /v2.0/ports/754f5493-e9b8-4ac8-b702-8af801793260 HTTP/1.1" status: 200 len: 1096 time: 0.9352951 Jul 16 03:26:46.127396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'tag': '754f5493-e9b8-4ac8-b702-8af801793260'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:46.129662 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4" -d '{"events": [{"name": "network-changed", "server_uuid": "10fe5ee7-1ce0-4640-9b3e-1a89015e5d12", "tag": "754f5493-e9b8-4ac8-b702-8af801793260"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:46.191294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfdb05-6835-47fa-abec-450e74057a57 service neutron] Pushing event updated for resources: {'Port': ['ID=754f5493-e9b8-4ac8-b702-8af801793260,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:46.196321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd0eaa6c-6106-46fe-93e3-5089ed32d679 req-6ab6d3d7-6855-40f4-b902-803a0f5267d3 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.1055353 Jul 16 03:26:46.315122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-6eb14eaa-3afe-4a9a-b877-c610aa5e3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.317582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-6eb14eaa-3afe-4a9a-b877-c610aa5e3403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 1099 time: 0.0851672 Jul 16 03:26:46.342920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735325c5-cee4-4676-959c-c5680a61e32b req-fd7ccea2-6aff-4e56-b409-916b2a778ec5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.351140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-735325c5-cee4-4676-959c-c5680a61e32b req-fd7ccea2-6aff-4e56-b409-916b2a778ec5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.1533754 Jul 16 03:26:46.393226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-e995ce36-5465-4cb0-82e4-8e363e07cfea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=754f5493-e9b8-4ac8-b702-8af801793260 HTTP/1.1" status: 200 len: 217 time: 0.0662668 Jul 16 03:26:46.399671 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.434283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9b1dde9-494c-4556-9816-fd06ca223744 req-60bad59a-9005-4084-a021-b4f7e4405e1b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 210 time: 0.0511179 Jul 16 03:26:46.447285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-6fd03efd-e473-49e5-a761-eb51a44b96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.448723 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-6fd03efd-e473-49e5-a761-eb51a44b96d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0471628 Jul 16 03:26:46.450406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-735325c5-cee4-4676-959c-c5680a61e32b req-e7606d06-6a21-47c3-b84b-923e1156f403 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967023 Jul 16 03:26:46.471792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 136537e6-19de-4dd8-bb28-363a6ce49e58 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:46.519667 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6673a57-6c85-44e2-8a66-c820a7b4320a x-openstack-request-id: req-f6673a57-6c85-44e2-8a66-c820a7b4320a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:46.519956 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fe5ee7-1ce0-4640-9b3e-1a89015e5d12", "tag": "754f5493-e9b8-4ac8-b702-8af801793260", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:46.520209 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6673a57-6c85-44e2-8a66-c820a7b4320a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:46.521150 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'tag': '754f5493-e9b8-4ac8-b702-8af801793260', 'status': 'completed', 'code': 200} Jul 16 03:26:46.526617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d1ab3f0f-4cfd-425b-8841-7db6989e7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.528094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d1ab3f0f-4cfd-425b-8841-7db6989e7439 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663004 Jul 16 03:26:46.546874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.561659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:46.579875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:46.583024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:46.603870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:46.689983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-8b64daaa-c2b9-4c63-841e-6f778b6deab4 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461771 Jul 16 03:26:46.771961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=136537e6-19de-4dd8-bb28-363a6ce49e58,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:46.792804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.793545 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.812516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca7fd-0692-4260-8f21-4c86feea7fa5 req-fa58950d-9d59-4c71-a927-2c542560d7b4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.814144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aabca7fd-0692-4260-8f21-4c86feea7fa5 req-fa58950d-9d59-4c71-a927-2c542560d7b4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1624384 Jul 16 03:26:46.815054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-7eff94d0-17b2-46c5-9383-aadc48f6e202 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165979 Jul 16 03:26:46.833885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9b9774d1-0c2c-44a2-b016-8cf43514840b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6223888 Jul 16 03:26:46.849629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Request body: {'port': {'device_id': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:46.861437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9671af-b576-4e55-9b58-a9ea9b5fee2d req-b0b92ffd-e3b1-462d-99fe-6b430a4cc2e3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.862476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a9671af-b576-4e55-9b58-a9ea9b5fee2d req-b0b92ffd-e3b1-462d-99fe-6b430a4cc2e3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 945 time: 0.2020013 Jul 16 03:26:46.928733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-098b2e0c-9193-4b12-bdb5-fe40a90cdfba None None] Provisioning for port 136537e6-19de-4dd8-bb28-363a6ce49e58 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:46.932024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-be1349e4-9785-4f69-bd4a-b2e61426d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.932263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aabca7fd-0692-4260-8f21-4c86feea7fa5 req-1f9c7a81-4cd7-493d-9737-f11b368a9245 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082959 Jul 16 03:26:46.933641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-be1349e4-9785-4f69-bd4a-b2e61426d02a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 1099 time: 0.0594461 Jul 16 03:26:46.934255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-098b2e0c-9193-4b12-bdb5-fe40a90cdfba None None] Provisioning complete for port 136537e6-19de-4dd8-bb28-363a6ce49e58 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:46.934839 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-098b2e0c-9193-4b12-bdb5-fe40a90cdfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.941828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a9671af-b576-4e55-9b58-a9ea9b5fee2d req-d3f8fd99-d8ee-426b-9ef3-647772728a60 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Jul 16 03:26:47.002835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.027639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-098b2e0c-9193-4b12-bdb5-fe40a90cdfba None None] Port 136537e6-19de-4dd8-bb28-363a6ce49e58 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:47.091251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-c93e5cec-b862-4bc2-b53b-846118b1a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:47.092867 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-c93e5cec-b862-4bc2-b53b-846118b1a69c service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1512685 Jul 16 03:26:47.144112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-384a366e-bcdc-4e40-9d54-995a325eb088 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=754f5493-e9b8-4ac8-b702-8af801793260 HTTP/1.1" status: 200 len: 217 time: 0.0437856 Jul 16 03:26:47.210980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-a7683fd3-ed70-4169-94f7-671862885ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:47.212453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-a7683fd3-ed70-4169-94f7-671862885ed9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0617166 Jul 16 03:26:47.279324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-d313035e-2500-4925-8878-84d87f63a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:47.281765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-d313035e-2500-4925-8878-84d87f63a9fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618525 Jul 16 03:26:47.289137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acb26d25-ec71-4b9d-9346-f11556d689bf req-5487d7ae-dea1-42a8-b4ff-bac2dc98347d tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/00241046-42b1-4a50-9962-4ae3929be87a HTTP/1.1" status: 200 len: 1800 time: 0.0845146 Jul 16 03:26:47.367247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:47.375024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-3ff15924-f72a-4af7-9e54-287ec599299d service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846710 Jul 16 03:26:47.478190 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2dda1af-f9eb-46ea-a34f-68c6af1affe4 req-f86c8243-2721-4bc2-924b-f289f12f200b service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957468 Jul 16 03:26:47.673657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-acb26d25-ec71-4b9d-9346-f11556d689bf req-cf18f779-4959-4a21-9c7f-96685d087be2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.691861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769e23-9aba-4b7a-8811-b7e5e3fd9891 req-d205b7fa-2981-441f-ad8d-b44d2e784f26 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:47.693333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7769e23-9aba-4b7a-8811-b7e5e3fd9891 req-d205b7fa-2981-441f-ad8d-b44d2e784f26 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.4094741 Jul 16 03:26:47.705010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136537e6-19de-4dd8-bb28-363a6ce49e58 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:47.722146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.735275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-acb26d25-ec71-4b9d-9346-f11556d689bf req-cf18f779-4959-4a21-9c7f-96685d087be2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.762722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Transition to ACTIVE for port object 136537e6-19de-4dd8-bb28-363a6ce49e58 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:47.777088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.792974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7769e23-9aba-4b7a-8811-b7e5e3fd9891 req-a87c84e6-e1fe-4dfc-a7b4-2e7614886bdd tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912354 Jul 16 03:26:47.845422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Pushing event updated for resources: {'Port': ['ID=136537e6-19de-4dd8-bb28-363a6ce49e58,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:47.851718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-acb26d25-ec71-4b9d-9346-f11556d689bf req-cf18f779-4959-4a21-9c7f-96685d087be2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.853230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-acb26d25-ec71-4b9d-9346-f11556d689bf req-cf18f779-4959-4a21-9c7f-96685d087be2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.863155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acb26d25-ec71-4b9d-9346-f11556d689bf req-cf18f779-4959-4a21-9c7f-96685d087be2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/00241046-42b1-4a50-9962-4ae3929be87a HTTP/1.1" status: 204 len: 173 time: 0.5632029 Jul 16 03:26:47.890636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18f779-4959-4a21-9c7f-96685d087be2 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00241046-42b1-4a50-9962-4ae3929be87a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:47.950949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a100cfc-92dc-4699-8fd5-a216d18d5a54 req-faec842d-d5f4-4783-b0a3-1b4350821531 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0385311 Jul 16 03:26:48.006634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Attempting to bind port 136537e6-19de-4dd8-bb28-363a6ce49e58 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:48.006974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Attempting to bind port 136537e6-19de-4dd8-bb28-363a6ce49e58 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:48.007302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Attempting to bind port 136537e6-19de-4dd8-bb28-363a6ce49e58 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:48.018298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Port 136537e6-19de-4dd8-bb28-363a6ce49e58 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:48.018654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Attempting to bind port 136537e6-19de-4dd8-bb28-363a6ce49e58 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:48.026012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:48.026349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:48.026767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:48.027200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Bound port: 136537e6-19de-4dd8-bb28-363a6ce49e58, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:48.027556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.051857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf423-1b46-4165-8ee0-9a3543aa3201 req-6e526477-7f17-48fd-a4e3-2674648423ae tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.053350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-079cf423-1b46-4165-8ee0-9a3543aa3201 req-6e526477-7f17-48fd-a4e3-2674648423ae tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 946 time: 0.0999546 Jul 16 03:26:48.146073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a6074076-98fe-41b5-bb15-1eed5d9dbe4e no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:48.165731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-079cf423-1b46-4165-8ee0-9a3543aa3201 req-1a0cfa71-ad64-4e9e-8884-24ada71ee06d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Jul 16 03:26:48.170310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a6074076-98fe-41b5-bb15-1eed5d9dbe4e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:48.170310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a6074076-98fe-41b5-bb15-1eed5d9dbe4e not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:48.172860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] For port 136537e6-19de-4dd8-bb28-363a6ce49e58, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:48.178194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] For port 136537e6-19de-4dd8-bb28-363a6ce49e58, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=136537e6-19de-4dd8-bb28-363a6ce49e58,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:48.187044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.222686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c890ef-fdcc-41a5-9a56-38403f550dee req-b84a7de0-58d6-4ea9-9b31-80cb942201f1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.224132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83c890ef-fdcc-41a5-9a56-38403f550dee req-b84a7de0-58d6-4ea9-9b31-80cb942201f1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.1502857 Jul 16 03:26:48.262860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.263473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.264810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] 10.222.0.48 "PUT /v2.0/ports/136537e6-19de-4dd8-bb28-363a6ce49e58 HTTP/1.1" status: 200 len: 1094 time: 1.4200909 Jul 16 03:26:48.265250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'tag': '136537e6-19de-4dd8-bb28-363a6ce49e58'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:48.267566 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8c4124-abd3-4039-839e-d2e319607c15", "tag": "136537e6-19de-4dd8-bb28-363a6ce49e58"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:48.312451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0749939-e7c7-4763-aa1f-97b983bbe179 service neutron] Pushing event updated for resources: {'Port': ['ID=136537e6-19de-4dd8-bb28-363a6ce49e58,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:48.326562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a77a88fa-9b83-4eff-9faf-c6002137f581 req-c57332f9-49ec-496a-acfe-e72cb4eef861 tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "GET /v2.0/security-groups/3fae1cec-441c-4f10-9bad-273652096a9b HTTP/1.1" status: 200 len: 1799 time: 0.1122642 Jul 16 03:26:48.346772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83c890ef-fdcc-41a5-9a56-38403f550dee req-9162fc5b-41db-42b6-a2f4-d19a232bb0a7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103249 Jul 16 03:26:48.433429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-8029e36b-76d6-4fb2-8d08-43d53454e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.434940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-8029e36b-76d6-4fb2-8d08-43d53454e8ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 1097 time: 0.1120625 Jul 16 03:26:48.437615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77a88fa-9b83-4eff-9faf-c6002137f581 req-0d421aaf-715c-407e-85fc-28fbb33da7ee tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.491300 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77a88fa-9b83-4eff-9faf-c6002137f581 req-0d421aaf-715c-407e-85fc-28fbb33da7ee tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.501695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-f68a461c-2435-484e-b99b-38651385b26d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=136537e6-19de-4dd8-bb28-363a6ce49e58 HTTP/1.1" status: 200 len: 217 time: 0.0541234 Jul 16 03:26:48.601122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9e613bf8-0847-4d90-9bda-78aa914e8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.602469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-9e613bf8-0847-4d90-9bda-78aa914e8c5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0754013 Jul 16 03:26:48.607228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77a88fa-9b83-4eff-9faf-c6002137f581 req-0d421aaf-715c-407e-85fc-28fbb33da7ee tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.609725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77a88fa-9b83-4eff-9faf-c6002137f581 req-0d421aaf-715c-407e-85fc-28fbb33da7ee tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.610762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a77a88fa-9b83-4eff-9faf-c6002137f581 req-0d421aaf-715c-407e-85fc-28fbb33da7ee tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] 10.222.0.25 "DELETE /v2.0/security-groups/3fae1cec-441c-4f10-9bad-273652096a9b HTTP/1.1" status: 204 len: 173 time: 0.2699296 Jul 16 03:26:48.616567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50640) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:48.647334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d421aaf-715c-407e-85fc-28fbb33da7ee tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae1cec-441c-4f10-9bad-273652096a9b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:48.657020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650dfc-00f3-4784-83fe-ec5fb7553174 req-b713e7df-f022-4ed1-9291-977ab5f58650 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.658563 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40650dfc-00f3-4784-83fe-ec5fb7553174 req-b713e7df-f022-4ed1-9291-977ab5f58650 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1716003 Jul 16 03:26:48.674663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Deleting subnet 2e0c8030-fdea-4e26-9418-4411e9824aaa {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:26:48.677945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.711521 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.719560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-8742f907-74c1-413f-be01-06d5b52c6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.721025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-8742f907-74c1-413f-be01-06d5b52c6002 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062183 Jul 16 03:26:48.723815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40650dfc-00f3-4784-83fe-ec5fb7553174 req-661e3386-7d34-49a4-b198-77e9428141e9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548594 Jul 16 03:26:48.755874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.856229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee66e0-b220-46cf-91e1-8bd02becc3bf req-e820a279-0312-49c8-bb9f-ce9818705d60 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.858271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8ee66e0-b220-46cf-91e1-8bd02becc3bf req-e820a279-0312-49c8-bb9f-ce9818705d60 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 945 time: 0.1422887 Jul 16 03:26:48.877616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-e9c81a9a-5d66-4e28-a5f2-accc9f8665eb service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276476 Jul 16 03:26:48.886628 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f092af-f65c-49a4-ab9a-216ad350ea09 x-openstack-request-id: req-b7f092af-f65c-49a4-ab9a-216ad350ea09 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:48.886918 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8c4124-abd3-4039-839e-d2e319607c15", "tag": "136537e6-19de-4dd8-bb28-363a6ce49e58", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:48.887172 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7f092af-f65c-49a4-ab9a-216ad350ea09 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:48.887568 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'tag': '136537e6-19de-4dd8-bb28-363a6ce49e58', 'status': 'completed', 'code': 200} Jul 16 03:26:48.909369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8ee66e0-b220-46cf-91e1-8bd02becc3bf req-c484b587-af94-492e-b5d2-ad9aadb008f3 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Jul 16 03:26:49.068980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aba7e8c-9168-4fe7-97f6-873e840fd986 req-09789656-5d80-4299-b806-b5ff75ef8b39 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585870 Jul 16 03:26:49.078327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.104337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0c8030-fdea-4e26-9418-4411e9824aaa,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:49.106286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.108174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-266b4126-0930-4f15-8ca7-30864e2dd6ef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2e0c8030-fdea-4e26-9418-4411e9824aaa HTTP/1.1" status: 204 len: 168 time: 0.4905846 Jul 16 03:26:49.110591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50648) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:49.177962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa1fb-8d71-49d5-bb24-dd06d584dc3b req-d007187d-696c-48af-becd-b50fb7d0ed8d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.178233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.179484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e63aa1fb-8d71-49d5-bb24-dd06d584dc3b req-d007187d-696c-48af-becd-b50fb7d0ed8d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.1898704 Jul 16 03:26:49.195556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-5d4a47e6-45f9-49ad-aaad-807bd7f43ff0 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.196949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-5d4a47e6-45f9-49ad-aaad-807bd7f43ff0 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1579745 Jul 16 03:26:49.246095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:49.254399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:49.258749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.269397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad73a4a4-8b3f-4c37-99bf-cde351449c34']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:49.276030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-93c58d24-b451-4735-a539-f5afc5460ec9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.0714939 Jul 16 03:26:49.278925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e63aa1fb-8d71-49d5-bb24-dd06d584dc3b req-98041a4e-f0b3-4e3f-bee6-9c6a1e8b09c6 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923336 Jul 16 03:26:49.279492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:49.279792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcade0c1-a075-4fd4-b004-2f8b0dd35a40') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:49.289240 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.290535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'floatingip': {'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:49.294064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-5d54212e-5653-4d0c-9c9b-b8eeb63c1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.295691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-5d54212e-5653-4d0c-9c9b-b8eeb63c1986 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 1097 time: 0.1652005 Jul 16 03:26:49.314340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.314340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:26:49.314340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.367702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:26:49.368817 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:26:49.380761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.399987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.401935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad73a4a4-8b3f-4c37-99bf-cde351449c34 HTTP/1.1" status: 204 len: 168 time: 0.2903779 Jul 16 03:26:49.402939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1d9f7-4aa6-4514-8071-b3182c3ea5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad73a4a4-8b3f-4c37-99bf-cde351449c34,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:49.425858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:49.433619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:49.434057 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.437909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:49.471926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f', 'port_id': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'mac_address': 'fa:16:3e:a4:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2dbae25-1a8b-4a8c-a5f2-935dacfd032f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:49.525703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.548803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde42def-a19d-41f7-a27e-777bd3be99bf req-9609f72d-f8ee-4738-9bc9-b06231ee86fa tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0675149 Jul 16 03:26:49.562476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c04a646-be47-4793-9fd1-a6e51d013fd5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:49.587895 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.599615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-6457ee91-a609-4d9b-a6a0-3915fe2e8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.601146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-6457ee91-a609-4d9b-a6a0-3915fe2e8f6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2719319 Jul 16 03:26:49.609912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:49.620318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.646246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50656) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:49.648195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:49.651886 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5176fed5-dc33-4c07-9165-ad0c1c6b481a" -d '{"events": [{"server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "name": "network-vif-plugged", "status": "completed", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:49.670713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:49.682233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.687951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-54dedefd-93ef-4652-a613-2871a38ff9e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=136537e6-19de-4dd8-bb28-363a6ce49e58 HTTP/1.1" status: 200 len: 217 time: 0.0459554 Jul 16 03:26:49.696373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:49.697473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8fdf7082-e4b4-4297-b3dd-696ec87b21bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=921bbdd471b4437caeb1de6abf097e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486159 Jul 16 03:26:49.698270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50660) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:49.751497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:49.752258 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e079-e7d3-40e7-855c-1f71d3d0679a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.775051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e079-e7d3-40e7-855c-1f71d3d0679a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.810238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-c938ec06-d120-4507-bcd3-79405b6f415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.811690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-c938ec06-d120-4507-bcd3-79405b6f415a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1103175 Jul 16 03:26:49.826951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e079-e7d3-40e7-855c-1f71d3d0679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.829507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e079-e7d3-40e7-855c-1f71d3d0679a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.830670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bcc7e079-e7d3-40e7-855c-1f71d3d0679a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c65dcf4-c620-45ab-b3a2-587d43da0ffa HTTP/1.1" status: 204 len: 168 time: 0.1305943 Jul 16 03:26:49.838864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7e079-e7d3-40e7-855c-1f71d3d0679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65dcf4-c620-45ab-b3a2-587d43da0ffa,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:49.963618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6e212-36e0-46b1-8c69-5a7ca3869a59 req-ddfa5987-81f3-4edf-9b4c-8f56a4e6f5d5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.965228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50c6e212-36e0-46b1-8c69-5a7ca3869a59 req-ddfa5987-81f3-4edf-9b4c-8f56a4e6f5d5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 946 time: 0.2818346 Jul 16 03:26:50.011087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2c04a646-be47-4793-9fd1-a6e51d013fd5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:50.127749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50c6e212-36e0-46b1-8c69-5a7ca3869a59 req-cb8125ff-0069-46c5-9f02-09fe85490e56 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485176 Jul 16 03:26:50.129520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-18b6d9e2-e0d9-45bb-aeb5-fb7fd8d1db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:50.130970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-18b6d9e2-e0d9-45bb-aeb5-fb7fd8d1db2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3044796 Jul 16 03:26:50.159364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 754f5493-e9b8-4ac8-b702-8af801793260 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:50.282260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 754f5493-e9b8-4ac8-b702-8af801793260, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=754f5493-e9b8-4ac8-b702-8af801793260,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:50.294198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '754f5493-e9b8-4ac8-b702-8af801793260', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '754f5493-e9b8-4ac8-b702-8af801793260', 'mac_address': 'fa:16:3e:42:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:50.334727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.349396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754f5493-e9b8-4ac8-b702-8af801793260 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:50.377937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 754f5493-e9b8-4ac8-b702-8af801793260, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=754f5493-e9b8-4ac8-b702-8af801793260,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:50.383323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.443874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=754f5493-e9b8-4ac8-b702-8af801793260,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:50.453631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.454575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.454943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.455290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.455633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.455976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.456444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.456783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.457258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.458824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.459175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.459618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:50.516513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:26:50.584426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:50.617922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.623824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-2168cb26-4eb6-41cf-93a2-3e763c9c3d8a service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772708 Jul 16 03:26:50.626530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.665231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64594744-173d-4810-9d74-27e41c78aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.678491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0a9e-8321-41bd-b2ef-5bb695cf879e req-90b6594a-c4b8-4a47-9163-400f7dc90095 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:50.679998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-62ee0a9e-8321-41bd-b2ef-5bb695cf879e req-90b6594a-c4b8-4a47-9163-400f7dc90095 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 944 time: 0.2327929 Jul 16 03:26:50.689712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-network', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:50.713059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:50.715646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.726996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.791906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['754f5493-e9b8-4ac8-b702-8af801793260'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:50.803737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-62ee0a9e-8321-41bd-b2ef-5bb695cf879e req-a5b153eb-980e-4fa2-b6f7-f00f25c7adfc tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068211 Jul 16 03:26:50.824081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.828514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.848873 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 associated. External IP: 172.25.4.232, port: a22e85ba-a071-472f-8fc7-c1e34571e4d3. Jul 16 03:26:50.854871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5977b0f-b5e6-4c9b-90a7-85bd0b61a9dd req-9e8c18e9-da55-471e-be6d-e9df7c07f9c9 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224543 Jul 16 03:26:50.855056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:26:50.867246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c034723-5c94-4b67-aaa5-a97ae78e399d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:50.876243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.876461 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Added segment 4c55e198-3640-4567-a1b9-2d038aef8f8c of type vlan for network fa09f388-60a2-4025-9fc0-ab125606f905 Jul 16 03:26:50.888895 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca1edcc-27bc-4dc0-9292-a30c9f981fe2 x-openstack-request-id: req-1ca1edcc-27bc-4dc0-9292-a30c9f981fe2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:50.889190 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "name": "network-vif-plugged", "status": "completed", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:50.889438 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ca1edcc-27bc-4dc0-9292-a30c9f981fe2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:50.889875 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'code': 200} Jul 16 03:26:50.951599 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.988684 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.989856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:50.991202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.022257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4367239 Jul 16 03:26:51.025247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50694) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:51.031419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Request body: {'subnet': {'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-subnet', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:51.065448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40209d-080e-452b-affc-f8c5c1442922 admin admin] Pushing event updated for resources: {'Network': ['ID=fa09f388-60a2-4025-9fc0-ab125606f905,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.076587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network fa09f388-60a2-4025-9fc0-ab125606f905 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:26:51.084166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:51.087219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.135519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af998-8a53-4b4d-b5d6-7845e13cc9c1 req-b0bac5ad-3825-4a27-af53-78b57970056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.137061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c4af998-8a53-4b4d-b5d6-7845e13cc9c1 req-b0bac5ad-3825-4a27-af53-78b57970056e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1096 time: 0.1592529 Jul 16 03:26:51.203576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200a57-b582-413a-ac26-5c3c9194a4a1 req-d6669a92-b923-4117-8021-898377ac15ba tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.205052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d200a57-b582-413a-ac26-5c3c9194a4a1 req-d6669a92-b923-4117-8021-898377ac15ba tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1952562 Jul 16 03:26:51.249807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c4af998-8a53-4b4d-b5d6-7845e13cc9c1 req-9fb6bde3-ecf7-4051-9572-6560c2c17a8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032629 Jul 16 03:26:51.259719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.261170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:51.272010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:51.275528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d200a57-b582-413a-ac26-5c3c9194a4a1 req-ccf18011-78a4-436f-9197-00c2a17c39cb tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641911 Jul 16 03:26:51.319035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804d4d44-4671-4503-8584-08d4ae8a662e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.328642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 2c04a646-be47-4793-9fd1-a6e51d013fd5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:51.336047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2c04a646-be47-4793-9fd1-a6e51d013fd5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:51.336641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Checking segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:51.336832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.337182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Network hostable DHCP agents. Network: fa09f388-60a2-4025-9fc0-ab125606f905, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:26:51.361030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Network fa09f388-60a2-4025-9fc0-ab125606f905 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:26:51.372538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, fa09f388-60a2-4025-9fc0-ab125606f905) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:51.378381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.379671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.383868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79029197-b56e-4ac3-b956-40c5ec9d1a5a None None] Network fa09f388-60a2-4025-9fc0-ab125606f905 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:51.401352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-743e5d44-f942-4733-959e-211c0a3edab8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3723786 Jul 16 03:26:51.402116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50698) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:51.410363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:51.411451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:51.417032 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.423485 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:51.433443 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:51.434342 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:51.447795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.449787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.505358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-7d88f93b-50c5-4ea5-ba6a-b98dc378e0fe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "PUT /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 996 time: 2.2192039 Jul 16 03:26:51.505588 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.505893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:51.516103 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.518664 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a2b17a-643d-4564-afe2-c20e3b50f6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:51.554978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:51.575341 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.588106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-2749fd60-8de6-41f3-933f-8e626efd7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.596270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-2749fd60-8de6-41f3-933f-8e626efd7a15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0738070 Jul 16 03:26:51.602002 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:51.686685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-fa09f388-60a2-4025-9fc0-ab125606f905', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:26:51.688044 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.691270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.692025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.736291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-4358a337-10fc-48e5-a848-218d4c7fc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.737995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-4358a337-10fc-48e5-a848-218d4c7fc6ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1407609 Jul 16 03:26:51.763170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb75a2-17f5-47d4-9ca0-9884adc63110 req-721c51d5-130b-462a-a89a-afabf60d4e79 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.765425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5bb75a2-17f5-47d4-9ca0-9884adc63110 req-721c51d5-130b-462a-a89a-afabf60d4e79 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.1290953 Jul 16 03:26:51.847594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-c304eb8a-0e79-4f06-8776-16aac82204ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0997615 Jul 16 03:26:51.861167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5bb75a2-17f5-47d4-9ca0-9884adc63110 req-4699efc9-cbf7-4294-8789-5b7d8d6dfd2a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Jul 16 03:26:51.904461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Allocated IP 172.20.0.2 (fa09f388-60a2-4025-9fc0-ab125606f905/804d4d44-4671-4503-8584-08d4ae8a662e/3af4f3e3-d29e-4633-8b27-a130c206cafb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:51.909846 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:50Z', 'revision_number': 1, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:51.945197 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:51.951135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-8a3037cd-0dbf-4ee9-8a94-c1214e650060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.960807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-8a3037cd-0dbf-4ee9-8a94-c1214e650060 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0985525 Jul 16 03:26:51.968165 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:51.969030 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:51.984413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.012040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.029321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb58f007-9689-4259-a5d7-9ee52dea9f5e req-91dc0bae-7975-4f2b-be66-16385fed10e1 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0518775 Jul 16 03:26:52.073925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-4bff0203-a513-424b-8d67-9399284e9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.081939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-4bff0203-a513-424b-8d67-9399284e9cb3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201894 Jul 16 03:26:52.104010 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.114963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Transition to ACTIVE for port object 3af4f3e3-d29e-4633-8b27-a130c206cafb will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:52.123042 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:52.133232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Transition to ACTIVE for port object 3af4f3e3-d29e-4633-8b27-a130c206cafb will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:52.157829 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.171386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Allocated IP 172.25.4.40 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/da2ff920-6283-473e-b609-c522447cc46b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:52.190740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 754f5493-e9b8-4ac8-b702-8af801793260 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:52.242831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-1fe5fe3c-9646-49f3-8ed9-3a73ccf996d9 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592858 Jul 16 03:26:52.257695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Network fa09f388-60a2-4025-9fc0-ab125606f905 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:52.266313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:52.269277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:52.285454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Pushing event updated for resources: {'Port': ['ID=3af4f3e3-d29e-4633-8b27-a130c206cafb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:52.306835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.363100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Attempting to bind port 3af4f3e3-d29e-4633-8b27-a130c206cafb on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:52.363548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Attempting to bind port 3af4f3e3-d29e-4633-8b27-a130c206cafb by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:52.364479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Attempting to bind port 3af4f3e3-d29e-4633-8b27-a130c206cafb on network fa09f388-60a2-4025-9fc0-ab125606f905 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:52.371436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.371817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 754f5493-e9b8-4ac8-b702-8af801793260 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:52.391312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:52.395040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Checking segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:52.397824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.398457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Bound using segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:52.401485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Bound port: 3af4f3e3-d29e-4633-8b27-a130c206cafb, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:52.402127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.407760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751e5d03-4dde-4832-8115-7764f58f8cf1 req-eef00abd-02e7-410f-ac32-08dc62fea876 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612308 Jul 16 03:26:52.413706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:52.419508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:52.420751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 754f5493-e9b8-4ac8-b702-8af801793260 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:52.421648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.428600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:52.438082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77d862-0619-4534-8f49-7385cff2e52a req-77effb35-0549-4043-b48f-324c3fb1a4c3 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.456138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Pushing event updated for resources: {'Port': ['ID=da2ff920-6283-473e-b609-c522447cc46b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:52.459850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be77d862-0619-4534-8f49-7385cff2e52a req-77effb35-0549-4043-b48f-324c3fb1a4c3 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 946 time: 0.2007482 Jul 16 03:26:52.484780 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5d106b-2819-42b6-92fc-31f4d734de9b x-openstack-request-id: req-7b5d106b-2819-42b6-92fc-31f4d734de9b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:52.485075 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:52.485333 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b5d106b-2819-42b6-92fc-31f4d734de9b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:52.485740 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'status': 'completed', 'code': 200} Jul 16 03:26:52.555566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be77d862-0619-4534-8f49-7385cff2e52a req-d73114db-d5c1-445b-855f-a0c7894f92bb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946579 Jul 16 03:26:52.568504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] For port 3af4f3e3-d29e-4633-8b27-a130c206cafb, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:52.572900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] For port 3af4f3e3-d29e-4633-8b27-a130c206cafb, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3af4f3e3-d29e-4633-8b27-a130c206cafb,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:52.580552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.592047 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:50Z', 'revision_number': 1, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:52.627481 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56900c9a-8292-4ccc-89ee-b091b1947eae None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:50Z', 'revision_number': 1, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:52.690200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.708282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2684cc2-2b1f-487a-89d5-44a3b82bda1f req-d479e96c-412b-44b1-9e7d-a102eed13961 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.718910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2684cc2-2b1f-487a-89d5-44a3b82bda1f req-d479e96c-412b-44b1-9e7d-a102eed13961 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1267605 Jul 16 03:26:52.744952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-f9d1a3be-410a-4083-85cf-48dd622a0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.747094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-f9d1a3be-410a-4083-85cf-48dd622a0b1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1485817 Jul 16 03:26:52.786913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 754f5493-e9b8-4ac8-b702-8af801793260, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=754f5493-e9b8-4ac8-b702-8af801793260,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:52.791175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15ccd0-1d2f-4999-bdf3-866a2ac55968 None None] Pushing event updated for resources: {'Port': ['ID=3af4f3e3-d29e-4633-8b27-a130c206cafb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:52.795632 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.850388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2684cc2-2b1f-487a-89d5-44a3b82bda1f req-cb843390-bc56-4f38-85fa-79e82c995420 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304560 Jul 16 03:26:52.864994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=754f5493-e9b8-4ac8-b702-8af801793260,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:52.890721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5'}, {'server_uuid': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754f5493-e9b8-4ac8-b702-8af801793260'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:52.893371 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e003bacd-f1d3-4187-ab43-a98a5d932478" -d '{"events": [{"server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "name": "network-vif-plugged", "status": "completed", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5"}, {"server_uuid": "10fe5ee7-1ce0-4640-9b3e-1a89015e5d12", "name": "network-vif-plugged", "status": "completed", "tag": "754f5493-e9b8-4ac8-b702-8af801793260"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:52.911930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f101dc-f72f-4c21-ba40-f80a5a47db57 req-1b609755-3472-4fc8-acb4-e87bff3499e8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.913657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23f101dc-f72f-4c21-ba40-f80a5a47db57 req-1b609755-3472-4fc8-acb4-e87bff3499e8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1495249 Jul 16 03:26:52.941653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-cac63ebe-0cd8-45fc-bb87-52f6056f9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.943182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-cac63ebe-0cd8-45fc-bb87-52f6056f9662 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1584918 Jul 16 03:26:52.958949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5fdb2-c7f9-45e0-bd04-e279081bd7db None None] New status for floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:26:52.973100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23f101dc-f72f-4c21-ba40-f80a5a47db57 req-352985c8-168a-4104-a4e8-be82953cf2c4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Jul 16 03:26:53.047890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-058b91f8-83f0-4d11-ad45-1a2f938eb517 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0879071 Jul 16 03:26:53.049961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.126692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-21484b29-9c9c-4bbe-ae46-689fd2762568 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.128517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-21484b29-9c9c-4bbe-ae46-689fd2762568 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0964861 Jul 16 03:26:53.215689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-503553b5-d13a-4808-ac84-572e4fdd2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.221027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-503553b5-d13a-4808-ac84-572e4fdd2bd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1647708 Jul 16 03:26:53.246813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-b04adab2-a593-41e3-ac70-6f860514d6ad tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 999 time: 0.1128969 Jul 16 03:26:53.251765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62fd720c-5121-42e1-88ac-2dd9be5af926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.264079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'floatingip': {'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:53.277895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 136537e6-19de-4dd8-bb28-363a6ce49e58 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:53.336971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.380041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-728ae89c-312f-4619-b5e4-a379c11df08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.381542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-728ae89c-312f-4619-b5e4-a379c11df08a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516275 Jul 16 03:26:53.400102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 136537e6-19de-4dd8-bb28-363a6ce49e58, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=136537e6-19de-4dd8-bb28-363a6ce49e58,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:53.412010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '136537e6-19de-4dd8-bb28-363a6ce49e58', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '136537e6-19de-4dd8-bb28-363a6ce49e58', 'mac_address': 'fa:16:3e:6e:97:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:53.436241 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.453561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.466988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136537e6-19de-4dd8-bb28-363a6ce49e58 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:53.490665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 136537e6-19de-4dd8-bb28-363a6ce49e58, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=136537e6-19de-4dd8-bb28-363a6ce49e58,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:53.494679 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.545875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=136537e6-19de-4dd8-bb28-363a6ce49e58,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:53.575990 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-18115a95-6d1c-46f2-b181-5d3e117bf4a2 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830866 Jul 16 03:26:53.700888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-84a2b17a-643d-4564-afe2-c20e3b50f6f9 req-957a26d8-06ba-4486-b47d-7f0446aa56c1 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128919 Jul 16 03:26:53.710402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Router e236a9d5-4bc6-41fa-bc73-189b1d780afe is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:26:53.794529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd95168-c1d1-4ade-8170-3e8018dc66f6 req-ae40e286-677e-4f9f-b49e-c2345cdb0b78 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.797290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bd95168-c1d1-4ade-8170-3e8018dc66f6 req-ae40e286-677e-4f9f-b49e-c2345cdb0b78 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.4126105 Jul 16 03:26:53.803128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.835254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:53.848424 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Sync routers for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:53.853675 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.857469 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cbb8240a-d9fb-4d8f-9ad3-c46c817b79ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4530962 Jul 16 03:26:53.858074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:53.860880 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:53.861846 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:53.884366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['136537e6-19de-4dd8-bb28-363a6ce49e58'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:53.925950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bd95168-c1d1-4ade-8170-3e8018dc66f6 req-ae24d482-4919-43fd-882c-251864c03e5a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Jul 16 03:26:54.012474 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:54.236529 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b0897-57ba-45f2-9466-6852731cd7b7 x-openstack-request-id: req-165b0897-57ba-45f2-9466-6852731cd7b7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:54.236792 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "name": "network-vif-plugged", "status": "completed", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5", "code": 200}, {"server_uuid": "10fe5ee7-1ce0-4640-9b3e-1a89015e5d12", "name": "network-vif-plugged", "status": "completed", "tag": "754f5493-e9b8-4ac8-b702-8af801793260", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:54.237045 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-165b0897-57ba-45f2-9466-6852731cd7b7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:54.237427 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'code': 200} Jul 16 03:26:54.237673 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754f5493-e9b8-4ac8-b702-8af801793260', 'code': 200} Jul 16 03:26:54.246815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c5e93-3d8e-4e25-9a1f-44dec99cd03d None None] Network fa09f388-60a2-4025-9fc0-ab125606f905 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:54.293903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3af4f3e3-d29e-4633-8b27-a130c206cafb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:54.329055 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:52Z', 'revision_number': 3, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:54.374670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9859a4c-2e79-49a0-bcb8-14a720e54361 req-c45b55dc-bc27-4782-988b-bf4c462ead4a tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0587237 Jul 16 03:26:54.377946 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Checking router: e236a9d5-4bc6-41fa-bc73-189b1d780afe for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:54.378981 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Updating router e236a9d5-4bc6-41fa-bc73-189b1d780afe port da2ff920-6283-473e-b609-c522447cc46b binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:54.392986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.397853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 3af4f3e3-d29e-4633-8b27-a130c206cafb completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:54.400594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] Provisioning for port 3af4f3e3-d29e-4633-8b27-a130c206cafb completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:54.420420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3af4f3e3-d29e-4633-8b27-a130c206cafb triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:54.421840 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.428484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] Provisioning complete for port 3af4f3e3-d29e-4633-8b27-a130c206cafb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:54.429127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.443764 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.540276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.548224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7f8fe-5700-4445-9364-573e9d4c2830 req-982b4700-121e-4ae7-b08b-b5b1e3608746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:54.550099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fe7f8fe-5700-4445-9364-573e9d4c2830 req-982b4700-121e-4ae7-b08b-b5b1e3608746 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1096 time: 0.3771763 Jul 16 03:26:54.553171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.669870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fe7f8fe-5700-4445-9364-573e9d4c2830 req-72713b79-e889-4147-905c-c0b122780a8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616748 Jul 16 03:26:54.717316 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.731225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.761558 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12316-a2b3-451f-8053-45cd714de2f7 req-e23b0809-9e0a-470f-9be3-12a486ca6963 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:54.763253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfc12316-a2b3-451f-8053-45cd714de2f7 req-e23b0809-9e0a-470f-9be3-12a486ca6963 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 947 time: 0.1667349 Jul 16 03:26:54.781709 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 associated. External IP: 172.25.4.232, port: a22e85ba-a071-472f-8fc7-c1e34571e4d3. Jul 16 03:26:54.804445 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.809199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] For port 3af4f3e3-d29e-4633-8b27-a130c206cafb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3af4f3e3-d29e-4633-8b27-a130c206cafb,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:54.815542 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Transition to ACTIVE for port object da2ff920-6283-473e-b609-c522447cc46b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:54.822123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.827483 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.853724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ba79-86c3-437e-a049-330d361036a4 req-1a67ca7a-c38a-4b22-9cf8-7907967400d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:54.855553 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a2b6ba79-86c3-437e-a049-330d361036a4 req-1a67ca7a-c38a-4b22-9cf8-7907967400d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 1101 time: 0.2696564 Jul 16 03:26:54.873326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfc12316-a2b3-451f-8053-45cd714de2f7 req-0567808e-27a3-43dc-9ab3-387fd2d7b8c4 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Jul 16 03:26:54.888870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Attempting to bind port da2ff920-6283-473e-b609-c522447cc46b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:54.889432 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Attempting to bind port da2ff920-6283-473e-b609-c522447cc46b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:54.890285 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Attempting to bind port da2ff920-6283-473e-b609-c522447cc46b on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:54.891848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:26:54.892573 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:26:54.903093 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221ca95-ac60-4543-a105-2af1f27db525 None None] Pushing event updated for resources: {'Port': ['ID=da2ff920-6283-473e-b609-c522447cc46b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:54.924034 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:54.924728 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:54.924728 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.925115 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:54.925590 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Bound port: da2ff920-6283-473e-b609-c522447cc46b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:54.925991 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.977038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.982239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308f691-95b8-4c0b-b8af-97019cfa86e5 None None] Pushing event updated for resources: {'Port': ['ID=3af4f3e3-d29e-4633-8b27-a130c206cafb,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:55.026568 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a2b6ba79-86c3-437e-a049-330d361036a4 req-d4639513-94ce-4d30-9aa5-5aa8979d51a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136889 Jul 16 03:26:55.027624 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] For port da2ff920-6283-473e-b609-c522447cc46b, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:55.035427 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] For port da2ff920-6283-473e-b609-c522447cc46b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da2ff920-6283-473e-b609-c522447cc46b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:55.051584 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.122410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:55.129730 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221ca95-ac60-4543-a105-2af1f27db525 None None] Pushing event updated for resources: {'Port': ['ID=da2ff920-6283-473e-b609-c522447cc46b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:55.144015 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:55.144633 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:55.156411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a564ac5-494f-4daf-a83c-f78f6d8653f7 req-37457444-8f6a-4ca9-8925-1349486d160d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:55.165505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a564ac5-494f-4daf-a83c-f78f6d8653f7 req-37457444-8f6a-4ca9-8925-1349486d160d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1131666 Jul 16 03:26:55.189645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Allocated IP 172.20.0.1 (fa09f388-60a2-4025-9fc0-ab125606f905/804d4d44-4671-4503-8584-08d4ae8a662e/72d7d59c-8431-46e7-9375-a35514de096f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:55.244552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d648eb03-daaa-4071-a548-91ba0d5d5aad None None] Provisioning complete for port 3af4f3e3-d29e-4633-8b27-a130c206cafb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:55.244998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d648eb03-daaa-4071-a548-91ba0d5d5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.269556 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a564ac5-494f-4daf-a83c-f78f6d8653f7 req-872ad725-cfd4-433e-958c-fbf32d207c31 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 Jul 16 03:26:55.272616 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:55.292530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:55.305526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:55.348460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:55.349244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:55.382345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.416542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Transition to ACTIVE for port object 72d7d59c-8431-46e7-9375-a35514de096f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:55.464888 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.471216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:55.508433 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:52Z', 'revision_number': 3, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:55.525010 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Network fa09f388-60a2-4025-9fc0-ab125606f905 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:55.529677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:55.542092 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cbc8-21fc-4d2c-8b91-f624d01fba48 None None] The sync data for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 is: [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:52Z', 'revision_number': 3, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:55.548555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:55.588140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Pushing event updated for resources: {'Port': ['ID=72d7d59c-8431-46e7-9375-a35514de096f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:55.606630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.635495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a69919-8156-45ed-8851-3b3ee8f3eb33 req-8d5a227e-1e1c-4011-aac1-602065f1709e tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:55.643143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7a69919-8156-45ed-8851-3b3ee8f3eb33 req-8d5a227e-1e1c-4011-aac1-602065f1709e tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1096 time: 0.1367145 Jul 16 03:26:55.651025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:55.735342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7a69919-8156-45ed-8851-3b3ee8f3eb33 req-aa305b3f-bd87-47ba-8289-b956f414622a tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908575 Jul 16 03:26:55.805293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:54Z', 'revision_number': 3, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:55.827775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.844769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:55.855749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:55.856378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:55.884952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:55.889548 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.980721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:55.986022 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441777df-9f71-4bf5-bab4-8396e97d19a7" -d '{"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:56.031548 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.039035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8420e115-d44d-4d69-9873-3848246e17fe None None] Provisioning for port 72d7d59c-8431-46e7-9375-a35514de096f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:56.047554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8420e115-d44d-4d69-9873-3848246e17fe None None] Provisioning complete for port 72d7d59c-8431-46e7-9375-a35514de096f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:56.048071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8420e115-d44d-4d69-9873-3848246e17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.102266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-1fa350d3-0b82-4363-8487-fe51ff1890ff tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "PUT /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 998 time: 2.8437164 Jul 16 03:26:56.113051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:56.127985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.135423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.162995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8420e115-d44d-4d69-9873-3848246e17fe None None] Port 72d7d59c-8431-46e7-9375-a35514de096f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:56.211879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-8bc77400-e392-42b2-83ac-ca4d670be326 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.227143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-8bc77400-e392-42b2-83ac-ca4d670be326 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports/a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 942 time: 0.1235197 Jul 16 03:26:56.242045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.244151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Pushing event updated for resources: {'Port': ['ID=72d7d59c-8431-46e7-9375-a35514de096f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:56.247330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da37db-8bd5-4543-ad88-529aa4172e1f req-760ff7d6-ceb2-4a38-909f-cfa3d77fcf95 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.248948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-90da37db-8bd5-4543-ad88-529aa4172e1f req-760ff7d6-ceb2-4a38-909f-cfa3d77fcf95 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.2569520 Jul 16 03:26:56.333711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-90da37db-8bd5-4543-ad88-529aa4172e1f req-82fde000-5318-4659-8ccf-9001fd91c9fc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776660 Jul 16 03:26:56.454615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Network fa09f388-60a2-4025-9fc0-ab125606f905 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:56.457820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:56.461464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-e508b209-2a4c-40d7-8912-39947fb380bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.463413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-e508b209-2a4c-40d7-8912-39947fb380bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1151915 Jul 16 03:26:56.469076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da2ff920-6283-473e-b609-c522447cc46b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:56.602135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port da2ff920-6283-473e-b609-c522447cc46b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:56.610706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port da2ff920-6283-473e-b609-c522447cc46b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:56.611090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.643648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Router e236a9d5-4bc6-41fa-bc73-189b1d780afe has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:56.653682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:54Z', 'revision_number': 3, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:56.672064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-05a6e652-68d3-46c9-86d2-35a48da583a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.673656 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-05a6e652-68d3-46c9-86d2-35a48da583a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1976964 Jul 16 03:26:56.742208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dc05d-34b2-40d3-9fcb-49ba776b7381 None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:54Z', 'revision_number': 3, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:56.743269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-7b6ad679-bf14-468b-8490-4e9e40958fe2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0624061 Jul 16 03:26:56.810044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:56.812934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d29ebcf-249b-4649-afaa-8fae4dbf7d33 req-3b261e89-a929-43f1-a006-3fcefc04e83c tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0683258 Jul 16 03:26:56.816926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-768569b5-1a0a-4b50-a732-4f0495b7b904 admin admin] 10.222.0.25 "PUT /v2.0/routers/e236a9d5-4bc6-41fa-bc73-189b1d780afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9573317 Jul 16 03:26:56.829182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.838129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a53707b3-fc31-4cd1-aa8a-098cf01053bb None None] Provisioning complete for port 72d7d59c-8431-46e7-9375-a35514de096f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:56.838590 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a53707b3-fc31-4cd1-aa8a-098cf01053bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.878265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-dc46f6a6-dd51-4ad5-bdce-36d62f4e42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.879239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port da2ff920-6283-473e-b609-c522447cc46b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da2ff920-6283-473e-b609-c522447cc46b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:56.886429 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-dc46f6a6-dd51-4ad5-bdce-36d62f4e42e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1300695 Jul 16 03:26:56.891406 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.892720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3af4f3e3-d29e-4633-8b27-a130c206cafb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:56.944580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-4a61117a-26d7-4bcc-a389-89b1ec6cb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.954614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-4a61117a-26d7-4bcc-a389-89b1ec6cb5b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671842 Jul 16 03:26:56.994906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=da2ff920-6283-473e-b609-c522447cc46b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:57.005838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a53707b3-fc31-4cd1-aa8a-098cf01053bb None None] Port 72d7d59c-8431-46e7-9375-a35514de096f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:57.019688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3af4f3e3-d29e-4633-8b27-a130c206cafb triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:57.020193 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:57.150641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-b0be6074-a15a-4792-bd53-a630251cb023 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918855 Jul 16 03:26:57.186486 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2adda-e797-418c-b529-e0d0680c36cd None None] New status for floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:26:57.213342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfa04-377f-4b4d-a6c5-1ed061b93c08 req-9cd93d40-3f37-403a-96b1-a8c3b9072037 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.215249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-317cfa04-377f-4b4d-a6c5-1ed061b93c08 req-9cd93d40-3f37-403a-96b1-a8c3b9072037 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1096 time: 0.1470048 Jul 16 03:26:57.285239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 136537e6-19de-4dd8-bb28-363a6ce49e58 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:57.298733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-317cfa04-377f-4b4d-a6c5-1ed061b93c08 req-22c8ec9a-a9b4-4bb0-bcb5-27f550ae0170 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552533 Jul 16 03:26:57.311954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-e0bcde13-f775-46c9-8e87-76d382272009 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449292 Jul 16 03:26:57.379865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 136537e6-19de-4dd8-bb28-363a6ce49e58 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:57.383288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 136537e6-19de-4dd8-bb28-363a6ce49e58 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:57.383740 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:57.438708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-9dd5fb5b-f920-4d03-bde8-31a370245b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.440463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-9dd5fb5b-f920-4d03-bde8-31a370245b9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1096 time: 0.0741856 Jul 16 03:26:57.597913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-a10d7d46-d7c6-4c23-a825-2faf98d25d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.610623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-a10d7d46-d7c6-4c23-a825-2faf98d25d96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1634200 Jul 16 03:26:57.656000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:57.668072 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:57.671929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:57.672524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:57.693732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969a03-af16-4e5b-a043-9458613de96b req-bd26b4e0-4267-4166-a5f8-9c07f5717e98 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.695346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe969a03-af16-4e5b-a043-9458613de96b req-bd26b4e0-4267-4166-a5f8-9c07f5717e98 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 947 time: 0.2126131 Jul 16 03:26:57.705571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-2509a19e-4344-41cb-bf61-c27ce829f5c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 1001 time: 0.0935864 Jul 16 03:26:57.728425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136537e6-19de-4dd8-bb28-363a6ce49e58'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:57.730512 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a49687-cec7-4af2-a3f0-4e6a3bab6ff8" -d '{"events": [{"server_uuid": "cd8c4124-abd3-4039-839e-d2e319607c15", "name": "network-vif-plugged", "status": "completed", "tag": "136537e6-19de-4dd8-bb28-363a6ce49e58"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:57.751623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 136537e6-19de-4dd8-bb28-363a6ce49e58, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=136537e6-19de-4dd8-bb28-363a6ce49e58,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:57.776698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe969a03-af16-4e5b-a043-9458613de96b req-aaa29f89-0484-4615-abd1-2f0c55bb50f1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701425 Jul 16 03:26:57.785079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:57.785350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-bd7a976f-92af-48da-945c-f2c152d0ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.795088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-bd7a976f-92af-48da-945c-f2c152d0ab68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0815275 Jul 16 03:26:57.846120 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91159434-e5e8-4234-a88c-df3507f41c92 x-openstack-request-id: req-91159434-e5e8-4234-a88c-df3507f41c92 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:57.846660 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:57.847175 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91159434-e5e8-4234-a88c-df3507f41c92 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:57.847784 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'status': 'completed', 'code': 200} Jul 16 03:26:57.858749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-b330a64a-b3fe-41e9-98b3-e54eaad5b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.867178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-b330a64a-b3fe-41e9-98b3-e54eaad5b476 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712113 Jul 16 03:26:57.880483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:57.947095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=136537e6-19de-4dd8-bb28-363a6ce49e58,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:57.969224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-90f28bf6-ea45-4acc-a074-5083b86930dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.972139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-90f28bf6-ea45-4acc-a074-5083b86930dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0917144 Jul 16 03:26:58.075829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-03d121b2-3247-4060-a0bf-7286878dd4d5 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075951 Jul 16 03:26:58.126793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-81e6cd09-2d65-480a-b83a-a2df343baa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.130291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-81e6cd09-2d65-480a-b83a-a2df343baa44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1434567 Jul 16 03:26:58.156539 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Sync routers for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:58.190388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:58.193139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-66a260db-5920-4672-8d9b-0a3e611be3ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0519426 Jul 16 03:26:58.194732 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:58.239413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:58.261558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-fdc55faa-2662-4282-b5b9-35bd8f610978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.263523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-fdc55faa-2662-4282-b5b9-35bd8f610978 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0639682 Jul 16 03:26:58.279187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:58.289449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:58.289972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:58.329852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da2ff920-6283-473e-b609-c522447cc46b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:58.404623 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:58.421544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-be8e5a59-6c37-4aff-8abe-8a8e73dcbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.429151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-be8e5a59-6c37-4aff-8abe-8a8e73dcbb92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548951 Jul 16 03:26:58.458277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port da2ff920-6283-473e-b609-c522447cc46b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:58.458705 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.493871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:58.594677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb49d-570a-434f-b17d-1e24510f8957 req-73fd47e9-c9d2-483f-b810-10e5ea242f94 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.599992 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-e36070dc-f60a-4a19-b8f7-5862e2f77c82 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617227 Jul 16 03:26:58.602781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f60cb49d-570a-434f-b17d-1e24510f8957 req-73fd47e9-c9d2-483f-b810-10e5ea242f94 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.5734079 Jul 16 03:26:58.638781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7678b944-ac5b-4a48-be25-04af94f56d63 req-94b53cb2-8588-47f2-9beb-f5e5ed03ae6d service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559323 Jul 16 03:26:58.693486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f60cb49d-570a-434f-b17d-1e24510f8957 req-80396cc1-66bc-4d02-8554-e5297970f538 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896072 Jul 16 03:26:58.789988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-441777df-9f71-4bf5-bab4-8396e97d19a7 req-66b8493c-42f3-49c5-b045-f90bacdb6fc1 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825967 Jul 16 03:26:58.791414 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 2, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:58.828046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:58.837916 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Checking router: e236a9d5-4bc6-41fa-bc73-189b1d780afe for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:58.838275 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Updating router e236a9d5-4bc6-41fa-bc73-189b1d780afe port 72d7d59c-8431-46e7-9375-a35514de096f binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:58.877856 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.878243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03179a1b-fe74-44cc-977f-c7986aec972e None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:87:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:26:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:58.922241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2d1e-adeb-4264-9fb2-f228e3e6c72e req-c1977047-aa99-4954-b287-db954bedeaf3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.927986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e8b2d1e-adeb-4264-9fb2-f228e3e6c72e req-c1977047-aa99-4954-b287-db954bedeaf3 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.0922894 Jul 16 03:26:58.974302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e8b2d1e-adeb-4264-9fb2-f228e3e6c72e req-0436f45a-4b7f-4398-a2dd-e9b2adb93788 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Jul 16 03:26:58.997629 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185c9273-45cd-45d6-a04e-766c1d436efd x-openstack-request-id: req-185c9273-45cd-45d6-a04e-766c1d436efd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:58.997917 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8c4124-abd3-4039-839e-d2e319607c15", "name": "network-vif-plugged", "status": "completed", "tag": "136537e6-19de-4dd8-bb28-363a6ce49e58", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:58.998168 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-185c9273-45cd-45d6-a04e-766c1d436efd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:58.998580 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136537e6-19de-4dd8-bb28-363a6ce49e58', 'code': 200} Jul 16 03:26:59.207417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48eeed7e-441b-4ab4-bec9-13768585d9de req-a00fff9c-e2d6-415d-8bec-cc05c164240b tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0724978 Jul 16 03:26:59.263181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5b3fb15-0358-477e-b856-b56b41e4795a req-1676bcbc-b688-4b8f-a4fd-f2a8af99909b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.2517948 Jul 16 03:26:59.311195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86552ee4-7b73-459b-b695-6908bee96966 req-08205747-6d16-4359-b30d-5baeec0eae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.312728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86552ee4-7b73-459b-b695-6908bee96966 req-08205747-6d16-4359-b30d-5baeec0eae4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 1099 time: 0.2020135 Jul 16 03:26:59.351734 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.368612 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Transition to ACTIVE for port object 72d7d59c-8431-46e7-9375-a35514de096f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:59.370170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3fb15-0358-477e-b856-b56b41e4795a req-c2cd6479-40f2-4a81-806d-b90aacc983c6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.376597 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.377841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5b3fb15-0358-477e-b856-b56b41e4795a req-c2cd6479-40f2-4a81-806d-b90aacc983c6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports/064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 942 time: 0.1086695 Jul 16 03:26:59.397369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86552ee4-7b73-459b-b695-6908bee96966 req-16ee5ea1-1153-46ca-b254-5a384a4f6b17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733323 Jul 16 03:26:59.490820 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Pushing event updated for resources: {'Port': ['ID=72d7d59c-8431-46e7-9375-a35514de096f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:59.511139 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.511565 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.511914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.512254 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.512582 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.512908 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.513231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.513552 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.513871 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.514190 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.515137 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.515459 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:59.530272 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Attempting to bind port 72d7d59c-8431-46e7-9375-a35514de096f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:59.531228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Attempting to bind port 72d7d59c-8431-46e7-9375-a35514de096f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:59.531228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Attempting to bind port 72d7d59c-8431-46e7-9375-a35514de096f on network fa09f388-60a2-4025-9fc0-ab125606f905 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:59.536813 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:59.537176 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Checking segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:59.537784 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.538187 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Bound using segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:59.538685 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Bound port: 72d7d59c-8431-46e7-9375-a35514de096f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:59.539085 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.579354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5b3fb15-0358-477e-b856-b56b41e4795a req-4dacc382-849c-4bc1-b77b-94c99e4aff22 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.0822816 Jul 16 03:26:59.614231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] For port 72d7d59c-8431-46e7-9375-a35514de096f, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:59.617864 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] For port 72d7d59c-8431-46e7-9375-a35514de096f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=72d7d59c-8431-46e7-9375-a35514de096f,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:59.625478 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.710994 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4be159-0f26-41ff-b0f9-683e6f5f4c06 None None] Pushing event updated for resources: {'Port': ['ID=72d7d59c-8431-46e7-9375-a35514de096f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:59.717701 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:59.718238 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:59.766388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3fb15-0358-477e-b856-b56b41e4795a req-526c54cd-6a59-41ab-952f-808ee7b5d76e tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.767890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5b3fb15-0358-477e-b856-b56b41e4795a req-526c54cd-6a59-41ab-952f-808ee7b5d76e tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1816857 Jul 16 03:26:59.848703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:59.852941 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9165985-07e5-4e6b-b5a9-7510576da186" -d '{"events": [{"name": "network-changed", "server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:59.855404 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:59.985733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3247880-7e11-4be8-9bfc-490418fdc030 req-81c1f3fb-2342-4b17-9248-00e958dcfbc2 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.996006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3247880-7e11-4be8-9bfc-490418fdc030 req-81c1f3fb-2342-4b17-9248-00e958dcfbc2 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1096 time: 0.1040812 Jul 16 03:27:00.029119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3247880-7e11-4be8-9bfc-490418fdc030 req-796e7190-f8cf-4cb3-ad78-ce033c42ddca tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Jul 16 03:27:00.142936 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:26:59Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:00.176543 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5c2be-b3b5-4793-9d95-8be7997545b8 None None] The sync data for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 is: [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:26:59Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:00.273676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6255c1-a940-46c4-8688-9362f6eeccef req-e832aa6c-51a2-4124-ab76-2118573d824a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.275949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a6255c1-a940-46c4-8688-9362f6eeccef req-e832aa6c-51a2-4124-ab76-2118573d824a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 948 time: 0.1219692 Jul 16 03:27:00.346607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a6255c1-a940-46c4-8688-9362f6eeccef req-01620e4c-95f5-4be8-9ecc-e9a176e91996 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537317 Jul 16 03:27:00.459595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-71ab1e74-9506-47bf-99da-589409644fc4 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.0828831 Jul 16 03:27:00.537433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fa84915a-8ed3-4435-a6cc-c6d5030ef72a tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:00.538481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fa84915a-8ed3-4435-a6cc-c6d5030ef72a tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088077 Jul 16 03:27:00.553611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-cc4de053-1c15-4cf4-8e1c-60b3760f47c1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.559917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-cc4de053-1c15-4cf4-8e1c-60b3760f47c1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports/064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 942 time: 0.0944107 Jul 16 03:27:00.614003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-4affb66c-8619-4482-9bf1-cfffc2874168 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.621152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-4affb66c-8619-4482-9bf1-cfffc2874168 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 1093 time: 0.0575824 Jul 16 03:27:00.627039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Request body: {'binding': {'host': 'n-h1-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:00.627595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:27:00.800122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-ce50bdd2-9b82-41ed-a07c-40a39c227000 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.1150014 Jul 16 03:27:00.922145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on host n-h1-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:00.922488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:00.922847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:00.932221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:00.932551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:00.947555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:00.947902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:00.948293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:00.948741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Bound port: fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:00.962240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-e32504ab-d11a-49bb-9c28-32b1e4c574f1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.964736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-e32504ab-d11a-49bb-9c28-32b1e4c574f1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1542020 Jul 16 03:27:01.075828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-6b454743-de49-459b-a5a3-15c625bffb35 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.0875690 Jul 16 03:27:01.078188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:01.087583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:01.091149 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.095016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-fad2c770-716c-4775-834c-7ffb312afe96 service neutron] 10.222.0.25 "POST /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342/bindings HTTP/1.1" status: 201 len: 389 time: 0.4730206 Jul 16 03:27:01.173527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.269866 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edacda9-59b4-42d0-9229-71a611f9c39f x-openstack-request-id: req-7edacda9-59b4-42d0-9229-71a611f9c39f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:01.270209 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:01.270422 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7edacda9-59b4-42d0-9229-71a611f9c39f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:01.270834 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'status': 'completed', 'code': 200} Jul 16 03:27:01.418916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-939bf7c4-c280-451b-a06a-4bc4e945377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.422503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-939bf7c4-c280-451b-a06a-4bc4e945377b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1096 time: 0.1088920 Jul 16 03:27:01.554054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.588340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-56c61c1d-b0e5-4cd9-8935-13f0642f3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.591806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.592133 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 disassociated. External IP: 172.25.4.232, port: 064a84d9-a1f9-4a8a-8143-0ea74a468714. Jul 16 03:27:01.595320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-56c61c1d-b0e5-4cd9-8935-13f0642f3a23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1534140 Jul 16 03:27:01.649933 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-1b1556c3-800d-4c50-b2a7-62b49132504f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 217 time: 0.0472028 Jul 16 03:27:01.711054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-eef20097-09e2-4d67-bd10-7d186313c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.712557 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-eef20097-09e2-4d67-bd10-7d186313c90b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0539627 Jul 16 03:27:01.731338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-85bcadc0-3be9-424a-8811-34bfadbde2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.733473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-85bcadc0-3be9-424a-8811-34bfadbde2df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1096 time: 0.2565618 Jul 16 03:27:01.760703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380bcda-a3cd-4d30-a264-38c75a1f7499 req-5fe2b4cf-ee35-4604-9229-e97f1e1c6ee1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.762124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a380bcda-a3cd-4d30-a264-38c75a1f7499 req-5fe2b4cf-ee35-4604-9229-e97f1e1c6ee1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.2066293 Jul 16 03:27:01.783187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-ae8ac10a-1f52-417b-a0ae-b06558042166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.786035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-ae8ac10a-1f52-417b-a0ae-b06558042166 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665779 Jul 16 03:27:01.897339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a380bcda-a3cd-4d30-a264-38c75a1f7499 req-b692c98d-73b3-4a9f-ab34-02bc30c96e61 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225936 Jul 16 03:27:01.903188 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-d4ea6411-7789-4ccc-bb85-1e1d714f22d8 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071713 Jul 16 03:27:01.972415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-731f7bed-010c-4153-9e2b-0fded200bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.974223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-731f7bed-010c-4153-9e2b-0fded200bad6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2327607 Jul 16 03:27:02.030887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:02.032528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-0676ef55-623b-4f25-b688-15312400718b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 217 time: 0.0472395 Jul 16 03:27:02.035277 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b9165985-07e5-4e6b-b5a9-7510576da186 req-3e4b002f-23bb-465e-926c-1faa4aafec92 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261778 Jul 16 03:27:02.163096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-331f7c38-9fcf-4a97-9763-1962ca87f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:02.164540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-331f7c38-9fcf-4a97-9763-1962ca87f3b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.1183703 Jul 16 03:27:02.238412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-28102a88-caff-43b4-aeb2-f1599bebf78c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408506 Jul 16 03:27:02.243916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b24c4-2d46-41fe-9470-c1ff9c70dcb7 req-b31af733-be3d-4235-83fc-286ec0339086 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:02.245336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a1b24c4-2d46-41fe-9470-c1ff9c70dcb7 req-b31af733-be3d-4235-83fc-286ec0339086 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1096 time: 0.2101393 Jul 16 03:27:02.255938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d7d59c-8431-46e7-9375-a35514de096f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:02.293342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:02.302604 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.305663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:02.323626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:02.324334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:02.413236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-8f40333c-ebf8-477b-8f65-8922e6e47349 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "PUT /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 695 time: 1.3305492 Jul 16 03:27:02.429539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a1b24c4-2d46-41fe-9470-c1ff9c70dcb7 req-adcb3526-f07a-4a60-b372-6278775da236 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718328 Jul 16 03:27:02.489373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-a1b714b6-919f-4b61-90d3-904c4d1721c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405267 Jul 16 03:27:02.499493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 72d7d59c-8431-46e7-9375-a35514de096f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:02.507289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.511587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 72d7d59c-8431-46e7-9375-a35514de096f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:02.511954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.519075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:02.546930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-e87c3448-ee9a-47c5-8c96-0afa6ee8de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:02.548811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-e87c3448-ee9a-47c5-8c96-0afa6ee8de16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1096 time: 0.1182547 Jul 16 03:27:02.742633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.808572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 72d7d59c-8431-46e7-9375-a35514de096f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=72d7d59c-8431-46e7-9375-a35514de096f,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:02.817265 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.879977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=72d7d59c-8431-46e7-9375-a35514de096f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:02.886871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:02.903736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b01cd30e-6e06-411c-9d55-77dadae13c30 req-55f6a894-1027-4633-97cf-53a4f6d8f515 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.3502698 Jul 16 03:27:02.927813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:02.938801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:02.939441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:03.000144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-c7363ba8-c1e0-41f9-a15c-c64c91442e85 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974720 Jul 16 03:27:03.073749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-5cbc457f-48bc-4140-a484-cb337650b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.075278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-5cbc457f-48bc-4140-a484-cb337650b6f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.4818170 Jul 16 03:27:03.124973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-9b3cf1b0-fe41-406e-a3c2-570afd3a1ecb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 217 time: 0.0432453 Jul 16 03:27:03.175003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65d356-c746-402a-ae16-194e0c40d1f0 req-a0f3dc77-7648-4a78-aa85-6fb0959ab5ad tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.182577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e65d356-c746-402a-ae16-194e0c40d1f0 req-a0f3dc77-7648-4a78-aa85-6fb0959ab5ad tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.1598992 Jul 16 03:27:03.222136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-9a9d5298-9873-4d5c-9971-04c53cc4dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.223253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:03.223729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-9a9d5298-9873-4d5c-9971-04c53cc4dd74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0918314 Jul 16 03:27:03.266080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e65d356-c746-402a-ae16-194e0c40d1f0 req-6b3d5078-21e2-46cf-a3fb-a1decdd1c6c5 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 Jul 16 03:27:03.271583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:03.276297 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de0570-96f2-40de-8095-58469eedbc71" -d '{"events": [{"name": "network-changed", "server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:03.328848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-917b9451-31a8-4d9f-99fb-fd5c0679ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.337617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-917b9451-31a8-4d9f-99fb-fd5c0679ad3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032634 Jul 16 03:27:03.463921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.477958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:03.512754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9054adc-436a-4fc2-b83e-f844e83ebc49 None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:03.537335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-57a88ceb-5333-4230-8213-481046408830 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976972 Jul 16 03:27:03.616825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b7f61-e5c0-4d4b-91ef-621c13051410 req-fe84b124-e662-4c14-99ff-93c561dbbb04 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.618358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d16b7f61-e5c0-4d4b-91ef-621c13051410 req-fe84b124-e662-4c14-99ff-93c561dbbb04 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 948 time: 0.1708341 Jul 16 03:27:03.679123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa8e474-bcbf-4aa8-9c94-d3cc16077df4 req-e47fb577-bddb-4c05-bcc2-b5efa057e830 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408832 Jul 16 03:27:03.693968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d16b7f61-e5c0-4d4b-91ef-621c13051410 req-d997ed6c-6f56-4689-8c8a-a60cb39f3beb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634415 Jul 16 03:27:03.815373 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87492076-d9ea-4360-ab61-ff660274f417 None None] New status for floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:27:03.934368 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46f8723-6e08-4d40-8a5b-cdb4584e0996 x-openstack-request-id: req-c46f8723-6e08-4d40-8a5b-cdb4584e0996 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:03.934818 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:03.935169 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c46f8723-6e08-4d40-8a5b-cdb4584e0996 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:03.935645 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'status': 'completed', 'code': 200} Jul 16 03:27:04.024254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b85b6-d173-4774-935f-315e79208cc2 req-dc960d13-1157-4c07-b123-e1af9f92ad25 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.027913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a39b85b6-d173-4774-935f-315e79208cc2 req-dc960d13-1157-4c07-b123-e1af9f92ad25 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1358058 Jul 16 03:27:04.035148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de0570-96f2-40de-8095-58469eedbc71 req-f7c7b4b4-0264-4ad2-8ed7-0af1cc5dd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.036665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-f7c7b4b4-0264-4ad2-8ed7-0af1cc5dd648 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 1096 time: 0.0924349 Jul 16 03:27:04.122830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a39b85b6-d173-4774-935f-315e79208cc2 req-2a2f38a6-8670-4e1f-9818-ca084802f923 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851293 Jul 16 03:27:04.228434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de0570-96f2-40de-8095-58469eedbc71 req-59977145-d42e-4411-bd33-c6d19c6ba906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.231256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-59977145-d42e-4411-bd33-c6d19c6ba906 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1865990 Jul 16 03:27:04.279430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d7d59c-8431-46e7-9375-a35514de096f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:04.299327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-470ccf28-4c3e-43d2-a015-ebfbd2e33660 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 200 len: 217 time: 0.0545456 Jul 16 03:27:04.365985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de0570-96f2-40de-8095-58469eedbc71 req-3e8cdab9-2131-4542-af88-ea1e5c626949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.367496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-3e8cdab9-2131-4542-af88-ea1e5c626949 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0523853 Jul 16 03:27:04.369949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 72d7d59c-8431-46e7-9375-a35514de096f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:04.370586 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:04.526425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef2c80-6701-4271-8098-db2507fca733 req-d1851017-02bd-47ef-9467-311a22ff2634 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.535559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84ef2c80-6701-4271-8098-db2507fca733 req-d1851017-02bd-47ef-9467-311a22ff2634 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 950 time: 0.2302299 Jul 16 03:27:04.553046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de0570-96f2-40de-8095-58469eedbc71 req-430fddcf-e623-4ad3-ae4c-02f2d2f96ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.554572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-430fddcf-e623-4ad3-ae4c-02f2d2f96ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699545 Jul 16 03:27:04.632280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84ef2c80-6701-4271-8098-db2507fca733 req-ee67c5cf-c95b-4d0b-a3d9-dfad43279828 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Jul 16 03:27:04.699895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-be7e6aba-4eef-4366-bb8f-e8a92c5f984b service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351945 Jul 16 03:27:04.840915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61de0570-96f2-40de-8095-58469eedbc71 req-a866cee5-d884-46ce-9bb6-dcbf1a5bf44e service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260238 Jul 16 03:27:04.861010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49f52f98-5eae-4b1f-a223-7e5e3d746935 req-f3e80104-bf25-40cf-822f-f0dab059e265 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0410452 Jul 16 03:27:05.094507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-a8b1f8ec-6368-4d3e-b947-fb9bde1b1fc1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:05.096141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-a8b1f8ec-6368-4d3e-b947-fb9bde1b1fc1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0912967 Jul 16 03:27:05.166465 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-b8e13b0b-39dc-4f82-bcc2-8977c3ad6bbe tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.0639617 Jul 16 03:27:05.181792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'floatingip': {'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:05.231870 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.439888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-1188bed2-760f-4cba-ad26-9eca8f72096a tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:05.440809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-1188bed2-760f-4cba-ad26-9eca8f72096a tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063386 Jul 16 03:27:05.532675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-4ae4c05c-b8be-41d7-b135-76d5c5334bc5 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:05.534095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-4ae4c05c-b8be-41d7-b135-76d5c5334bc5 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 1093 time: 0.0868351 Jul 16 03:27:05.546129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Request body: {'binding': {'host': 'n-h1-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:05.546601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:27:05.847578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on host n-h1-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:05.847994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:05.848340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:05.883318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:05.883727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:05.896251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:05.896724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:05.897015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:05.897452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Bound port: 2c04a646-be47-4793-9fd1-a6e51d013fd5, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:05.995158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.009350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.016996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:06.053483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.058289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] 10.222.0.25 "POST /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5155861 Jul 16 03:27:06.136298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-7655a3c2-3a3c-4108-b35a-677154d5afb1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.137833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-7655a3c2-3a3c-4108-b35a-677154d5afb1 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "GET /v2.0/ports?device_id=75370af3-c2ca-49b4-9c8b-9238f3f01e37 HTTP/1.1" status: 200 len: 945 time: 0.1906254 Jul 16 03:27:06.152946 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 associated. External IP: 172.25.4.232, port: a22e85ba-a071-472f-8fc7-c1e34571e4d3. Jul 16 03:27:06.679261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Deleting port 064a84d9-a1f9-4a8a-8143-0ea74a468714 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:06.680015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.723817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a9e4-1e9d-4a2c-b462-a110f42402e6 req-162c01c5-7ae7-4462-85f6-38ee1d1140a1 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.725399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6d5a9e4-1e9d-4a2c-b462-a110f42402e6 req-162c01c5-7ae7-4462-85f6-38ee1d1140a1 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.2004151 Jul 16 03:27:06.863667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] For port 064a84d9-a1f9-4a8a-8143-0ea74a468714, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=064a84d9-a1f9-4a8a-8143-0ea74a468714,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:06.864031 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.869301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6d5a9e4-1e9d-4a2c-b462-a110f42402e6 req-8ac2debf-3579-4cc6-bae0-c8f86d0239ec tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107907 Jul 16 03:27:06.884837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:06.885918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Calling delete_port for 064a84d9-a1f9-4a8a-8143-0ea74a468714 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:07.105625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:07.111589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.115406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:07.131927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:07.132565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:07.165638 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.176887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3a986fed-8336-43c1-a1b8-fc2a9eaa8d44 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "PUT /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 996 time: 2.0024107 Jul 16 03:27:07.187398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:07.189749 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02738b2f-75ac-4c4f-82dc-3208ee42aa64" -d '{"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:07.222612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a22e85ba-a071-472f-8fc7-c1e34571e4d3', '064a84d9-a1f9-4a8a-8143-0ea74a468714'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:07.258600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event deleted for resources: {'Port': ['ID=064a84d9-a1f9-4a8a-8143-0ea74a468714,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:07.393690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] No DVR routers for this DVR port 064a84d9-a1f9-4a8a-8143-0ea74a468714 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:07.403915 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.406017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2223aa4-ae50-4a69-b822-80620a6d98f4 req-032d76fd-efa5-4038-b8a8-3e8b792c5509 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "DELETE /v2.0/ports/064a84d9-a1f9-4a8a-8143-0ea74a468714 HTTP/1.1" status: 204 len: 173 time: 1.2478209 Jul 16 03:27:07.411054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:07.484025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30475f-8975-4b98-a9c5-1c2f9f2f3683 req-c7ddd950-4fdf-4bc8-a8f3-3afffc900894 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.490772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30475f-8975-4b98-a9c5-1c2f9f2f3683 req-c7ddd950-4fdf-4bc8-a8f3-3afffc900894 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.492463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab30475f-8975-4b98-a9c5-1c2f9f2f3683 req-c7ddd950-4fdf-4bc8-a8f3-3afffc900894 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12&device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 1689 time: 0.2317047 Jul 16 03:27:07.494711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3835dbe0-6225-4ecf-8190-8c3b1100af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.496240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-3835dbe0-6225-4ecf-8190-8c3b1100af55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.2582674 Jul 16 03:27:07.639014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab30475f-8975-4b98-a9c5-1c2f9f2f3683 req-8f1de46c-967a-412a-84f0-62b9a544bbae tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231873 Jul 16 03:27:07.694069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-00a8868a-9c9a-4251-9ef6-368549609b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.706842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-00a8868a-9c9a-4251-9ef6-368549609b07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1940160 Jul 16 03:27:07.868147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-39938f40-7e44-4782-9130-1fc0ce81d6ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 999 time: 0.1581540 Jul 16 03:27:07.940661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-acad92a0-807d-41e5-9927-f3087c7d38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.948735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-acad92a0-807d-41e5-9927-f3087c7d38f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0793741 Jul 16 03:27:07.989245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:27:05Z', 'revision_number': 8, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:08.011630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-e89c839c-36f1-4203-bafa-4284d984a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:08.019119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-e89c839c-36f1-4203-bafa-4284d984a50a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696933 Jul 16 03:27:08.033819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:08.044677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:08.045464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:08.167743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86309034-a46e-4b71-ae83-7b935eb37627 req-05ee8cf9-de1f-4d57-af30-0bc8a442675e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:08.169270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86309034-a46e-4b71-ae83-7b935eb37627 req-05ee8cf9-de1f-4d57-af30-0bc8a442675e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1489558 Jul 16 03:27:08.201179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:08.204406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-7f809f2c-7944-4477-b229-ea77dc0b330a service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748493 Jul 16 03:27:08.249525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86309034-a46e-4b71-ae83-7b935eb37627 req-c0778783-3732-4284-9aa8-dae35bc21c50 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645313 Jul 16 03:27:08.348075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79fb395a-eca7-4f64-8ab1-f455546d5851 req-97e3b06b-653a-4090-90ad-974e069d8367 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368372 Jul 16 03:27:08.516218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:27:05Z', 'revision_number': 8, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:08.542417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e8c0ec3-def3-4995-a4f1-41499d7f6fc5 req-f82c9383-d2ce-47ba-979d-10eae43d385b tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0669947 Jul 16 03:27:08.544549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed81b27-5cc5-4187-a43c-595b93130283 None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'd8ed9c00-64be-4b05-a134-83b4b5aa8ab5', 'tenant_id': '4341c19948c3474f849d3389db855984', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'port_id': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'mac_address': 'fa:16:3e:1b:3f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:26Z', 'updated_at': '2021-07-16T03:27:05Z', 'revision_number': 8, 'project_id': '4341c19948c3474f849d3389db855984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:08.591757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f660cc-3826-4ff6-b0a8-0d117c8c010c req-24737f6d-8319-4c71-9f18-068af1a438b1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:08.594559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f660cc-3826-4ff6-b0a8-0d117c8c010c req-24737f6d-8319-4c71-9f18-068af1a438b1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1077609 Jul 16 03:27:08.614233 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae099eab-a4f4-46a3-b731-ff8a0d25b17e x-openstack-request-id: req-ae099eab-a4f4-46a3-b731-ff8a0d25b17e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:08.615562 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:08.617552 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae099eab-a4f4-46a3-b731-ff8a0d25b17e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:08.618665 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'status': 'completed', 'code': 200} Jul 16 03:27:08.695957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f660cc-3826-4ff6-b0a8-0d117c8c010c req-924d776c-df32-4225-88e5-5cf3f56bf037 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853956 Jul 16 03:27:08.791447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-60f8b309-f5be-4c69-8e58-02b075520c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:08.793283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-60f8b309-f5be-4c69-8e58-02b075520c54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1547029 Jul 16 03:27:08.822659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aabd64-32ca-4792-a98c-0dfff78a7056 None None] New status for floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:27:08.884432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca89e910-fe31-487e-ad0f-f5a441624d06 req-2701cb3f-911a-4bb0-a6e6-0f1f2690c618 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 996 time: 0.1619506 Jul 16 03:27:09.021926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-f34c352f-d892-4fbc-ae4a-49559761d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.023709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-f34c352f-d892-4fbc-ae4a-49559761d59d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.2181902 Jul 16 03:27:09.049102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d447f-1cf5-4681-98e1-a1ca744c99b4 req-8620acee-7b76-4a32-95b6-3d104c7bc68b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.050605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e6d447f-1cf5-4681-98e1-a1ca744c99b4 req-8620acee-7b76-4a32-95b6-3d104c7bc68b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.2632923 Jul 16 03:27:09.147486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e910-fe31-487e-ad0f-f5a441624d06 req-33535432-55c4-4f9b-87d6-0c599496c995 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.149147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca89e910-fe31-487e-ad0f-f5a441624d06 req-33535432-55c4-4f9b-87d6-0c599496c995 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2323430 Jul 16 03:27:09.161708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e6d447f-1cf5-4681-98e1-a1ca744c99b4 req-73498981-853e-415b-93a3-fa1f74d6eecc tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Jul 16 03:27:09.165761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-ca89e910-fe31-487e-ad0f-f5a441624d06 req-4100ba35-9fb5-4fa7-a896-07674c482bd6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:09.166834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca89e910-fe31-487e-ad0f-f5a441624d06 req-4100ba35-9fb5-4fa7-a896-07674c482bd6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111868 Jul 16 03:27:09.168700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-649130b9-4b83-4ff3-a428-9a781aa7ee36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.1280913 Jul 16 03:27:09.245156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-aef91acd-f4bc-4310-90ea-939aedc33cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.246949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-aef91acd-f4bc-4310-90ea-939aedc33cb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0597401 Jul 16 03:27:09.426121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-8e745976-cde5-4b8b-addb-8711ca18347f tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.1014442 Jul 16 03:27:09.447348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-199921ae-6b0d-4f7e-bb54-8e56f64f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.448963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-199921ae-6b0d-4f7e-bb54-8e56f64f492d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930454 Jul 16 03:27:09.488580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99607f8-2aac-4b1a-ae41-2de046e7ffea req-98c580f7-70cf-4797-b2c9-a06e17279c62 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.490146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f99607f8-2aac-4b1a-ae41-2de046e7ffea req-98c580f7-70cf-4797-b2c9-a06e17279c62 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 1101 time: 0.1974802 Jul 16 03:27:09.583484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-a0d53007-1aa7-4171-914d-f43bb5bd1535 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.584779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-a0d53007-1aa7-4171-914d-f43bb5bd1535 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports/a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 942 time: 0.1519098 Jul 16 03:27:09.633582 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a533c565-ff5f-462a-84a5-f9ecd06e2df8 req-602e1b88-8b7b-4537-ab01-98b8b7bc8170 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0461986 Jul 16 03:27:09.642386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f99607f8-2aac-4b1a-ae41-2de046e7ffea req-4e5f70e3-3ab0-4b0c-ba40-337cfb25931d tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396513 Jul 16 03:27:09.653496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-1feac4f5-93db-4af9-8a69-ae6437131e56 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805999 Jul 16 03:27:10.088604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-3abe998c-c6d0-4d79-834c-52a3b43ea1c8 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.4096866 Jul 16 03:27:10.141121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02738b2f-75ac-4c4f-82dc-3208ee42aa64 req-b8827c80-539f-4827-8a00-ba0315ab6ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734697 Jul 16 03:27:10.202602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eb41c-ddbf-4e8d-b4bf-886d7a0d53e6 req-232f7af5-8267-4535-b784-ce78298a5c9b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:10.204983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b74eb41c-ddbf-4e8d-b4bf-886d7a0d53e6 req-232f7af5-8267-4535-b784-ce78298a5c9b tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1659429 Jul 16 03:27:10.230567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 064a84d9-a1f9-4a8a-8143-0ea74a468714 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:10.244432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-e21a38d7-33eb-4549-a9aa-a695d1aff1d8 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:10.245794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-e21a38d7-33eb-4549-a9aa-a695d1aff1d8 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1453013 Jul 16 03:27:10.257475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 064a84d9-a1f9-4a8a-8143-0ea74a468714 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:10.257833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 064a84d9-a1f9-4a8a-8143-0ea74a468714 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:10.270316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b74eb41c-ddbf-4e8d-b4bf-886d7a0d53e6 req-3cce874d-671f-4918-9218-450856efba29 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605500 Jul 16 03:27:10.330733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-44b59bcd-6ecb-4d76-92ce-0c8d8ad210c6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 1001 time: 0.0749350 Jul 16 03:27:10.345488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:10.424235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1420a628-f4c4-471a-8b87-11597d93b2df req-4491396d-3935-4e01-bdf4-3bc9b2b6adab tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0355144 Jul 16 03:27:10.426739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.553159 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:27:10.602376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.607623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.607945 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 disassociated. External IP: 172.25.4.232, port: a22e85ba-a071-472f-8fc7-c1e34571e4d3. Jul 16 03:27:10.641713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'name': 'network-vif-deleted', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:10.643981 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e112c-003a-4af6-b968-71613404826d" -d '{"events": [{"server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "name": "network-vif-deleted", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:10.702405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2856-091a-4f74-ab4e-03389972b8e9 req-e1b8fa48-8fb0-41ac-9b85-450e8aa6b334 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:10.703875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d1f2856-091a-4f74-ab4e-03389972b8e9 req-e1b8fa48-8fb0-41ac-9b85-450e8aa6b334 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 1099 time: 0.1722829 Jul 16 03:27:10.753249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d1f2856-091a-4f74-ab4e-03389972b8e9 req-8d68e208-f945-4110-828c-4ae5d22f11e1 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Jul 16 03:27:10.931331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:11.018212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28101923-2e75-4da4-a70e-82783ab2ba21 req-ea3f67b3-fea6-48fc-87ac-c2f24ac29694 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.026107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28101923-2e75-4da4-a70e-82783ab2ba21 req-ea3f67b3-fea6-48fc-87ac-c2f24ac29694 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1461499 Jul 16 03:27:11.110310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28101923-2e75-4da4-a70e-82783ab2ba21 req-7b6ec16f-9377-4780-9844-1b8c27b2ad3c tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 Jul 16 03:27:11.133750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:11.142969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.143819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:11.161508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:11.162391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:11.191613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-fee00f22-2ed0-4736-9f63-9bb6d8fbaba9 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "PUT /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 696 time: 0.8539639 Jul 16 03:27:11.301319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-22bca4b0-c15b-4729-a3f0-5827a80aefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.302944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-22bca4b0-c15b-4729-a3f0-5827a80aefa0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0991971 Jul 16 03:27:11.312843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:11.363236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3224fdf-2056-4705-ac27-361e3837fc35 req-7f4c3d5d-2b71-4876-b085-4cb69858edc8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.364870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3224fdf-2056-4705-ac27-361e3837fc35 req-7f4c3d5d-2b71-4876-b085-4cb69858edc8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.1113508 Jul 16 03:27:11.453169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3224fdf-2056-4705-ac27-361e3837fc35 req-d499c746-fc64-48ae-802b-456933bd486b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599566 Jul 16 03:27:11.454589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-30b9b6b7-7de1-4da6-b1b4-4c7a890e38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.455979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-30b9b6b7-7de1-4da6-b1b4-4c7a890e38a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.1417763 Jul 16 03:27:11.511101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-af342277-2fef-411f-b9da-adcf86f72d48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0470440 Jul 16 03:27:11.564911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-c9448921-cea6-4851-b855-e7872730ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.566853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-c9448921-cea6-4851-b855-e7872730ec34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.0541849 Jul 16 03:27:11.648305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-e51caf8b-6cf3-494e-80db-d6c8527e89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.656490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-e51caf8b-6cf3-494e-80db-d6c8527e89f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831139 Jul 16 03:27:11.665534 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47bc247-4e13-406b-b41d-c42a24f9fd00 x-openstack-request-id: req-b47bc247-4e13-406b-b41d-c42a24f9fd00 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:11.665860 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75370af3-c2ca-49b4-9c8b-9238f3f01e37", "name": "network-vif-deleted", "tag": "064a84d9-a1f9-4a8a-8143-0ea74a468714", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:11.666235 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b47bc247-4e13-406b-b41d-c42a24f9fd00 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:11.666360 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75370af3-c2ca-49b4-9c8b-9238f3f01e37', 'name': 'network-vif-deleted', 'tag': '064a84d9-a1f9-4a8a-8143-0ea74a468714', 'status': 'completed', 'code': 200} Jul 16 03:27:11.707751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:11.749884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:11.781641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:11.783039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:26:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:11.794667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-6a12b494-9ed6-4a7f-85f7-b76a1f06c1c3 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278540 Jul 16 03:27:11.802178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-6a33704e-20f2-4b0c-b976-9183caca34d8 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447134 Jul 16 03:27:11.919182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:11.976130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a90a8cba-dba1-471b-b1bc-8ffd432099b6 req-b35eb778-28c8-48c2-b7dc-2d0fcb24ea11 service neutron] 10.222.0.25 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726625 Jul 16 03:27:11.991515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-0f12a100-95ab-4a82-a0d1-1bb7368c634c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:11.998772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-0f12a100-95ab-4a82-a0d1-1bb7368c634c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934457 Jul 16 03:27:12.017837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-58fb91f5-eeb1-4295-9ccb-7d04dbf1dc01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/quotas/8612e2b362704cbbbe7782b2dd33f76f HTTP/1.1" status: 200 len: 375 time: 0.0181065 Jul 16 03:27:12.112448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-9d18afe5-04cb-41fd-b601-45ea9fdf81e1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0881076 Jul 16 03:27:12.177156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:12.205130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87f49b-4165-4cf7-b589-6fd9885b69c8 None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:25:57Z', 'revision_number': 4, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cab65bc4-a3a6-4f13-b544-d813f526f662', 'name': '', 'network_id': 'a73cc32b-ad98-48ef-9867-881f76063a5b', 'tenant_id': '4341c19948c3474f849d3389db855984', 'mac_address': 'fa:16:3e:50:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a87700fd-f0e3-499a-80be-b64304667921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:54Z', 'updated_at': '2021-07-16T03:26:05Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'subnets': [{'id': 'a87700fd-f0e3-499a-80be-b64304667921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:12.224171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9119d-e577-4801-82c8-309d30f8194e req-f99f77f6-bf44-476a-b696-313245d4c184 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:12.225991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bec9119d-e577-4801-82c8-309d30f8194e req-f99f77f6-bf44-476a-b696-313245d4c184 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1125729 Jul 16 03:27:12.288293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bec9119d-e577-4801-82c8-309d30f8194e req-6bccabe7-dbb3-4542-a14e-5188e50c15d8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Jul 16 03:27:12.448237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3587718e-0384-445e-bc73-7876c403ea66 req-83bb194d-7cf6-4905-aee6-a3add3b3b99c tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0512805 Jul 16 03:27:12.574044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-797aefe5-e73e-4e87-9810-83acdfc0888d req-83ebc53d-bf6e-4e10-b0a3-9cbacf3481c0 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 210 time: 0.0619807 Jul 16 03:27:12.607161 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59f947-de07-462b-aaa3-97868b29b47c None None] New status for floating IP d8ed9c00-64be-4b05-a134-83b4b5aa8ab5: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:27:12.672561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4a34f-9758-4aff-98b6-bd3dc088d28b req-a0a614fa-f855-477d-8673-711e8271e654 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:12.680756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94c4a34f-9758-4aff-98b6-bd3dc088d28b req-a0a614fa-f855-477d-8673-711e8271e654 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.0905051 Jul 16 03:27:12.736340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94c4a34f-9758-4aff-98b6-bd3dc088d28b req-59e69dd0-ada0-4cfe-8294-86d6ae40e42e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543346 Jul 16 03:27:12.956068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763df11d-07f5-4334-a41a-f9e980add92f req-d02d2927-fc55-48f3-b698-ea3dd96a63bd tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:12.957652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-763df11d-07f5-4334-a41a-f9e980add92f req-d02d2927-fc55-48f3-b698-ea3dd96a63bd tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.1015077 Jul 16 03:27:13.011147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-763df11d-07f5-4334-a41a-f9e980add92f req-05c4ed4c-701b-478a-8483-1c242ddd3b99 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469644 Jul 16 03:27:13.071941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd766590-4fec-4f86-be42-2daa7bed6cff req-3df42845-1217-41c4-86e9-46f45ad30ca1 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68&device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0558627 Jul 16 03:27:13.126753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-16df6d3d-d81e-4fcc-a90e-58f66dba4cc6 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 200 len: 694 time: 0.0485790 Jul 16 03:27:13.291258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-e0234449-60c9-4e03-a6cb-c76d55222fe7 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:13.293007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-e0234449-60c9-4e03-a6cb-c76d55222fe7 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1590006 Jul 16 03:27:13.352169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-0b261c80-d810-4fc2-be24-7217b691c56d tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 697 time: 0.0527649 Jul 16 03:27:13.412369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-cc5aaf75-e83d-446d-85b9-997bf6a5be22 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 697 time: 0.0484846 Jul 16 03:27:13.545765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0fb3b45-9dab-4da8-870e-29f82761751a req-d8cc9a21-c060-40d7-b984-77ac8ba2bf80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2a7d32c42764bf5a1cf1dbf18ca53d5&device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0392387 Jul 16 03:27:13.618659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0fb3b45-9dab-4da8-870e-29f82761751a req-3aecbd09-2bb7-48ba-860e-ddf3cfb45959 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a2a7d32c42764bf5a1cf1dbf18ca53d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538476 Jul 16 03:27:13.670099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:13.672327 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0fcf21-fdd2-452e-b110-2e19e521f370" -d '{"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:13.887231 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-d01f586f-e7ab-4ae6-925d-851a69965e40 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458419 Jul 16 03:27:14.036055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-a2172168-68fa-4fb6-82f5-ccfc85aa86d1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.037804 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-a2172168-68fa-4fb6-82f5-ccfc85aa86d1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439769 Jul 16 03:27:14.054246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:14.069608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Deleting port 9c0d9750-a7d1-4bcd-a0bd-cbedb58fa8e4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:14.069948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.083532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9926c-0b7a-48c8-bc56-e232844b5369 req-14dfc6ac-462c-4500-8ab0-2ced131bb8ca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.085121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7af9926c-0b7a-48c8-bc56-e232844b5369 req-14dfc6ac-462c-4500-8ab0-2ced131bb8ca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.5193048 Jul 16 03:27:14.144142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb3b45-9dab-4da8-870e-29f82761751a req-6f0db9e3-3bc2-4c81-a496-5b9e6dcee674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.145990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0fb3b45-9dab-4da8-870e-29f82761751a req-6f0db9e3-3bc2-4c81-a496-5b9e6dcee674 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5170438 Jul 16 03:27:14.190194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:14.194917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.199399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7af9926c-0b7a-48c8-bc56-e232844b5369 req-db1e8d34-56df-4b11-beb5-297a82d9b5c6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031709 Jul 16 03:27:14.220544 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.230260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.245871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Calling delete_port for 9c0d9750-a7d1-4bcd-a0bd-cbedb58fa8e4 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:14.377003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.194 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/98b0fc2a-c985-42ae-b355-00a46e4fada4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:14.401641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6424ade8-1733-4935-a0ba-278d17cf5c02 req-6eed206f-cf12-48ba-8345-08c44a335114 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0349083 Jul 16 03:27:14.463757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.498406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event deleted for resources: {'Port': ['ID=9c0d9750-a7d1-4bcd-a0bd-cbedb58fa8e4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:14.570837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e15a22c-257f-46c2-9182-97d30d5cf645 req-daefa067-8e14-4cc4-9952-1cdb422bccf1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 210 time: 0.0495212 Jul 16 03:27:14.576791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.593259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 98b0fc2a-c985-42ae-b355-00a46e4fada4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:14.627278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.629472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.630191 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.642997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:14.643529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e14c0cd1-e0ad-4630-89ff-5fe119beec6a req-7641449b-9ce8-4743-bdda-19df7b98a414 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8ed9c00-64be-4b05-a134-83b4b5aa8ab5 HTTP/1.1" status: 204 len: 173 time: 1.2220929 Jul 16 03:27:14.659391 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1005a9c5-aaa1-4a60-98ee-f53b080a6a67 x-openstack-request-id: req-1005a9c5-aaa1-4a60-98ee-f53b080a6a67 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:14.662313 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:14.662855 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1005a9c5-aaa1-4a60-98ee-f53b080a6a67 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:14.663626 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'status': 'completed', 'code': 200} Jul 16 03:27:14.683329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:14.687484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:14.690843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:14.694156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', '754f5493-e9b8-4ac8-b702-8af801793260'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:14.697198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-353d5ea3-1ae7-476b-9abb-1ea1bfb462ff tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.698419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=98b0fc2a-c985-42ae-b355-00a46e4fada4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:14.698952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-353d5ea3-1ae7-476b-9abb-1ea1bfb462ff tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.1271112 Jul 16 03:27:14.711318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800089-6'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:14.804273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.804909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.825009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-ec6e407b-a9e9-4f1a-ad38-78297d79a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.827459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-ec6e407b-a9e9-4f1a-ad38-78297d79a0d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4341c19948c3474f849d3389db855984&device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1033456 Jul 16 03:27:14.830408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-f6709807-0ab6-4b5d-b29e-8da672ff9c76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7808580 Jul 16 03:27:14.847403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Request body: {'port': {'device_id': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:14.985976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.999765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.100234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d1b76-52bf-488d-9765-1403c61ad31b req-f83dc37b-d807-4291-81a1-285732e56aa5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.111639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-068d1b76-52bf-488d-9765-1403c61ad31b req-f83dc37b-d807-4291-81a1-285732e56aa5 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.2655756 Jul 16 03:27:15.155052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567bb56-066b-40f2-8d1d-63f7ec25a46d req-c372de65-fd06-45db-8cf2-fa56454a10c4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.156755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4567bb56-066b-40f2-8d1d-63f7ec25a46d req-c372de65-fd06-45db-8cf2-fa56454a10c4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 945 time: 0.2710333 Jul 16 03:27:15.200863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-068d1b76-52bf-488d-9765-1403c61ad31b req-511a6fa1-7bcd-4e6a-991b-852c175b86f6 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881274 Jul 16 03:27:15.228365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08f6ce3a-f69f-47dc-806e-2f7cbb0d5564 None None] Provisioning for port 98b0fc2a-c985-42ae-b355-00a46e4fada4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:15.235739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08f6ce3a-f69f-47dc-806e-2f7cbb0d5564 None None] Provisioning complete for port 98b0fc2a-c985-42ae-b355-00a46e4fada4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:15.236125 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08f6ce3a-f69f-47dc-806e-2f7cbb0d5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.286746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b0fc2a-c985-42ae-b355-00a46e4fada4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:15.295894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.312190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Transition to ACTIVE for port object 98b0fc2a-c985-42ae-b355-00a46e4fada4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:15.314712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-4fce6279-b72f-4679-8701-89c716aff0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.318071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-4fce6279-b72f-4679-8701-89c716aff0bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 200 len: 922 time: 0.4835458 Jul 16 03:27:15.320635 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.369862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-08f6ce3a-f69f-47dc-806e-2f7cbb0d5564 None None] Port 98b0fc2a-c985-42ae-b355-00a46e4fada4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:15.379108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4567bb56-066b-40f2-8d1d-63f7ec25a46d req-fc6c30c7-ba04-46ce-8d5c-fd84afccf5e6 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131751 Jul 16 03:27:15.441122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:15.448731 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-47da0916-fefc-44bf-9b55-09df7effc587 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 200 len: 217 time: 0.1107087 Jul 16 03:27:15.561731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:15.602866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Pushing event updated for resources: {'Port': ['ID=98b0fc2a-c985-42ae-b355-00a46e4fada4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:15.641777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Attempting to bind port 98b0fc2a-c985-42ae-b355-00a46e4fada4 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:15.642021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Attempting to bind port 98b0fc2a-c985-42ae-b355-00a46e4fada4 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:15.642351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Attempting to bind port 98b0fc2a-c985-42ae-b355-00a46e4fada4 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:15.650308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-0449198e-b8cb-4001-b16d-ec7cfdbb2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.651825 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-0449198e-b8cb-4001-b16d-ec7cfdbb2dc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 200 len: 859 time: 0.1898053 Jul 16 03:27:15.652795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Port 98b0fc2a-c985-42ae-b355-00a46e4fada4 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:15.653240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Attempting to bind port 98b0fc2a-c985-42ae-b355-00a46e4fada4 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:15.659102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:15.659435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:15.659812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:15.660366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Bound port: 98b0fc2a-c985-42ae-b355-00a46e4fada4, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:15.660726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.691350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.701315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.819416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:15.838993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-cc8d8a2c-a4b6-49f1-853a-b635f28b5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.840476 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-cc8d8a2c-a4b6-49f1-853a-b635f28b5247 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a73cc32b-ad98-48ef-9867-881f76063a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776786 Jul 16 03:27:15.841530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] For port 98b0fc2a-c985-42ae-b355-00a46e4fada4, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:15.845746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] For port 98b0fc2a-c985-42ae-b355-00a46e4fada4, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:15.846833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e0c1-e284-46db-8cc4-bba738a2b9bd req-81e24716-cd83-49b7-ba73-6b78e66c2dbe tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.855407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f7e0c1-e284-46db-8cc4-bba738a2b9bd req-81e24716-cd83-49b7-ba73-6b78e66c2dbe tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.2211342 Jul 16 03:27:15.884750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.924081 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:15.927709 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:15.928817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:15.928817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:15.932486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:15.956423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:15.956753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:15.965379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0616a741-5f4e-415a-b984-cf6eaa5df04e req-3f54374e-dea7-452a-8219-71df43fb2bb2 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0533936 Jul 16 03:27:15.979006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:15.979471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:15.979879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:15.980353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Bound port: fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:15.980956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.991999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.992587 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.994614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] 10.222.0.48 "PUT /v2.0/ports/98b0fc2a-c985-42ae-b355-00a46e4fada4 HTTP/1.1" status: 200 len: 1096 time: 1.1514895 Jul 16 03:27:16.025793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'tag': '98b0fc2a-c985-42ae-b355-00a46e4fada4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:16.033142 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "31aa667c-7ee3-4ebb-b268-7fe188e0db69", "tag": "98b0fc2a-c985-42ae-b355-00a46e4fada4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:16.035145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f7e0c1-e284-46db-8cc4-bba738a2b9bd req-21073ef8-6ac2-4460-88ea-825dc9061b70 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730242 Jul 16 03:27:16.103717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0fb3b45-9dab-4da8-870e-29f82761751a req-4f9827ea-69d7-490b-9619-e0095cc9c697 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.48 "GET /v2.0/ports?device_id=4619483c-d498-41fa-92c8-a1e38ef1bd68 HTTP/1.1" status: 200 len: 210 time: 0.0669796 Jul 16 03:27:16.148021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48c6a-a7dc-4968-a86c-ebfc83455734 service neutron] Pushing event updated for resources: {'Port': ['ID=98b0fc2a-c985-42ae-b355-00a46e4fada4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.165608 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-0164c44a-7a4a-4d84-8fc9-99308530ecc7 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125911 Jul 16 03:27:16.267734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:16.323256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:16.324019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b0fcf21-fdd2-452e-b110-2e19e521f370 req-def243cc-4b52-46ba-a07c-56275929e414 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464849 Jul 16 03:27:16.349163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:16.365634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.453544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:16.469594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cfdf-83e3-4bfe-b292-3be7fbf32e19 req-0d16bcdd-c17f-4536-b686-adade36cf65d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.476475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61a4cfdf-83e3-4bfe-b292-3be7fbf32e19 req-0d16bcdd-c17f-4536-b686-adade36cf65d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 948 time: 0.2999849 Jul 16 03:27:16.498760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:16.499691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:16.500462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:16.508283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:16.509089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.509600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Attempting to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on network d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:16.515851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:16.516126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-7f031da8-8df8-4345-9e3b-e0f9926171b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.516671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Checking segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:16.517456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Bound using segment: {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:16.517635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-7f031da8-8df8-4345-9e3b-e0f9926171b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 1099 time: 0.3908427 Jul 16 03:27:16.518306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Bound port: fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55327257-075e-4ca1-a8cb-f850a273d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd0a4ecaf-bbe7-45a7-9429-375b8da4b4f9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:16.519054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.558233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd684e25-c93d-48fd-bfe4-fff810f9ec56 req-737c34da-1ccf-4a86-b65d-4edde9cb5adb tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.566612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd684e25-c93d-48fd-bfe4-fff810f9ec56 req-737c34da-1ccf-4a86-b65d-4edde9cb5adb tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 945 time: 0.3284523 Jul 16 03:27:16.591451 n-d-800089-6 neutron-server[93758]: WARNING neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Concurrent port binding operations failed on port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 Jul 16 03:27:16.596281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:16.598193 n-d-800089-6 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Attempt 2 to bind port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 Jul 16 03:27:16.598812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 has no active binding in host n-h1-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:27:16.623489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.624245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.625748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-5ee48937-64c9-412e-b492-a40f76548dd8 service neutron] 10.222.0.11 "PUT /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 1121 time: 1.9190826 Jul 16 03:27:16.639337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-2d812db8-25b4-4f02-a4df-40f93d0ef100 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4 HTTP/1.1" status: 200 len: 217 time: 0.0920720 Jul 16 03:27:16.644299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61a4cfdf-83e3-4bfe-b292-3be7fbf32e19 req-ea49d56a-70ee-468e-b05c-f04037494352 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668935 Jul 16 03:27:16.666527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'}, {'name': 'network-changed', 'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:16.668834 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b900889-251e-4a53-8026-fcfa0441334a" -d '{"events": [{"server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "name": "network-vif-unplugged", "status": "completed", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342"}, {"name": "network-changed", "server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:16.700806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd684e25-c93d-48fd-bfe4-fff810f9ec56 req-c4fe7ddc-5f2a-48b4-be73-579c609ea911 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332805 Jul 16 03:27:16.724300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:16.745354 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b0b30-41f0-4f7d-840a-cd1a570c9884 x-openstack-request-id: req-cc4b0b30-41f0-4f7d-840a-cd1a570c9884 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:16.745617 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31aa667c-7ee3-4ebb-b268-7fe188e0db69", "tag": "98b0fc2a-c985-42ae-b355-00a46e4fada4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:16.745877 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc4b0b30-41f0-4f7d-840a-cd1a570c9884 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:16.746265 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'tag': '98b0fc2a-c985-42ae-b355-00a46e4fada4', 'status': 'completed', 'code': 200} Jul 16 03:27:16.749165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-dcc0e690-71ad-499e-a3b5-4e42d2c00cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.750849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-dcc0e690-71ad-499e-a3b5-4e42d2c00cef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0994523 Jul 16 03:27:16.835391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-a680cb47-8aff-440c-8fbf-61261614ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.837032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-a680cb47-8aff-440c-8fbf-61261614ddf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775571 Jul 16 03:27:16.858311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:17.055811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc374d7-8c37-44a4-bdab-02cfa08593a7 req-ea55ff0a-6455-475d-9d2f-3195c6f005b5 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.057099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4dc374d7-8c37-44a4-bdab-02cfa08593a7 req-ea55ff0a-6455-475d-9d2f-3195c6f005b5 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.2054491 Jul 16 03:27:17.066993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9e19b-7a9a-49f8-a44c-c33c198d75cf req-75df6fa2-eb95-4f73-a53b-4ec5c8d9769d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.073818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6f9e19b-7a9a-49f8-a44c-c33c198d75cf req-75df6fa2-eb95-4f73-a53b-4ec5c8d9769d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.2020717 Jul 16 03:27:17.084634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-d460ed12-c03e-4b08-bf4f-7dc907a7d641 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223296 Jul 16 03:27:17.166047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4dc374d7-8c37-44a4-bdab-02cfa08593a7 req-16ce33b8-2a67-42fe-a0b5-9f39f4876554 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884674 Jul 16 03:27:17.202582 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6f9e19b-7a9a-49f8-a44c-c33c198d75cf req-929401ee-2705-4fd5-8e0a-076d5e672479 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278749 Jul 16 03:27:17.243366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1dfbde2-83af-48f7-b3af-d89a72720444 req-3b933cbf-17f8-458e-bdc9-ae4d86a64563 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384213 Jul 16 03:27:17.284943 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c8555b-6a5f-45fe-97f5-497be7fceb38 x-openstack-request-id: req-c4c8555b-6a5f-45fe-97f5-497be7fceb38 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:17.285351 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "name": "network-vif-unplugged", "status": "completed", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342", "code": 200}, {"name": "network-changed", "server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:17.285671 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4c8555b-6a5f-45fe-97f5-497be7fceb38 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:17.286294 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'code': 200} Jul 16 03:27:17.286652 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'status': 'completed', 'code': 200} Jul 16 03:27:17.437174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-9691df4e-7af0-48a5-89a2-004258996c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.438831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-9691df4e-7af0-48a5-89a2-004258996c21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 1099 time: 0.1099427 Jul 16 03:27:17.486427 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-05711328-728b-4bbb-ad06-b74667a83ffb req-2ef16df9-1c00-43c6-8c88-7de638bd4002 service neutron] show failed (client error): The resource could not be found. Jul 16 03:27:17.487694 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-2ef16df9-1c00-43c6-8c88-7de638bd4002 service neutron] 10.222.0.48 "GET /v2.0/ports/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.1026003 Jul 16 03:27:17.496951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-11f88374-5443-4eff-b94c-9453c2aac34b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.499077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-11f88374-5443-4eff-b94c-9453c2aac34b tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 945 time: 0.2115679 Jul 16 03:27:17.524585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900889-251e-4a53-8026-fcfa0441334a req-40781bc3-0af0-45a7-b3b1-a68c16dae7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.526070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-40781bc3-0af0-45a7-b3b1-a68c16dae7c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1124 time: 0.1907566 Jul 16 03:27:17.573450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-1614f391-4b0e-475a-9861-cc526ef74763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.575399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-1614f391-4b0e-475a-9861-cc526ef74763 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1250305 Jul 16 03:27:17.647733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-e8e64397-085a-4304-8c3a-8a2a4ea0efe5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4 HTTP/1.1" status: 200 len: 217 time: 0.0644240 Jul 16 03:27:17.769680 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eb5aefaa-6b64-4be3-8b7d-426c1c51a3f5 req-8ba4eb61-c8e1-40c0-bdd4-ac12ed441deb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2a7d32c42764bf5a1cf1dbf18ca53d5&device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0334580 Jul 16 03:27:17.775212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-8aed16ec-b738-4af3-8f94-3a2dafa708af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.776855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-8aed16ec-b738-4af3-8f94-3a2dafa708af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1195643 Jul 16 03:27:17.811588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce919b5-8196-4ec9-85f3-b248a9e52091 req-b352cc95-a03c-4281-bb54-5508be872e00 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.813116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ce919b5-8196-4ec9-85f3-b248a9e52091 req-b352cc95-a03c-4281-bb54-5508be872e00 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.3121538 Jul 16 03:27:17.818156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45ac4098-c9ec-4887-b75c-f09aefa7ce58 req-d22691c9-b144-47f4-8b03-370d867d43de tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0603034 Jul 16 03:27:17.830219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900889-251e-4a53-8026-fcfa0441334a req-335efc62-8852-46ab-a0ee-90748a198a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.831635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-335efc62-8852-46ab-a0ee-90748a198a91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2886238 Jul 16 03:27:17.898507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-7bd156ff-72d4-4d51-8069-fda4682322a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 217 time: 0.0491402 Jul 16 03:27:17.907890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ce919b5-8196-4ec9-85f3-b248a9e52091 req-13127d2e-3e8d-468a-946f-89543c99080d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861177 Jul 16 03:27:17.910148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Deleting port a22e85ba-a071-472f-8fc7-c1e34571e4d3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:17.910492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.116075 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eb5aefaa-6b64-4be3-8b7d-426c1c51a3f5 req-e1fdcec6-c993-42e0-8a4b-af83bb46f2fe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a2a7d32c42764bf5a1cf1dbf18ca53d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3313246 Jul 16 03:27:18.327016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-b9371d70-7f73-4a6d-a7e3-d608c69fd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.328532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-b9371d70-7f73-4a6d-a7e3-d608c69fd903 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5316985 Jul 16 03:27:18.334433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900889-251e-4a53-8026-fcfa0441334a req-16d8beaa-72e1-4d25-b49b-8bbeb145e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.335945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-16d8beaa-72e1-4d25-b49b-8bbeb145e3a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.4212213 Jul 16 03:27:18.338039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aefaa-6b64-4be3-8b7d-426c1c51a3f5 req-0e8d28bd-a100-4460-9067-0bc0fc6bdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.339438 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eb5aefaa-6b64-4be3-8b7d-426c1c51a3f5 req-0e8d28bd-a100-4460-9067-0bc0fc6bdcee service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1957197 Jul 16 03:27:18.348615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-0f6530ea-2faa-493e-9bba-7856c2f91955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.349978 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-0f6530ea-2faa-493e-9bba-7856c2f91955 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73&tenant_id=9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 1101 time: 0.2375798 Jul 16 03:27:18.399391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-782221ef-9b71-49ef-a092-6e35bb913ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427797 Jul 16 03:27:18.405894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:18.422079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] For port a22e85ba-a071-472f-8fc7-c1e34571e4d3, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a22e85ba-a071-472f-8fc7-c1e34571e4d3,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:18.422443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.450918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923de0e5-5855-4bc0-82ef-7660b578d1ce req-15b5d91e-cb11-4252-b4b7-713b5812e47a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.452413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-923de0e5-5855-4bc0-82ef-7660b578d1ce req-15b5d91e-cb11-4252-b4b7-713b5812e47a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 948 time: 0.5285428 Jul 16 03:27:18.468249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Calling delete_port for a22e85ba-a071-472f-8fc7-c1e34571e4d3 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:18.484964 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-f4a750ce-63c1-41cc-a5f8-b16d50b13410 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481934 Jul 16 03:27:18.507244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.578507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ec0af-a247-4c30-b7ad-0ba2b5759ad7 req-cdcb9776-805a-4765-a1e5-c06f90c4c9bf tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.580016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b9ec0af-a247-4c30-b7ad-0ba2b5759ad7 req-cdcb9776-805a-4765-a1e5-c06f90c4c9bf tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 945 time: 0.5304232 Jul 16 03:27:18.613843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-923de0e5-5855-4bc0-82ef-7660b578d1ce req-7369c9e5-6258-4d68-ab0c-710900c3cd80 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486316 Jul 16 03:27:18.668583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-224f0875-4394-488a-acdc-dca2b624fee1 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433667 Jul 16 03:27:18.677948 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a8bfd93-ea3c-49a9-bdc9-dd6dbfeb7a6b req-48fc970f-4d4c-4181-8cdd-90f75da1bf98 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811011 Jul 16 03:27:18.715049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b9ec0af-a247-4c30-b7ad-0ba2b5759ad7 req-db34ec4b-5b74-47d8-91e6-03c1d69ca484 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e814439-e972-46a7-81cd-ccb6a0f090b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205997 Jul 16 03:27:18.853407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:18.860132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.875681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b900889-251e-4a53-8026-fcfa0441334a req-9e2bd25c-cfeb-40cd-b79f-9a5c3a3619d1 service neutron] 10.222.0.48 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011647 Jul 16 03:27:18.901848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:18.911973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Pushing event deleted for resources: {'Port': ['ID=a22e85ba-a071-472f-8fc7-c1e34571e4d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:18.984739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:18.987530 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127a1d4-5d82-4536-8f12-293714d65e66" -d '{"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-unplugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:18.988561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ec69-27ba-44b5-bb9c-45d551154496 req-0d61c9f3-ee16-4f4d-aa5e-65fee4bca206 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.992075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.995692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a056ec69-27ba-44b5-bb9c-45d551154496 req-0d61c9f3-ee16-4f4d-aa5e-65fee4bca206 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.1981299 Jul 16 03:27:19.006132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Transition to ACTIVE for port object 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:19.009948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.022012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] No DVR routers for this DVR port a22e85ba-a071-472f-8fc7-c1e34571e4d3 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:19.031412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.033458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be6f3b9b-570f-4ad2-af42-6af7a899850e req-f5dd8946-507c-40ec-b86d-715883cd2e01 tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.11 "DELETE /v2.0/ports/a22e85ba-a071-472f-8fc7-c1e34571e4d3 HTTP/1.1" status: 204 len: 173 time: 1.5219858 Jul 16 03:27:19.074739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] No DVR routers for this DVR port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:19.078560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a056ec69-27ba-44b5-bb9c-45d551154496 req-ffb410c0-2f89-4a68-aaff-bc4fa65c1f9a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818505 Jul 16 03:27:19.091306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b794c0-1524-4868-a5f3-b90de9e3181e req-3456f0b9-1143-48cb-94f2-335414eee243 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.093232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6b794c0-1524-4868-a5f3-b90de9e3181e req-3456f0b9-1143-48cb-94f2-335414eee243 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1939387 Jul 16 03:27:19.135520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:19.135680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:19.136013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:19.138078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:19.151094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:19.151774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:19.157617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:19.158140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:19.158717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:19.159406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Bound port: 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:19.159926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.199282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6b794c0-1524-4868-a5f3-b90de9e3181e req-16ca5be7-5cee-4b66-bf06-c6ea9b9b1291 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914347 Jul 16 03:27:19.288289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'name': 'network-vif-deleted', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:19.291282 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fff5ef-ef3a-4c10-b595-adf21e939051" -d '{"events": [{"server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "name": "network-vif-deleted", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:19.313749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:19.317135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:19.327828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.432128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.432731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.438878 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] 10.222.0.11 "PUT /v2.0/ports/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 1096 time: 1.0332549 Jul 16 03:27:19.478416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79f7e-ff74-4641-9d8c-ee42640c1c7a service neutron] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:19.527510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4a92bef-ae6d-41ac-b32f-bd222a57ad18 req-fb50d311-c0a8-4f97-850a-97cbb42d11e2 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0830629 Jul 16 03:27:19.629111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b573-f846-4807-8e5f-56551273814b req-22c52c6a-64fc-4634-aab7-797a75f56813 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.637595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2307b573-f846-4807-8e5f-56551273814b req-22c52c6a-64fc-4634-aab7-797a75f56813 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 948 time: 0.1069584 Jul 16 03:27:19.642089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-054b08b6-96af-459a-84c1-6c1505d185ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.651823 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-054b08b6-96af-459a-84c1-6c1505d185ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1099 time: 0.1449096 Jul 16 03:27:19.683802 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cb3ba2-5e6e-423d-aa7f-c07adab9eb66 x-openstack-request-id: req-d0cb3ba2-5e6e-423d-aa7f-c07adab9eb66 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:19.685034 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-unplugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:19.687888 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0cb3ba2-5e6e-423d-aa7f-c07adab9eb66 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:19.688043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2307b573-f846-4807-8e5f-56551273814b req-f57d8f55-b937-4111-b55c-19b0ca9ec0fc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Jul 16 03:27:19.688352 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'code': 200} Jul 16 03:27:19.743552 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5804b0-4cf3-4cc5-9487-b8f4126a2d12 x-openstack-request-id: req-2b5804b0-4cf3-4cc5-9487-b8f4126a2d12 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:19.743945 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bea572-f021-4f8b-a6a7-2933d858e0c6", "name": "network-vif-deleted", "tag": "a22e85ba-a071-472f-8fc7-c1e34571e4d3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:19.744219 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b5804b0-4cf3-4cc5-9487-b8f4126a2d12 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:19.744635 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bea572-f021-4f8b-a6a7-2933d858e0c6', 'name': 'network-vif-deleted', 'tag': 'a22e85ba-a071-472f-8fc7-c1e34571e4d3', 'status': 'completed', 'code': 200} Jul 16 03:27:19.872330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-07e165a2-f53e-49af-9d85-814dc4cbce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.874314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-07e165a2-f53e-49af-9d85-814dc4cbce6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2128918 Jul 16 03:27:19.958307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4aff5d9-502f-4e59-a940-5508d5a3e030 req-5c63cccd-c833-402f-994b-6d46bfe941ee tempest-FloatingIPsAssociationTestJSON-1051639052 tempest-FloatingIPsAssociationTestJSON-1051639052-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bea572-f021-4f8b-a6a7-2933d858e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0382836 Jul 16 03:27:19.967771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3351-76c1-4165-9269-97a881c30d75 req-c713798e-67e2-4e9c-a757-ce3273143684 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.975200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-803f3351-76c1-4165-9269-97a881c30d75 req-c713798e-67e2-4e9c-a757-ce3273143684 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 948 time: 0.1579950 Jul 16 03:27:20.002027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-426081c6-1d4b-4582-9a87-253006675056 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0757773 Jul 16 03:27:20.029904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-803f3351-76c1-4165-9269-97a881c30d75 req-60f70bb3-674b-4d4c-bfa1-3359ee90fb88 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Jul 16 03:27:20.082312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-34bb3c45-a758-4461-b3b4-5a6441f33ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.083962 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-34bb3c45-a758-4461-b3b4-5a6441f33ff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0582018 Jul 16 03:27:20.187646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711328-728b-4bbb-ad06-b74667a83ffb req-9f0441ad-7382-42f3-880b-19e40fe5de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.198591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-9f0441ad-7382-42f3-880b-19e40fe5de0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913563 Jul 16 03:27:20.293912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a22e85ba-a071-472f-8fc7-c1e34571e4d3 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:20.322157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a22e85ba-a071-472f-8fc7-c1e34571e4d3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:20.325180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a22e85ba-a071-472f-8fc7-c1e34571e4d3 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:20.345123 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-bed16c64-e50e-4b0c-95e0-223eece084fd service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257122 Jul 16 03:27:20.458463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb5aefaa-6b64-4be3-8b7d-426c1c51a3f5 req-f576a12a-ad37-4544-a75c-204f698597c0 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0826533 Jul 16 03:27:20.478453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b84533-2da5-4a1e-ac35-7e4241877c00 req-3a0ac35a-5ad1-4cf3-bea5-72c0537da918 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.486701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65b84533-2da5-4a1e-ac35-7e4241877c00 req-3a0ac35a-5ad1-4cf3-bea5-72c0537da918 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.2257786 Jul 16 03:27:20.518169 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-05711328-728b-4bbb-ad06-b74667a83ffb req-6530e109-327f-4535-9e2d-e17e61a22032 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561537 Jul 16 03:27:20.533942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65b84533-2da5-4a1e-ac35-7e4241877c00 req-abebe987-d392-4b9b-a53f-c49005cb7342 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Jul 16 03:27:20.548308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6964cb-2780-4d84-b992-22bcb0b8cf19 req-9f1f8663-2139-4dcb-9459-446bcb9605dc tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.549918 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d6964cb-2780-4d84-b992-22bcb0b8cf19 req-9f1f8663-2139-4dcb-9459-446bcb9605dc tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1666367 Jul 16 03:27:20.600299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d6964cb-2780-4d84-b992-22bcb0b8cf19 req-05a38a19-7301-4ec5-8b41-5a87253c2c93 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Jul 16 03:27:20.689271 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3589a012-0b26-4eff-8d92-883525f6fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.826349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f90acaf1-6e46-497a-ac67-d735eca9f658 req-bf976c2f-dfbc-4a55-87e5-f4807c787215 tempest-ServerShowV247Test-1576367660 tempest-ServerShowV247Test-1576367660-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ff9479-b3ee-4584-a9e3-f6a1f6958041 HTTP/1.1" status: 200 len: 210 time: 0.0327508 Jul 16 03:27:20.950760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959fc1a-fa5b-4606-97d2-207dd6346d34 req-02182b88-d77b-435b-a219-0cd3159ec9e0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.952627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2959fc1a-fa5b-4606-97d2-207dd6346d34 req-02182b88-d77b-435b-a219-0cd3159ec9e0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 948 time: 0.0703645 Jul 16 03:27:20.995484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2959fc1a-fa5b-4606-97d2-207dd6346d34 req-ff7cdbc9-aede-42b6-b235-a9bfb5e6c0a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Jul 16 03:27:21.103286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:21.258931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a410d-eb1c-4999-a1b6-0376f180f649 req-4060b7ce-dd5d-46f1-946f-7d313562ef76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:21.260570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-062a410d-eb1c-4999-a1b6-0376f180f649 req-4060b7ce-dd5d-46f1-946f-7d313562ef76 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 948 time: 0.1012611 Jul 16 03:27:21.325922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-062a410d-eb1c-4999-a1b6-0376f180f649 req-b2c4fea7-7979-4d11-ac67-80da996954fd tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578096 Jul 16 03:27:21.389195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 98b0fc2a-c985-42ae-b355-00a46e4fada4 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:21.392280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:21.468059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:21.531553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 98b0fc2a-c985-42ae-b355-00a46e4fada4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:21.543949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '98b0fc2a-c985-42ae-b355-00a46e4fada4', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '98b0fc2a-c985-42ae-b355-00a46e4fada4', 'mac_address': 'fa:16:3e:2e:c3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:21.571610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51160) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:21.578633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1733854458'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:21.584515 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.600386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.603496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b0fc2a-c985-42ae-b355-00a46e4fada4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:21.628972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 98b0fc2a-c985-42ae-b355-00a46e4fada4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:21.635434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.663308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:21.670393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.725341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=98b0fc2a-c985-42ae-b355-00a46e4fada4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:21.730528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:21.736179 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c91429-5fe4-4a41-afeb-c03944735f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:21.791914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df049-8cea-42e8-bd00-cc9c374c5fb1 req-5cd7379b-bc93-4551-b012-f08cafd39564 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:21.793558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c5df049-8cea-42e8-bd00-cc9c374c5fb1 req-5cd7379b-bc93-4551-b012-f08cafd39564 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.1019480 Jul 16 03:27:21.845613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:27:21.865572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.866013 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Added segment 9c7f6719-b398-43a6-a55b-2d9a304bb03d of type vlan for network e94fa5d6-bf96-4c3a-940a-325327772fbb Jul 16 03:27:21.871800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c5df049-8cea-42e8-bd00-cc9c374c5fb1 req-b82a83e3-2274-43af-9c25-d8f9775bfdbb tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593297 Jul 16 03:27:21.893855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b48944-27c4-4bf9-b578-4667aa044ca5 req-7a5584d7-c15d-4492-af5a-9b014b5a4831 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:21.895457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29b48944-27c4-4bf9-b578-4667aa044ca5 req-7a5584d7-c15d-4492-af5a-9b014b5a4831 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1253600 Jul 16 03:27:21.973593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29b48944-27c4-4bf9-b578-4667aa044ca5 req-87cd1e8a-0c35-401a-b162-90d01460e8cd tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714278 Jul 16 03:27:21.977117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['98b0fc2a-c985-42ae-b355-00a46e4fada4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:21.990936 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7647c2e6-ee88-4d93-9657-c23600cd4b41 x-openstack-request-id: req-7647c2e6-ee88-4d93-9657-c23600cd4b41 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:21.991227 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:21.991483 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7647c2e6-ee88-4d93-9657-c23600cd4b41 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:21.991982 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'status': 'completed', 'code': 200} Jul 16 03:27:21.993947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.128375 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.134176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.134806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.184289 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6116261 Jul 16 03:27:22.202128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51176) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:22.202390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-813d57a9-12e1-4557-bcf3-553c99768ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.205248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-813d57a9-12e1-4557-bcf3-553c99768ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1099 time: 0.1918850 Jul 16 03:27:22.217821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-490273442'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:22.248557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-1bad5e93-528a-40da-a2cb-ccba5ce6afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.250419 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-1bad5e93-528a-40da-a2cb-ccba5ce6afd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1099 time: 0.2516644 Jul 16 03:27:22.279126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Deleting port cab65bc4-a3a6-4f13-b544-d813f526f662 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:22.279826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.314708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:22.425812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77aee1-e7de-453a-97e5-1679f9b5cbba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Network': ['ID=e94fa5d6-bf96-4c3a-940a-325327772fbb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:22.440136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e94fa5d6-bf96-4c3a-940a-325327772fbb details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:27:22.441535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51182) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:22.454262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-37d86810-75c0-4192-80d8-ff091bdcc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.455801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-37d86810-75c0-4192-80d8-ff091bdcc2e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1749618 Jul 16 03:27:22.529135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:22.543715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-8e10d7f1-6f39-4d9b-a5e5-c7ed2864a206 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0747988 Jul 16 03:27:22.544848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'mac_address': 'fa:16:3e:f4:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:22.566074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] For port cab65bc4-a3a6-4f13-b544-d813f526f662, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=cab65bc4-a3a6-4f13-b544-d813f526f662,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:22.566577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.583402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Calling delete_port for cab65bc4-a3a6-4f13-b544-d813f526f662 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:22.583902 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.603106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:22.618587 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79b9aeb0-a7fe-453c-afe7-b4bbbc3341ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.626411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:22.629900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:22.635106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.635589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.681094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb17a2-00c2-47ac-827b-58d329a4d333 req-16c834b9-9a06-498d-a5ac-b01d4eb52231 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.688024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0abb17a2-00c2-47ac-827b-58d329a4d333 req-16c834b9-9a06-498d-a5ac-b01d4eb52231 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 948 time: 0.4796906 Jul 16 03:27:22.690658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:22.705090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-eb730b11-5aeb-4c92-9ad5-470e82ad7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.706571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-eb730b11-5aeb-4c92-9ad5-470e82ad7963 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1469743 Jul 16 03:27:22.739529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:27:22.746573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de225a3-a4cc-4c8e-9f15-787e90784f2a req-f5170599-03f5-4e50-816b-b8013d590de9 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.748121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8de225a3-a4cc-4c8e-9f15-787e90784f2a req-f5170599-03f5-4e50-816b-b8013d590de9 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 949 time: 0.1896765 Jul 16 03:27:22.779720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0abb17a2-00c2-47ac-827b-58d329a4d333 req-5cf479ca-03dc-4dd8-af58-ae22f8c1d789 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901783 Jul 16 03:27:22.781729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.782078 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Added segment d76ec9a8-2b4c-4950-807c-8a361480c777 of type vlan for network c59a8071-def6-434e-acab-915f3ad843be Jul 16 03:27:22.811888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-5d2b7c4a-8d9f-4a9c-85f0-a0e7afd5a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.813364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-5d2b7c4a-8d9f-4a9c-85f0-a0e7afd5a740 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.5523872 Jul 16 03:27:22.828326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8de225a3-a4cc-4c8e-9f15-787e90784f2a req-1847385e-2d30-44e3-bdf5-449aa4b8e990 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619700 Jul 16 03:27:22.848814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-11d5c425-84db-4914-8bb6-4e4a0c891d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.851117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-11d5c425-84db-4914-8bb6-4e4a0c891d18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243265 Jul 16 03:27:22.936446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-2992cc75-2039-4665-bfe2-af0bc830785f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0928905 Jul 16 03:27:22.939950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.003943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-c44b79d6-8bc1-4933-832d-f1a488e72b06 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413274 Jul 16 03:27:23.018478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:23.245812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-59a278cf-ed71-41e9-aee5-6d92e76f9100 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335060 Jul 16 03:27:23.260987 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db51eded-698b-4e07-993b-1f3b1397672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.275251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06240c6e-dd7a-4a72-9ae5-a4d63731a7a3 req-e4d1991e-cc7d-4d3d-9eef-a73b5f55350d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:23.276718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06240c6e-dd7a-4a72-9ae5-a4d63731a7a3 req-e4d1991e-cc7d-4d3d-9eef-a73b5f55350d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 943 time: 0.1482675 Jul 16 03:27:23.285755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79b9aeb0-a7fe-453c-afe7-b4bbbc3341ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.293153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50198c-2654-4d4b-bd43-918e36eed595 req-a681ff02-8fb8-4865-b9c1-ed2d1362ff6d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:23.294708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c50198c-2654-4d4b-bd43-918e36eed595 req-a681ff02-8fb8-4865-b9c1-ed2d1362ff6d tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1141233 Jul 16 03:27:23.303648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79b9aeb0-a7fe-453c-afe7-b4bbbc3341ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.354208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06240c6e-dd7a-4a72-9ae5-a4d63731a7a3 req-0508198e-b258-4d2a-914c-9871b97c4778 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584342 Jul 16 03:27:23.357044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c50198c-2654-4d4b-bd43-918e36eed595 req-dbe8fde6-9f00-4734-9ea8-43d4b602dc11 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Jul 16 03:27:23.385833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-de29ee04-1dc9-404f-b47c-95288bae77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:23.387175 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-de29ee04-1dc9-404f-b47c-95288bae77b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.4369531 Jul 16 03:27:23.400448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.404447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 98b0fc2a-c985-42ae-b355-00a46e4fada4 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:23.405819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:23.406409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.422395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9aeb0-a7fe-453c-afe7-b4bbbc3341ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6805a-a97d-490b-a143-8af9d82ce7a0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:23.433206 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-79b9aeb0-a7fe-453c-afe7-b4bbbc3341ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2a7d32c42764bf5a1cf1dbf18ca53d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879761 Jul 16 03:27:23.436719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:23.493035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 98b0fc2a-c985-42ae-b355-00a46e4fada4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:23.498919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 98b0fc2a-c985-42ae-b355-00a46e4fada4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:23.499344 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.507705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d560-6ec6-4f94-97eb-ac2814106aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.511263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3052959 Jul 16 03:27:23.511496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:23.518983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'subnet': {'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:23.519210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-74baeb79-7a6c-48a2-8acf-f890fcd45cc7 service neutron] 10.222.0.48 "GET /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.2916458 Jul 16 03:27:23.564687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d560-6ec6-4f94-97eb-ac2814106aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.568651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef845e8-8d99-4013-81c6-0b4c0d2d873f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Network': ['ID=c59a8071-def6-434e-acab-915f3ad843be,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:23.596031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network c59a8071-def6-434e-acab-915f3ad843be details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:27:23.599984 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.636686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.644669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-8eb07ab1-1fe7-49ba-a49e-88b8d8b33f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:23.646173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-8eb07ab1-1fe7-49ba-a49e-88b8d8b33f6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2469845 Jul 16 03:27:23.654633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b0fc2a-c985-42ae-b355-00a46e4fada4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:23.656891 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24138b76-447a-400c-ad1c-e2db3a82ad83" -d '{"events": [{"server_uuid": "31aa667c-7ee3-4ebb-b268-7fe188e0db69", "name": "network-vif-plugged", "status": "completed", "tag": "98b0fc2a-c985-42ae-b355-00a46e4fada4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:23.669172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:23.675528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.688224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cab65bc4-a3a6-4f13-b544-d813f526f662,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:23.705109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 98b0fc2a-c985-42ae-b355-00a46e4fada4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:23.711691 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.712745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:23.748357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d560-6ec6-4f94-97eb-ac2814106aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.753636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d560-6ec6-4f94-97eb-ac2814106aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.754766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5ba5d560-6ec6-4f94-97eb-ac2814106aa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66b6805a-a97d-490b-a143-8af9d82ce7a0 HTTP/1.1" status: 204 len: 168 time: 0.3163364 Jul 16 03:27:23.825188 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541ce401-500d-409b-9854-3bf8086a10bc x-openstack-request-id: req-541ce401-500d-409b-9854-3bf8086a10bc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:23.825609 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31aa667c-7ee3-4ebb-b268-7fe188e0db69", "name": "network-vif-plugged", "status": "completed", "tag": "98b0fc2a-c985-42ae-b355-00a46e4fada4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:23.825960 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-541ce401-500d-409b-9854-3bf8086a10bc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:23.826468 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b0fc2a-c985-42ae-b355-00a46e4fada4', 'code': 200} Jul 16 03:27:23.861666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5d560-6ec6-4f94-97eb-ac2814106aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6805a-a97d-490b-a143-8af9d82ce7a0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:23.894717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=98b0fc2a-c985-42ae-b355-00a46e4fada4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:23.909359 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.086504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-0ced544c-ae52-4518-976c-1cd8f1871b01 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155035 Jul 16 03:27:24.218576 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.230830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:24.263694 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.275779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:24.280616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e23506-e3c5-48be-8439-956ba42811b8 req-c5b98fcd-16e7-43a3-8eb0-2256ae6362f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.282129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41e23506-e3c5-48be-8439-956ba42811b8 req-c5b98fcd-16e7-43a3-8eb0-2256ae6362f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 1101 time: 0.3505678 Jul 16 03:27:24.326192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340837b-dd3d-4e3c-804d-0d1d83845261 req-e27ca6f3-e6cc-4685-bc02-e4fd9db8b463 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.332074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c340837b-dd3d-4e3c-804d-0d1d83845261 req-e27ca6f3-e6cc-4685-bc02-e4fd9db8b463 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 950 time: 0.3102379 Jul 16 03:27:24.360364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d68f6-8df4-4b5b-8aeb-657cfce63459 req-c25efd7a-8515-4e1e-9649-0d87bbf5718c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.363278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-150d68f6-8df4-4b5b-8aeb-657cfce63459 req-c25efd7a-8515-4e1e-9649-0d87bbf5718c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 949 time: 0.2762413 Jul 16 03:27:24.363832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:24.373598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.389929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:24.418895 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80c91429-5fe4-4a41-afeb-c03944735f4a req-de68b5ed-312c-41f8-9ccd-0bf746c57ad2 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045311 Jul 16 03:27:24.422632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Subnet': ['ID=4cd9d028-5310-440c-9a95-d9eac0ea2a94,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:24.464926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41e23506-e3c5-48be-8439-956ba42811b8 req-6d048f2a-17c7-4934-a98a-58f24327dd5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606317 Jul 16 03:27:24.468128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.482648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Checking segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:24.482946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network hostable DHCP agents. Network: e94fa5d6-bf96-4c3a-940a-325327772fbb, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:27:24.489325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-150d68f6-8df4-4b5b-8aeb-657cfce63459 req-9060815e-db15-4e3e-b9ae-860eb8576fc1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077619 Jul 16 03:27:24.501082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c340837b-dd3d-4e3c-804d-0d1d83845261 req-b79c2f2b-4616-4728-ba54-61ba509663c1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326697 Jul 16 03:27:24.543591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network e94fa5d6-bf96-4c3a-940a-325327772fbb is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:27:24.566205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e94fa5d6-bf96-4c3a-940a-325327772fbb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:24.571065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.571836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.579211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c359da-6c52-43d7-90d8-f98f6400d68b None None] Network e94fa5d6-bf96-4c3a-940a-325327772fbb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:24.597751 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3dbb1bb1-b672-4fdb-93f6-d85eeda24a8c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0826433 Jul 16 03:27:24.597967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:24.603632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'subnet': {'network_id': 'c59a8071-def6-434e-acab-915f3ad843be', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:24.658776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] Transition to ACTIVE for port object fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:24.674478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.777549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] Pushing event updated for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:24.804241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:24.807718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.817735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] No DVR routers for this DVR port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:24.845169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e94fa5d6-bf96-4c3a-940a-325327772fbb', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:27:24.846058 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.858810 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-86ddae16-418f-435f-b0ee-0a2863929d41 service neutron] 10.222.0.48 "PUT /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342/bindings/n-h1-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2881184 Jul 16 03:27:24.870068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Router 8d1c4abd-c733-455d-b701-21d6bfe36839 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:24.948097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd5866-2398-4052-a62d-28e0fb470864 req-12926088-a365-49a5-8774-7ac6a4f00323 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.950029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-becd5866-2398-4052-a62d-28e0fb470864 req-12926088-a365-49a5-8774-7ac6a4f00323 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.2248509 Jul 16 03:27:24.962510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9ebaf-f09a-4753-ba39-80f90499143c req-f6a728ae-7526-48ae-945b-47f30db1cdd2 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.965551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda9ebaf-f09a-4753-ba39-80f90499143c req-f6a728ae-7526-48ae-945b-47f30db1cdd2 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.2254217 Jul 16 03:27:25.004594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Allocated IP 10.1.1.2 (e94fa5d6-bf96-4c3a-940a-325327772fbb/4cd9d028-5310-440c-9a95-d9eac0ea2a94/081d6e57-26b0-4e84-b4b9-0d8cac662868) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:25.048002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-becd5866-2398-4052-a62d-28e0fb470864 req-c44a5d8d-2310-455f-91ff-5c1a1d91fe22 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 Jul 16 03:27:25.065771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:25.074836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-11ac6d54-47e6-4984-b2c9-1a42d79d82ca admin admin] 10.222.0.25 "PUT /v2.0/routers/8d1c4abd-c733-455d-b701-21d6bfe36839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9674647 Jul 16 03:27:25.074836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-0feb4558-2816-4efd-afbf-81c45887af06 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.076115 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-0feb4558-2816-4efd-afbf-81c45887af06 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.1356425 Jul 16 03:27:25.077227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51240) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:25.085116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda9ebaf-f09a-4753-ba39-80f90499143c req-1aaedf7d-2588-4fc4-aed8-659e8f7f2735 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081235 Jul 16 03:27:25.085728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] Sync routers for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:25.132670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:25.133536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:25.230500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.279722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-bc06825c-2409-4c53-be9d-0445ddd2355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.281342 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-bc06825c-2409-4c53-be9d-0445ddd2355d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1&tenant_id=af589716db354a2b96e06c2116564618 HTTP/1.1" status: 200 len: 1095 time: 0.1611435 Jul 16 03:27:25.453684 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.491953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-6e62aee0-5a20-4637-bdf8-74c54d0ab521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.496712 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-6e62aee0-5a20-4637-bdf8-74c54d0ab521 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1095 time: 0.1539054 Jul 16 03:27:25.515736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:25.649830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.692416 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.699907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Deleting port 21d20aa8-946a-4295-b687-07e078edfefb {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:25.700252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.707598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Transition to ACTIVE for port object 081d6e57-26b0-4e84-b4b9-0d8cac662868 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:25.711183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Subnet': ['ID=bda03e56-11f7-4c46-bbce-74178095d7cc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:25.725937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Transition to ACTIVE for port object 081d6e57-26b0-4e84-b4b9-0d8cac662868 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:25.750802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-76fef414-2f1b-4aec-9658-21994fe8359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.753097 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-76fef414-2f1b-4aec-9658-21994fe8359d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2058012 Jul 16 03:27:25.777236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.787703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1ef3cf43-959a-454c-8b7a-5889f627d868 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.790579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1ef3cf43-959a-454c-8b7a-5889f627d868 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73&tenant_id=9e1d83052a71429a8b800197dd5a1cb7&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 949 time: 0.2347820 Jul 16 03:27:25.835796 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-bd3292a8-fd1e-461d-810c-2a1d818366b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 200 len: 217 time: 0.0433629 Jul 16 03:27:25.859449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Network e94fa5d6-bf96-4c3a-940a-325327772fbb is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:25.864795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:25.875206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:25.898129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Checking segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:25.900438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network hostable DHCP agents. Network: c59a8071-def6-434e-acab-915f3ad843be, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:27:25.915736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] For port 21d20aa8-946a-4295-b687-07e078edfefb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=21d20aa8-946a-4295-b687-07e078edfefb,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:25.916099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.925610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a15b30-9f49-467d-a793-2dc78dd7252b req-18995250-d9e4-4ae0-b973-0e02ffdaa1e9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.928213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0a15b30-9f49-467d-a793-2dc78dd7252b req-18995250-d9e4-4ae0-b973-0e02ffdaa1e9 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 949 time: 0.2211869 Jul 16 03:27:25.936128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-4d12a48f-5a44-440c-a2fa-4b5bf8378ee8 service neutron] 10.222.0.11 "GET /v2.0/ports/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 382 time: 0.1224282 Jul 16 03:27:25.937236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-758bb758-0d4d-41a4-b93b-3efd890ed3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.938705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-758bb758-0d4d-41a4-b93b-3efd890ed3d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0953169 Jul 16 03:27:25.944127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Calling delete_port for 21d20aa8-946a-4295-b687-07e078edfefb owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:26.005110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Pushing event updated for resources: {'Port': ['ID=081d6e57-26b0-4e84-b4b9-0d8cac662868,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:26.040900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network c59a8071-def6-434e-acab-915f3ad843be is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:27:26.046353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.072893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, c59a8071-def6-434e-acab-915f3ad843be) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:26.073435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Attempting to bind port 081d6e57-26b0-4e84-b4b9-0d8cac662868 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:26.073810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Attempting to bind port 081d6e57-26b0-4e84-b4b9-0d8cac662868 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:26.074224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Attempting to bind port 081d6e57-26b0-4e84-b4b9-0d8cac662868 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:26.092628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7c6ab-7d45-40a0-896a-81384323fa20 None None] Network c59a8071-def6-434e-acab-915f3ad843be requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:26.095022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0a15b30-9f49-467d-a793-2dc78dd7252b req-c3b98399-9ddd-42a6-a07a-f6daf8733bf7 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555161 Jul 16 03:27:26.096500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:26.097101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.170414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:26.170886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Checking segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:26.171143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.171542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Bound using segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:26.172033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Bound port: 081d6e57-26b0-4e84-b4b9-0d8cac662868, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:26.172417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.249305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d47b208b-14e1-4faf-baae-441b8f5b7232 req-923b96e1-d085-4dae-9849-c9673af7e096 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0765810 Jul 16 03:27:26.280744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] For port 081d6e57-26b0-4e84-b4b9-0d8cac662868, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:26.286989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] For port 081d6e57-26b0-4e84-b4b9-0d8cac662868, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=081d6e57-26b0-4e84-b4b9-0d8cac662868,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:26.287680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5dd01727-c588-4083-bfb2-cbe1ffabb658 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6863871 Jul 16 03:27:26.293211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:26.318325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-433750855', 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:26.338425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-c00e6270-f475-4622-a58f-06f7d3307442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3797460 Jul 16 03:27:26.359070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-73674282-8e0c-4391-be44-3bea96cc77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:26.360610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-73674282-8e0c-4391-be44-3bea96cc77ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1100 time: 0.3943100 Jul 16 03:27:26.374068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:26.376779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.532707 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-d822643f-3c1d-409a-bd8f-b2c3af33b4e3 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849582 Jul 16 03:27:26.546415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-c59a8071-def6-434e-acab-915f3ad843be', 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'fixed_ips': [{'subnet_id': 'bda03e56-11f7-4c46-bbce-74178095d7cc'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:27:26.547442 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.555413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f3c8b-f72f-4431-82bc-6814d1b9859c None None] Pushing event updated for resources: {'Port': ['ID=081d6e57-26b0-4e84-b4b9-0d8cac662868,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:26.585446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '21d20aa8-946a-4295-b687-07e078edfefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:27:23Z', 'revision_number': 5, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port': {'id': '21d20aa8-946a-4295-b687-07e078edfefb', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:50Z', 'updated_at': '2021-07-16T03:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:26.599950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f277e53-083f-4400-b329-57bf18671620 req-84e570df-9b7a-493c-ba9f-b5cdf5f3b60c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:26.609956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f277e53-083f-4400-b329-57bf18671620 req-84e570df-9b7a-493c-ba9f-b5cdf5f3b60c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 950 time: 0.5701606 Jul 16 03:27:26.652757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.658113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:26.667779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] Checking router: 8d1c4abd-c733-455d-b701-21d6bfe36839 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:26.681129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Pushing event deleted for resources: {'Port': ['ID=21d20aa8-946a-4295-b687-07e078edfefb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:26.687033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:26.737740 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-55cb169a-c09f-4951-a313-69164359dc8c service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978154 Jul 16 03:27:26.740390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:26.740963 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.827380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] Routers {'8d1c4abd-c733-455d-b701-21d6bfe36839'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:26.829382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8d1c4abd-c733-455d-b701-21d6bfe36839'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:26.832775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.846412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f277e53-083f-4400-b329-57bf18671620 req-2db0cc47-29e2-4ff7-81c2-ccd8786e404c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356491 Jul 16 03:27:26.933954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] Set router 8d1c4abd-c733-455d-b701-21d6bfe36839 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:27.019964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.022378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.066928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:27:26Z', 'revision_number': 7, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:27.073641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.074646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1c4abd-c733-455d-b701-21d6bfe36839 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:27:27.081362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.082607 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-52a96d65-faca-4928-b920-52229a96b09b admin admin] 10.222.0.25 "DELETE /v2.0/routers/8d1c4abd-c733-455d-b701-21d6bfe36839 HTTP/1.1" status: 204 len: 168 time: 2.0049217 Jul 16 03:27:27.085653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51276) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:27.086367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-59d94922-af01-4a98-b864-7fa21a13b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:27.087897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-59d94922-af01-4a98-b864-7fa21a13b3db service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.7038569 Jul 16 03:27:27.102389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc519812-d524-41b1-962f-08a072d260b9 None None] The sync data for ids ['8d1c4abd-c733-455d-b701-21d6bfe36839'] in n-d-800089-6 is: [{'id': '8d1c4abd-c733-455d-b701-21d6bfe36839', 'name': 'tempest-FloatingIPsAssociationTestJSON-265691998-router', 'tenant_id': '4341c19948c3474f849d3389db855984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:49Z', 'updated_at': '2021-07-16T03:27:26Z', 'revision_number': 7, 'project_id': '4341c19948c3474f849d3389db855984', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:27.111753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4ac1b-541e-4e97-9199-158dbcc4a448 req-d6c739de-8519-4276-9937-634d24ae7e19 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:27.113412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13c4ac1b-541e-4e97-9199-158dbcc4a448 req-d6c739de-8519-4276-9937-634d24ae7e19 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.6259136 Jul 16 03:27:27.130488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.152555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Allocated IP 10.2.2.2 (c59a8071-def6-434e-acab-915f3ad843be/bda03e56-11f7-4c46-bbce-74178095d7cc/b661176f-3966-4caf-bc77-85abce3385bd) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:27.154536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Deleting subnet a87700fd-f0e3-499a-80be-b64304667921 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:27:27.163590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.180441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.206060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-416fb750-12a0-4a4a-8a9a-020bd195e2bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.1037991 Jul 16 03:27:27.211512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.255280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:27.258246 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3898a28a-61e0-47c7-8d1e-0f7405b5a34e" -d '{"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-plugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:27.269330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] device_id is not set on port 0bc48705-7c0c-4a18-b476-144b25203003 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:27:27.289802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:27.296419 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.298463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.337416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13c4ac1b-541e-4e97-9199-158dbcc4a448 req-257c48ca-03d3-4c4a-80f3-ccd597e37a3d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102106 Jul 16 03:27:27.371095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.427776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87700fd-f0e3-499a-80be-b64304667921,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.450421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.453505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.457234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a4f45c6-d1a6-4c62-a148-e9b5eb7f115b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a87700fd-f0e3-499a-80be-b64304667921 HTTP/1.1" status: 204 len: 168 time: 0.3707252 Jul 16 03:27:27.457928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51284) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:27.461068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e1469-6d1d-4caa-9799-6258797a304f None None] Network a73cc32b-ad98-48ef-9867-881f76063a5b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:27.578703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.603341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Transition to ACTIVE for port object b661176f-3966-4caf-bc77-85abce3385bd will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:27.630410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.697365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Transition to ACTIVE for port object b661176f-3966-4caf-bc77-85abce3385bd will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:27.718241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.753170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Deleting port 1db6e263-080a-4626-9285-24c0ce29a466 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:27.753512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.771955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Network c59a8071-def6-434e-acab-915f3ad843be is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:27.779666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:27.786918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:27.787812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 10.1.1.177 (e94fa5d6-bf96-4c3a-940a-325327772fbb/4cd9d028-5310-440c-9a95-d9eac0ea2a94/0bc48705-7c0c-4a18-b476-144b25203003) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:27.817582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-68b40415-9115-4e32-97c5-d145ac1f4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:27.819349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-68b40415-9115-4e32-97c5-d145ac1f4499 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.6039748 Jul 16 03:27:27.826688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Pushing event updated for resources: {'Port': ['ID=b661176f-3966-4caf-bc77-85abce3385bd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.857893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ee362-b292-447c-ad66-e3c049cce4ba req-5e54ab6e-9ab4-47b2-a994-64ed734be663 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:27.859505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f48ee362-b292-447c-ad66-e3c049cce4ba req-5e54ab6e-9ab4-47b2-a994-64ed734be663 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.8396850 Jul 16 03:27:27.893723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Attempting to bind port b661176f-3966-4caf-bc77-85abce3385bd on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:27.894302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Attempting to bind port b661176f-3966-4caf-bc77-85abce3385bd by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:27.894746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Attempting to bind port b661176f-3966-4caf-bc77-85abce3385bd on network c59a8071-def6-434e-acab-915f3ad843be {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:27.901817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:27.902295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Checking segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:27.902782 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.903177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Bound using segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:27.904120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Bound port: b661176f-3966-4caf-bc77-85abce3385bd, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:27.904928 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.949473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] For port 1db6e263-080a-4626-9285-24c0ce29a466, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1db6e263-080a-4626-9285-24c0ce29a466,segment=NetworkSegment(a831b4f2-5c26-4b8a-a830-6c517e2bfcb7),segment_id=a831b4f2-5c26-4b8a-a830-6c517e2bfcb7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:27.950270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.974604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Calling delete_port for 1db6e263-080a-4626-9285-24c0ce29a466 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:28.000128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-2350d069-da82-43d4-9566-ab0adda85906 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:28.002145 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-2350d069-da82-43d4-9566-ab0adda85906 tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1&tenant_id=af589716db354a2b96e06c2116564618&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.1962006 Jul 16 03:27:28.035606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] For port b661176f-3966-4caf-bc77-85abce3385bd, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:28.040222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] For port b661176f-3966-4caf-bc77-85abce3385bd, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b661176f-3966-4caf-bc77-85abce3385bd,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:28.046140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f48ee362-b292-447c-ad66-e3c049cce4ba req-8787a585-7f84-472f-b6f9-c623c7ca8431 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205525 Jul 16 03:27:28.047562 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.067136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-92e3c76f-87ff-49f3-9a97-749b237babd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:28.069006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-92e3c76f-87ff-49f3-9a97-749b237babd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302551 Jul 16 03:27:28.127754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023aa69-42e4-4249-98f1-217ffe012c39 req-1af53dc3-379b-480e-9009-2b89519781fa tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:28.130766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e023aa69-42e4-4249-98f1-217ffe012c39 req-1af53dc3-379b-480e-9009-2b89519781fa tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 1101 time: 0.3095722 Jul 16 03:27:28.145892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1509d-f353-47bf-9e22-6fa0bf264f2d None None] Network e94fa5d6-bf96-4c3a-940a-325327772fbb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:28.149211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] DHCP port deletion for a73cc32b-ad98-48ef-9867-881f76063a5b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:27:28.279114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.313483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6514c2e-d349-48f8-b2ce-818469119879 None None] Pushing event updated for resources: {'Port': ['ID=b661176f-3966-4caf-bc77-85abce3385bd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:28.321969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d43eb6d4-594b-42c6-9687-5628ae53344f None None] Provisioning for port 081d6e57-26b0-4e84-b4b9-0d8cac662868 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:28.333930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db6e263-080a-4626-9285-24c0ce29a466,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:28.335879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] No DVR routers for this DVR port 1db6e263-080a-4626-9285-24c0ce29a466 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:28.347577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-e3388407-0194-4d81-ac76-9a1560619f3f service neutron] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:28.362071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-e3388407-0194-4d81-ac76-9a1560619f3f service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.363445 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6bb0b05-1db8-426d-933d-0ae342f80b7b req-e3388407-0194-4d81-ac76-9a1560619f3f service neutron] 10.222.0.11 "DELETE /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342/bindings/n-h2-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.3260021 Jul 16 03:27:28.411742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e023aa69-42e4-4249-98f1-217ffe012c39 req-b27bcc6f-6dfa-46f6-8af5-6120c3334978 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552149 Jul 16 03:27:28.469875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Deleting port 1db6e263-080a-4626-9285-24c0ce29a466 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:28.470267 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.494245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.496219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 081d6e57-26b0-4e84-b4b9-0d8cac662868 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:28.518082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73cc32b-ad98-48ef-9867-881f76063a5b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:28.543981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:28.545165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a831b4f2-5c26-4b8a-a830-6c517e2bfcb7') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:28.568061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.586610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-10e46a54-2364-441a-ac4c-32795be664a3 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049272 Jul 16 03:27:28.631209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.636911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.646085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:27:28.646515 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.712217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object 0bc48705-7c0c-4a18-b476-144b25203003 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:28.783315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:27:28.795869 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:27:28.819250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.831265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.850398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a73cc32b-ad98-48ef-9867-881f76063a5b HTTP/1.1" status: 204 len: 168 time: 1.3764062 Jul 16 03:27:28.874906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8f201-92fd-40a4-8821-84e8b560ca37 admin admin] Pushing event deleted for resources: {'Network': ['ID=a73cc32b-ad98-48ef-9867-881f76063a5b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:28.899426 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b0d3e-8671-418b-bfcb-a6a035d0e75f x-openstack-request-id: req-548b0d3e-8671-418b-bfcb-a6a035d0e75f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:28.900235 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-plugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:28.900235 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-548b0d3e-8671-418b-bfcb-a6a035d0e75f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:28.900509 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'code': 200} Jul 16 03:27:28.976311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network e94fa5d6-bf96-4c3a-940a-325327772fbb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:28.982722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:28.984696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.004982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:29.022064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] For port 1db6e263-080a-4626-9285-24c0ce29a466, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:29.023095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.039169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 081d6e57-26b0-4e84-b4b9-0d8cac662868 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:29.044312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d556-64fc-4442-a17b-a9de66173dca req-e9c3dcf8-827f-4c0b-8b20-da742f335184 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.046379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Calling delete_port for 1db6e263-080a-4626-9285-24c0ce29a466 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:29.049397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 081d6e57-26b0-4e84-b4b9-0d8cac662868 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:29.049773 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.051674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b60d556-64fc-4442-a17b-a9de66173dca req-e9c3dcf8-827f-4c0b-8b20-da742f335184 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.7891526 Jul 16 03:27:29.054135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Port 1db6e263-080a-4626-9285-24c0ce29a466 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:27:29.055209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2963fa6b-2841-4190-85e0-c3d4c88d967c req-127a15e4-808b-4256-ab88-ab1e187f56e5 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.1677928 Jul 16 03:27:29.077914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.125294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Network a73cc32b-ad98-48ef-9867-881f76063a5b is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:27:29.126005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] No DVR routers for this DVR port 1db6e263-080a-4626-9285-24c0ce29a466 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:29.139722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b60d556-64fc-4442-a17b-a9de66173dca req-f35540ed-31ab-4053-bc56-83397dd4ccb5 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867059 Jul 16 03:27:29.145554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-795b6301-0108-45d9-a052-dd4890c5fa00 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319800 Jul 16 03:27:29.145869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498b482-3354-4dc6-9c0a-dbf744ba1a2b None None] Pushing event deleted for resources: {'Port': ['ID=1db6e263-080a-4626-9285-24c0ce29a466,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.173595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.174590 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.180334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:29.228477 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.234030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a36d2817-f091-4d0e-902e-cf365ad417c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9353271 Jul 16 03:27:29.235285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51300) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:29.246783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'name': 'tempest-TaggedBootDevicesTest_v242-624911471', 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:29.287189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 081d6e57-26b0-4e84-b4b9-0d8cac662868, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=081d6e57-26b0-4e84-b4b9-0d8cac662868,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:29.299232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.319654 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-59960c0d-c368-40c6-a1cd-63742cad7f08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4341c19948c3474f849d3389db855984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380465 Jul 16 03:27:29.324898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51302) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:29.409008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db6e263-080a-4626-9285-24c0ce29a466 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:29.440539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1db6e263-080a-4626-9285-24c0ce29a466 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:29.441163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db6e263-080a-4626-9285-24c0ce29a466 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:29.442286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cab65bc4-a3a6-4f13-b544-d813f526f662 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:29.445125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=081d6e57-26b0-4e84-b4b9-0d8cac662868,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.485994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: cab65bc4-a3a6-4f13-b544-d813f526f662 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:29.487342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cab65bc4-a3a6-4f13-b544-d813f526f662 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:29.487956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 21d20aa8-946a-4295-b687-07e078edfefb no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:29.514871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 21d20aa8-946a-4295-b687-07e078edfefb {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:29.515364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 21d20aa8-946a-4295-b687-07e078edfefb not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:29.533137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:29.561620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba20e7-1a4b-4508-ab4c-a83c39298c59 req-172a1749-8930-4e93-b665-b35724f17a34 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.563238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ba20e7-1a4b-4508-ab4c-a83c39298c59 req-172a1749-8930-4e93-b665-b35724f17a34 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.2620213 Jul 16 03:27:29.565500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b207-0093-4a14-b7c4-784a0a288229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.671687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47903f3-56c3-4a1e-a4ce-5d5472fac9c1 req-58ffdfc4-0a15-4019-afbb-cefcb4a5b9b4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.673825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a47903f3-56c3-4a1e-a4ce-5d5472fac9c1 req-58ffdfc4-0a15-4019-afbb-cefcb4a5b9b4 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.3561985 Jul 16 03:27:29.674176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.676148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51d9371c-611e-4f03-9d6b-eb64c19b99e2 req-5a68ab46-6a58-4c5f-993a-c01be7625d6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0629003 Jul 16 03:27:29.694113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] device_id is not set on port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:27:29.707425 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b207-0093-4a14-b7c4-784a0a288229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.732050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6bd7784f-0ac0-4435-9edd-36bc5be10155 None None] Provisioning complete for port 081d6e57-26b0-4e84-b4b9-0d8cac662868 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:29.732579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bd7784f-0ac0-4435-9edd-36bc5be10155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.775470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ba20e7-1a4b-4508-ab4c-a83c39298c59 req-29081027-f702-48d6-be7d-3e78d09d3641 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961608 Jul 16 03:27:29.819149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a47903f3-56c3-4a1e-a4ce-5d5472fac9c1 req-46c04448-8be7-4093-9b72-2d0f361e6578 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367171 Jul 16 03:27:29.972935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b207-0093-4a14-b7c4-784a0a288229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.975660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b207-0093-4a14-b7c4-784a0a288229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.980775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8dd4b207-0093-4a14-b7c4-784a0a288229 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e814439-e972-46a7-81cd-ccb6a0f090b2 HTTP/1.1" status: 204 len: 168 time: 0.6531651 Jul 16 03:27:29.990965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6bd7784f-0ac0-4435-9edd-36bc5be10155 None None] Provisioning for port 0bc48705-7c0c-4a18-b476-144b25203003 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:30.001416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6bd7784f-0ac0-4435-9edd-36bc5be10155 None None] Provisioning complete for port 0bc48705-7c0c-4a18-b476-144b25203003 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:30.001873 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bd7784f-0ac0-4435-9edd-36bc5be10155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.050050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7784f-0ac0-4435-9edd-36bc5be10155 None None] Port 0bc48705-7c0c-4a18-b476-144b25203003 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:30.060887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d28641-84a7-411f-9c72-67a8e50ddde8 None None] Network c59a8071-def6-434e-acab-915f3ad843be requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:30.066691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-0a574885-ec33-4b85-8f6f-83afc2601611 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253150 Jul 16 03:27:30.084035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b207-0093-4a14-b7c4-784a0a288229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e814439-e972-46a7-81cd-ccb6a0f090b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:30.110304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 10.1.1.73 (e94fa5d6-bf96-4c3a-940a-325327772fbb/4cd9d028-5310-440c-9a95-d9eac0ea2a94/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:30.213538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b17a9c9e-e403-4854-bc59-0fb3b4c146a4 None None] Provisioning complete for port 0bc48705-7c0c-4a18-b476-144b25203003 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:30.214016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b17a9c9e-e403-4854-bc59-0fb3b4c146a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.318385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b17a9c9e-e403-4854-bc59-0fb3b4c146a4 None None] Port 0bc48705-7c0c-4a18-b476-144b25203003 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:30.341182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b17a9c9e-e403-4854-bc59-0fb3b4c146a4 None None] Provisioning for port b661176f-3966-4caf-bc77-85abce3385bd completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:30.396880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.419703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:30.486921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 081d6e57-26b0-4e84-b4b9-0d8cac662868 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:30.500667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.503861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-6b785a32-0b81-4007-a3e7-3b03b35be618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.505427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-6b785a32-0b81-4007-a3e7-3b03b35be618 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1096 time: 0.6559248 Jul 16 03:27:30.561981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-14a2cd5a-5240-4eba-b511-a5584fcfec26 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.568701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-14a2cd5a-5240-4eba-b511-a5584fcfec26 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5011051 Jul 16 03:27:30.587306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:30.592123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86791d-2493-47e4-958b-13f5a58e7e8e req-43169477-65d7-4b0a-8231-01c012ea7470 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.599586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a86791d-2493-47e4-958b-13f5a58e7e8e req-43169477-65d7-4b0a-8231-01c012ea7470 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.5998387 Jul 16 03:27:30.607449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 081d6e57-26b0-4e84-b4b9-0d8cac662868 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:30.607902 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.616410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-5b8112ee-21c8-42d6-9666-8323143ef858 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/quotas/8612e2b362704cbbbe7782b2dd33f76f HTTP/1.1" status: 200 len: 375 time: 0.0466931 Jul 16 03:27:30.624528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network e94fa5d6-bf96-4c3a-940a-325327772fbb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:30.626451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:30.628608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:30.703533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.707020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.740122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98378962-c764-498a-a4e4-bdcfee455692 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5034342 Jul 16 03:27:30.767868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a86791d-2493-47e4-958b-13f5a58e7e8e req-7b9d3ce9-c6ae-409c-918e-369e36037e1a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672835 Jul 16 03:27:30.774172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661176f-3966-4caf-bc77-85abce3385bd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:30.849337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-c54e2f1d-0c41-40d0-bb0b-26fe6c3cc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.851808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-c54e2f1d-0c41-40d0-bb0b-26fe6c3cc2cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.3216155 Jul 16 03:27:30.858907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b661176f-3966-4caf-bc77-85abce3385bd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:30.863240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b661176f-3966-4caf-bc77-85abce3385bd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:30.863726 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.900952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-73c4a464-b08d-4a7a-aca1-9aa9e1108422 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2733102 Jul 16 03:27:30.971869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-78dc4a03-20ed-49d0-b837-a1802a4f0059 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 217 time: 0.0676823 Jul 16 03:27:31.014202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34d28a9e-4ec3-4462-8f9b-7971722ef133 req-e4bb2ad1-f28b-4ed3-8639-a4d1f108c281 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0458801 Jul 16 03:27:31.111064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-172a0ba2-31c8-4b46-9b90-11d83e74802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.116761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-172a0ba2-31c8-4b46-9b90-11d83e74802c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0994411 Jul 16 03:27:31.119178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-98c297d2-3d9c-41f7-bd1e-91768da191c4 None None] Provisioning for port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:31.135503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-98c297d2-3d9c-41f7-bd1e-91768da191c4 None None] Provisioning complete for port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:31.137339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98c297d2-3d9c-41f7-bd1e-91768da191c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.141522 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.175075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-c4849c40-d66e-4fb5-90af-58e1e42b3542 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534353 Jul 16 03:27:31.231161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-98c297d2-3d9c-41f7-bd1e-91768da191c4 None None] Port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:31.236427 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b661176f-3966-4caf-bc77-85abce3385bd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b661176f-3966-4caf-bc77-85abce3385bd,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:31.243017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.255742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51350) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:31.320260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b661176f-3966-4caf-bc77-85abce3385bd,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:31.342158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc9736-c6ba-4ffd-8aae-7b7a10f999bd req-19e0553c-6c4a-4a1f-b624-c657433e908c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.347962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3fc9736-c6ba-4ffd-8aae-7b7a10f999bd req-19e0553c-6c4a-4a1f-b624-c657433e908c tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 950 time: 0.1639380 Jul 16 03:27:31.371438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-c40c1a9d-98de-4edb-b282-8de2bc3a8cca service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890996 Jul 16 03:27:31.450334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3fc9736-c6ba-4ffd-8aae-7b7a10f999bd req-c0c8374b-b6b6-498d-a1e1-5054d9fef97f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902832 Jul 16 03:27:31.460500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2041212554-network', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:31.497663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Made reservation on behalf of 7d99cb8dd84b4f55a916cbce0428d4cc for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:31.512915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.532076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.612567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-8a653b53-b71c-4b40-b023-571c5d62857e service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302036 Jul 16 03:27:31.735932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ceb3c-fef8-41bd-bcd1-b85064c7fe1b req-d0ab578a-1f0b-41cc-8342-7798415e678f tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.737929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-688ceb3c-fef8-41bd-bcd1-b85064c7fe1b req-d0ab578a-1f0b-41cc-8342-7798415e678f tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 1095 time: 0.1195526 Jul 16 03:27:31.738955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.746749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.769601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:27:31.786972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a9328-cd76-430a-9aad-a4135fc9412d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:31.790098 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.790708 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Added segment dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790 of type vlan for network 01bf7956-8662-4662-8c96-2a61d6ff04a0 Jul 16 03:27:31.813241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-688ceb3c-fef8-41bd-bcd1-b85064c7fe1b req-64376ebf-a963-46b1-8db4-256906f79b8b tempest-LiveAutoBlockMigrationV225Test-2677254 tempest-LiveAutoBlockMigrationV225Test-2677254-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Jul 16 03:27:31.851180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.931835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.932815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.933417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.958658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:31.964578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872512664', 'description': 'tempest-description--1577866477'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:32.016324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.072865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] Pushing event updated for resources: {'Network': ['ID=01bf7956-8662-4662-8c96-2a61d6ff04a0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:32.086656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:27:32.145083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ede85d89-3067-45a9-8590-757c733378d5 req-ff0e66a7-4ff4-4032-b4e7-1f09fe749242 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 210 time: 0.0897565 Jul 16 03:27:32.175852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-2fcb3393-d447-4ab8-aa9a-5ad4b9df3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.177404 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-2fcb3393-d447-4ab8-aa9a-5ad4b9df3500 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73&tenant_id=9e1d83052a71429a8b800197dd5a1cb7 HTTP/1.1" status: 200 len: 1101 time: 0.0870242 Jul 16 03:27:32.193010 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:32.291485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661176f-3966-4caf-bc77-85abce3385bd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:32.342124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.384786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b661176f-3966-4caf-bc77-85abce3385bd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:32.385318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.392187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb7cd1-7318-4df5-b7ac-ad338358ab8a req-02ace63a-9de4-43c9-98c5-dc11d022c62f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.394287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fbb7cd1-7318-4df5-b7ac-ad338358ab8a req-02ace63a-9de4-43c9-98c5-dc11d022c62f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.2481420 Jul 16 03:27:32.483827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.502176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.502498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-df07d687-5af8-496c-946c-ced185705fbb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2458937 Jul 16 03:27:32.505563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:32.514175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Request body: {'subnet': {'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2041212554-subnet', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:32.532380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.534961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a2faba-95ea-49ec-91bf-54768f990797,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:32.579749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Made reservation on behalf of 7d99cb8dd84b4f55a916cbce0428d4cc for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:32.580348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fbb7cd1-7318-4df5-b7ac-ad338358ab8a req-7018eeb0-7d46-48ec-94a1-f759d1ac8b61 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596098 Jul 16 03:27:32.582058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.596081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d89bfd-91c6-470c-ad20-18dc427f36c3 req-d99e92af-7dee-4468-be38-38c646490c6a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.605028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75d89bfd-91c6-470c-ad20-18dc427f36c3 req-d99e92af-7dee-4468-be38-38c646490c6a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.1866839 Jul 16 03:27:32.615642 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.617181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e8225496-41c9-4ea4-b95b-b6008103766c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6571543 Jul 16 03:27:32.633289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:32.635067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'security_group_rule': {'security_group_id': '09a2faba-95ea-49ec-91bf-54768f990797', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:32.693269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75d89bfd-91c6-470c-ad20-18dc427f36c3 req-a3798884-426b-4d3c-8850-9532392da819 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870171 Jul 16 03:27:32.711182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.713358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:32.787668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:32.886177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.893964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:32.896992 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa26cff-ce0c-49b8-ac85-85e35ad1f48d" -d '{"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-unplugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:32.902163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.955118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4441250b-5446-424e-8851-b4bfcd4c4073 req-fccdc5fa-cec4-44a0-a053-b8f506ac7372 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0903831 Jul 16 03:27:32.968820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.989111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ebe32325-1e9a-432b-bd96-554dbcd65622 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535760 Jul 16 03:27:32.993669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.034973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Transition to ACTIVE for port object 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:33.057969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.127635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd0df0c-bec2-46f8-80fb-59069070d53f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.130491 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fde5c3-e328-4272-9040-2a53a1b695fa x-openstack-request-id: req-39fde5c3-e328-4272-9040-2a53a1b695fa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:33.130904 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-unplugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:33.131033 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39fde5c3-e328-4272-9040-2a53a1b695fa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:33.131400 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'code': 200} Jul 16 03:27:33.156599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Checking segment: {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:33.156947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Network hostable DHCP agents. Network: 01bf7956-8662-4662-8c96-2a61d6ff04a0, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:27:33.171323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.199981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] No DVR routers for this DVR port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:33.261043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:27:33.284615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 01bf7956-8662-4662-8c96-2a61d6ff04a0) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:33.293574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:33.294424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-4eaca6fd-80c1-498c-a572-7b0426380285 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.294994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:33.294994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:33.296220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a696365-a3a4-4e62-84ce-00be228b9796 None None] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:33.297596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.298193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.298311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-4eaca6fd-80c1-498c-a572-7b0426380285 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044999 Jul 16 03:27:33.328689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.330538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:33.330952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Attempting to bind port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:33.348234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:33.348706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:33.348945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:33.349384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Bound port: 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:33.349743 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.366605 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-984f6999-89a0-47c0-b06c-c59213b95158 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8599532 Jul 16 03:27:33.374628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51384) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:33.386000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:33.441918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:33.478196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.483577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.520475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:33.530587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:33.541787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47330845-dc40-4a05-98d5-f0bbefd69874,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.542798 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.608451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.611879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.612437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f9f6f832-7eef-4957-a0dd-50a8c2bcbbab tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9820383 Jul 16 03:27:33.613107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:33.621985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.623656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.626640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] 10.222.0.48 "PUT /v2.0/ports/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 1097 time: 1.4403050 Jul 16 03:27:33.627363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'security_group_rule': {'security_group_id': '09a2faba-95ea-49ec-91bf-54768f990797', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:33.674148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-01bf7956-8662-4662-8c96-2a61d6ff04a0', 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'fixed_ips': [{'subnet_id': '0dd0df0c-bec2-46f8-80fb-59069070d53f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:27:33.674991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.844979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f0f0-e0f6-47da-bcc8-5e0cdc47255f req-248dd57f-7ffa-45b4-af1e-a7088174a8bd tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.852482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026b115-6204-43b4-9b5e-738cb9a3391a service neutron] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.853620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5083f0f0-e0f6-47da-bcc8-5e0cdc47255f req-248dd57f-7ffa-45b4-af1e-a7088174a8bd tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 949 time: 0.5369587 Jul 16 03:27:33.948232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-adca6559-7bc1-493c-b1ce-6489c1bec741 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.949791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-adca6559-7bc1-493c-b1ce-6489c1bec741 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.11 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.6365185 Jul 16 03:27:33.964090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Allocated IP 172.20.0.2 (01bf7956-8662-4662-8c96-2a61d6ff04a0/0dd0df0c-bec2-46f8-80fb-59069070d53f/c2729032-c8f0-4133-8356-74d1cf249c8a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:33.969954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5083f0f0-e0f6-47da-bcc8-5e0cdc47255f req-60013261-dbf7-4db2-b4f3-326a23d46fca tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130908 Jul 16 03:27:33.974299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.013214 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.027726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-b4055148-a17e-43ec-a2ce-df733ad5fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.029229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-b4055148-a17e-43ec-a2ce-df733ad5fc8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1100 time: 0.3707485 Jul 16 03:27:34.064618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-254dd2b2-c341-4698-bd7e-14c707e7c0a3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.066407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-254dd2b2-c341-4698-bd7e-14c707e7c0a3 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.3061774 Jul 16 03:27:34.152563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:34.156204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.228946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.241824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Transition to ACTIVE for port object c2729032-c8f0-4133-8356-74d1cf249c8a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:34.249316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-21bbc85c-c899-4618-8131-104d606dde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.250960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-21bbc85c-c899-4618-8131-104d606dde6b service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2063577 Jul 16 03:27:34.267440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Transition to ACTIVE for port object c2729032-c8f0-4133-8356-74d1cf249c8a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:34.279799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.297409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.311929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-435ad23a-93c3-42c1-899c-36031dfc8afd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0466416 Jul 16 03:27:34.312110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05289f1c-16ac-484a-83d8-5e988eb31f98 req-7173ca19-852c-4106-8288-ebb756971418 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 210 time: 0.1608109 Jul 16 03:27:34.351192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Deleting port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:34.351529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.366673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Pushing event updated for resources: {'Port': ['ID=c2729032-c8f0-4133-8356-74d1cf249c8a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:34.372642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:34.409366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:34.417437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:34.424420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:34.504698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Attempting to bind port c2729032-c8f0-4133-8356-74d1cf249c8a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:34.505142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Attempting to bind port c2729032-c8f0-4133-8356-74d1cf249c8a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:34.505513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Attempting to bind port c2729032-c8f0-4133-8356-74d1cf249c8a on network 01bf7956-8662-4662-8c96-2a61d6ff04a0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:34.512827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:34.513331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Checking segment: {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:34.513745 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.514153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Bound using segment: {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:34.515033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Bound port: c2729032-c8f0-4133-8356-74d1cf249c8a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:34.515427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.517812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:34.568677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.610866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] For port c2729032-c8f0-4133-8356-74d1cf249c8a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:34.615178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] For port c2729032-c8f0-4133-8356-74d1cf249c8a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c2729032-c8f0-4133-8356-74d1cf249c8a,segment=NetworkSegment(dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790),segment_id=dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:34.621090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.623412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0051594 Jul 16 03:27:34.628156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.633729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:34.650148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:34.706734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca042-86b2-4fad-8ff1-117675d1c7aa None None] Pushing event updated for resources: {'Port': ['ID=c2729032-c8f0-4133-8356-74d1cf249c8a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:34.727723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580580a-2244-4995-bee9-0140c6e097f8 req-0a179799-b43f-4068-b09a-bb3aa3c7f8b9 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.737739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8580580a-2244-4995-bee9-0140c6e097f8 req-0a179799-b43f-4068-b09a-bb3aa3c7f8b9 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 944 time: 0.7193909 Jul 16 03:27:34.739970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.749147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-f9a60712-ef76-495b-b035-fe3ae5703007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.751061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-f9a60712-ef76-495b-b035-fe3ae5703007 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.4322174 Jul 16 03:27:34.762881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1435a2-15fe-427e-a5bb-00f852345551 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c12bc7d-0751-4a03-9f73-27d12023c0f0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:34.802276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.80 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:34.835757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Deleting port c216c396-e914-40ef-9bcf-deceb143785a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:34.836099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.892654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] For port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:34.893181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.910689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.939254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8580580a-2244-4995-bee9-0140c6e097f8 req-9299d737-5c89-4a1e-b763-8f0a9d58a5f4 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978452 Jul 16 03:27:34.944114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Calling delete_port for fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:34.951097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.981940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-8b02d100-17d7-42f0-9ca5-3d65a3494868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.983813 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-8b02d100-17d7-42f0-9ca5-3d65a3494868 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044291 Jul 16 03:27:35.008327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12683bab-fc9d-45b7-b3a8-b6e488abe71b req-7ec6c987-8c35-4080-ad59-4bb5eb766d9f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.017963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12683bab-fc9d-45b7-b3a8-b6e488abe71b req-7ec6c987-8c35-4080-ad59-4bb5eb766d9f tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 946 time: 0.4673333 Jul 16 03:27:35.136900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:35.140135 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6133efd-9d8b-4401-9384-94e2b9836f16" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:35.275387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12683bab-fc9d-45b7-b3a8-b6e488abe71b req-7e2bcf1b-7a29-439b-b323-3211bda0c160 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups?id=536be9ea-5ff8-424c-8398-518a8fad8f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561998 Jul 16 03:27:35.280922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] For port c216c396-e914-40ef-9bcf-deceb143785a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c216c396-e914-40ef-9bcf-deceb143785a,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:35.281526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.309373 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-9b20a6c0-edaa-4947-bb9e-18272f1ff012 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531087 Jul 16 03:27:35.312921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Allocated IP 172.25.4.133 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/ffd643f0-383c-4a30-8089-c7127832bdc6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:35.430105 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.442625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['47d901b0-207d-41d1-a591-f8471b7ed842'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:35.516634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.530711 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.555692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae379e0-d92c-4ede-8113-1eb6b0c68e1f req-c4a25fa1-6876-408e-ad21-8c507822d955 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.557289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cae379e0-d92c-4ede-8113-1eb6b0c68e1f req-c4a25fa1-6876-408e-ad21-8c507822d955 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.3524582 Jul 16 03:27:35.584434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:35.617039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event deleted for resources: {'Port': ['ID=fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:35.772066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] No DVR routers for this DVR port fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:35.782921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cae379e0-d92c-4ede-8113-1eb6b0c68e1f req-c48729d1-0491-43b7-a9cb-a342e3a0f16f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098613 Jul 16 03:27:35.788527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67691168-dcc9-4b3a-a3b0-549628a068f2 req-8014a3d2-c98d-43cd-b20a-97f0fc9ea3c3 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694781 Jul 16 03:27:35.791303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.793504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d1b2b3a-d31d-4edd-bb44-0fd5fbb2efe3 req-647c848a-347c-457d-ab74-a500a0d33685 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "DELETE /v2.0/ports/fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 HTTP/1.1" status: 204 len: 173 time: 1.7106681 Jul 16 03:27:35.819391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.820021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.821076 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 disassociated. External IP: 172.25.4.30, port: c216c396-e914-40ef-9bcf-deceb143785a. Jul 16 03:27:35.822752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Calling delete_port for c216c396-e914-40ef-9bcf-deceb143785a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:35.827094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.921199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.053989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:36.099929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd643f0-383c-4a30-8089-c7127832bdc6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:36.135428 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77091ca-0704-42d6-83e4-19dbff4f6473 x-openstack-request-id: req-d77091ca-0704-42d6-83e4-19dbff4f6473 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:36.135838 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:36.136201 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77091ca-0704-42d6-83e4-19dbff4f6473 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:36.136873 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'status': 'completed', 'code': 200} Jul 16 03:27:36.139181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:36.160855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:36.296986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70122454-242f-42e7-a869-0faefe80f4cc None None] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:36.364777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c216c396-e914-40ef-9bcf-deceb143785a no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:36.415198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2729032-c8f0-4133-8356-74d1cf249c8a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:36.479472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-21348e20-913c-483b-82d1-c89b62a107a9 None None] Provisioning for port c2729032-c8f0-4133-8356-74d1cf249c8a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:36.547756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-e51da5ed-2134-4ae8-8e87-a8ec1f19f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.550095 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-e51da5ed-2134-4ae8-8e87-a8ec1f19f8be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1100 time: 0.4353979 Jul 16 03:27:36.553127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.579845 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.594123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', '754f5493-e9b8-4ac8-b702-8af801793260'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:36.596328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58', '98b0fc2a-c985-42ae-b355-00a46e4fada4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:36.643847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-81a311e6-ded3-47f6-87f7-324540c8b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.645776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-81a311e6-ded3-47f6-87f7-324540c8b98b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1100 time: 0.5022559 Jul 16 03:27:36.693991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:36.709370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 172.25.4.38 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/38912c14-a763-4cdb-bcf5-4db69f03b2dd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:36.714205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:36.725824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:36.749812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:36.805130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-5bb30e05-060d-4949-9507-2b02faa4f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.807010 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-5bb30e05-060d-4949-9507-2b02faa4f1b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1479580 Jul 16 03:27:36.865301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-79db1294-9b80-4db8-9d23-21c010aac07f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0480101 Jul 16 03:27:36.875821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3d1e-b0af-4beb-8e7d-45e4668c423a req-9d53f4aa-292f-4a35-9eab-c590d83d2c38 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.884583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-646a3d1e-b0af-4beb-8e7d-45e4668c423a req-9d53f4aa-292f-4a35-9eab-c590d83d2c38 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 935 time: 0.4149380 Jul 16 03:27:36.928333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66e356-2ffc-4f99-ae7e-badc8df8f940 req-466a5f95-26c2-42d6-8891-d515990db912 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.930588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b66e356-2ffc-4f99-ae7e-badc8df8f940 req-466a5f95-26c2-42d6-8891-d515990db912 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 949 time: 0.4708517 Jul 16 03:27:36.969795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c2729032-c8f0-4133-8356-74d1cf249c8a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:37.029122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:37.035532 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.066063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-5162750a-efef-4317-a6c4-3fa4c435be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:37.067905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-5162750a-efef-4317-a6c4-3fa4c435be4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0619652 Jul 16 03:27:37.107334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c2729032-c8f0-4133-8356-74d1cf249c8a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:37.107759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.119191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-646a3d1e-b0af-4beb-8e7d-45e4668c423a req-a11badc6-33e0-41f1-a640-eff19195b00d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328813 Jul 16 03:27:37.147956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.150808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8964d3eb-8a76-4ab8-b790-b2a6506a4f67 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7274849 Jul 16 03:27:37.170021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Request body: {'port': {'device_id': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:37.214242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:37.241673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b66e356-2ffc-4f99-ae7e-badc8df8f940 req-c81a4295-3214-4de0-8537-56a24b3cd9cc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826226 Jul 16 03:27:37.250332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.253202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-3e36d019-ec2c-4d37-a219-be02c8c67e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:37.259196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event deleted for resources: {'Port': ['ID=c216c396-e914-40ef-9bcf-deceb143785a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:37.265196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-3e36d019-ec2c-4d37-a219-be02c8c67e56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.7055826 Jul 16 03:27:37.289909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:37.290449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:37.360270 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-17411f54-0fb0-4c3a-b0eb-dd8d2cf70b61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0776341 Jul 16 03:27:37.377936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.412592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-88bd08e8-e3c1-49d1-b06a-46c06eacbcbf None None] Provisioning for port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:37.415218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6b359b6-4e36-4dc8-8048-7ccc41115efa req-54713fc4-be8e-4a0a-b351-fe27694fa9f4 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0819311 Jul 16 03:27:37.441732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-88bd08e8-e3c1-49d1-b06a-46c06eacbcbf None None] Provisioning complete for port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:37.442117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88bd08e8-e3c1-49d1-b06a-46c06eacbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.559328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.560571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-88bd08e8-e3c1-49d1-b06a-46c06eacbcbf None None] Port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:37.596930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be1a1f4b-9498-44ed-a4b3-e8d01e752464 req-86c9ba56-aa0c-42a9-871a-d8f0e867612d tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 210 time: 0.0493891 Jul 16 03:27:37.609546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.610842 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-8e7868cf-28e1-4123-8643-aa54ec63ff80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5371089 Jul 16 03:27:37.629519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-9d6b2d6e-b688-4c6d-965b-55d31b859469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:37.633850 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-9d6b2d6e-b688-4c6d-965b-55d31b859469 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5444272 Jul 16 03:27:37.821789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:37.835171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-7f15665e-aaea-406b-97b5-5c18bbc0e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:37.836170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:37.838051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-7f15665e-aaea-406b-97b5-5c18bbc0e993 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.4690104 Jul 16 03:27:37.858970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=38912c14-a763-4cdb-bcf5-4db69f03b2dd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:37.903227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:37.927682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:38.058068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.065731 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.115574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c2729032-c8f0-4133-8356-74d1cf249c8a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c2729032-c8f0-4133-8356-74d1cf249c8a,segment=NetworkSegment(dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790),segment_id=dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:38.118999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65612d06-c265-4823-a6f7-85577ce58b88 req-da5fc2b7-6ea6-4398-bdec-891d6802edc3 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/ports?device_id=80c659dd-ca5a-4002-bca0-8c8d4b15b108 HTTP/1.1" status: 200 len: 210 time: 0.1157486 Jul 16 03:27:38.130507 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.147820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'name': 'network-vif-deleted', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:38.161366 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace8a564-5848-4ee3-8da7-2b2fcb2215f3" -d '{"events": [{"server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "name": "network-vif-deleted", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:38.276422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c2729032-c8f0-4133-8356-74d1cf249c8a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:38.369209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-a1f05c70-9076-41be-8601-01e22394d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:38.370750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-a1f05c70-9076-41be-8601-01e22394d6df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 1096 time: 0.6490209 Jul 16 03:27:38.402159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2ce8f691-d70f-4cad-a639-6cbc175d17a8 None None] Provisioning complete for port c2729032-c8f0-4133-8356-74d1cf249c8a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:38.403479 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f691-d70f-4cad-a639-6cbc175d17a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.455037 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-80c5cc00-4033-4b6a-8c83-d3a8e93ddc15 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303174 Jul 16 03:27:38.508212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffd336-3a80-4511-be98-b7479ed90746 req-ccc5d6ab-34d8-4a1f-a27b-3cf1c8267c6f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:38.509980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bffd336-3a80-4511-be98-b7479ed90746 req-ccc5d6ab-34d8-4a1f-a27b-3cf1c8267c6f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.6701863 Jul 16 03:27:38.608894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.662871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:38.675194 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:38.686650 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:38.687621 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:38.757666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] No DVR routers for this DVR port c216c396-e914-40ef-9bcf-deceb143785a on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:38.763496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-d8513349-380e-4bb7-936a-827acd7c651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:38.764988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-d8513349-380e-4bb7-936a-827acd7c651a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8961887 Jul 16 03:27:38.769157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7a1ef-0a45-433a-ad1a-3e63e2a66e18 req-044adf56-15ff-48f9-97ab-a193de2377b7 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:38.777390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79a7a1ef-0a45-433a-ad1a-3e63e2a66e18 req-044adf56-15ff-48f9-97ab-a193de2377b7 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 935 time: 0.4723778 Jul 16 03:27:38.802129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.804553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b634dce-2dff-47a2-876b-3fcf8077c8f4 req-3bcdc40b-0bd4-4fc5-8cde-b904bdec2d6d tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.11 "DELETE /v2.0/ports/c216c396-e914-40ef-9bcf-deceb143785a HTTP/1.1" status: 204 len: 173 time: 4.8147750 Jul 16 03:27:38.810775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Router 75e2af8c-479c-4cd5-a859-c35316a4817b is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:27:38.813383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:38.825591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-03e23202-dcab-46f5-be6c-5ef335b737f5 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495053 Jul 16 03:27:38.828943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'name': 'network-vif-deleted', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:38.832301 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e34767-6ec9-4a4f-9bfc-5c0ca93dee02" -d '{"events": [{"server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "name": "network-vif-deleted", "tag": "c216c396-e914-40ef-9bcf-deceb143785a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:38.834333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-277be73d-aff5-486a-b0d2-481a646a5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:38.835826 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-277be73d-aff5-486a-b0d2-481a646a5221 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.3864799 Jul 16 03:27:38.853925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bffd336-3a80-4511-be98-b7479ed90746 req-33ca6dee-579e-49c0-9d98-df49eee94ad7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042338 Jul 16 03:27:38.890798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79a7a1ef-0a45-433a-ad1a-3e63e2a66e18 req-26d3b2e1-4404-4e77-841d-f6fa002c6c81 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096668 Jul 16 03:27:39.054689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:39.074320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.102036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Transition to ACTIVE for port object 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:39.115484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.119352 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.215374 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:39.258460 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:39.270195 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:39.271201 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:39.318389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-128e8654-90e1-4145-89e4-720fe9144db2 req-7d168f10-9d79-4acf-9c09-7d6a8ba0cde5 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0770059 Jul 16 03:27:39.323539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:39.379868 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4214b0f-761a-459d-9b06-aee4d592acc9 x-openstack-request-id: req-f4214b0f-761a-459d-9b06-aee4d592acc9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:39.380489 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b81017-73b6-49da-bf77-536bd931edf1", "name": "network-vif-deleted", "tag": "fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:39.380489 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4214b0f-761a-459d-9b06-aee4d592acc9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:39.380739 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b81017-73b6-49da-bf77-536bd931edf1', 'name': 'network-vif-deleted', 'tag': 'fcaca0e9-6c1f-405c-bdfe-89fa3c6d7342', 'status': 'completed', 'code': 200} Jul 16 03:27:39.385522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-03faf3a4-67be-46b7-95d4-bb405588a9aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 200 len: 217 time: 0.5398450 Jul 16 03:27:39.553432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:39.643831 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:39.664520 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-0589b542-be94-4095-9f2b-794bc314f6de service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735669 Jul 16 03:27:39.686866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-8bec9591-7d28-4374-ab9c-d6203c8747db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:39.688687 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-8bec9591-7d28-4374-ab9c-d6203c8747db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.2636464 Jul 16 03:27:39.726731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9fdeda5-3330-48f2-99e3-353685b8178e req-39f524f2-1ce0-4f6e-8244-707e9224486f tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 210 time: 0.1242163 Jul 16 03:27:39.745518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-8fbe1582-64f0-46a2-b1a6-9501cdefacd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424128 Jul 16 03:27:39.812551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:39.821479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03a475-f0ca-4b1b-b0cf-46052f034dd7 req-56020429-b048-4199-8f71-7afc050f42be tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:39.826444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e03a475-f0ca-4b1b-b0cf-46052f034dd7 req-56020429-b048-4199-8f71-7afc050f42be tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 949 time: 0.6312425 Jul 16 03:27:39.832154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:39.844058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Sync routers for ids ['75e2af8c-479c-4cd5-a859-c35316a4817b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:39.880307 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d942ee-32e6-4390-bcdf-ce3c6e794b15 x-openstack-request-id: req-77d942ee-32e6-4390-bcdf-ce3c6e794b15 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:39.880644 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c659dd-ca5a-4002-bca0-8c8d4b15b108", "name": "network-vif-deleted", "tag": "c216c396-e914-40ef-9bcf-deceb143785a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:39.881034 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77d942ee-32e6-4390-bcdf-ce3c6e794b15 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:39.881504 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c659dd-ca5a-4002-bca0-8c8d4b15b108', 'name': 'network-vif-deleted', 'tag': 'c216c396-e914-40ef-9bcf-deceb143785a', 'status': 'completed', 'code': 200} Jul 16 03:27:39.892264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'mac_address': 'fa:16:3e:f4:32:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:39.897770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Routers {'75e2af8c-479c-4cd5-a859-c35316a4817b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:39.901640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['75e2af8c-479c-4cd5-a859-c35316a4817b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:39.940288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Attempting to bind port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:39.940641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Attempting to bind port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:39.941045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Attempting to bind port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:39.959106 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.960413 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a11d88d-cdb0-422b-974e-276190046ac1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5787408 Jul 16 03:27:39.967583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51444) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:39.972937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:39.973325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Attempting to bind port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:40.048540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e03a475-f0ca-4b1b-b0cf-46052f034dd7 req-c4d1dab8-6318-4df3-b74f-273daa91d498 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043376 Jul 16 03:27:40.054336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6133efd-9d8b-4401-9384-94e2b9836f16 req-a77a0d85-08c0-4e57-a4a2-a5f8ff2ca7ef service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791258 Jul 16 03:27:40.083866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:40.086301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:40.086719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:40.088520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Bound port: 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:40.088888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.104851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-8f2c68f0-5e9c-49bc-b94c-0f9dc34e8368 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432324 Jul 16 03:27:40.108658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.128751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.141477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:40.186637 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:40.204582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.231695 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3e798-b134-4c5f-bcfd-d1d22d0e94df None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:22:46Z', 'revision_number': 4, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6751dae7-f525-4163-87bf-42e155ff5e37', 'name': '', 'network_id': '343f19b9-875e-4fdd-bc6f-e37b7870f541', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'mac_address': 'fa:16:3e:7e:a6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:44Z', 'updated_at': '2021-07-16T03:22:57Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'subnets': [{'id': '47ee79a5-4f88-498f-975b-ef0ffe3da6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:40.315184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Set router 75e2af8c-479c-4cd5-a859-c35316a4817b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:40.370128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:40.373182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2729032-c8f0-4133-8356-74d1cf249c8a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:40.429442 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ba7f4c-b57f-43d0-af64-5765d0aaf987 req-3792da52-ea5e-484b-9eba-1dc80b3460db service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104596 Jul 16 03:27:40.435580 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.524034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.527144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] For port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:40.563266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=38912c14-a763-4cdb-bcf5-4db69f03b2dd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:40.581819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] For port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:40.591686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.593120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-daa94c11-6ff8-47c4-ba10-b1dc12737058 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9488981 Jul 16 03:27:40.595466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.621181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5ff59-04da-4f77-ae69-a7ff72667031 req-9fceb4e3-d1cb-4f4d-ad54-7acd4d6da8b7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:40.623696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ece5ff59-04da-4f77-ae69-a7ff72667031 req-9fceb4e3-d1cb-4f4d-ad54-7acd4d6da8b7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.4402323 Jul 16 03:27:40.719715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:40.737482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c2729032-c8f0-4133-8356-74d1cf249c8a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:40.737968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.743160 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cfe3b-005b-4be8-af83-7ed2993fec41 None None] New status for floating IP a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:27:40.825717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:40.916531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.925185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:27:36Z', 'revision_number': 3, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:40.986499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Checking router: 75e2af8c-479c-4cd5-a859-c35316a4817b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:40.986957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Updating router 75e2af8c-479c-4cd5-a859-c35316a4817b port ffd643f0-383c-4a30-8089-c7127832bdc6 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:27:41.064131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8649b-a8a0-4505-b502-36acb61825e4 req-cda51f53-e76b-4ff4-8a57-72475e0b40c2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.076932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.080079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00c8649b-a8a0-4505-b502-36acb61825e4 req-cda51f53-e76b-4ff4-8a57-72475e0b40c2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 947 time: 0.7460032 Jul 16 03:27:41.117869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.118722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.120425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 HTTP/1.1" status: 200 len: 1095 time: 3.9553759 Jul 16 03:27:41.158725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Allocated IP 172.20.0.1 (01bf7956-8662-4662-8c96-2a61d6ff04a0/0dd0df0c-bec2-46f8-80fb-59069070d53f/fc5adccb-200f-4357-b23b-7a0964dd8f23) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:41.171244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22029d-7092-45ba-8388-c24d7974b8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:41.301428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ece5ff59-04da-4f77-ae69-a7ff72667031 req-70c6d545-8395-46f5-9967-ce8ff3ec5d40 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639122 Jul 16 03:27:41.306277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.322630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Transition to ACTIVE for port object fc5adccb-200f-4357-b23b-7a0964dd8f23 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:41.379622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00c8649b-a8a0-4505-b502-36acb61825e4 req-40a1d8ae-abbe-4a36-801f-6517062a27b1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972779 Jul 16 03:27:41.409043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.434100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8491c198-6283-4e61-9c9a-14ec2401da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.435729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-8491c198-6283-4e61-9c9a-14ec2401da05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 1098 time: 0.2027683 Jul 16 03:27:41.452417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:41.470919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:41.473333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:41.525130 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-a79770bb-8960-44ad-a704-b72ee8bb447a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545088 Jul 16 03:27:41.527570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Pushing event updated for resources: {'Port': ['ID=fc5adccb-200f-4357-b23b-7a0964dd8f23,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:41.536654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-5ab8e59a-c5ba-42cb-90d2-9b94ca5a3424 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 HTTP/1.1" status: 200 len: 217 time: 0.0919130 Jul 16 03:27:41.558187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.698992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef0bf3b4-32f4-4938-887d-a1514b3ef2fe req-ccacb478-a5a5-451e-abad-dc5f441b483d tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0890441 Jul 16 03:27:41.723498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ef30ddb6-d5b4-4bf4-bb9c-e34b9735e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.737391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-ef30ddb6-d5b4-4bf4-bb9c-e34b9735e155 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1921926 Jul 16 03:27:41.769975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-75d81245-da04-4693-be2e-f61c99130054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.771589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-75d81245-da04-4693-be2e-f61c99130054 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af589716db354a2b96e06c2116564618&device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 1095 time: 0.2105687 Jul 16 03:27:41.854866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-baf0cd9e-910e-4269-9fa4-01ca91334c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.857403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-baf0cd9e-910e-4269-9fa4-01ca91334c2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071916 Jul 16 03:27:41.879876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.923777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'tag': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:41.932298 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445566d-b8f8-40fd-9fd3-c3ff842810ad" -d '{"events": [{"name": "network-changed", "server_uuid": "416765d2-32b5-4eae-ba5d-32c4a477b230", "tag": "2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:41.969095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.987402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Transition to ACTIVE for port object ffd643f0-383c-4a30-8089-c7127832bdc6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:42.001644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.010283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c1c7dee-996b-46a7-a449-0daa67b1c6fb None None] Provisioning for port fc5adccb-200f-4357-b23b-7a0964dd8f23 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:42.037759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-f3954ce2-64af-417a-8e2e-274f7dc76b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.039444 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-f3954ce2-64af-417a-8e2e-274f7dc76b4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 200 len: 922 time: 0.2445498 Jul 16 03:27:42.045459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c1c7dee-996b-46a7-a449-0daa67b1c6fb None None] Provisioning complete for port fc5adccb-200f-4357-b23b-7a0964dd8f23 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:42.045835 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7dee-996b-46a7-a449-0daa67b1c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.087966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-26c40807-ff3f-49ab-bfac-b6d1be72785b service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233653 Jul 16 03:27:42.118428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Attempting to bind port ffd643f0-383c-4a30-8089-c7127832bdc6 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:42.119006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Attempting to bind port ffd643f0-383c-4a30-8089-c7127832bdc6 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:42.120177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Attempting to bind port ffd643f0-383c-4a30-8089-c7127832bdc6 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:42.128721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-c005994b-2213-4297-923c-9a797e874148 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 200 len: 217 time: 0.0814846 Jul 16 03:27:42.131674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:42.132010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:42.132420 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.132816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:42.133294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Bound port: ffd643f0-383c-4a30-8089-c7127832bdc6, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:42.133805 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.207980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] For port ffd643f0-383c-4a30-8089-c7127832bdc6, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:42.212696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] For port ffd643f0-383c-4a30-8089-c7127832bdc6, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ffd643f0-383c-4a30-8089-c7127832bdc6,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:42.217081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c7dee-996b-46a7-a449-0daa67b1c6fb None None] Port fc5adccb-200f-4357-b23b-7a0964dd8f23 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:42.225783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.229622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4950-945b-4108-8ef9-0720cf1ff0d0 None None] Pushing event updated for resources: {'Port': ['ID=ffd643f0-383c-4a30-8089-c7127832bdc6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.233106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-bdcd2171-b927-411d-b141-5a883608a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.237743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-bdcd2171-b927-411d-b141-5a883608a44a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 200 len: 860 time: 0.0993152 Jul 16 03:27:42.275113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-741c8c89-33d4-42a0-8d75-9f4c7c2d12fa req-8fff982e-8a67-48f8-b015-b96908f88d66 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b81017-73b6-49da-bf77-536bd931edf1 HTTP/1.1" status: 200 len: 210 time: 0.2040145 Jul 16 03:27:42.298001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4950-945b-4108-8ef9-0720cf1ff0d0 None None] Pushing event updated for resources: {'Port': ['ID=ffd643f0-383c-4a30-8089-c7127832bdc6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.320918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-99c1c9a0-619f-4a0f-93aa-1d2a52582a03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687125 Jul 16 03:27:42.343522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Routers {'75e2af8c-479c-4cd5-a859-c35316a4817b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:42.344338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['75e2af8c-479c-4cd5-a859-c35316a4817b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:42.387943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.400114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b2ae494-470d-4fe9-8ecb-7777c14f5542 req-dea53d9c-7d0d-4f53-b7d8-5abb4ff948f3 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383265 Jul 16 03:27:42.426076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.430281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4af872-2e82-4950-875c-2f13673a0bb6 req-abda91c9-4b0d-4170-8f8a-188fcfa2c225 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.433848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e4af872-2e82-4950-875c-2f13673a0bb6 req-abda91c9-4b0d-4170-8f8a-188fcfa2c225 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 1101 time: 0.7952592 Jul 16 03:27:42.511421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e4af872-2e82-4950-875c-2f13673a0bb6 req-1bb1b76c-bc40-46a1-a8f5-56fea23e7fe1 tempest-MigrationsAdminTest-852104683 tempest-MigrationsAdminTest-852104683-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701480 Jul 16 03:27:42.533415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-e614ce01-ebc0-4b4e-9c9d-88fd38abe964 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1872512664&fields=id&tenant_id=65563a9af12f432db97e2d0a1ede6306 HTTP/1.1" status: 200 len: 267 time: 0.0416443 Jul 16 03:27:42.569299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Pushing event updated for resources: {'Port': ['ID=fc5adccb-200f-4357-b23b-7a0964dd8f23,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.582611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.591556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-2d4565f1-5e8b-458d-9fcf-4aa8941786cf service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590392 Jul 16 03:27:42.621071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-b746798a-ea69-404a-83e3-d34888a40f5f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.630035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-b746798a-ea69-404a-83e3-d34888a40f5f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 936 time: 0.0889263 Jul 16 03:27:42.640620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] Set router 75e2af8c-479c-4cd5-a859-c35316a4817b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:42.754337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2ad90360-00f9-447f-979b-14503a4a7b6b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.763424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2ad90360-00f9-447f-979b-14503a4a7b6b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 935 time: 0.1317546 Jul 16 03:27:42.791834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2241a25-8773-4a7a-b556-de0eeb425f40 req-41465dea-1c1a-49f7-830e-50c6caeded00 service neutron] 10.222.0.11 "GET /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730328 Jul 16 03:27:42.794396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:42.795914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:42.843378 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811fa465-a3b7-4ebc-9b36-19921b3fd4a9 x-openstack-request-id: req-811fa465-a3b7-4ebc-9b36-19921b3fd4a9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:42.843706 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416765d2-32b5-4eae-ba5d-32c4a477b230", "tag": "2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:42.845909 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-811fa465-a3b7-4ebc-9b36-19921b3fd4a9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:42.846387 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'tag': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0', 'status': 'completed', 'code': 200} Jul 16 03:27:42.924794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3884a8ef-80e4-4322-b8ac-19d0514e7f32 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1594474 Jul 16 03:27:42.988488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-34faf0e2-d6b5-44db-8dd6-67447e2c9114 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625901 Jul 16 03:27:43.054580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'fc5adccb-200f-4357-b23b-7a0964dd8f23', 'name': '', 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'mac_address': 'fa:16:3e:a6:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:40Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 1, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'subnets': [{'id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:43.097447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2dec3-7960-4f8a-beb4-ab5fc7201e41 None None] The sync data for ids ['75e2af8c-479c-4cd5-a859-c35316a4817b'] in n-d-800089-6 is: [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'fc5adccb-200f-4357-b23b-7a0964dd8f23', 'name': '', 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'mac_address': 'fa:16:3e:a6:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:40Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 1, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'subnets': [{'id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:43.150626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-223b39b5-0c95-47c2-b01b-e809bafb2569 None None] Provisioning complete for port fc5adccb-200f-4357-b23b-7a0964dd8f23 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:43.151159 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-223b39b5-0c95-47c2-b01b-e809bafb2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.192951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-50549ed7-c15f-4427-89c8-e8a97484ba2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.199165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-50549ed7-c15f-4427-89c8-e8a97484ba2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.205253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-50549ed7-c15f-4427-89c8-e8a97484ba2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.212829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-223b39b5-0c95-47c2-b01b-e809bafb2569 None None] Port fc5adccb-200f-4357-b23b-7a0964dd8f23 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:43.213137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-50549ed7-c15f-4427-89c8-e8a97484ba2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=c59a8071-def6-434e-acab-915f3ad843be&id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 1995 time: 0.2008936 Jul 16 03:27:43.270585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c2279-3e92-4b96-b4c3-07a82bd76b04 req-bcc692d6-b1d3-4103-8a7e-80cc6447b453 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.272743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a6c2279-3e92-4b96-b4c3-07a82bd76b04 req-bcc692d6-b1d3-4103-8a7e-80cc6447b453 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.2935405 Jul 16 03:27:43.280006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-cdd8acce-8b45-4b1a-a2e8-4510ea7fa70d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/quotas/65563a9af12f432db97e2d0a1ede6306 HTTP/1.1" status: 200 len: 375 time: 0.0658956 Jul 16 03:27:43.328006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-091deafc-b103-4338-a09b-d4c48caafb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.329555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-091deafc-b103-4338-a09b-d4c48caafb56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 1098 time: 0.4822958 Jul 16 03:27:43.373632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a6c2279-3e92-4b96-b4c3-07a82bd76b04 req-90300009-6b93-4f43-899d-341b104d1634 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911415 Jul 16 03:27:43.430949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Router 75e2af8c-479c-4cd5-a859-c35316a4817b has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:43.584794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:43.592423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:43.606243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-83367d08-a474-4736-890f-6b385b191e1a admin admin] 10.222.0.25 "PUT /v2.0/routers/75e2af8c-479c-4cd5-a859-c35316a4817b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6375556 Jul 16 03:27:43.640651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-06eaa3e5-e79a-4362-91dc-0f35bfd6f170 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3514333 Jul 16 03:27:43.675706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:43.687430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:43.690813 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.738780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-8a5e72f4-f58f-4f21-8895-5f1e5ea83e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.740287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-8a5e72f4-f58f-4f21-8895-5f1e5ea83e9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3820288 Jul 16 03:27:43.785124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7dbc7-cd45-400c-9768-3c9f9975960a req-97425628-0794-44b5-8238-67b16780fbd2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.787616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aca7dbc7-cd45-400c-9768-3c9f9975960a req-97425628-0794-44b5-8238-67b16780fbd2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 947 time: 0.2372930 Jul 16 03:27:43.826437 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.835719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-3cf90b2e-7d01-4a85-a314-0af74e0100b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 HTTP/1.1" status: 200 len: 217 time: 0.0469751 Jul 16 03:27:43.853118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:43.856097 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b17330-8c8e-4331-83ad-39f5bfb8b7d0" -d '{"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-plugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:43.870931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:43.877644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.961660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=13']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:43.969848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ad6d5d05-4f05-4e38-bca4-b1a32bb5d41a service neutron] 10.222.0.25 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281667 Jul 16 03:27:43.975668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aca7dbc7-cd45-400c-9768-3c9f9975960a req-d105706f-f326-4318-a305-3fdb12528dc3 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369591 Jul 16 03:27:43.977503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-e9fc55cd-1eca-4eee-8574-505d2ba9898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.981346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-e9fc55cd-1eca-4eee-8574-505d2ba9898e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1327496 Jul 16 03:27:44.200269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-bd7e39a3-43c7-4edd-8f00-3380aeca5e66 service neutron] 10.222.0.25 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176349 Jul 16 03:27:44.203319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-f0af3bd7-b6cb-4a85-a619-e0eef88a8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:44.204796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-f0af3bd7-b6cb-4a85-a619-e0eef88a8302 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766689 Jul 16 03:27:44.295111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-87b3f004-d6c8-4ab8-8aaf-12de3f250953 service neutron] 10.222.0.25 "GET /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0876634 Jul 16 03:27:44.382875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ffd643f0-383c-4a30-8089-c7127832bdc6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:44.439726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-e0faaa1f-f28d-41ff-8385-7b6041bec515 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220538 Jul 16 03:27:44.475207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ffd643f0-383c-4a30-8089-c7127832bdc6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:44.479428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ffd643f0-383c-4a30-8089-c7127832bdc6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:44.479903 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.515037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-cffe2623-aaf2-4e2e-ac89-13b27c07878e service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664398 Jul 16 03:27:44.576700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:44.608700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9445566d-b8f8-40fd-9fd3-c3ff842810ad req-d018d442-faf5-4aec-bd60-826dc93f3b66 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600986 Jul 16 03:27:44.609888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.665738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port ffd643f0-383c-4a30-8089-c7127832bdc6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ffd643f0-383c-4a30-8089-c7127832bdc6,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:44.676481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.697085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e34-1813-4523-9631-ff30dff14e57 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.723649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e34-1813-4523-9631-ff30dff14e57 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.734322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2476e69f-8aab-4dea-8887-b5043d70d217 service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183259 Jul 16 03:27:44.777588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=ffd643f0-383c-4a30-8089-c7127832bdc6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:44.779398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e34-1813-4523-9631-ff30dff14e57 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.790623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e34-1813-4523-9631-ff30dff14e57 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.794991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fbd49e34-1813-4523-9631-ff30dff14e57 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "DELETE /v2.0/security-groups/536be9ea-5ff8-424c-8398-518a8fad8f25 HTTP/1.1" status: 204 len: 168 time: 0.2169287 Jul 16 03:27:44.795778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:44.815655 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-7928ec93-9d68-48cb-b4f1-d2207ffd3323 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] show failed (client error): The resource could not be found. Jul 16 03:27:44.819982 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7928ec93-9d68-48cb-b4f1-d2207ffd3323 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "GET /v2.0/security-groups/536be9ea-5ff8-424c-8398-518a8fad8f25 HTTP/1.1" status: 404 len: 347 time: 0.0203593 Jul 16 03:27:44.820895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51504) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:44.826906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd7ebfd9-62c0-4b49-8b14-e1e2692bbb5a req-d787bb3b-5be6-48e7-8859-5def3e8061fb tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0333836 Jul 16 03:27:44.842034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-fe26ab91-bf86-475a-aed3-a261689d3c79 service neutron] 10.222.0.25 "GET /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1007245 Jul 16 03:27:44.867846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd49e34-1813-4523-9631-ff30dff14e57 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536be9ea-5ff8-424c-8398-518a8fad8f25,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:44.998276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-9a8602a7-bf63-4e9b-aff2-6b8e41a43ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459107 Jul 16 03:27:45.011249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Deleting port 69e28b1c-67e3-4e92-9342-aa77766bf4a2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:45.011476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.099387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.099615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.113470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Calling delete_port for 69e28b1c-67e3-4e92-9342-aa77766bf4a2 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:45.226885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-9c7e82c6-acb7-4b5e-9896-148b62e1906a service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166634 Jul 16 03:27:45.272624 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.302571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Pushing event deleted for resources: {'Port': ['ID=69e28b1c-67e3-4e92-9342-aa77766bf4a2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.315868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.316182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.316760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.317193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.317814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.318239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.318689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.319112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.319533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.319951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.320382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.320806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:45.342631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec302588-14c3-4685-9c9b-4ed3b113c3c9 service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980251 Jul 16 03:27:45.351935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-75afac90-ca55-479a-a71f-7075d21abc2a tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2617884 Jul 16 03:27:45.369100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:45.391631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.394566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.398506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e45c7a28-b295-4210-8c2a-611559fa7904 tempest-ServersWithSpecificFlavorTestJSON-2133777482 tempest-ServersWithSpecificFlavorTestJSON-2133777482-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0fc61bf-e4bd-401e-887d-0aae3ea2b5f4 HTTP/1.1" status: 204 len: 168 time: 0.5689781 Jul 16 03:27:45.446176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.492293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-757c14de-8ad2-456a-8282-9b1f2356de3a service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393728 Jul 16 03:27:45.609980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:45.639099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-467ce77a-c1ed-47de-a460-b0caab02d674 service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393275 Jul 16 03:27:45.644870 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.787067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:45.799712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0', 'mac_address': 'fa:16:3e:b1:0e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:45.807860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7eb6e3a0-a55d-454a-84f6-5737e9422e61 service neutron] 10.222.0.25 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599004 Jul 16 03:27:45.856725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.859332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Allocated IP 172.25.4.17 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/472a48da-cd44-44d1-ae7c-069ac1eb5a55) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:45.875796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:45.899736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:45.906165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.999327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Sync routers for ids ['75e2af8c-479c-4cd5-a859-c35316a4817b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:46.012610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:46.018685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Routers {'75e2af8c-479c-4cd5-a859-c35316a4817b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:46.019246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['75e2af8c-479c-4cd5-a859-c35316a4817b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:46.163564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Set router 75e2af8c-479c-4cd5-a859-c35316a4817b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:46.349588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3fc16f2b-5782-4bf7-8052-c2d566ac0fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348892 Jul 16 03:27:46.398791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:46.401551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ffd643f0-383c-4a30-8089-c7127832bdc6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:46.431762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.550941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ffd643f0-383c-4a30-8089-c7127832bdc6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:46.551105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.570082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-72a8a2cd-03a2-4c56-b347-134118726ee6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.571614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-72a8a2cd-03a2-4c56-b347-134118726ee6 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 951 time: 0.2376876 Jul 16 03:27:46.574260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.598712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-6f55be76-12c7-463d-930a-c52fa7bc550f service neutron] 10.222.0.25 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313313 Jul 16 03:27:46.599835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'fc5adccb-200f-4357-b23b-7a0964dd8f23', 'name': '', 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'mac_address': 'fa:16:3e:a6:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:40Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 2, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'subnets': [{'id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:46.639058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Checking router: 75e2af8c-479c-4cd5-a859-c35316a4817b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:46.639704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Updating router 75e2af8c-479c-4cd5-a859-c35316a4817b port fc5adccb-200f-4357-b23b-7a0964dd8f23 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:27:46.698218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:46.729926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:46.755561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:46.838706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Pushing event updated for resources: {'Port': ['ID=472a48da-cd44-44d1-ae7c-069ac1eb5a55,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:46.846730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.877331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.877574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.877863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.878197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.878528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.878894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.879216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.879545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.879863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.880395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.880721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.881046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:46.892364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Deleting port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:46.892522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.957935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-c608ec27-4644-456b-8dfe-46b48c096829 service neutron] 10.222.0.25 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343799 Jul 16 03:27:47.058622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.067256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] For port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:47.067621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.151206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-b3fdd497-29a2-453c-893c-af5e021056b4 service neutron] 10.222.0.25 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853836 Jul 16 03:27:47.202090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Calling delete_port for 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:47.224698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.236173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Transition to ACTIVE for port object fc5adccb-200f-4357-b23b-7a0964dd8f23 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:47.243689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.296929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c3b8c-6262-4f89-9e4f-aa578d557164 None None] Pushing event updated for resources: {'Port': ['ID=fc5adccb-200f-4357-b23b-7a0964dd8f23,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:47.435601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.477510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Attempting to bind port fc5adccb-200f-4357-b23b-7a0964dd8f23 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:47.478257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Attempting to bind port fc5adccb-200f-4357-b23b-7a0964dd8f23 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:47.479549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Attempting to bind port fc5adccb-200f-4357-b23b-7a0964dd8f23 on network 01bf7956-8662-4662-8c96-2a61d6ff04a0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:47.495790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:47.496529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Checking segment: {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:47.497307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.497803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Bound using segment: {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:47.498750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Bound port: fc5adccb-200f-4357-b23b-7a0964dd8f23, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:47.499235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.554496 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:27:47.602474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] For port fc5adccb-200f-4357-b23b-7a0964dd8f23, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:47.607904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] For port fc5adccb-200f-4357-b23b-7a0964dd8f23, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc5adccb-200f-4357-b23b-7a0964dd8f23,segment=NetworkSegment(dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790),segment_id=dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:47.616927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.661663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.669569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.697861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c', '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:47.714663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.780867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Routers {'75e2af8c-479c-4cd5-a859-c35316a4817b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:47.781558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['75e2af8c-479c-4cd5-a859-c35316a4817b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:47.835896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['fa1fdd0d-375e-44a2-ac2c-b870000dde67'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:47.905608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c3b8c-6262-4f89-9e4f-aa578d557164 None None] Pushing event updated for resources: {'Port': ['ID=fc5adccb-200f-4357-b23b-7a0964dd8f23,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:47.912991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.917039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event deleted for resources: {'Port': ['ID=6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:47.976828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Pushing event updated for resources: {'Port': ['ID=472a48da-cd44-44d1-ae7c-069ac1eb5a55,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:48.055296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] No DVR routers for this DVR port 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:48.059588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.062325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b0ea959-be23-4943-a5c2-bdfd848d393e req-f7e6666f-91c9-4c08-89a5-3d7f9b461b7a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "DELETE /v2.0/ports/6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d HTTP/1.1" status: 204 len: 173 time: 1.4779990 Jul 16 03:27:48.064325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-deleted', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:48.067948 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc772a79-6497-431f-8d35-277fc8646732" -d '{"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-deleted", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:48.073180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.082631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-e5831aab-1ced-46c1-ab90-adab305da762 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7172475 Jul 16 03:27:48.157546 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560390ec-67b2-476e-a4ba-de19ca24c627 x-openstack-request-id: req-560390ec-67b2-476e-a4ba-de19ca24c627 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:48.157869 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-plugged", "status": "completed", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:48.158086 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-560390ec-67b2-476e-a4ba-de19ca24c627 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:48.158480 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'code': 200} Jul 16 03:27:48.191001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-1a9cf51a-c94f-414d-839c-57b93a06524f tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.17 HTTP/1.1" status: 200 len: 695 time: 0.1069613 Jul 16 03:27:48.281845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] Set router 75e2af8c-479c-4cd5-a859-c35316a4817b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:48.421940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc5adccb-200f-4357-b23b-7a0964dd8f23 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:48.546255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019bc1-e58d-4b0e-8c91-9106214f9cb7 req-68dc57c3-c0fa-47ea-be99-b0d49f6b248b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:48.547453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0019bc1-e58d-4b0e-8c91-9106214f9cb7 req-68dc57c3-c0fa-47ea-be99-b0d49f6b248b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.2548554 Jul 16 03:27:48.589943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-d6778bce-a45c-4db4-8474-3dd6e4862127 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:48.591898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da1f8ddd-446d-40b8-a32f-00eda3fa463f req-d6778bce-a45c-4db4-8474-3dd6e4862127 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.4000993 Jul 16 03:27:48.612542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0019bc1-e58d-4b0e-8c91-9106214f9cb7 req-461aa7f5-6b45-4789-920a-e6a9037aa962 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586226 Jul 16 03:27:48.684318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port fc5adccb-200f-4357-b23b-7a0964dd8f23 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:48.765995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fc5adccb-200f-4357-b23b-7a0964dd8f23 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:48.766948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.814043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4ea5143-6fbe-4d3b-b0ff-322cae8d366a req-bf9c8f4c-c1aa-4d38-978d-e6446f75bbda tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a0dc266-66ff-479b-ac7f-f28d42834e73 HTTP/1.1" status: 200 len: 210 time: 0.0666611 Jul 16 03:27:48.885164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05547409-db08-43cb-8210-24c7c576dd76 req-33b21e70-da3d-4f05-8fe8-b8a2b3c60ebe tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:48.893792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05547409-db08-43cb-8210-24c7c576dd76 req-33b21e70-da3d-4f05-8fe8-b8a2b3c60ebe tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 948 time: 0.1586394 Jul 16 03:27:48.944619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'fc5adccb-200f-4357-b23b-7a0964dd8f23', 'name': '', 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'mac_address': 'fa:16:3e:a6:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:40Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'subnets': [{'id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:48.947637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05547409-db08-43cb-8210-24c7c576dd76 req-b8567d98-ad89-4688-bbf4-fbf2ca47834a tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472841 Jul 16 03:27:49.002670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e544c-41b6-4fdf-8a56-de2e41029ff2 None None] The sync data for ids ['75e2af8c-479c-4cd5-a859-c35316a4817b'] in n-d-800089-6 is: [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:27:41Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'fc5adccb-200f-4357-b23b-7a0964dd8f23', 'name': '', 'network_id': '01bf7956-8662-4662-8c96-2a61d6ff04a0', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'mac_address': 'fa:16:3e:a6:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:40Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 4, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'subnets': [{'id': '0dd0df0c-bec2-46f8-80fb-59069070d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:49.020267 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:49.048627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64ce28d-d4bd-44b7-b68b-d0f3266b88b1 req-54fabde0-14b5-4b63-a7d0-d7db9e3a571c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0589654 Jul 16 03:27:49.067653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port fc5adccb-200f-4357-b23b-7a0964dd8f23, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc5adccb-200f-4357-b23b-7a0964dd8f23,segment=NetworkSegment(dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790),segment_id=dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:49.086185 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:49.144263 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f03935-2cdb-4c0a-a153-4c30d49ebea1 x-openstack-request-id: req-a5f03935-2cdb-4c0a-a153-4c30d49ebea1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:49.144915 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0dc266-66ff-479b-ac7f-f28d42834e73", "name": "network-vif-deleted", "tag": "6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:49.145535 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5f03935-2cdb-4c0a-a153-4c30d49ebea1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:49.146207 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0dc266-66ff-479b-ac7f-f28d42834e73', 'name': 'network-vif-deleted', 'tag': '6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d', 'status': 'completed', 'code': 200} Jul 16 03:27:49.202806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4bf9a25-5961-4f0c-a0f1-0cc1d47de50a req-ef2bdda3-c076-4423-b8bb-0ea8e13105b3 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0490324 Jul 16 03:27:49.210063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=fc5adccb-200f-4357-b23b-7a0964dd8f23,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:49.330110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-585b2a60-6694-4885-9c21-99afc03552d3 req-2128faa2-70e4-41b9-9789-6a51b0648e7c tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips/796d8a49-ae26-4721-b868-5193918c274d HTTP/1.1" status: 200 len: 692 time: 0.0907943 Jul 16 03:27:49.518433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2a60-6694-4885-9c21-99afc03552d3 req-2d1c9763-9bbe-43e4-9c2e-4d060de731cc tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.534824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-585b2a60-6694-4885-9c21-99afc03552d3 req-2d1c9763-9bbe-43e4-9c2e-4d060de731cc tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1959994 Jul 16 03:27:49.608664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:49.676598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:49.681672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:49.682165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:49.689634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc2dd77c-97c4-407f-b1d1-0230a29e9778 req-6d65e2dc-888c-41e9-9af0-d11d130137a7 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=7d99cb8dd84b4f55a916cbce0428d4cc HTTP/1.1" status: 200 len: 695 time: 0.1116741 Jul 16 03:27:49.771930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:49.810054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:49.814087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:49.814259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446069e-5076-43aa-a847-9d2774992248 req-af0172a7-b335-4e5d-a7ae-aca4ab11048a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.814899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:49.815831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8446069e-5076-43aa-a847-9d2774992248 req-af0172a7-b335-4e5d-a7ae-aca4ab11048a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 945 time: 0.1521704 Jul 16 03:27:49.858264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:49.858521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6813aa2d-f3f9-488f-ba9e-6476dc7aaa9d not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:49.863278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd77c-97c4-407f-b1d1-0230a29e9778 req-dec13571-9578-47ff-a4dd-870b6abc285f tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.865374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc2dd77c-97c4-407f-b1d1-0230a29e9778 req-dec13571-9578-47ff-a4dd-870b6abc285f tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks?id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 787 time: 0.1549351 Jul 16 03:27:49.884283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:49.886926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-dc2dd77c-97c4-407f-b1d1-0230a29e9778 req-1caa283d-0dc5-4dc5-b40e-4554865963b2 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:49.888096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc2dd77c-97c4-407f-b1d1-0230a29e9778 req-1caa283d-0dc5-4dc5-b40e-4554865963b2 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093796 Jul 16 03:27:49.894012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8446069e-5076-43aa-a847-9d2774992248 req-3c6d5ac4-12d3-498a-a1bc-2fa6394cb8e8 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694187 Jul 16 03:27:50.081960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-b7568800-733f-4c61-99b0-83a09d8ec0db tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips/796d8a49-ae26-4721-b868-5193918c274d HTTP/1.1" status: 200 len: 692 time: 0.0612948 Jul 16 03:27:50.160005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:50.162941 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c426bea3-4ec8-41e7-b2a3-1dbd6daa00e0" -d '{"events": [{"server_uuid": "416765d2-32b5-4eae-ba5d-32c4a477b230", "name": "network-vif-plugged", "status": "completed", "tag": "2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:50.219826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d83f8-735f-42e1-9c42-f2e7f5dd97ea req-405929ed-74e5-4261-bde9-218181eb5a6a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.221432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf4d83f8-735f-42e1-9c42-f2e7f5dd97ea req-405929ed-74e5-4261-bde9-218181eb5a6a tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 945 time: 0.2145708 Jul 16 03:27:50.229641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-596367ca-071d-476a-b72d-3f3ed78ede00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.231674 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-596367ca-071d-476a-b72d-3f3ed78ede00 service neutron] 10.222.0.48 "GET /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 1032 time: 0.0471141 Jul 16 03:27:50.277990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc5adccb-200f-4357-b23b-7a0964dd8f23 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:50.285628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2ebad009-a2de-421c-901e-a9acff162149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.287080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96592817-a8eb-4539-98e8-a6ad29da154b req-df5d4332-588f-4f41-86c9-1ce0c1faef6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.287255 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2ebad009-a2de-421c-901e-a9acff162149 service neutron] 10.222.0.48 "GET /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 1031 time: 0.0483601 Jul 16 03:27:50.288725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96592817-a8eb-4539-98e8-a6ad29da154b req-df5d4332-588f-4f41-86c9-1ce0c1faef6e tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 945 time: 0.2053869 Jul 16 03:27:50.295636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-7597aafb-9790-47db-a163-6545bea723b2 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.297130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-7597aafb-9790-47db-a163-6545bea723b2 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2019920 Jul 16 03:27:50.344010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fc5adccb-200f-4357-b23b-7a0964dd8f23 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:50.344297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.385913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-11e12307-376d-466e-b531-0a8c5942ceb6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.17 HTTP/1.1" status: 200 len: 695 time: 0.0707181 Jul 16 03:27:50.404738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf4d83f8-735f-42e1-9c42-f2e7f5dd97ea req-9a8992ce-04e5-4304-bc7f-911a0365f403 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709967 Jul 16 03:27:50.411325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:50.505044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-0a972f07-3500-447c-96ac-49466bd4e011 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.512432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-0a972f07-3500-447c-96ac-49466bd4e011 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.518479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-0a972f07-3500-447c-96ac-49466bd4e011 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.520128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-0a972f07-3500-447c-96ac-49466bd4e011 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=c59a8071-def6-434e-acab-915f3ad843be&id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 1995 time: 0.2164772 Jul 16 03:27:50.524498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-d59ebdb2-ae23-4037-8185-da1f5d7fe274 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.526053 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-d59ebdb2-ae23-4037-8185-da1f5d7fe274 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.1787007 Jul 16 03:27:50.536746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-4f304fb3-7bde-48a2-a3e6-d73686b7bc14 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.17 HTTP/1.1" status: 200 len: 695 time: 0.1499825 Jul 16 03:27:50.567231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800089-6'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:50.589052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:50.602457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 has no active binding in host n-h1-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:27:50.625764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-04d1c6c0-9710-439d-9f31-7be50e2d560a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65563a9af12f432db97e2d0a1ede6306 HTTP/1.1" status: 200 len: 380 time: 0.0940044 Jul 16 03:27:50.637361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'admin_state_up': True, 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'security_groups': ['09a2faba-95ea-49ec-91bf-54768f990797']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:50.676571 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f5086d6-ca0d-4d73-923c-24e54d7e0588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.734686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Deleting port 47d901b0-207d-41d1-a591-f8471b7ed842 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:50.735287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.736365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.774732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1bf7-e43f-41e8-8918-063e1c658e3d req-fe9271e9-cefd-4a29-a49d-c7e446f162ee tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.776719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-366d1bf7-e43f-41e8-8918-063e1c658e3d req-fe9271e9-cefd-4a29-a49d-c7e446f162ee tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 949 time: 0.1807935 Jul 16 03:27:50.845663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Deleting port 472a48da-cd44-44d1-ae7c-069ac1eb5a55 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:50.846537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.849509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:50.853182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.901353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-366d1bf7-e43f-41e8-8918-063e1c658e3d req-5c1b2b03-6f42-4ab3-af6d-ce0cb17b0ca5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146748 Jul 16 03:27:50.945989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] For port 47d901b0-207d-41d1-a591-f8471b7ed842, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=47d901b0-207d-41d1-a591-f8471b7ed842,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:50.946428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.965474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Calling delete_port for 47d901b0-207d-41d1-a591-f8471b7ed842 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:50.991054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:51.020156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.020504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.038395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Calling delete_port for 472a48da-cd44-44d1-ae7c-069ac1eb5a55 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:51.079883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 172.20.0.14 (fa09f388-60a2-4025-9fc0-ab125606f905/804d4d44-4671-4503-8584-08d4ae8a662e/d9191e06-9fac-4ac6-9e26-c671e26c12b0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:51.082427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:51.150215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:51.153558 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab661a5-2609-4d0c-a25c-678a693de3af" -d '{"events": [{"server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "name": "network-vif-unplugged", "status": "completed", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:51.162441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.184875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.268668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.281537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['47d901b0-207d-41d1-a591-f8471b7ed842'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:51.332914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event deleted for resources: {'Port': ['ID=47d901b0-207d-41d1-a591-f8471b7ed842,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:51.341267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:51.396121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on host n-h2-800089-6 for vnic_type normal with profile {"migrating_to": "n-h1-800089-6"} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:51.396351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:51.397023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:51.407905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.411003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:51.411331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Attempting to bind port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on network 5c27b772-144c-4531-bba0-3b6e9a8ce95f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:51.424678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:51.425017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Checking segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:51.425746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Bound using segment: {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:51.426437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Bound port: 2c04a646-be47-4793-9fd1-a6e51d013fd5, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6462a8-a82f-4d01-a592-bb17a2ce36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5c27b772-144c-4531-bba0-3b6e9a8ce95f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:51.427016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.512855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:51.517547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:51.522613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.618597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:51.619288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.620747 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] 10.222.0.11 "PUT /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 1121 time: 1.0628023 Jul 16 03:27:51.621604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d02093-32b0-46a1-92bf-561177b29d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:51.722691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fad235b-85ca-4350-85ee-c10b184edd68 req-b320a8df-d448-4198-9a61-8b4c2e72ed7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0534196 Jul 16 03:27:51.724334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] No DVR routers for this DVR port 47d901b0-207d-41d1-a591-f8471b7ed842 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:51.727122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.729064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96592817-a8eb-4539-98e8-a6ad29da154b req-8c952216-052e-42c0-8ad6-51e9d8cdbc65 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.48 "DELETE /v2.0/ports/47d901b0-207d-41d1-a591-f8471b7ed842 HTTP/1.1" status: 204 len: 173 time: 1.4283483 Jul 16 03:27:51.729524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object d9191e06-9fac-4ac6-9e26-c671e26c12b0 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:51.729680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'name': 'network-vif-deleted', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:51.732095 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bd64e-4a06-4122-9886-ef886351419d" -d '{"events": [{"server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "name": "network-vif-deleted", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:51.735739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.758590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Pushing event deleted for resources: {'Port': ['ID=472a48da-cd44-44d1-ae7c-069ac1eb5a55,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:51.776229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2c04a646-be47-4793-9fd1-a6e51d013fd5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:51.779309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['2c04a646-be47-4793-9fd1-a6e51d013fd5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:51.797305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.857004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.860513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.863948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c7402e3-036a-4b94-85c2-2dde62449ee9 req-fe10c559-28d3-49c1-b4cd-fb0a1418dd7d tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "DELETE /v2.0/floatingips/796d8a49-ae26-4721-b868-5193918c274d HTTP/1.1" status: 204 len: 173 time: 1.3210540 Jul 16 03:27:51.903246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network fa09f388-60a2-4025-9fc0-ab125606f905 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:51.907674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:51.911916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:51.931499 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b99ab9-9214-4dc1-9f1e-2912f8c5314f x-openstack-request-id: req-67b99ab9-9214-4dc1-9f1e-2912f8c5314f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:51.932056 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416765d2-32b5-4eae-ba5d-32c4a477b230", "name": "network-vif-plugged", "status": "completed", "tag": "2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:51.932334 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67b99ab9-9214-4dc1-9f1e-2912f8c5314f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:51.932812 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0', 'code': 200} Jul 16 03:27:51.948192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:52.007861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:52.009000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.045903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5f5adfb5-c3b3-422a-a35f-abc905d0d23d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4128556 Jul 16 03:27:52.056884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'admin_state_up': True, 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'security_groups': ['09a2faba-95ea-49ec-91bf-54768f990797']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:52.257383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79f3e195-6bbf-4c37-81fb-e725595c2708 req-ed40c014-3676-4924-80d4-184dc651bbff tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.1501815 Jul 16 03:27:52.275413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:52.283873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.312178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-832b90d2-80b7-467e-b249-c8c8f7fa867c req-e91ea78e-d002-4294-aee4-368930c430a7 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=7650b995-4564-475c-b68d-2f9915f965be HTTP/1.1" status: 200 len: 210 time: 0.1347454 Jul 16 03:27:52.327651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8cb3f295-9c36-4a6f-a53f-a6a16b2a9e5a None None] Provisioning for port d9191e06-9fac-4ac6-9e26-c671e26c12b0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:52.332428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8cb3f295-9c36-4a6f-a53f-a6a16b2a9e5a None None] Provisioning complete for port d9191e06-9fac-4ac6-9e26-c671e26c12b0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:52.333182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f295-9c36-4a6f-a53f-a6a16b2a9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.375451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865ca7-ec6f-428f-82a2-bd1bc97689a2 req-cded9c83-9823-4c22-8080-d0cfac90eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:52.380770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3865ca7-ec6f-428f-82a2-bd1bc97689a2 req-cded9c83-9823-4c22-8080-d0cfac90eb54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 1100 time: 0.2832296 Jul 16 03:27:52.396845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3f295-9c36-4a6f-a53f-a6a16b2a9e5a None None] Port d9191e06-9fac-4ac6-9e26-c671e26c12b0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:52.459024 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d2d226-a6b8-4765-833f-656ec48eb70e x-openstack-request-id: req-30d2d226-a6b8-4765-833f-656ec48eb70e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:52.462169 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "name": "network-vif-unplugged", "status": "completed", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:52.462607 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30d2d226-a6b8-4765-833f-656ec48eb70e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:52.463240 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'code': 200} Jul 16 03:27:52.472561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3865ca7-ec6f-428f-82a2-bd1bc97689a2 req-c11a145e-dbd2-462f-aa9a-3f18f021108a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Jul 16 03:27:52.578043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 10.1.1.112 (e94fa5d6-bf96-4c3a-940a-325327772fbb/4cd9d028-5310-440c-9a95-d9eac0ea2a94/54a0ffd6-3f22-424d-a0f9-4d117c265c97) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:52.671727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c63b0c-f6b4-45aa-8308-f1c374633e99 req-2ab7976a-ed23-41c6-b8ff-d78026f324cc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:52.681410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76c63b0c-f6b4-45aa-8308-f1c374633e99 req-2ab7976a-ed23-41c6-b8ff-d78026f324cc tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 950 time: 0.1579056 Jul 16 03:27:52.712058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b04e5c-04ab-4be9-8e1d-dc2e1ae36e40 req-342ae290-ca99-4478-9719-2a6dc47e0110 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:52.713650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64b04e5c-04ab-4be9-8e1d-dc2e1ae36e40 req-342ae290-ca99-4478-9719-2a6dc47e0110 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.1557000 Jul 16 03:27:52.750210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76c63b0c-f6b4-45aa-8308-f1c374633e99 req-818126b1-e5b7-4a62-b423-dfa83a16b88e tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678303 Jul 16 03:27:52.776402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.786301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64b04e5c-04ab-4be9-8e1d-dc2e1ae36e40 req-63e95444-eff0-42cc-8ad3-e4464dbe9e31 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591791 Jul 16 03:27:52.806704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object 54a0ffd6-3f22-424d-a0f9-4d117c265c97 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:52.852944 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4dd611-a0f5-4a62-a2d3-d5d980fbe22f x-openstack-request-id: req-7b4dd611-a0f5-4a62-a2d3-d5d980fbe22f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:52.853305 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650b995-4564-475c-b68d-2f9915f965be", "name": "network-vif-deleted", "tag": "47d901b0-207d-41d1-a591-f8471b7ed842", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:52.853477 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b4dd611-a0f5-4a62-a2d3-d5d980fbe22f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:52.853879 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650b995-4564-475c-b68d-2f9915f965be', 'name': 'network-vif-deleted', 'tag': '47d901b0-207d-41d1-a591-f8471b7ed842', 'status': 'completed', 'code': 200} Jul 16 03:27:52.876986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.940249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network e94fa5d6-bf96-4c3a-940a-325327772fbb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:52.945413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:52.951981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:52.978507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:53.016257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.016919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.034462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a3dd7c76-a03a-4182-81fa-fff7773f6bf2 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9820633 Jul 16 03:27:53.045438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-296f5d74-89eb-42b5-817c-35570e82ca31 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.047332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-296f5d74-89eb-42b5-817c-35570e82ca31 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 950 time: 0.2421930 Jul 16 03:27:53.048775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'admin_state_up': True, 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'security_groups': ['09a2faba-95ea-49ec-91bf-54768f990797']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:53.060644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-d9312e4a-b971-4c9f-a7c5-92611e70539e tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2564924 Jul 16 03:27:53.065847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:53.136348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.206483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:53.211469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.217406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31228c68-3586-4c69-b6bc-8d7459a5e93b req-0d31a9b4-1751-45a9-a43f-38e369edebdb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.218993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31228c68-3586-4c69-b6bc-8d7459a5e93b req-0d31a9b4-1751-45a9-a43f-38e369edebdb tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 949 time: 0.2475889 Jul 16 03:27:53.227544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-03ae017c-5c51-449d-bae9-43531b20ce9d None None] Provisioning for port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:53.232923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-03ae017c-5c51-449d-bae9-43531b20ce9d None None] Provisioning complete for port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:53.233371 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ae017c-5c51-449d-bae9-43531b20ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.296528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-03ae017c-5c51-449d-bae9-43531b20ce9d None None] Port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:53.297261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Deleting port fa1fdd0d-375e-44a2-ac2c-b870000dde67 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:53.297612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.316214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69c9e39e-6d8e-4367-91d8-e9f78270043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.335359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31228c68-3586-4c69-b6bc-8d7459a5e93b req-04ce781b-f5fc-4355-9732-49916bb8a77d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002145 Jul 16 03:27:53.394490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 10.1.1.153 (e94fa5d6-bf96-4c3a-940a-325327772fbb/4cd9d028-5310-440c-9a95-d9eac0ea2a94/098bf14f-bd4a-4b73-94c0-35a1bb15f218) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:53.439822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:53.440313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.465912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Calling delete_port for fa1fdd0d-375e-44a2-ac2c-b870000dde67 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:53.471650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.573688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.593189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object 098bf14f-bd4a-4b73-94c0-35a1bb15f218 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:53.617100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Allocated IP 172.25.4.126 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/c4591675-f2f8-42da-8495-666ac87a3284) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:53.621171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device fa1fdd0d-375e-44a2-ac2c-b870000dde67 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:53.645092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.733805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network e94fa5d6-bf96-4c3a-940a-325327772fbb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:53.735630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:53.748252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:53.768546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:53.770492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.837080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.837829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.849113 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.869918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-167e6a2a-4ed8-47ec-8bfa-0c2d35ca5b2a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255711 Jul 16 03:27:53.872420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port fa1fdd0d-375e-44a2-ac2c-b870000dde67, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=fa1fdd0d-375e-44a2-ac2c-b870000dde67,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:53.882307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.883276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:53.889028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be', 'admin_state_up': True, 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'security_groups': ['09a2faba-95ea-49ec-91bf-54768f990797']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:53.895452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.975001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18408-4018-4fbd-b990-8cb6d9f4bd09 req-266a1319-13b5-472e-b777-7ffdb8b5e6d3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.986676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18408-4018-4fbd-b990-8cb6d9f4bd09 req-266a1319-13b5-472e-b777-7ffdb8b5e6d3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.994082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18408-4018-4fbd-b990-8cb6d9f4bd09 req-266a1319-13b5-472e-b777-7ffdb8b5e6d3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:54.005714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fc18408-4018-4fbd-b990-8cb6d9f4bd09 req-266a1319-13b5-472e-b777-7ffdb8b5e6d3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 2375 time: 0.2379472 Jul 16 03:27:54.049552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:54.079680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:54.081899 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321f63d-4000-4073-b1f5-b4262ded5245" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:54.113886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 47d901b0-207d-41d1-a591-f8471b7ed842 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:54.114167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 47d901b0-207d-41d1-a591-f8471b7ed842 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:54.118171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.148637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dc1076f4-e22f-4621-9252-34873b7bd45a None None] Provisioning for port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:54.154537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:54.157972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dc1076f4-e22f-4621-9252-34873b7bd45a None None] Provisioning complete for port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:54.158347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc1076f4-e22f-4621-9252-34873b7bd45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.160415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.163340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fc18408-4018-4fbd-b990-8cb6d9f4bd09 req-8d2a40bd-f8fd-469a-8d93-73d0f6515194 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515949 Jul 16 03:27:54.206437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.206813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.207154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.207489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.207817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.208218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.208519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.208839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.209161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.209480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.209799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.210162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:54.222936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:54.240336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.242272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:54.248453 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.252502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c', '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:54.260425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:54.264674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Pushing event updated for resources: {'Port': ['ID=c4591675-f2f8-42da-8495-666ac87a3284,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:54.293051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc1076f4-e22f-4621-9252-34873b7bd45a None None] Port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:54.434809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 10.2.2.100 (c59a8071-def6-434e-acab-915f3ad843be/bda03e56-11f7-4c46-bbce-74178095d7cc/0b8208b3-cb18-4919-b9b2-92164973d4c1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:54.498398 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.527178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] No DVR routers for this DVR port fa1fdd0d-375e-44a2-ac2c-b870000dde67 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:54.573302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event deleted for resources: {'Port': ['ID=fa1fdd0d-375e-44a2-ac2c-b870000dde67,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:54.578307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:54.580957 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:54.582319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.584722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-353fcbce-b39d-435e-a257-832cd62d8aa3 req-9d30e6dd-03af-4420-83df-45a20001b3a4 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.48 "DELETE /v2.0/ports/fa1fdd0d-375e-44a2-ac2c-b870000dde67 HTTP/1.1" status: 204 len: 173 time: 1.5122929 Jul 16 03:27:54.603519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3747811-a2ff-4edc-95f8-536ae902631a req-b554f50a-6602-421d-a6e9-a52de3e1a1ca tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.1683340 Jul 16 03:27:54.603749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.621793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object 0b8208b3-cb18-4919-b9b2-92164973d4c1 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:54.632758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.675077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.741081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network c59a8071-def6-434e-acab-915f3ad843be is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:54.744905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:54.748680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:54.805333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:54.805978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.822738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:54.829854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8510c34-9879-46bf-b6ae-a66be21bcf19 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9511206 Jul 16 03:27:54.843257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be', 'admin_state_up': True, 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'security_groups': ['09a2faba-95ea-49ec-91bf-54768f990797']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:54.891746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-deleted', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:54.899630 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c41701-2a47-4e82-8701-8db2aed9f667" -d '{"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-deleted", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:54.902574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:55.068294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Made reservation on behalf of 65563a9af12f432db97e2d0a1ede6306 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:55.073283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.118238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b14af967-6154-44b3-8e59-185b4c286c1f req-c5c8371c-d907-4ddf-9084-d3f578795d18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c6fc02f-eecb-47ec-b7fb-fbd158b12d90 HTTP/1.1" status: 200 len: 210 time: 0.0638962 Jul 16 03:27:55.169748 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.181632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.227443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7cedc8a4-5db0-46db-a412-d95cf0476934 None None] Provisioning for port 0b8208b3-cb18-4919-b9b2-92164973d4c1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:55.240645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7cedc8a4-5db0-46db-a412-d95cf0476934 None None] Provisioning complete for port 0b8208b3-cb18-4919-b9b2-92164973d4c1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:55.241366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7cedc8a4-5db0-46db-a412-d95cf0476934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.300065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7cedc8a4-5db0-46db-a412-d95cf0476934 None None] Port 0b8208b3-cb18-4919-b9b2-92164973d4c1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:55.310030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Allocated IP 10.2.2.200 (c59a8071-def6-434e-acab-915f3ad843be/bda03e56-11f7-4c46-bbce-74178095d7cc/c1e27338-7077-45f7-9a3d-39f08c335cfe) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:55.313948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Pushing event updated for resources: {'Port': ['ID=c4591675-f2f8-42da-8495-666ac87a3284,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:55.495467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.505323 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.512943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Transition to ACTIVE for port object c1e27338-7077-45f7-9a3d-39f08c335cfe will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:55.534705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.535697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-c2bc295d-11d9-48ec-afb0-3beafa79acd6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4741552 Jul 16 03:27:55.545839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bc602-5b2e-4d22-bf40-7ec617966767 req-4f21f73e-9ed7-463f-b92c-21fd27786b56 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:55.547514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-913bc602-5b2e-4d22-bf40-7ec617966767 req-4f21f73e-9ed7-463f-b92c-21fd27786b56 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.2508154 Jul 16 03:27:55.555099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.609042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event updated for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:55.626439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Network c59a8071-def6-434e-acab-915f3ad843be is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:55.628146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:55.630986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:55.632455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-cff90537-d916-4a61-83d2-b96a0e88a8f6 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.0839157 Jul 16 03:27:55.704244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-913bc602-5b2e-4d22-bf40-7ec617966767 req-548e9155-5670-406f-a6ae-d22cebdfc98b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451511 Jul 16 03:27:55.756802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:55.757487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.792075 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2084f029-2394-415c-8ffe-e071e4a57646 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562893 Jul 16 03:27:55.812913 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a6787c-31b4-44ba-a11f-f2d2fca087b9 x-openstack-request-id: req-07a6787c-31b4-44ba-a11f-f2d2fca087b9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:55.813324 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:55.813652 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07a6787c-31b4-44ba-a11f-f2d2fca087b9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:55.814808 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'code': 200} Jul 16 03:27:55.835266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-e610c4cc-ca9c-4ee8-ad6a-603700911a20 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:55.836816 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c670ca-961b-40f6-88d2-8b539bf73e88 req-e610c4cc-ca9c-4ee8-ad6a-603700911a20 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1936440 Jul 16 03:27:55.865153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:55.945424 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1170ff7c-2b7a-4055-af36-6521b81d844c x-openstack-request-id: req-1170ff7c-2b7a-4055-af36-6521b81d844c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:55.945760 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:55.946061 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1170ff7c-2b7a-4055-af36-6521b81d844c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:55.946475 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'status': 'completed', 'code': 200} Jul 16 03:27:55.953681 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.990102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.033933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.133710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13cca496-ae8d-44c0-b0f7-263eb6cdc040 None None] Provisioning for port c1e27338-7077-45f7-9a3d-39f08c335cfe completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:56.139406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13cca496-ae8d-44c0-b0f7-263eb6cdc040 None None] Provisioning complete for port c1e27338-7077-45f7-9a3d-39f08c335cfe triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:56.141293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13cca496-ae8d-44c0-b0f7-263eb6cdc040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.243004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-13cca496-ae8d-44c0-b0f7-263eb6cdc040 None None] Port c1e27338-7077-45f7-9a3d-39f08c335cfe cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:56.399340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9191e06-9fac-4ac6-9e26-c671e26c12b0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:56.409249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.424852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Transition to ACTIVE for port object d9191e06-9fac-4ac6-9e26-c671e26c12b0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:56.430664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.483845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Pushing event updated for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:56.609454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Attempting to bind port d9191e06-9fac-4ac6-9e26-c671e26c12b0 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:56.610136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Attempting to bind port d9191e06-9fac-4ac6-9e26-c671e26c12b0 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:56.610136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Attempting to bind port d9191e06-9fac-4ac6-9e26-c671e26c12b0 on network fa09f388-60a2-4025-9fc0-ab125606f905 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:56.627980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Port d9191e06-9fac-4ac6-9e26-c671e26c12b0 on network fa09f388-60a2-4025-9fc0-ab125606f905 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:56.628312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Attempting to bind port d9191e06-9fac-4ac6-9e26-c671e26c12b0 on network fa09f388-60a2-4025-9fc0-ab125606f905 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:56.635053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:56.635383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Checking segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:56.635775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Bound using segment: {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:56.636314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Bound port: d9191e06-9fac-4ac6-9e26-c671e26c12b0, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55e198-3640-4567-a1b9-2d038aef8f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:56.636633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.675505 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8efef-fb51-4414-beaa-bb00b9d2c7b1 x-openstack-request-id: req-8ec8efef-fb51-4414-beaa-bb00b9d2c7b1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:56.675798 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fc02f-eecb-47ec-b7fb-fbd158b12d90", "name": "network-vif-deleted", "tag": "fa1fdd0d-375e-44a2-ac2c-b870000dde67", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:56.676068 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec8efef-fb51-4414-beaa-bb00b9d2c7b1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:56.676447 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fc02f-eecb-47ec-b7fb-fbd158b12d90', 'name': 'network-vif-deleted', 'tag': 'fa1fdd0d-375e-44a2-ac2c-b870000dde67', 'status': 'completed', 'code': 200} Jul 16 03:27:56.721792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:56.725208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:56.736374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.774350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-98372492-49f0-4251-b787-2f466d5fe7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.776401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-98372492-49f0-4251-b787-2f466d5fe7b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1124 time: 0.8277171 Jul 16 03:27:56.785186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.785965 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.787531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 1092 time: 0.9875481 Jul 16 03:27:56.899051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08296c-e893-48f2-80ca-14659c17be2d req-e76f7c96-810a-4cdf-b662-5223047eac8e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.907849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef08296c-e893-48f2-80ca-14659c17be2d req-e76f7c96-810a-4cdf-b662-5223047eac8e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 949 time: 0.8388729 Jul 16 03:27:56.946590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-76f7a5ea-eb04-45a3-9543-c31c225a095a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.955276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-76f7a5ea-eb04-45a3-9543-c31c225a095a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.962132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-76f7a5ea-eb04-45a3-9543-c31c225a095a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.970531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-76f7a5ea-eb04-45a3-9543-c31c225a095a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.980650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-76f7a5ea-eb04-45a3-9543-c31c225a095a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.983673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-76f7a5ea-eb04-45a3-9543-c31c225a095a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 3829 time: 0.3064158 Jul 16 03:27:57.107750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-97cf8824-4ef7-4540-8756-7eb72bdc326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.109447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-97cf8824-4ef7-4540-8756-7eb72bdc326b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.3242419 Jul 16 03:27:57.163812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:57.198234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef08296c-e893-48f2-80ca-14659c17be2d req-cfe67583-660f-457f-a7f8-4f03c05f9d99 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882397 Jul 16 03:27:57.218755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4088c-e36c-40bf-b59a-0f8afe37b421 service neutron] Pushing event updated for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:57.223593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d18ab2b3-69ca-4c05-b9ba-11516cd275bf req-707f0720-72b1-46b2-ba2f-4d08eda074ba tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857321 Jul 16 03:27:57.227835 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-f41ff002-c509-4a60-a60f-e04e7cf2d820 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 217 time: 0.0833089 Jul 16 03:27:57.283782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-5062da5c-a3a7-4a73-b267-01b84ed6a6b7 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.285393 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-5062da5c-a3a7-4a73-b267-01b84ed6a6b7 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 944 time: 0.4945817 Jul 16 03:27:57.286908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-3f94ed68-e129-404a-bae6-4d4b76013f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.288371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-3f94ed68-e129-404a-bae6-4d4b76013f09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.0495610 Jul 16 03:27:57.356751 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-ff742329-32e0-4ea0-b11a-3b91cc23d2c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594728 Jul 16 03:27:57.358138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.377020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-ef599b22-689b-4331-916e-082a280687c3 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips/1e6468f5-d816-4cbd-a1ad-c5caf94d7240 HTTP/1.1" status: 200 len: 693 time: 0.0876741 Jul 16 03:27:57.388528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Deleting port 6751dae7-f525-4163-87bf-42e155ff5e37 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:57.388878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.455102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-420801db-2f59-452b-8c4f-85d8150509ef req-c34498fe-5dc2-42f9-afa3-ca1e1ea7c244 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0812681 Jul 16 03:27:57.509279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Deleting port ef43555b-6388-42cd-bbdc-ece93ddca872 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:57.509660 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.649405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:57.685004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-381f9675-5dcf-4985-b430-beada9858481 service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209314 Jul 16 03:27:57.692901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] For port 6751dae7-f525-4163-87bf-42e155ff5e37, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6751dae7-f525-4163-87bf-42e155ff5e37,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:57.693505 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.722150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] For port ef43555b-6388-42cd-bbdc-ece93ddca872, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef43555b-6388-42cd-bbdc-ece93ddca872,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:57.722750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.753792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Calling delete_port for ef43555b-6388-42cd-bbdc-ece93ddca872 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:57.781313 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-a2c15435-1806-4dbe-9b68-9dc59f117a73 service neutron] 10.222.0.48 "GET /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.1308074 Jul 16 03:27:57.800149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Calling delete_port for 6751dae7-f525-4163-87bf-42e155ff5e37 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:57.815438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-33f9873b-bb72-49ae-a7ec-c2773526ac65 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.816758 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-33f9873b-bb72-49ae-a7ec-c2773526ac65 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.4117479 Jul 16 03:27:57.822019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e830c8b-2666-4f5f-a0d6-904cd3c95e6d req-10dd94b2-5f04-4415-a40c-edb17639804c service neutron] 10.222.0.48 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257143 Jul 16 03:27:57.930944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-395ba446-c527-4883-97ad-6f72d436f85c tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.0875261 Jul 16 03:27:57.949020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc48705-7c0c-4a18-b476-144b25203003 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:57.954432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:57.956014 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84acf3a-45fe-4a4b-aec5-b54e54a36902" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:57.964902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.009023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-fc39d4f1-962a-4320-9e3c-503999da5775 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.126 HTTP/1.1" status: 200 len: 696 time: 0.0620012 Jul 16 03:27:58.010472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Transition to ACTIVE for port object 0bc48705-7c0c-4a18-b476-144b25203003 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:58.033405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.059603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fc3db-f47a-4f85-9e2a-5ba16d22087e req-38da296b-8d77-459e-a835-f75fbfabdbdf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.061112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c34fc3db-f47a-4f85-9e2a-5ba16d22087e req-38da296b-8d77-459e-a835-f75fbfabdbdf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f69368-79f7-4842-8017-704c68401837 HTTP/1.1" status: 200 len: 944 time: 0.2670419 Jul 16 03:27:58.131139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.168842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:58.225790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event deleted for resources: {'Port': ['ID=ef43555b-6388-42cd-bbdc-ece93ddca872,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:58.227194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c34fc3db-f47a-4f85-9e2a-5ba16d22087e req-27ca8786-bb2d-4f39-b90a-af7c42ed8c2a tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387038 Jul 16 03:27:58.321594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Deleting port c4591675-f2f8-42da-8495-666ac87a3284 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:58.322002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.363769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.364057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] No DVR routers for this DVR port ef43555b-6388-42cd-bbdc-ece93ddca872 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:58.367322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.373578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f3bf4513-735f-4b0f-aafe-ede095dc87d6 req-0aa6bb19-a940-48b3-bcd3-bf3ec7408aab tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "DELETE /v2.0/ports/ef43555b-6388-42cd-bbdc-ece93ddca872 HTTP/1.1" status: 204 len: 173 time: 1.0768719 Jul 16 03:27:58.404939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:58.439327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Pushing event deleted for resources: {'Port': ['ID=6751dae7-f525-4163-87bf-42e155ff5e37,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:58.440832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:58.492679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04a646-be47-4793-9fd1-a6e51d013fd5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:58.508960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:58.536559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Attempting to bind port 0bc48705-7c0c-4a18-b476-144b25203003 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:58.537210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Attempting to bind port 0bc48705-7c0c-4a18-b476-144b25203003 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:58.537676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Attempting to bind port 0bc48705-7c0c-4a18-b476-144b25203003 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:58.544022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Port 0bc48705-7c0c-4a18-b476-144b25203003 on network e94fa5d6-bf96-4c3a-940a-325327772fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:58.544494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Attempting to bind port 0bc48705-7c0c-4a18-b476-144b25203003 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:58.551246 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.578778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:58.579159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Checking segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:58.579541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Bound using segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:58.579983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Bound port: 0bc48705-7c0c-4a18-b476-144b25203003, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:58.580340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.598250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.598651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.622889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Calling delete_port for c4591675-f2f8-42da-8495-666ac87a3284 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:58.662092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c4a6-cc3c-4953-bf4c-1d792d915a4e req-a14e6896-a2eb-4bdc-9c09-6978aa91bc67 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.663797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17c7c4a6-cc3c-4953-bf4c-1d792d915a4e req-a14e6896-a2eb-4bdc-9c09-6978aa91bc67 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 943 time: 0.3284335 Jul 16 03:27:58.682720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] Transition to ACTIVE for port object 2c04a646-be47-4793-9fd1-a6e51d013fd5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:58.747358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:58.751083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0bc48705-7c0c-4a18-b476-144b25203003,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:58.753747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.788850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17c7c4a6-cc3c-4953-bf4c-1d792d915a4e req-71beab1b-9df2-4088-aecc-7836f8e198f7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177912 Jul 16 03:27:58.822951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.828898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.843430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:58.873251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.873862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.875253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 1135 time: 1.7159133 Jul 16 03:27:58.926219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:58.928738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] No DVR routers for this DVR port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:59.000713 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.013437 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-ea7e06b0-ffd9-4d1e-bd13-2f6004bf17c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5/bindings/n-h1-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1971476 Jul 16 03:27:59.032411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9ebc-1c7f-4b9d-b46f-91627cb4bfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:59.066527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Pushing event deleted for resources: {'Port': ['ID=c4591675-f2f8-42da-8495-666ac87a3284,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:59.154209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.208370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-f19c4cb5-3f0f-44ae-80ab-3585b0283f78 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.210736 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-f19c4cb5-3f0f-44ae-80ab-3585b0283f78 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.1181161 Jul 16 03:27:59.243632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.247207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.248433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58f3009c-6b70-42ac-b4b9-d6574b6cca4d req-73fff105-c4c1-4462-9aef-63db8c01a2f0 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "DELETE /v2.0/floatingips/1e6468f5-d816-4cbd-a1ad-c5caf94d7240 HTTP/1.1" status: 204 len: 173 time: 1.2082934 Jul 16 03:27:59.380700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c79663-2c91-45d1-9a34-b3db5c65914d req-a3209395-ce07-45aa-9bde-27e7f450df96 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.381705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39c79663-2c91-45d1-9a34-b3db5c65914d req-a3209395-ce07-45aa-9bde-27e7f450df96 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 1100 time: 0.3836470 Jul 16 03:27:59.448572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39c79663-2c91-45d1-9a34-b3db5c65914d req-69425157-4c59-447e-b4f2-2ef513e1a667 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587325 Jul 16 03:27:59.450811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:59.562898 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56002b9-f025-439f-bf2d-ed1736346fc0 x-openstack-request-id: req-d56002b9-f025-439f-bf2d-ed1736346fc0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:59.564694 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:59.565118 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d56002b9-f025-439f-bf2d-ed1736346fc0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:59.566351 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'status': 'completed', 'code': 200} Jul 16 03:27:59.579842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-2c9a3ca7-dd3a-4086-bd64-3b157b18d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.583091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-2c9a3ca7-dd3a-4086-bd64-3b157b18d321 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924&tenant_id=dc9383991a524b719794f6145c411484 HTTP/1.1" status: 200 len: 1095 time: 0.3593674 Jul 16 03:27:59.584143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:59.599879 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] Sync routers for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:59.625694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e1caa925-4b2b-4528-8b4d-374058f2591a admin admin] 10.222.0.25 "PUT /v2.0/routers/65d9fb57-0cb1-40e5-a054-0d7a1e5a776a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7142706 Jul 16 03:27:59.627039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:59.628205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:59.631811 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:59.784582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:59.791546 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:59.794162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.807441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Transition to ACTIVE for port object a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:59.822483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.926797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:59.974993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.975817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.976442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.977071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.977691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.978466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.981762 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-25c5c28a-64cf-4bbe-a94e-6d18bd91a17a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5292 time: 0.4267650 Jul 16 03:28:00.048117 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:27:58Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:00.073113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-09dbe774-a2cc-4594-bbed-4cbbc35bacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.076708 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-09dbe774-a2cc-4594-bbed-4cbbc35bacb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc9383991a524b719794f6145c411484&device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1095 time: 0.4153974 Jul 16 03:28:00.089385 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] Checking router: 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:00.101078 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] Routers {'65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:00.101959 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:00.148147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce5f9339-9326-42d7-8387-a1847b71311a req-92b02d22-4a72-4d2e-bb70-2883b41a1f80 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.4296558 Jul 16 03:28:00.194616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.208507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.213035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-a97f75b4-e9e1-403d-835e-877bbef189df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.214606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-a97f75b4-e9e1-403d-835e-877bbef189df service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 200 len: 910 time: 0.1188147 Jul 16 03:28:00.214921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.220720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.226535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.232779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.240395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-4481e3f7-b0a5-462d-998f-9445f73a3360 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 4606 time: 0.6059930 Jul 16 03:28:00.253533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.347896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95eb07e5-29bb-4f1f-9874-b2dd374b4766 req-c7f8c317-0779-436b-b813-c4f2dd16df45 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065104 Jul 16 03:28:00.369140 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] Set router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:00.418732 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-c5b93329-e14a-4dd7-83f7-fc308987bde3 req-702b6603-e4a5-4fe5-9594-3c1475f64d48 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] show failed (client error): The resource could not be found. Jul 16 03:28:00.419780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5b93329-e14a-4dd7-83f7-fc308987bde3 req-702b6603-e4a5-4fe5-9594-3c1475f64d48 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips/1e6468f5-d816-4cbd-a1ad-c5caf94d7240 HTTP/1.1" status: 404 len: 350 time: 0.0369060 Jul 16 03:28:00.446927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.456112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:00.473465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-2ca9b513-6380-4793-92cc-701259924e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.473932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-2ca9b513-6380-4793-92cc-701259924e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.476471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-2ca9b513-6380-4793-92cc-701259924e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.478094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-2ca9b513-6380-4793-92cc-701259924e22 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=65563a9af12f432db97e2d0a1ede6306&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4732728 Jul 16 03:28:00.500471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Attempting to bind port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:00.500801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Attempting to bind port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:00.501131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Attempting to bind port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:00.504184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-8b6215e0-2d2a-4e38-961f-9d4cbda23d20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 200 len: 217 time: 0.2498257 Jul 16 03:28:00.515639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Deleting port 19093b38-7a17-42ed-939c-77491ecf639c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:00.516078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.522869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: ef43555b-6388-42cd-bbdc-ece93ddca872 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:00.528737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef43555b-6388-42cd-bbdc-ece93ddca872 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:00.612447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-602b8189-ac23-4db4-b6a0-7c183130c1f7 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537491 Jul 16 03:28:00.630303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-0ff96873-8079-48a4-8251-87e8a076a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.632872 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a84acf3a-45fe-4a4b-aec5-b54e54a36902 req-0ff96873-8079-48a4-8251-87e8a076a66c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1337569 Jul 16 03:28:00.643914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd on network e94fa5d6-bf96-4c3a-940a-325327772fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:00.644151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Attempting to bind port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:00.656845 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:27:58Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:00.666686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:00.667018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Checking segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:00.667926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Bound using segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:00.668378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Bound port: a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:00.668729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.708557 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83418364-096f-4f7f-86e7-2e5c50351ead None None] The sync data for ids ['65d9fb57-0cb1-40e5-a054-0d7a1e5a776a'] in n-d-800089-6 is: [{'id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867809570-router', 'tenant_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '19093b38-7a17-42ed-939c-77491ecf639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:40Z', 'updated_at': '2021-07-16T03:27:58Z', 'revision_number': 5, 'project_id': 'cedc66977cc241e5a82f8ab5dbc563b0', 'gw_port': {'id': '19093b38-7a17-42ed-939c-77491ecf639c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9fb57-0cb1-40e5-a054-0d7a1e5a776a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:41Z', 'updated_at': '2021-07-16T03:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:00.758954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:00.763004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:00.765479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-c22b22c8-0e0c-4092-9034-a48fcfc157c2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.767463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-c22b22c8-0e0c-4092-9034-a48fcfc157c2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187863 Jul 16 03:28:00.777747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.789909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-ce57541c-e90d-4650-be8e-8f82bc35c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.791440 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-ce57541c-e90d-4650-be8e-8f82bc35c21a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 200 len: 848 time: 0.1566849 Jul 16 03:28:00.798085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-0bb56d83-f8c7-4d56-b626-2d6aeb4cfb66 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/quotas/8612e2b362704cbbbe7782b2dd33f76f HTTP/1.1" status: 200 len: 375 time: 0.0223234 Jul 16 03:28:00.856125 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-78a7d89d-8f27-4208-9744-7d1fbc1d17ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c27b772-144c-4531-bba0-3b6e9a8ce95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405121 Jul 16 03:28:00.857748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.858367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.859651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 1134 time: 1.9376457 Jul 16 03:28:00.869484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] For port 19093b38-7a17-42ed-939c-77491ecf639c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=19093b38-7a17-42ed-939c-77491ecf639c,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:00.869909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.887072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c666aa1-baad-4f3a-b161-88affd26ecfb req-e198313e-151e-41ee-a12c-beb7defe1885 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.894124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c666aa1-baad-4f3a-b161-88affd26ecfb req-e198313e-151e-41ee-a12c-beb7defe1885 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.3385329 Jul 16 03:28:00.904356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:00.927362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Calling delete_port for 19093b38-7a17-42ed-939c-77491ecf639c owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:01.041684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c203784-b56b-4640-8a29-9ebe71195223 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:01.052613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c666aa1-baad-4f3a-b161-88affd26ecfb req-bbd7efeb-b5b5-404b-b996-8c5e499d2591 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559529 Jul 16 03:28:01.084569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-91a0a4ba-d034-4e79-b2a1-2dd327ba7979 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184134 Jul 16 03:28:01.085388 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.114285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-800d871c-f66d-46f3-97eb-d0f74a87f262 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3036821 Jul 16 03:28:01.128245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-d5aa5f15-db77-4b25-9062-82e8e0c1d59f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.129917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-d5aa5f15-db77-4b25-9062-82e8e0c1d59f tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.11 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 950 time: 0.2331469 Jul 16 03:28:01.450207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-f08a6b77-f074-45b9-8600-64bc1ce4ef92 service neutron] 10.222.0.11 "GET /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484585 Jul 16 03:28:01.481920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Deleting port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:01.482502 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.509296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38942f2-5541-4148-8143-d71b3fc3c024 req-0a830745-6672-4348-b62a-622256475d34 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.520095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a38942f2-5541-4148-8143-d71b3fc3c024 req-0a830745-6672-4348-b62a-622256475d34 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 944 time: 0.2843039 Jul 16 03:28:01.549066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.595588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'name': 'network-vif-deleted', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872'}, {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '0bc48705-7c0c-4a18-b476-144b25203003'}, {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:01.599141 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4a4a6-505d-4954-9a17-38883e5e059a" -d '{"events": [{"server_uuid": "50f69368-79f7-4842-8017-704c68401837", "name": "network-vif-deleted", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872"}, {"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "0bc48705-7c0c-4a18-b476-144b25203003"}, {"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:01.641267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Pushing event deleted for resources: {'Port': ['ID=19093b38-7a17-42ed-939c-77491ecf639c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:01.815237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a38942f2-5541-4148-8143-d71b3fc3c024 req-16a7b67b-2750-41bd-994d-6d2a13443d79 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923203 Jul 16 03:28:01.866302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] For port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:01.866302 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.880866 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-809a6d79-f860-4a99-a7d0-e91c10148069 req-9d596182-be0b-46f5-ab60-9aa59e50ddc9 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] show failed (client error): The resource could not be found. Jul 16 03:28:01.882356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-809a6d79-f860-4a99-a7d0-e91c10148069 req-9d596182-be0b-46f5-ab60-9aa59e50ddc9 tempest-FloatingIPsTestJSON-1128569025 tempest-FloatingIPsTestJSON-1128569025-project] 10.222.0.25 "GET /v2.0/floatingips/1e6468f5-d816-4cbd-a1ad-c5caf94d7240 HTTP/1.1" status: 404 len: 350 time: 0.1720579 Jul 16 03:28:01.896415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:01.903752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Calling delete_port for 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:02.328560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d62bc595-2f05-4141-ae6b-8dfb5c4475e4 req-25072065-e7e3-47e0-8f56-8657e4a10ae9 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 210 time: 0.3351183 Jul 16 03:28:02.342797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41003167-3d07-4a9f-8071-9a9a8a9e3986 req-0bee463c-a95f-4222-ad7c-b7d4cc19d8a4 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.3037677 Jul 16 03:28:02.351357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.364634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6751dae7-f525-4163-87bf-42e155ff5e37 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:02.387174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a0ffd6-3f22-424d-a0f9-4d117c265c97 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:02.399797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd15f-2997-4b57-9091-f4252df8272d req-7419c064-ee08-4880-a70b-f57bc6965bb6 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.402285 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-7419c064-ee08-4880-a70b-f57bc6965bb6 tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924&tenant_id=dc9383991a524b719794f6145c411484&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.6053391 Jul 16 03:28:02.404665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.405319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6751dae7-f525-4163-87bf-42e155ff5e37 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:02.405734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6751dae7-f525-4163-87bf-42e155ff5e37 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:02.467128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Transition to ACTIVE for port object 54a0ffd6-3f22-424d-a0f9-4d117c265c97 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:02.481490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.527206 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.571487 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3e9636-75fa-4210-960b-2013a66e1596 x-openstack-request-id: req-aa3e9636-75fa-4210-960b-2013a66e1596 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:02.571896 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f69368-79f7-4842-8017-704c68401837", "name": "network-vif-deleted", "tag": "ef43555b-6388-42cd-bbdc-ece93ddca872", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "0bc48705-7c0c-4a18-b476-144b25203003", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:02.572219 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa3e9636-75fa-4210-960b-2013a66e1596 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:02.572677 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f69368-79f7-4842-8017-704c68401837', 'name': 'network-vif-deleted', 'tag': 'ef43555b-6388-42cd-bbdc-ece93ddca872', 'status': 'completed', 'code': 200} Jul 16 03:28:02.573060 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '0bc48705-7c0c-4a18-b476-144b25203003', 'status': 'completed', 'code': 200} Jul 16 03:28:02.573412 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd', 'status': 'completed', 'code': 200} Jul 16 03:28:02.597508 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.599869 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.704089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-b87cc7c4-e058-4e6a-952d-b8559c3548bf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.705065 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-b87cc7c4-e058-4e6a-952d-b8559c3548bf tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 944 time: 0.3777325 Jul 16 03:28:02.705572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Pushing event updated for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:02.776115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.777257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d9fb57-0cb1-40e5-a054-0d7a1e5a776a {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:28:02.873841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.880672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-89c8f381-2f39-4898-9149-e61efe41e039 admin admin] 10.222.0.25 "DELETE /v2.0/routers/65d9fb57-0cb1-40e5-a054-0d7a1e5a776a HTTP/1.1" status: 204 len: 168 time: 3.2488577 Jul 16 03:28:02.901201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51712) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:02.911360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-088bd15f-2997-4b57-9091-f4252df8272d req-4ca076b2-1d75-4163-830d-ddae9ac4d587 service neutron] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:02.917764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.11', 65281) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:02.992876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-088bd15f-2997-4b57-9091-f4252df8272d req-4ca076b2-1d75-4163-830d-ddae9ac4d587 service neutron] Notify callbacks [] for binding, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.993524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-4ca076b2-1d75-4163-830d-ddae9ac4d587 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5/bindings/n-h2-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.5793152 Jul 16 03:28:02.996559 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-39b0b9ab-6f1c-457d-9741-7261c7c6ddcd tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759978 Jul 16 03:28:03.016400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.016885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.017352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.018408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.018921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.019384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.019846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.023720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-3369c864-9d9e-43d3-97ef-eb187f7cb9ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6244 time: 0.4194376 Jul 16 03:28:03.047529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Attempting to bind port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:03.047529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Attempting to bind port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:03.047529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Attempting to bind port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:03.074812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 on network e94fa5d6-bf96-4c3a-940a-325327772fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:03.075148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Attempting to bind port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:03.137084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:03.137901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Checking segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:03.138465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Bound using segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:03.139111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Bound port: 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:03.139686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.152441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Deleting subnet 47ee79a5-4f88-498f-975b-ef0ffe3da6e9 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:03.155576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.161782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.167700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.172062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.173638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.179353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.185759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.191618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.193535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-931409bb-f476-42b7-9945-aed6bae168c5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5394 time: 0.5805809 Jul 16 03:28:03.204282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456bc28-bb09-4916-90f6-0688d1d325c3 req-2260ff31-a248-4dd8-9cf8-15c36b4918f5 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.205767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7456bc28-bb09-4916-90f6-0688d1d325c3 req-2260ff31-a248-4dd8-9cf8-15c36b4918f5 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 944 time: 0.5244741 Jul 16 03:28:03.206411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.218664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['afc01d2f-c45f-4d95-b09d-d9741099d04c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:03.272786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event deleted for resources: {'Port': ['ID=95cc50d5-3cb6-4fbf-a9b5-a95673c57951,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:03.328229 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.340298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Deleting port fd0a7ed1-daf8-43ea-850f-d49de3eee42f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:03.342216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8dfb51e-fe5c-4a30-97f6-a458d677c829 req-edd873de-5d49-4496-90a0-495c7fb43f7f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338723 Jul 16 03:28:03.354509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7456bc28-bb09-4916-90f6-0688d1d325c3 req-cd8ef322-8c0d-4344-bb99-9df81839bd1b tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387064 Jul 16 03:28:03.355703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.402184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] No DVR routers for this DVR port 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:03.423719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.426347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f987eb8-5aae-4608-89cb-1ef25525e6fb req-5b52b285-9f26-498b-a123-063ff6ca7c18 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.11 "DELETE /v2.0/ports/95cc50d5-3cb6-4fbf-a9b5-a95673c57951 HTTP/1.1" status: 204 len: 173 time: 2.2794065 Jul 16 03:28:03.427026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-deleted', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:03.432686 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94965328-89bd-41fb-bbbe-98b3719f72b0" -d '{"events": [{"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-deleted", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:03.464583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.623756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61f5ffdb-2a03-4364-b147-cb6d81c084b4 req-8b81edda-eb53-476c-b79f-941c1e0f91d1 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=22eec4eb-244f-4f5c-b69c-c7c38298146a HTTP/1.1" status: 200 len: 210 time: 0.0590758 Jul 16 03:28:03.675033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.697603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-9b47149d-5454-47c5-993f-c425399facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.698076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-9b47149d-5454-47c5-993f-c425399facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.698599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-9b47149d-5454-47c5-993f-c425399facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.700216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-9b47149d-5454-47c5-993f-c425399facf2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=65563a9af12f432db97e2d0a1ede6306&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6547039 Jul 16 03:28:03.712975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-9af7df64-78ed-4f56-bbf2-d184ece7d3bc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.714644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-9af7df64-78ed-4f56-bbf2-d184ece7d3bc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7079420 Jul 16 03:28:03.769162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:03.776715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Request body: {'port': {'device_id': 'e1700897-ac5c-4167-b067-8ced66240806', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '8612e2b362704cbbbe7782b2dd33f76f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:03.835462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:03.864626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.038669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.039295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.040704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] 10.222.0.48 "PUT /v2.0/ports/54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 200 len: 1091 time: 3.1453836 Jul 16 03:28:04.056634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] For port fd0a7ed1-daf8-43ea-850f-d49de3eee42f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,segment=NetworkSegment(55327257-075e-4ca1-a8cb-f850a273d796),segment_id=55327257-075e-4ca1-a8cb-f850a273d796)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:04.056634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.083450 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.122172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Calling delete_port for fd0a7ed1-daf8-43ea-850f-d49de3eee42f owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:04.162931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7617f-a140-4f7d-aa64-79a74d2abdf2 req-1bec6bb8-bc09-45f1-a96f-7c25ec68c489 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.164735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4be7617f-a140-4f7d-aa64-79a74d2abdf2 req-1bec6bb8-bc09-45f1-a96f-7c25ec68c489 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 944 time: 0.6173155 Jul 16 03:28:04.178280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f55fd-ad1c-4212-ba07-f4594a2ff916 service neutron] Pushing event updated for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:04.200989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acd07658-32f1-4d89-97c8-13b67c84dd4d req-7db3e113-75af-4db6-98c6-2f846946cd82 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0595238 Jul 16 03:28:04.203201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:04.264450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19093b38-7a17-42ed-939c-77491ecf639c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:04.285812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-8401c65a-7d88-46bd-a576-03b36b0849d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.287540 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-8401c65a-7d88-46bd-a576-03b36b0849d1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5338736 Jul 16 03:28:04.387399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 19093b38-7a17-42ed-939c-77491ecf639c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:04.388848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19093b38-7a17-42ed-939c-77491ecf639c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:04.421512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4be7617f-a140-4f7d-aa64-79a74d2abdf2 req-dfd0a8cb-0d2d-45a3-a282-dadc8c1e73a8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023590 Jul 16 03:28:04.506212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:04.525211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.539153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce395dee-8206-41e0-bc70-2b29d930374f req-c259af5c-9b64-4c6b-b397-9f2de650fdb1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 210 time: 0.0593297 Jul 16 03:28:04.553832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:04.554410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95cc50d5-3cb6-4fbf-a9b5-a95673c57951 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:04.555119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd0a7ed1-daf8-43ea-850f-d49de3eee42f no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:04.579598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:04.586160 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d07eec-84c9-4c2f-bc09-b924d5a526c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:04.617145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Made reservation on behalf of 8612e2b362704cbbbe7782b2dd33f76f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:04.624253 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edc2f25-dcb2-44f6-8988-df0e84eebf00 x-openstack-request-id: req-2edc2f25-dcb2-44f6-8988-df0e84eebf00 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:04.625203 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eec4eb-244f-4f5c-b69c-c7c38298146a", "name": "network-vif-deleted", "tag": "95cc50d5-3cb6-4fbf-a9b5-a95673c57951", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:04.625642 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2edc2f25-dcb2-44f6-8988-df0e84eebf00 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:04.626201 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eec4eb-244f-4f5c-b69c-c7c38298146a', 'name': 'network-vif-deleted', 'tag': '95cc50d5-3cb6-4fbf-a9b5-a95673c57951', 'status': 'completed', 'code': 200} Jul 16 03:28:04.629752 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.688605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Deleting port fc5adccb-200f-4357-b23b-7a0964dd8f23 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:04.688964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.738049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ee79a5-4f88-498f-975b-ef0ffe3da6e9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:04.755897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.759083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbfb7b9-5730-40bd-9e4e-af1908d5e000 None None] Network 343f19b9-875e-4fdd-bc6f-e37b7870f541 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:04.773426 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-50f7e54a-1f73-49be-9c7b-e861eb5b53ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/47ee79a5-4f88-498f-975b-ef0ffe3da6e9 HTTP/1.1" status: 204 len: 168 time: 1.8689427 Jul 16 03:28:04.783450 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.792008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:04.846023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.891255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] For port fc5adccb-200f-4357-b23b-7a0964dd8f23, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc5adccb-200f-4357-b23b-7a0964dd8f23,segment=NetworkSegment(dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790),segment_id=dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:04.891623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.919708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Calling delete_port for fc5adccb-200f-4357-b23b-7a0964dd8f23 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:04.953605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.954131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Pushing event deleted for resources: {'Port': ['ID=fd0a7ed1-daf8-43ea-850f-d49de3eee42f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:04.960047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.966640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.973589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.983429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.990304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.001962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.004659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38b567f0-7b18-4e46-b09b-de363472628c req-19f9f92c-caff-42f3-a599-4bbe514ba6ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5394 time: 0.2070279 Jul 16 03:28:05.017928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe3b-df56-4ff0-84e6-4412443d2e2f req-11786c39-10c9-42b1-976a-f01675a80d41 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.027333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e07fe3b-df56-4ff0-84e6-4412443d2e2f req-11786c39-10c9-42b1-976a-f01675a80d41 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3124e56-75cd-429a-91b7-75752a56b576 HTTP/1.1" status: 200 len: 866 time: 0.3013704 Jul 16 03:28:05.052144 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.059590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] DHCP port deletion for 343f19b9-875e-4fdd-bc6f-e37b7870f541 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:28:05.105826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] No DVR routers for this DVR port fd0a7ed1-daf8-43ea-850f-d49de3eee42f on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:05.112070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] Deleting port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:05.112978 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.118958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.121016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7fc58387-c77c-448b-8cdc-33dc09e0f29e req-6e366e3b-c69e-49e1-b909-48068992f847 tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.11 "DELETE /v2.0/ports/fd0a7ed1-daf8-43ea-850f-d49de3eee42f HTTP/1.1" status: 204 len: 173 time: 2.4007063 Jul 16 03:28:05.155521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38b567f0-7b18-4e46-b09b-de363472628c req-118c4637-b10b-4e26-8cfe-a18a4f513ec8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839787 Jul 16 03:28:05.210318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] For port 779c2e91-4f2c-46b4-b132-38be8f8f9e79, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=779c2e91-4f2c-46b4-b132-38be8f8f9e79,segment=NetworkSegment(1080a560-4f6c-4eb1-bb96-58017153e3f2),segment_id=1080a560-4f6c-4eb1-bb96-58017153e3f2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:05.210857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e07fe3b-df56-4ff0-84e6-4412443d2e2f req-4989b9d2-9005-423e-bdc6-6961d14213af tempest-LiveAutoBlockMigrationV225Test-752977812 tempest-LiveAutoBlockMigrationV225Test-752977812-project] 10.222.0.25 "GET /v2.0/security-groups?id=f72c0738-0091-486e-9a85-a2e19bf482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802306 Jul 16 03:28:05.211006 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.233659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] Calling delete_port for 779c2e91-4f2c-46b4-b132-38be8f8f9e79 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:05.234349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.234349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.235101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.235761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.236330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.236897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.237425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.239497 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-988c9ffe-e252-4468-bc52-be008f530cdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6286 time: 0.6933358 Jul 16 03:28:05.305842 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3c837-787f-40dd-aa64-0d3170d6f6a3 x-openstack-request-id: req-c9f3c837-787f-40dd-aa64-0d3170d6f6a3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:05.307561 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:05.309620 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9f3c837-787f-40dd-aa64-0d3170d6f6a3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:05.310143 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97', 'status': 'completed', 'code': 200} Jul 16 03:28:05.404495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.434219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] No DVR routers for this DVR port 779c2e91-4f2c-46b4-b132-38be8f8f9e79 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:05.448032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Allocated IP 192.168.233.119 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/10318fac-245d-4cc7-8502-010dedfd37e7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:05.476515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] The port '779c2e91-4f2c-46b4-b132-38be8f8f9e79' was deleted {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 03:28:05.508566 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df50f9-96a1-46ad-918c-9e6b01681444 None None] Pushing event deleted for resources: {'Port': ['ID=779c2e91-4f2c-46b4-b132-38be8f8f9e79,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:05.545880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.590671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfabca8e-8a43-48b2-ade2-ca28f2c1a3ea req-125a066b-224d-4db5-ad7a-a242d6a9b09f tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0477335 Jul 16 03:28:05.617286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5adccb-200f-4357-b23b-7a0964dd8f23,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:05.723915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc52a-e787-4fc2-919c-51d5635382f0 req-7463b26e-6d74-4cbc-b1b3-71aaa9a5600e tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.725552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-184cc52a-e787-4fc2-919c-51d5635382f0 req-7463b26e-6d74-4cbc-b1b3-71aaa9a5600e tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 1095 time: 0.2234161 Jul 16 03:28:05.963358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-184cc52a-e787-4fc2-919c-51d5635382f0 req-bad11bae-390b-4043-809d-c09413fbdf9c tempest-LiveMigrationTest-949619865 tempest-LiveMigrationTest-949619865-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231960 Jul 16 03:28:05.998578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.210035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.217684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098bf14f-bd4a-4b73-94c0-35a1bb15f218 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:06.235303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-fbcbd0c6-0b68-4e86-b55b-462a6ccd48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.235695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-fbcbd0c6-0b68-4e86-b55b-462a6ccd48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.236159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-fbcbd0c6-0b68-4e86-b55b-462a6ccd48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.237787 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-fbcbd0c6-0b68-4e86-b55b-462a6ccd48af service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=65563a9af12f432db97e2d0a1ede6306&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.9753277 Jul 16 03:28:06.249455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.252775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343f19b9-875e-4fdd-bc6f-e37b7870f541']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:06.256963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b540998d-c9bc-4731-9091-2e6be103a8df req-578950cf-cfbe-4339-940b-1e52ebddf195 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 210 time: 0.0764747 Jul 16 03:28:06.353339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1080a560-4f6c-4eb1-bb96-58017153e3f2') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:06.353524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1080a560-4f6c-4eb1-bb96-58017153e3f2') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:06.373289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.394027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.400889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:06.401401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.443465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 779c2e91-4f2c-46b4-b132-38be8f8f9e79 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:06.445913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Transition to ACTIVE for port object 098bf14f-bd4a-4b73-94c0-35a1bb15f218 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:06.449717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Router 75e2af8c-479c-4cd5-a859-c35316a4817b has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:06.454535 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:06.501613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 779c2e91-4f2c-46b4-b132-38be8f8f9e79 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:06.501896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 779c2e91-4f2c-46b4-b132-38be8f8f9e79 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:06.575170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.622830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:06.632601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] Sync routers for ids ['75e2af8c-479c-4cd5-a859-c35316a4817b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:06.640384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73d5a-3b86-48e2-a811-f822c1e7c523 req-c639e1fe-d6d6-4b6c-98e0-d5a03f992702 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.642392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cb73d5a-3b86-48e2-a811-f822c1e7c523 req-c639e1fe-d6d6-4b6c-98e0-d5a03f992702 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.2067761 Jul 16 03:28:06.646476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-63a56276-271e-4005-a9f1-a5b1e01cb090 admin admin] 10.222.0.25 "PUT /v2.0/routers/75e2af8c-479c-4cd5-a859-c35316a4817b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7441549 Jul 16 03:28:06.648165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] Routers {'75e2af8c-479c-4cd5-a859-c35316a4817b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:06.649048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['75e2af8c-479c-4cd5-a859-c35316a4817b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:06.649286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:06.715582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-ae49a746-c301-46f8-bc02-d02c68be16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.717090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ccd4a4a6-505d-4954-9a17-38883e5e059a req-ae49a746-c301-46f8-bc02-d02c68be16fb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4698818 Jul 16 03:28:06.731190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.778689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.783261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/343f19b9-875e-4fdd-bc6f-e37b7870f541 HTTP/1.1" status: 204 len: 168 time: 1.9830739 Jul 16 03:28:06.801654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:06.808797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Pushing event updated for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:06.826034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.868656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] Set router 75e2af8c-479c-4cd5-a859-c35316a4817b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:06.882862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6389bc-df7f-4aeb-a2e6-6ed30264fef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=343f19b9-875e-4fdd-bc6f-e37b7870f541,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:06.894158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.934902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Transition to ACTIVE for port object 10318fac-245d-4cc7-8502-010dedfd37e7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:06.960110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Attempting to bind port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:06.960571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Attempting to bind port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:06.960908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Attempting to bind port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:06.969158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 on network e94fa5d6-bf96-4c3a-940a-325327772fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:06.969507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Attempting to bind port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:06.993838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:06.994218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Checking segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:06.995049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Bound using segment: {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:06.995975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Bound port: 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7f6719-b398-43a6-a55b-2d9a304bb03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:06.996173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.005058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.005058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.005452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.005630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.006082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.006684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.007303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.007779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.010230 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-c4aaca07-8ea9-491c-a295-e10fbe92e227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6311 time: 0.2367439 Jul 16 03:28:07.119200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cb73d5a-3b86-48e2-a811-f822c1e7c523 req-6f4dd420-3456-4643-a97f-01cbfe987731 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165741 Jul 16 03:28:07.146406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.154123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:28:05Z', 'revision_number': 5, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port': {'id': 'ffd643f0-383c-4a30-8089-c7127832bdc6', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:34Z', 'updated_at': '2021-07-16T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:07.154420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.158262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-f2a79601-85cc-409a-b942-a0084bd2ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.158779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-f2a79601-85cc-409a-b942-a0084bd2ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.159252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-f2a79601-85cc-409a-b942-a0084bd2ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.160388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.160824 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-f2a79601-85cc-409a-b942-a0084bd2ba7d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=65563a9af12f432db97e2d0a1ede6306&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1353753 Jul 16 03:28:07.166376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.172962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.179130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.185445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.187394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-9fee78ed-c878-488a-8194-18641b9c5b28 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5406 time: 0.3959539 Jul 16 03:28:07.199674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] Checking router: 75e2af8c-479c-4cd5-a859-c35316a4817b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:07.212475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] Routers {'75e2af8c-479c-4cd5-a859-c35316a4817b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:07.213482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['75e2af8c-479c-4cd5-a859-c35316a4817b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:07.297243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:07.325138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Deleting port ffd643f0-383c-4a30-8089-c7127832bdc6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:07.325491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.336051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] Set router 75e2af8c-479c-4cd5-a859-c35316a4817b gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:07.337950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'name': 'network-vif-deleted', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:07.341104 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19faf804-cd9a-44d6-8595-fa0a22e8be73" -d '{"events": [{"server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "name": "network-vif-deleted", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:07.410123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:28:07Z', 'revision_number': 6, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:07.440346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50beea-d900-46ee-b414-14e32643ffc0 None None] The sync data for ids ['75e2af8c-479c-4cd5-a859-c35316a4817b'] in n-d-800089-6 is: [{'id': '75e2af8c-479c-4cd5-a859-c35316a4817b', 'name': 'tempest-FloatingIPsTestJSON-2041212554-router', 'tenant_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:33Z', 'updated_at': '2021-07-16T03:28:07Z', 'revision_number': 6, 'project_id': '7d99cb8dd84b4f55a916cbce0428d4cc', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:07.443150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a63b484f-edac-4de1-a4bb-7cce6faa6c5c req-c0b4aa27-f73a-4fb4-8118-7e1a29eed3fc tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2448051 Jul 16 03:28:07.449103 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.460317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Deleting subnet c9bb331f-ea89-4871-898b-b2549891c7da {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:07.461877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', '754f5493-e9b8-4ac8-b702-8af801793260'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:07.466023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58', '98b0fc2a-c985-42ae-b355-00a46e4fada4', '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:07.482906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.515681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] For port ffd643f0-383c-4a30-8089-c7127832bdc6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ffd643f0-383c-4a30-8089-c7127832bdc6,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:07.516044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.626356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:07.631672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:07.650472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:07.658319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event updated for resources: {'Port': ['ID=10318fac-245d-4cc7-8502-010dedfd37e7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:07.661844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:07.664960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:07.672454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.696289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Calling delete_port for ffd643f0-383c-4a30-8089-c7127832bdc6 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:07.718125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.789926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21deac-051a-4868-832a-8ed9116eab05 req-560abec1-8d0b-4286-96b6-8ba168a54205 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.791676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af21deac-051a-4868-832a-8ed9116eab05 req-560abec1-8d0b-4286-96b6-8ba168a54205 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 944 time: 0.6040697 Jul 16 03:28:07.805154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-50afebf3-004c-41cb-9a50-40a7bf8843c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.809778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-67d07eec-84c9-4c2f-bc09-b924d5a526c9 req-50afebf3-004c-41cb-9a50-40a7bf8843c4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6245928 Jul 16 03:28:07.857429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.862856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.871590 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] 10.222.0.48 "PUT /v2.0/ports/098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 200 len: 1091 time: 3.7335212 Jul 16 03:28:07.979771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.114995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:08.170704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.171596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.234096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.250318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-4c7b7bc2-9372-45a2-8eba-f3f45c2fc464 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4938207 Jul 16 03:28:08.251926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.267746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Request body: {'port': {'device_id': 'e1700897-ac5c-4167-b067-8ced66240806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:08.293898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa91f408-2d7e-48ad-8888-db9e80a20f7d None None] Provisioning for port 10318fac-245d-4cc7-8502-010dedfd37e7 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:08.353419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa91f408-2d7e-48ad-8888-db9e80a20f7d None None] Provisioning complete for port 10318fac-245d-4cc7-8502-010dedfd37e7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:08.353915 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa91f408-2d7e-48ad-8888-db9e80a20f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.408562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-aa91f408-2d7e-48ad-8888-db9e80a20f7d None None] Port 10318fac-245d-4cc7-8502-010dedfd37e7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:08.444534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8d641d36-4e6b-4f62-99a7-0dcd05b57fc5 req-cb52bbfa-4c18-4513-accf-8418603aa268 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0603659 Jul 16 03:28:08.481135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc5adccb-200f-4357-b23b-7a0964dd8f23 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:08.508004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: fc5adccb-200f-4357-b23b-7a0964dd8f23 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:08.508476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc5adccb-200f-4357-b23b-7a0964dd8f23 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:08.509056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ffd643f0-383c-4a30-8089-c7127832bdc6 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:08.641458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b46686-4983-439e-971d-a927bb8a76ba req-cb96ef74-8d75-42ec-b1fb-76fe92f09a1b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.643031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4b46686-4983-439e-971d-a927bb8a76ba req-cb96ef74-8d75-42ec-b1fb-76fe92f09a1b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 944 time: 1.1167247 Jul 16 03:28:08.650805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-5e75de40-01fa-452c-8322-0b57da8a8902 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.652715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-5e75de40-01fa-452c-8322-0b57da8a8902 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 1.1198337 Jul 16 03:28:08.679583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8208b3-cb18-4919-b9b2-92164973d4c1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:08.687600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.701354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Transition to ACTIVE for port object 0b8208b3-cb18-4919-b9b2-92164973d4c1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:08.727185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.732573 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c9bb331f-ea89-4871-898b-b2549891c7da HTTP/1.1" status: 204 len: 168 time: 1.3955317 Jul 16 03:28:08.740640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51768) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:08.789464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c441cb0-9608-4f62-a1d7-c49060c001ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9bb331f-ea89-4871-898b-b2549891c7da,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:08.793374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.796121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.824988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4b46686-4983-439e-971d-a927bb8a76ba req-8640ee04-b5cc-474c-9c4f-6e17f0f2e7ed tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413045 Jul 16 03:28:08.832839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783aa9e-e8cb-4b11-b57b-690d4ba6d378 service neutron] Pushing event updated for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:08.870864 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.906297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.939691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd643f0-383c-4a30-8089-c7127832bdc6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:08.948142 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b1c222-1cad-44ca-b669-1d6738dfa1ab x-openstack-request-id: req-81b1c222-1cad-44ca-b669-1d6738dfa1ab {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:08.948908 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3124e56-75cd-429a-91b7-75752a56b576", "name": "network-vif-deleted", "tag": "fd0a7ed1-daf8-43ea-850f-d49de3eee42f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:08.949166 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81b1c222-1cad-44ca-b669-1d6738dfa1ab {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:08.949522 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3124e56-75cd-429a-91b7-75752a56b576', 'name': 'network-vif-deleted', 'tag': 'fd0a7ed1-daf8-43ea-850f-d49de3eee42f', 'status': 'completed', 'code': 200} Jul 16 03:28:09.015236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d9e64-2bdb-4d0f-9104-be80d4529f2e req-1922bfe5-5d8b-4ed1-a4cd-9b3e3914e2ed tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.022981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c30d9e64-2bdb-4d0f-9104-be80d4529f2e req-1922bfe5-5d8b-4ed1-a4cd-9b3e3914e2ed tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 936 time: 0.3480837 Jul 16 03:28:09.161241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Pushing event updated for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:09.189503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Deleting port afc01d2f-c45f-4d95-b09d-d9741099d04c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:09.189768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.194849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c30d9e64-2bdb-4d0f-9104-be80d4529f2e req-33d7773b-2265-4607-9cb0-9c245a7a4f34 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710341 Jul 16 03:28:09.230168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.232280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.278335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Deleting port 2c04a646-be47-4793-9fd1-a6e51d013fd5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:09.278701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.384080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.385771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] For port 2c04a646-be47-4793-9fd1-a6e51d013fd5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2c04a646-be47-4793-9fd1-a6e51d013fd5,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:09.386669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.389200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.401253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Calling delete_port for 2c04a646-be47-4793-9fd1-a6e51d013fd5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:09.419588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b03f-ecaf-4285-aebf-4292ca6e0ccb req-3cddd69c-24e4-47da-9501-5cb238d03bb8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.420815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e375b03f-ecaf-4285-aebf-4292ca6e0ccb req-3cddd69c-24e4-47da-9501-5cb238d03bb8 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 949 time: 0.3124993 Jul 16 03:28:09.472945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-91d96b01-d24a-446a-bafc-61b3c6e2249c req-98dae7d4-61a5-4a10-b6c6-7bf2b7557331 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0465407 Jul 16 03:28:09.525107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.525706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e2af8c-479c-4cd5-a859-c35316a4817b {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:28:09.535208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] For port afc01d2f-c45f-4d95-b09d-d9741099d04c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=afc01d2f-c45f-4d95-b09d-d9741099d04c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:09.535575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.540431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.541600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9cce7a85-8efd-464f-9272-38e384aa05a4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/75e2af8c-479c-4cd5-a859-c35316a4817b HTTP/1.1" status: 204 len: 168 time: 2.8912027 Jul 16 03:28:09.547696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.549219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:09.606224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Attempting to bind port 0b8208b3-cb18-4919-b9b2-92164973d4c1 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:09.606589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Attempting to bind port 0b8208b3-cb18-4919-b9b2-92164973d4c1 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:09.606917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Attempting to bind port 0b8208b3-cb18-4919-b9b2-92164973d4c1 on network c59a8071-def6-434e-acab-915f3ad843be {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:09.636606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Calling delete_port for afc01d2f-c45f-4d95-b09d-d9741099d04c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:09.640786 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e375b03f-ecaf-4285-aebf-4292ca6e0ccb req-820e13f0-f67f-4bf3-969b-a27f4b2adee0 tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/security-groups?id=be317f97-1fc9-4388-a49c-f05ffbed9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802917 Jul 16 03:28:09.661046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.675826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Port 0b8208b3-cb18-4919-b9b2-92164973d4c1 on network c59a8071-def6-434e-acab-915f3ad843be not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:09.676251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Attempting to bind port 0b8208b3-cb18-4919-b9b2-92164973d4c1 on network c59a8071-def6-434e-acab-915f3ad843be {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:09.691398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:09.705404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10318fac-245d-4cc7-8502-010dedfd37e7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:09.711454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:09.711732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Checking segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:09.712125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Bound using segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:09.712937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Bound port: 0b8208b3-cb18-4919-b9b2-92164973d4c1, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:09.712937 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.719668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55327257-075e-4ca1-a8cb-f850a273d796') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:09.719966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55327257-075e-4ca1-a8cb-f850a273d796') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:09.725573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.755328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Deleting subnet 0dd0df0c-bec2-46f8-80fb-59069070d53f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:09.765688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.771415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.776371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Transition to ACTIVE for port object 10318fac-245d-4cc7-8502-010dedfd37e7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:09.791285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.822865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.825344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.831187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.837055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.842933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.848768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.855122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.861307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.863285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:09.863417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e67d286f-5062-47f5-a808-26348b857e07 req-cae64217-0b94-4704-857b-d4949b114c4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5418 time: 0.4050457 Jul 16 03:28:09.863699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:09.866763 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:09.895449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-425f86c6-7788-4b0b-bfa3-c682770f7b98 req-c088fee6-8066-417c-90a4-3b60f1f45fd4 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.1319537 Jul 16 03:28:09.902752 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.916205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['41a316db-cedd-47b7-bd2d-e1a4db2a59d0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:09.957997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Pushing event updated for resources: {'Port': ['ID=10318fac-245d-4cc7-8502-010dedfd37e7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:09.966212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:10.034382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.057224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.063525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:10.066014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.070683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9 HTTP/1.1" status: 204 len: 168 time: 1.3169732 Jul 16 03:28:10.072356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event deleted for resources: {'Port': ['ID=2c04a646-be47-4793-9fd1-a6e51d013fd5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.109451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:10.136069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.166813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d915a-b5ca-4816-95a3-d091a24e2329 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a4ecaf-bbe7-45a7-9429-375b8da4b4f9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.170473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] No DVR routers for this DVR port 2c04a646-be47-4793-9fd1-a6e51d013fd5 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:10.173710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.176313 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af21deac-051a-4868-832a-8ed9116eab05 req-24485da1-9382-46a1-9e86-95103fe0d1d8 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "DELETE /v2.0/ports/2c04a646-be47-4793-9fd1-a6e51d013fd5 HTTP/1.1" status: 204 len: 173 time: 2.3581338 Jul 16 03:28:10.186527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.208757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e67d286f-5062-47f5-a808-26348b857e07 req-f45a560b-eb99-4f49-a8f9-4273777751d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3205669 Jul 16 03:28:10.283460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13c4d8bf-042a-4d9c-9f14-3f6d478fee73 req-fa6aaaaa-3a51-48ba-8b86-bda6584250e7 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 210 time: 0.0914991 Jul 16 03:28:10.284525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.285384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.287372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] 10.222.0.48 "PUT /v2.0/ports/0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 200 len: 1091 time: 2.1774609 Jul 16 03:28:10.295302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Attempting to bind port 10318fac-245d-4cc7-8502-010dedfd37e7 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:10.295945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Attempting to bind port 10318fac-245d-4cc7-8502-010dedfd37e7 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:10.297050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Attempting to bind port 10318fac-245d-4cc7-8502-010dedfd37e7 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:10.299544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Pushing event deleted for resources: {'Port': ['ID=afc01d2f-c45f-4d95-b09d-d9741099d04c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.326938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Port 10318fac-245d-4cc7-8502-010dedfd37e7 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:10.327609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Attempting to bind port 10318fac-245d-4cc7-8502-010dedfd37e7 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:10.331648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cc196-9791-4260-9f3e-52dbd1ed8edf service neutron] Pushing event updated for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.347331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:10.348005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:10.348618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:10.349294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Bound port: 10318fac-245d-4cc7-8502-010dedfd37e7, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:10.349893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.399785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Deleting subnet 12bda4a0-173f-4a8f-b183-af5bc5974092 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:10.403977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.413737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Request body: {'port': {'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:10.442842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.522862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] For port 10318fac-245d-4cc7-8502-010dedfd37e7, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:10.544407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] For port 10318fac-245d-4cc7-8502-010dedfd37e7, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=10318fac-245d-4cc7-8502-010dedfd37e7,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:10.546577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:10.553632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.561224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.567839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] No DVR routers for this DVR port afc01d2f-c45f-4d95-b09d-d9741099d04c on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:10.571753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: afc01d2f-c45f-4d95-b09d-d9741099d04c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:10.572393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device afc01d2f-c45f-4d95-b09d-d9741099d04c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:10.572974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:10.604188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 2c04a646-be47-4793-9fd1-a6e51d013fd5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:10.605057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2c04a646-be47-4793-9fd1-a6e51d013fd5 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:10.615621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.617741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cd7e45a-2345-493d-954b-0c5fa4dc23e1 req-90ca00d6-1512-4030-89e2-d7d5d9cfc60d tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.11 "DELETE /v2.0/ports/afc01d2f-c45f-4d95-b09d-d9741099d04c HTTP/1.1" status: 204 len: 173 time: 1.9229188 Jul 16 03:28:10.623886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-deleted', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:10.626102 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe68f61-05dc-4e12-a4c7-19b80287823c" -d '{"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-deleted", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:10.657709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.667592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.708443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.712058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.713785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] 10.222.0.11 "PUT /v2.0/ports/10318fac-245d-4cc7-8502-010dedfd37e7 HTTP/1.1" status: 200 len: 1096 time: 2.4514399 Jul 16 03:28:10.731729 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24107a0-0cca-4f6c-b073-286cfdfb3b1d x-openstack-request-id: req-d24107a0-0cca-4f6c-b073-286cfdfb3b1d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:10.732221 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8e2e8a-2e45-4930-a73a-d0de3eec69d3", "name": "network-vif-deleted", "tag": "afc01d2f-c45f-4d95-b09d-d9741099d04c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:10.732776 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d24107a0-0cca-4f6c-b073-286cfdfb3b1d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:10.733321 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8e2e8a-2e45-4930-a73a-d0de3eec69d3', 'name': 'network-vif-deleted', 'tag': 'afc01d2f-c45f-4d95-b09d-d9741099d04c', 'status': 'completed', 'code': 200} Jul 16 03:28:10.809749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7149d0-e4a5-4f67-9b57-6a737b70724b service neutron] Pushing event updated for resources: {'Port': ['ID=10318fac-245d-4cc7-8502-010dedfd37e7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.815935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41553924-8172-4641-91ad-fc5521cb96b4 req-b26429bf-96a6-4a6b-8ef9-0b7c7918065e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.817574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41553924-8172-4641-91ad-fc5521cb96b4 req-b26429bf-96a6-4a6b-8ef9-0b7c7918065e tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 948 time: 0.3460083 Jul 16 03:28:10.837982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Deleting port 0f28556e-2928-4221-8e43-9ac4e0486b3e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:10.838316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.908269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.943466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.952539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c4d82-73b3-4410-9b6d-cdb253960710 None None] Network 01bf7956-8662-4662-8c96-2a61d6ff04a0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:11.000597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.002584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0dd0df0c-bec2-46f8-80fb-59069070d53f HTTP/1.1" status: 204 len: 168 time: 1.4398420 Jul 16 03:28:11.054230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51786) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:11.060976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41553924-8172-4641-91ad-fc5521cb96b4 req-f8b82f45-3c52-46cb-89ba-1d0aa0b92aa2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205508 Jul 16 03:28:11.063058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c09301af-8231-4575-8b4a-82fca4fb6f63 req-e6ca3cf3-9e51-4c18-bde9-d47a2483ef4a tempest-MigrationsAdminTest-83086036 tempest-MigrationsAdminTest-83086036-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce8e2e8a-2e45-4930-a73a-d0de3eec69d3 HTTP/1.1" status: 200 len: 210 time: 0.1405799 Jul 16 03:28:11.097468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8bd35-9ffd-424e-aeb3-b82b1cc10968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd0df0c-bec2-46f8-80fb-59069070d53f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:11.340111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218'}, {'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'name': 'network-vif-deleted', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5'}, {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1'}, {'name': 'network-changed', 'server_uuid': 'e1700897-ac5c-4167-b067-8ced66240806', 'tag': '10318fac-245d-4cc7-8502-010dedfd37e7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:11.342399 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da44c119-4a41-4749-aef1-442d2649905b" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218"}, {"server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "name": "network-vif-deleted", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5"}, {"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1"}, {"name": "network-changed", "server_uuid": "e1700897-ac5c-4167-b067-8ced66240806", "tag": "10318fac-245d-4cc7-8502-010dedfd37e7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:11.372315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] DHCP port deletion for 01bf7956-8662-4662-8c96-2a61d6ff04a0 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:28:11.496328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] Deleting port c2729032-c8f0-4133-8356-74d1cf249c8a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:11.496785 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.520191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-2cddaacc-f6bc-495f-a7b2-85e29c7cc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:11.529327 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-2cddaacc-f6bc-495f-a7b2-85e29c7cc36d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 1099 time: 0.6197367 Jul 16 03:28:11.588354 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-3c29f8f3-6c82-4963-96f7-667e07fa7043 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=10318fac-245d-4cc7-8502-010dedfd37e7 HTTP/1.1" status: 200 len: 217 time: 0.0495048 Jul 16 03:28:11.602806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] For port c2729032-c8f0-4133-8356-74d1cf249c8a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c2729032-c8f0-4133-8356-74d1cf249c8a,segment=NetworkSegment(dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790),segment_id=dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:11.603686 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.622574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] Calling delete_port for c2729032-c8f0-4133-8356-74d1cf249c8a owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:11.690432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-71aa5bf7-736f-4fc7-8df5-aafdb6971c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:11.693114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-71aa5bf7-736f-4fc7-8df5-aafdb6971c70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0930831 Jul 16 03:28:11.722953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26293f78-584f-477b-b99c-3c40d9373666 req-9500254c-576f-4b85-a749-76922b5fb2ff tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0463796 Jul 16 03:28:11.730035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.734467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/12bda4a0-173f-4a8f-b183-af5bc5974092 HTTP/1.1" status: 204 len: 168 time: 1.6184261 Jul 16 03:28:11.734467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710339d-1d2c-49e9-a8ad-111da32b211f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12bda4a0-173f-4a8f-b183-af5bc5974092,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:11.735509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:11.738573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e27338-7077-45f7-9a3d-39f08c335cfe {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:11.742196 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.765169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.784681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Transition to ACTIVE for port object c1e27338-7077-45f7-9a3d-39f08c335cfe will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:11.791881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] For port 0f28556e-2928-4221-8e43-9ac4e0486b3e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f28556e-2928-4221-8e43-9ac4e0486b3e,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:11.792306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.803119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.861197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Calling delete_port for 0f28556e-2928-4221-8e43-9ac4e0486b3e owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:11.882767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Pushing event updated for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:11.902482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-b8d96c6f-c268-4f08-b7cd-8f04676d6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:11.903686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.904447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-b8d96c6f-c268-4f08-b7cd-8f04676d6e34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059729 Jul 16 03:28:11.925740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f05a8b2-8371-4cfe-b1c7-b4ef83bbf664 req-18e83fd9-3b66-4f01-b882-5eadf413f946 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 210 time: 0.0611339 Jul 16 03:28:11.980281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] Pushing event deleted for resources: {'Port': ['ID=c2729032-c8f0-4133-8356-74d1cf249c8a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:11.995116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e2eaa-8a43-4ba0-ba60-73185f2a222d None None] No DVR routers for this DVR port c2729032-c8f0-4133-8356-74d1cf249c8a on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:12.065733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.105165 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf4755-a0a9-4850-837f-5c8fe9c8e8ee x-openstack-request-id: req-9edf4755-a0a9-4850-837f-5c8fe9c8e8ee {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:12.105482 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218", "status": "completed", "code": 200}, {"server_uuid": "89fc6091-4593-427f-a3f6-50f58fcfe924", "name": "network-vif-deleted", "tag": "2c04a646-be47-4793-9fd1-a6e51d013fd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1700897-ac5c-4167-b067-8ced66240806", "tag": "10318fac-245d-4cc7-8502-010dedfd37e7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:12.105774 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9edf4755-a0a9-4850-837f-5c8fe9c8e8ee {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:12.106188 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218', 'status': 'completed', 'code': 200} Jul 16 03:28:12.106446 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fc6091-4593-427f-a3f6-50f58fcfe924', 'name': 'network-vif-deleted', 'tag': '2c04a646-be47-4793-9fd1-a6e51d013fd5', 'status': 'completed', 'code': 200} Jul 16 03:28:12.106768 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1', 'status': 'completed', 'code': 200} Jul 16 03:28:12.107020 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1700897-ac5c-4167-b067-8ced66240806', 'tag': '10318fac-245d-4cc7-8502-010dedfd37e7', 'status': 'completed', 'code': 200} Jul 16 03:28:12.138453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.152769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bf7956-8662-4662-8c96-2a61d6ff04a0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.159635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Attempting to bind port c1e27338-7077-45f7-9a3d-39f08c335cfe on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:12.159982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Attempting to bind port c1e27338-7077-45f7-9a3d-39f08c335cfe by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:12.160325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Attempting to bind port c1e27338-7077-45f7-9a3d-39f08c335cfe on network c59a8071-def6-434e-acab-915f3ad843be {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:12.164370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.164665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc055e5a-fda4-4bc4-8c91-4e2ad2d4f790') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.173956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.188778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.195221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:12.195618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.200972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Port c1e27338-7077-45f7-9a3d-39f08c335cfe on network c59a8071-def6-434e-acab-915f3ad843be not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:12.201301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Attempting to bind port c1e27338-7077-45f7-9a3d-39f08c335cfe on network c59a8071-def6-434e-acab-915f3ad843be {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:12.230841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:12.231326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Checking segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:12.231824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Bound using segment: {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:12.232374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Bound port: c1e27338-7077-45f7-9a3d-39f08c335cfe, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76ec9a8-2b4c-4950-807c-8a361480c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:12.232707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:12.268542 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:12.275231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.276084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.276750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.277256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.278407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.278578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.279217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.282063 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-06b05b80-aa5d-418d-b0d4-05fd29eebd0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6445 time: 0.1789539 Jul 16 03:28:12.291751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.318379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.324955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.330985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.337839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2729032-c8f0-4133-8356-74d1cf249c8a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:12.339217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-422ba1fa-e151-44d0-8b45-d573bdc3f43e service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255576 Jul 16 03:28:12.341951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.351044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.359409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.366096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.368326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-ab2dfdcf-1bb8-40bf-a190-3ae7a37e3a7b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5418 time: 0.6649537 Jul 16 03:28:12.378468 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.378695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c2729032-c8f0-4133-8356-74d1cf249c8a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:12.379024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2729032-c8f0-4133-8356-74d1cf249c8a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:12.383318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] 10.222.0.25 "DELETE /v2.0/networks/01bf7956-8662-4662-8c96-2a61d6ff04a0 HTTP/1.1" status: 204 len: 168 time: 1.3190119 Jul 16 03:28:12.455125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d6312-4d21-41d1-aab6-c759aefdd24c admin admin] Pushing event deleted for resources: {'Network': ['ID=01bf7956-8662-4662-8c96-2a61d6ff04a0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:12.516550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:12.543372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:12.565429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.573675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:12.583846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71827376-68a1-4d91-b32c-f94e83e7a7be req-efc1c759-3d04-4b2f-b7bd-e45fc8d7c3ee tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900725 Jul 16 03:28:12.593641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-3c1bd8d0-0443-4abf-ac76-a7f6fd509f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.593902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-3c1bd8d0-0443-4abf-ac76-a7f6fd509f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.594389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-3c1bd8d0-0443-4abf-ac76-a7f6fd509f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.596039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-3c1bd8d0-0443-4abf-ac76-a7f6fd509f58 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=65563a9af12f432db97e2d0a1ede6306&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2711561 Jul 16 03:28:12.597341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.598632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.600043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] 10.222.0.48 "PUT /v2.0/ports/c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 1091 time: 2.1919143 Jul 16 03:28:12.650500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.657432 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b8347f0-23ca-46be-823f-3b7054f36cca req-f2db3d03-fe68-41b1-a691-2b0fb46181ba service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995794 Jul 16 03:28:12.675402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11423a6e-b625-48b9-bf2f-d79f4e03d9e9']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.707879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d05032-93ef-40f8-90e0-c40866b61535') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.708849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d05032-93ef-40f8-90e0-c40866b61535') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.721900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.736944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.744175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:12.744777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:12.769496 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:12.777317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab7a75-ceb4-4dda-abfb-6ea356793304 req-bdc4f57d-b9c5-47f9-97cc-fb1419e86bcd tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.784915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fab7a75-ceb4-4dda-abfb-6ea356793304 req-bdc4f57d-b9c5-47f9-97cc-fb1419e86bcd tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 948 time: 0.4093869 Jul 16 03:28:12.845175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0a2b9-6432-4315-b86f-86e4379304aa service neutron] Pushing event updated for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:12.879072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.883990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.896729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/11423a6e-b625-48b9-bf2f-d79f4e03d9e9 HTTP/1.1" status: 204 len: 168 time: 1.1359138 Jul 16 03:28:12.900193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-4342d78f-9afb-49f0-8261-880fc3d8852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.902684 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-4342d78f-9afb-49f0-8261-880fc3d8852a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 1099 time: 0.1823206 Jul 16 03:28:12.965607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-afc365dd-a858-4916-ac93-5d7d24777ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.966834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-afc365dd-a858-4916-ac93-5d7d24777ca4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3063636 Jul 16 03:28:13.060384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5bd014e0-0012-4710-85d8-ebcc0327263f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d99cb8dd84b4f55a916cbce0428d4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809971 Jul 16 03:28:13.071054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df6c1-c167-4358-a9b9-1988e3183cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11423a6e-b625-48b9-bf2f-d79f4e03d9e9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:13.085743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-23950aa9-3425-41e3-9ae9-e5ef1db8515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.087254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-23950aa9-3425-41e3-9ae9-e5ef1db8515a service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1687083 Jul 16 03:28:13.089200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:13.093114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fab7a75-ceb4-4dda-abfb-6ea356793304 req-4bfd7a9e-3d04-48ab-94f1-e9770cdd3496 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071077 Jul 16 03:28:13.157572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:13.161490 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-17a97772-3b60-40e3-a9a3-d79df79e9cf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=10318fac-245d-4cc7-8502-010dedfd37e7 HTTP/1.1" status: 200 len: 217 time: 0.0632234 Jul 16 03:28:13.241349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3f46e9f-6e5e-4685-931f-ae5a177a642e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:13.264422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3f46e9f-6e5e-4685-931f-ae5a177a642e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:13.317774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:13.318675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:13.331809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3f46e9f-6e5e-4685-931f-ae5a177a642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:13.334560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3f46e9f-6e5e-4685-931f-ae5a177a642e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:13.335780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b3f46e9f-6e5e-4685-931f-ae5a177a642e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a88a9328-cd76-430a-9aad-a4135fc9412d HTTP/1.1" status: 204 len: 168 time: 0.2444334 Jul 16 03:28:13.341648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f28556e-2928-4221-8e43-9ac4e0486b3e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:13.349665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-f69752f8-a3f0-41a1-bcd6-2beedb8fc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.351065 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-f69752f8-a3f0-41a1-bcd6-2beedb8fc171 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1703813 Jul 16 03:28:13.390767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.391174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.391625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.392087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.392543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.393003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.393457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.395414 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-88905319-3878-41dd-b139-666c059e14cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6487 time: 0.3742037 Jul 16 03:28:13.396248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46e9f-6e5e-4685-931f-ae5a177a642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a9328-cd76-430a-9aad-a4135fc9412d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:13.523522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45ccb033-24ba-4da7-8bf8-9105e9d77841 req-de29d9d1-bc59-42b1-bf96-792579a5a9d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47818077fa464ca4b4d6cf97a7095874&device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.2712288 Jul 16 03:28:13.566439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-aa730e71-a7fc-4fe7-b477-6acb546682a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.568037 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-aa730e71-a7fc-4fe7-b477-6acb546682a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020342 Jul 16 03:28:13.591086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-a9f127d7-6dd4-47af-ae28-ca29b74a233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.591610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-a9f127d7-6dd4-47af-ae28-ca29b74a233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.592069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-a9f127d7-6dd4-47af-ae28-ca29b74a233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.594306 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-a9f127d7-6dd4-47af-ae28-ca29b74a233f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=65563a9af12f432db97e2d0a1ede6306&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1693370 Jul 16 03:28:13.598789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0c5c02f-c762-4c65-becb-a5e216905604 req-5fd85a6c-bbed-4fc0-9ddf-80ad9d684f21 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 210 time: 0.0934837 Jul 16 03:28:13.708916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2d731ac-aa75-4ba6-b650-7fa7cfa8341e req-20d7e3f6-32df-41fa-bddd-f1c5ff9e6578 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.2887101 Jul 16 03:28:13.711798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45ccb033-24ba-4da7-8bf8-9105e9d77841 req-152cb991-0cc5-403a-b398-5cf3634976bc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=47818077fa464ca4b4d6cf97a7095874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024916 Jul 16 03:28:13.764374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-5202c88b-1844-48f5-9a46-f337edebfd0b service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874902 Jul 16 03:28:13.843288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccb033-24ba-4da7-8bf8-9105e9d77841 req-ad32865e-8157-4569-b773-8182eb1138dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.844797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45ccb033-24ba-4da7-8bf8-9105e9d77841 req-ad32865e-8157-4569-b773-8182eb1138dc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1217849 Jul 16 03:28:13.847819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5ee26abf-e7c4-4335-9a6a-162635002a3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af589716db354a2b96e06c2116564618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985168 Jul 16 03:28:13.879629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-4f01b61e-0e94-498c-96b5-9b8dfa0f1cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081288 Jul 16 03:28:13.885201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51834) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:13.902643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c119-4a41-4749-aef1-442d2649905b req-8d4d2803-88fe-4f07-85bf-60b68a6fd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.904131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da44c119-4a41-4749-aef1-442d2649905b req-8d4d2803-88fe-4f07-85bf-60b68a6fd834 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2849493 Jul 16 03:28:13.989058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37aa3955-99aa-4ec0-b0df-07bb2c80f0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.031588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5a9948cb-6d3b-4553-8af2-5a798044d0bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e1d83052a71429a8b800197dd5a1cb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6840296 Jul 16 03:28:14.036468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:14.038902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37aa3955-99aa-4ec0-b0df-07bb2c80f0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.055954 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.088999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.089481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.089948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.090415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.090916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.091435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.091833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.093915 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ec85404a-9d84-4476-b631-a84f41f3c889 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6487 time: 0.1420553 Jul 16 03:28:14.145617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:14.148480 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997f22c3-4485-4615-b227-bee96ecfea76" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:14.152662 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-6894cb35-8000-4225-afce-f5103b91e191 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 217 time: 0.0481403 Jul 16 03:28:14.165222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.171894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.177946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.185352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.191620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.197518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.203738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.211386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-cdec08ce-2b2e-4c91-ab1c-26a370b365ea tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.3240976 Jul 16 03:28:14.228324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59b0df6f-d206-4c12-856f-952a534e0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.230637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-59b0df6f-d206-4c12-856f-952a534e0488 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 200 len: 856 time: 0.0719106 Jul 16 03:28:14.288039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37aa3955-99aa-4ec0-b0df-07bb2c80f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.290163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d51fb230-74bf-4d7a-bc24-842d0f580f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.290572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37aa3955-99aa-4ec0-b0df-07bb2c80f0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.292496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37aa3955-99aa-4ec0-b0df-07bb2c80f0c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f72c0738-0091-486e-9a85-a2e19bf482dc HTTP/1.1" status: 204 len: 168 time: 0.4063797 Jul 16 03:28:14.311843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa3955-99aa-4ec0-b0df-07bb2c80f0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c0738-0091-486e-9a85-a2e19bf482dc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:14.333801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-4a0115b8-f97a-4743-8214-b5bb15c5dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.336048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-4a0115b8-f97a-4743-8214-b5bb15c5dabd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa09f388-60a2-4025-9fc0-ab125606f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909932 Jul 16 03:28:14.352239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65305eb9-c076-4c41-a4af-b1d8195db13c req-7dae6bef-64ee-45d9-a8ca-8600fa99def3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402173 Jul 16 03:28:14.427533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d51fb230-74bf-4d7a-bc24-842d0f580f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.464581 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142eb5e0-893a-44ce-b1e3-c7f4b97cb186 x-openstack-request-id: req-142eb5e0-893a-44ce-b1e3-c7f4b97cb186 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:14.465311 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:14.465797 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-142eb5e0-893a-44ce-b1e3-c7f4b97cb186 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:14.467071 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe', 'status': 'completed', 'code': 200} Jul 16 03:28:14.477068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-bcab160d-49a4-4665-82e6-bb3b3a549b73 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335516 Jul 16 03:28:14.602741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 10318fac-245d-4cc7-8502-010dedfd37e7 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:14.626829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-62974ebf-034f-4f17-a333-6a85c087dbc7 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410227 Jul 16 03:28:14.630862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e51dd1-7571-431b-819b-55ae63cd757c req-64c0d555-3fdb-4d75-b862-c7125a01283d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.633010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97e51dd1-7571-431b-819b-55ae63cd757c req-64c0d555-3fdb-4d75-b862-c7125a01283d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 948 time: 0.2744622 Jul 16 03:28:14.668047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d51fb230-74bf-4d7a-bc24-842d0f580f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.673429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d51fb230-74bf-4d7a-bc24-842d0f580f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.674500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d51fb230-74bf-4d7a-bc24-842d0f580f66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be317f97-1fc9-4388-a49c-f05ffbed9485 HTTP/1.1" status: 204 len: 168 time: 0.6353743 Jul 16 03:28:14.712447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-85b4233f-b903-47b9-9e50-9f2e9b2a56db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 217 time: 0.0727384 Jul 16 03:28:14.729049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Router 1206afc2-c020-43eb-894a-912b6e3d3f63 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:14.753026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fb230-74bf-4d7a-bc24-842d0f580f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be317f97-1fc9-4388-a49c-f05ffbed9485,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:14.810509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-24f1ccde-8532-4195-a606-b14719cbd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.812081 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-24f1ccde-8532-4195-a606-b14719cbd91d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.0936995 Jul 16 03:28:14.834424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 10318fac-245d-4cc7-8502-010dedfd37e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=10318fac-245d-4cc7-8502-010dedfd37e7,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:14.843464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-967639cf-26ce-45df-98ef-64e337fae282 req-d621bf30-92fc-48e2-a910-63b7457c7b22 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 210 time: 0.0993228 Jul 16 03:28:14.844403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:14.870762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '10318fac-245d-4cc7-8502-010dedfd37e7', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '10318fac-245d-4cc7-8502-010dedfd37e7', 'mac_address': 'fa:16:3e:ee:44:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:14.878270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97e51dd1-7571-431b-819b-55ae63cd757c req-c82a8cf6-1b27-4173-9123-680d60acade1 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299709 Jul 16 03:28:14.971101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-341d8b3d-7997-436f-b0f0-d377bde795f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.972864 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-341d8b3d-7997-436f-b0f0-d377bde795f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514444 Jul 16 03:28:14.977226 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.003984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6c47c09-dbc9-45a9-b3ba-cf2f61a66b99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=232918b0fd604585af9d831c67c6fce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544299 Jul 16 03:28:15.008323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51876) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:15.017943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10318fac-245d-4cc7-8502-010dedfd37e7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:15.043402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2eca3a31-d610-4cad-8554-47160240339c req-90e8ce77-38ac-498f-89d8-179d1e80c402 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.0331061 Jul 16 03:28:15.063428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:15.068773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 10318fac-245d-4cc7-8502-010dedfd37e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=10318fac-245d-4cc7-8502-010dedfd37e7,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:15.083976 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.087065 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] Sync routers for ids ['1206afc2-c020-43eb-894a-912b6e3d3f63'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:15.097137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51878) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:15.097658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0b8079cc-a1b9-4162-b8b0-6db023057232 admin admin] 10.222.0.25 "PUT /v2.0/routers/1206afc2-c020-43eb-894a-912b6e3d3f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1462667 Jul 16 03:28:15.101662 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] Routers {'1206afc2-c020-43eb-894a-912b6e3d3f63'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:15.102891 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1206afc2-c020-43eb-894a-912b6e3d3f63'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:15.184611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=10318fac-245d-4cc7-8502-010dedfd37e7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:15.225759 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] Set router 1206afc2-c020-43eb-894a-912b6e3d3f63 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:15.263489 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-45ccb033-24ba-4da7-8bf8-9105e9d77841 req-8bfd1f62-943e-49cc-9394-e74485e050a1 tempest-ServerShowV254Test-1676201539 tempest-ServerShowV254Test-1676201539-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a650f2-86e2-4aad-b729-f27cadc8655c HTTP/1.1" status: 200 len: 210 time: 0.2508457 Jul 16 03:28:15.265771 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-4d941646-d9bf-430d-b76c-b70cde2ceeca service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839425 Jul 16 03:28:15.326987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['10318fac-245d-4cc7-8502-010dedfd37e7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:15.419127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-76af12a7-f38f-493b-a65d-5fdd0c87e019 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581639 Jul 16 03:28:15.502369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51890) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:15.604971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2a613f70-e5d5-40c8-af84-3205da71a577 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7646fc067aa44d7b820156aa7eecf092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969834 Jul 16 03:28:15.605628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:15.606379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e00baafb-cc41-4ddc-b492-eabbc2453848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.656412 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:28:12Z', 'revision_number': 5, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:15.670332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e00baafb-cc41-4ddc-b492-eabbc2453848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.674241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-6600bc98-7330-4cd7-9200-c94c14815d56 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564649 Jul 16 03:28:15.680145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.688358 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] Checking router: 1206afc2-c020-43eb-894a-912b6e3d3f63 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:15.698991 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] Routers {'1206afc2-c020-43eb-894a-912b6e3d3f63'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:15.699736 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:27:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1206afc2-c020-43eb-894a-912b6e3d3f63'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:15.703695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-ebaeedf1-80b1-4000-a077-a455dd17e7ca tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.710377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-ebaeedf1-80b1-4000-a077-a455dd17e7ca tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2851789 Jul 16 03:28:15.751531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-5f43d59a-661b-4729-8c16-140f8d63d743 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/quotas/d31885062c5149e2b06e4e3ef3ae5473 HTTP/1.1" status: 200 len: 375 time: 0.0401986 Jul 16 03:28:15.806996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-599a87d1-1b67-46f0-876e-50dfad01795f tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544934 Jul 16 03:28:15.828054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-e946e679-717d-480d-94c0-96a47f549132 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 217 time: 0.0431330 Jul 16 03:28:15.830913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.831756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b86236a-a215-4ff6-a07a-27e49c5542df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:15.851340 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] Set router 1206afc2-c020-43eb-894a-912b6e3d3f63 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:15.926858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.942601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3e81561a-4a73-4481-8697-ee27f5bc33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.944174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3e81561a-4a73-4481-8697-ee27f5bc33a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1062357 Jul 16 03:28:15.947043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.962497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.975385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.008414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.020300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.038596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.040577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-7a6b5108-519b-4f95-8807-40035d3b90b4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.4290996 Jul 16 03:28:16.107787 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b86236a-a215-4ff6-a07a-27e49c5542df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.121057 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:28:12Z', 'revision_number': 5, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:16.189146 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab648ea-9380-43e4-b14d-87eff842e64d None None] The sync data for ids ['1206afc2-c020-43eb-894a-912b6e3d3f63'] in n-d-800089-6 is: [{'id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-816214046-router', 'tenant_id': '2f6b041b839c46908c837130ef71663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:22:55Z', 'updated_at': '2021-07-16T03:28:12Z', 'revision_number': 5, 'project_id': '2f6b041b839c46908c837130ef71663d', 'gw_port': {'id': '8efdc93e-48b2-4378-9a04-8964b52e6dc4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1206afc2-c020-43eb-894a-912b6e3d3f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:22:57Z', 'updated_at': '2021-07-16T03:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:16.226892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-effafa27-8d06-45c2-80aa-cd7147d241bc req-d693fe25-000c-4100-a369-570cfdbbc642 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412656 Jul 16 03:28:16.267137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8f8ff4e-8b92-498f-a4f2-4af8c55608fa req-16d653e2-40bd-4cb4-99bc-3c0cdaa2f966 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=89fc6091-4593-427f-a3f6-50f58fcfe924 HTTP/1.1" status: 200 len: 210 time: 0.0708890 Jul 16 03:28:16.309596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b86236a-a215-4ff6-a07a-27e49c5542df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.312829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b86236a-a215-4ff6-a07a-27e49c5542df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.317125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6b86236a-a215-4ff6-a07a-27e49c5542df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb5ff171-91fe-43d4-9b90-524b7d0ee90d HTTP/1.1" status: 204 len: 168 time: 0.6504490 Jul 16 03:28:16.326977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86236a-a215-4ff6-a07a-27e49c5542df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ff171-91fe-43d4-9b90-524b7d0ee90d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:16.398948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe943ffa-1cfe-4532-a630-6a9bdd3b04a1 req-0385ae79-8675-4640-8f63-bf9220b554b6 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 210 time: 0.0430756 Jul 16 03:28:16.512949 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e00baafb-cc41-4ddc-b492-eabbc2453848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.528307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e00baafb-cc41-4ddc-b492-eabbc2453848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.531749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e00baafb-cc41-4ddc-b492-eabbc2453848 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a26cad8a-69c0-4c5d-b901-d416144fba74 HTTP/1.1" status: 204 len: 168 time: 1.5198998 Jul 16 03:28:16.544389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61080a-e4a0-46a3-bd97-3d69d87485f4 req-06d88245-873b-46d1-a882-62990cdecbbc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.552658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c61080a-e4a0-46a3-bd97-3d69d87485f4 req-06d88245-873b-46d1-a882-62990cdecbbc tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 949 time: 0.1148570 Jul 16 03:28:16.577853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Deleting port 8efdc93e-48b2-4378-9a04-8964b52e6dc4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:16.578427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.596386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00baafb-cc41-4ddc-b492-eabbc2453848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26cad8a-69c0-4c5d-b901-d416144fba74,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:16.633787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 10318fac-245d-4cc7-8502-010dedfd37e7 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:16.785378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 10318fac-245d-4cc7-8502-010dedfd37e7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:16.785658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-8055bfee-c34d-4ba3-aaec-9df8e3f54c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.794205 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-8055bfee-c34d-4ba3-aaec-9df8e3f54c0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8402574 Jul 16 03:28:16.795210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 10318fac-245d-4cc7-8502-010dedfd37e7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:16.795865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.027692 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.079496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1700897-ac5c-4167-b067-8ced66240806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10318fac-245d-4cc7-8502-010dedfd37e7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:17.085290 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03077db-9dd0-4d4b-b564-1c3dd6b621a9" -d '{"events": [{"server_uuid": "e1700897-ac5c-4167-b067-8ced66240806", "name": "network-vif-plugged", "status": "completed", "tag": "10318fac-245d-4cc7-8502-010dedfd37e7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:17.102976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] For port 8efdc93e-48b2-4378-9a04-8964b52e6dc4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8efdc93e-48b2-4378-9a04-8964b52e6dc4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:17.103391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.111397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 10318fac-245d-4cc7-8502-010dedfd37e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=10318fac-245d-4cc7-8502-010dedfd37e7,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:17.118361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.123220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Calling delete_port for 8efdc93e-48b2-4378-9a04-8964b52e6dc4 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:17.149112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3b5b0eb0-46dc-4224-9158-a43c7899b09a service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502357 Jul 16 03:28:17.208989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=10318fac-245d-4cc7-8502-010dedfd37e7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:17.240250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51928) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:17.449599 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5100a5-42bd-4b70-8594-6c4e2aa8760d x-openstack-request-id: req-1a5100a5-42bd-4b70-8594-6c4e2aa8760d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:17.450100 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1700897-ac5c-4167-b067-8ced66240806", "name": "network-vif-plugged", "status": "completed", "tag": "10318fac-245d-4cc7-8502-010dedfd37e7", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:17.450581 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a5100a5-42bd-4b70-8594-6c4e2aa8760d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:17.451143 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1700897-ac5c-4167-b067-8ced66240806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10318fac-245d-4cc7-8502-010dedfd37e7', 'code': 200} Jul 16 03:28:17.496474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c61080a-e4a0-46a3-bd97-3d69d87485f4 req-10f2f6ca-feb6-4060-8b6b-a5e311e80534 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9427905 Jul 16 03:28:17.720735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2947fec5-b460-4e8a-924d-0aed5349984f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.724015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a0a41f5a-2aa8-4ca1-8a00-459514c129e8 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926095 Jul 16 03:28:17.846423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.884522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.905704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.909945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.917934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.939323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.945461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.967621 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-b3bd476e-b2cd-47b1-97fe-82a73ca1352b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.2571311 Jul 16 03:28:17.969614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8fdda94-3088-462e-bdb3-5882fd81a2b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 200 len: 217 time: 0.1494155 Jul 16 03:28:18.069477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40de5aba-3d93-41df-a4d8-937f659db70f req-7452f2f1-d339-434f-bc48-a33b551eac94 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 210 time: 0.0992115 Jul 16 03:28:18.111207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f234-9426-4f80-87c8-a3ba411fce76 req-8bdea726-5d46-4db1-8791-6c4203bc8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.113092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d213f234-9426-4f80-87c8-a3ba411fce76 req-8bdea726-5d46-4db1-8791-6c4203bc8fae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 1101 time: 0.5452795 Jul 16 03:28:18.155777 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-9fa8baba-eb19-429d-83dd-4a9e0a2b7799 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896707 Jul 16 03:28:18.278472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f28556e-2928-4221-8e43-9ac4e0486b3e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:18.297764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2947fec5-b460-4e8a-924d-0aed5349984f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.300478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b359ea29-3ea5-40a4-a5c6-6ea83bc40dbf tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.302072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b359ea29-3ea5-40a4-a5c6-6ea83bc40dbf tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333029 Jul 16 03:28:18.302607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:18.312213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.326331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0f28556e-2928-4221-8e43-9ac4e0486b3e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:18.327785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f28556e-2928-4221-8e43-9ac4e0486b3e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:18.335838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Request body: {'port': {'device_id': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': 'd31885062c5149e2b06e4e3ef3ae5473'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:18.343071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2947fec5-b460-4e8a-924d-0aed5349984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.376363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2e6e9dc0-ed23-4335-a804-05d18202e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.378210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-2e6e9dc0-ed23-4335-a804-05d18202e944 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.3965247 Jul 16 03:28:18.414418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947fec5-b460-4e8a-924d-0aed5349984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8b2875-24de-4e72-a518-2b3a1c1cf461,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:18.480820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d213f234-9426-4f80-87c8-a3ba411fce76 req-7511a0fd-1a3a-492e-8904-2c3ddb6e2026 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599591 Jul 16 03:28:18.530640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efdc93e-48b2-4378-9a04-8964b52e6dc4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:18.550514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-network', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:18.551439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.618129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-567d071a-c24f-42a6-9440-1b46df3fb962 req-789d9841-023a-45af-b2a3-cdf331e140cd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6495330 Jul 16 03:28:18.641175 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2947fec5-b460-4e8a-924d-0aed5349984f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47818077fa464ca4b4d6cf97a7095874&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3949609 Jul 16 03:28:18.642191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51982) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:18.660515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:28:18.660515 n-d-800089-6 neutron-server[93756]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:28:18.660515 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'id': '96d3a0a5-4254-4b10-adea-2e13c8cc5aab', 'expiration': datetime.datetime(2021, 7, 16, 3, 30, 18, 653001)}] Jul 16 03:28:18.660515 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:28:18.660969 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:28:18.684268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Made reservation on behalf of d31885062c5149e2b06e4e3ef3ae5473 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:18.687944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.702868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.760872 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.774958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.792570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ae5227bf-05b5-4051-8e44-87f46c22850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.794316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-ae5227bf-05b5-4051-8e44-87f46c22850c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3765261 Jul 16 03:28:18.904790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06f50c-6b0d-4bd1-b71d-c3d0242c3a70 req-247af6aa-bf6b-43cd-b958-79a51b1fd119 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.922491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa06f50c-6b0d-4bd1-b71d-c3d0242c3a70 req-247af6aa-bf6b-43cd-b958-79a51b1fd119 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 950 time: 0.1488256 Jul 16 03:28:18.934952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.940510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-361ccca3-abc5-44a7-b03f-66aba2953263 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076317 Jul 16 03:28:18.946093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.946889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1206afc2-c020-43eb-894a-912b6e3d3f63 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:28:18.951151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.952183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.953495 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-956ace86-d7e4-4b6b-8831-4efcbd466458 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1206afc2-c020-43eb-894a-912b6e3d3f63 HTTP/1.1" status: 204 len: 168 time: 3.8526397 Jul 16 03:28:18.961423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:19.063268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7901f74d-5a5c-49c8-8059-6b26a74fdfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.088187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7901f74d-5a5c-49c8-8059-6b26a74fdfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.152221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7901f74d-5a5c-49c8-8059-6b26a74fdfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.154951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa06f50c-6b0d-4bd1-b71d-c3d0242c3a70 req-8f196bb4-12e8-4ee5-9f03-2d2bb6d81614 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307920 Jul 16 03:28:19.155275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7901f74d-5a5c-49c8-8059-6b26a74fdfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.162710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7901f74d-5a5c-49c8-8059-6b26a74fdfbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f8b2875-24de-4e72-a518-2b3a1c1cf461 HTTP/1.1" status: 204 len: 168 time: 0.4761658 Jul 16 03:28:19.235311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901f74d-5a5c-49c8-8059-6b26a74fdfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8b2875-24de-4e72-a518-2b3a1c1cf461,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:19.244193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325fa783-c143-4c4f-8d87-5cf14955ad33,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:19.284111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-c5424793-22f8-4bba-a8b9-312918e6d3b3 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291183 Jul 16 03:28:19.306783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Deleting subnet 386ba65f-8ef4-4889-a19c-499819410946 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:19.319016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.391862 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-69659ae4-fc5b-4c03-a82d-8beb9f9d724e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 200 len: 217 time: 0.1001804 Jul 16 03:28:19.451048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Made reservation on behalf of 11db0fb4a6c948cdbf5f4004c427f8a3 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:19.465090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.484788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-32737745-8171-4dcb-864e-f73d79b00d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:19.486310 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-32737745-8171-4dcb-864e-f73d79b00d60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.0868590 Jul 16 03:28:19.587422 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.624867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55ba6519-9588-496a-b85b-3b53c745c53d req-37ee2b69-64bd-434d-a5e4-e419fc29601a tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 210 time: 0.2282867 Jul 16 03:28:19.643606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-dc9c29fd-51ff-4ed8-ad23-89e2f145c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:19.645525 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-dc9c29fd-51ff-4ed8-ad23-89e2f145c20d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510489 Jul 16 03:28:19.657898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:19.787181 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-600bbadf-2c87-497c-9509-028110c366ca service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340384 Jul 16 03:28:19.796957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Allocated IP 192.168.233.16 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/1627a97a-fc48-43fe-9b69-165000a5b128) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:19.936061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-cb219405-dccd-4931-9f38-e54ac7dbe548 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405852 Jul 16 03:28:20.003163 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-57384ade-d4b4-4e13-995e-f060aceb6100 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0591002 Jul 16 03:28:20.064296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-29b7840a-090c-40d0-8c8c-785604449fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.066246 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-29b7840a-090c-40d0-8c8c-785604449fd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.0572867 Jul 16 03:28:20.164739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-46a19f2f-8abe-4289-a5c0-d24b73f497e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.164739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-46a19f2f-8abe-4289-a5c0-d24b73f497e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895977 Jul 16 03:28:20.317797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.336229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8efdc93e-48b2-4378-9a04-8964b52e6dc4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:20.363701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8efdc93e-48b2-4378-9a04-8964b52e6dc4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:20.364309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8efdc93e-48b2-4378-9a04-8964b52e6dc4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:20.391358 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-d005c684-9e7c-4caa-a154-0872bee51d9f service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186639 Jul 16 03:28:20.485048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.485829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.486474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.487115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.487736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.488359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.489014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.489659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.490300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.504650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05f8407d-301e-4547-84cb-c430aeb005d9 req-213dce19-f31c-427b-b54d-2961067aef0a tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6400 time: 0.6488833 Jul 16 03:28:20.573501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.583643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.585139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7f88e245-0f86-49d9-8931-8ae294ec93db service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845148 Jul 16 03:28:20.604946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.611594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.627910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.643443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.650433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.665011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3242568d-861a-44bb-a278-1575202bde24 req-fa39da5b-f638-4866-b337-8c0a62919972 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.8044019 Jul 16 03:28:20.670382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a601702-8ada-4ecc-a60d-83b487e038c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.676612 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-45531d07-bee0-46da-8305-54243db3938a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 217 time: 0.0859282 Jul 16 03:28:20.755390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.771903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7283a1ed-d544-4ff7-b356-8bed0a7762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.773399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-7283a1ed-d544-4ff7-b356-8bed0a7762ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.0893710 Jul 16 03:28:20.781967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.784537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.852130 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.885694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-e4438eb6-e15c-4576-a60e-23b78b71a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.887514 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-e4438eb6-e15c-4576-a60e-23b78b71a217 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072469 Jul 16 03:28:20.891028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:28:20.902074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.902399 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Added segment 778c2f81-b3fc-4897-94e2-f390ed4c5d32 of type vlan for network 29d737b4-380e-4987-a271-229cc34686ac Jul 16 03:28:20.927903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386ba65f-8ef4-4889-a19c-499819410946,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:20.932779 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:20.936666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-98ca83fc-d784-42f5-953e-4ad6c52a7edd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/386ba65f-8ef4-4889-a19c-499819410946 HTTP/1.1" status: 204 len: 168 time: 1.9576480 Jul 16 03:28:20.942803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed8bad-0a71-4b4f-b401-d3fd161abded None None] Network 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:20.946717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52042) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:21.012828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.079700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3242568d-861a-44bb-a278-1575202bde24 req-233cec2c-37f0-4b07-8a18-4ceba3f0838e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3975103 Jul 16 03:28:21.097760 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.101082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.101981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.113436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Transition to ACTIVE for port object 1627a97a-fc48-43fe-9b69-165000a5b128 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:21.129797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25773f01-2850-4ce9-8426-f8fb36c3fce1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:21.177688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.199444 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-a8712856-4a59-44cc-8291-2e11adaa48d4 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020661 Jul 16 03:28:21.299863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe7bf4-ca63-453b-989a-2bd349d49f53 req-9ba9996c-e7f4-4ad2-aae0-7873f728029e tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.314139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ebe7bf4-ca63-453b-989a-2bd349d49f53 req-9ba9996c-e7f4-4ad2-aae0-7873f728029e tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 886 time: 0.1362031 Jul 16 03:28:21.333899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Deleting port 7da0899d-a71e-4d71-a1a0-2b92bd093490 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:21.334438 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.375579 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6911da0c-0c22-46d8-b294-42b86b6a8137 req-3546d252-7055-4141-a556-e70f18dc821b service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523650 Jul 16 03:28:21.414728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] Pushing event updated for resources: {'Network': ['ID=29d737b4-380e-4987-a271-229cc34686ac,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:21.421245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-79d85ce3-0781-48d8-87d6-51971f1eca21 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1153774 Jul 16 03:28:21.427527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 29d737b4-380e-4987-a271-229cc34686ac details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:28:21.449958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0decf6c-450e-4f5b-9ea4-a42fb1382026 req-039bfe77-c27f-4861-9cc0-f22f4cdeb40c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.453344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0decf6c-450e-4f5b-9ea4-a42fb1382026 req-039bfe77-c27f-4861-9cc0-f22f4cdeb40c tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 950 time: 0.7650561 Jul 16 03:28:21.453483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:21.467702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Request body: {'subnet': {'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-subnet', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:21.470185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] DHCP port deletion for 1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:28:21.590210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] For port 7da0899d-a71e-4d71-a1a0-2b92bd093490, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7da0899d-a71e-4d71-a1a0-2b92bd093490,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:21.590600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.609330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Calling delete_port for 7da0899d-a71e-4d71-a1a0-2b92bd093490 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:21.655937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.679441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] Deleting port 7da0899d-a71e-4d71-a1a0-2b92bd093490 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:21.679817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.690487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.691175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.691797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.692414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.693029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.693640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.694255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.696305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-614c5e1f-7deb-4892-b1f3-ddf0c710677c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6487 time: 0.2123587 Jul 16 03:28:21.772903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:21.806910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Made reservation on behalf of 11db0fb4a6c948cdbf5f4004c427f8a3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:21.814657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.816712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.829681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] For port 7da0899d-a71e-4d71-a1a0-2b92bd093490, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7da0899d-a71e-4d71-a1a0-2b92bd093490,segment=NetworkSegment(0ab0e513-8914-455d-a628-497182d2e2c2),segment_id=0ab0e513-8914-455d-a628-497182d2e2c2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:21.830326 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.840630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0decf6c-450e-4f5b-9ea4-a42fb1382026 req-17110e2e-cfdd-4817-ba31-e3cf4dc4e680 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743119 Jul 16 03:28:21.847948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] No DVR routers for this DVR port 7da0899d-a71e-4d71-a1a0-2b92bd093490 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:21.849537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] Calling delete_port for 7da0899d-a71e-4d71-a1a0-2b92bd093490 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:21.884104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:21.962290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Pushing event deleted for resources: {'Port': ['ID=7da0899d-a71e-4d71-a1a0-2b92bd093490,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:21.974736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-5ca91ea0-9564-4bca-b183-2594156e1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.986854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-5ca91ea0-9564-4bca-b183-2594156e1044 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 903 time: 0.2808688 Jul 16 03:28:21.989994 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.002274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:22.033012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:22.055193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] Pushing event deleted for resources: {'Port': ['ID=7da0899d-a71e-4d71-a1a0-2b92bd093490,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:22.069987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47872898-2ed1-45da-a0dc-1b8727e2af6f None None] No DVR routers for this DVR port 7da0899d-a71e-4d71-a1a0-2b92bd093490 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:22.110953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-39b94154-80f6-4b34-9b94-1a30da79ef02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 217 time: 0.1136866 Jul 16 03:28:22.197257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3b224-c9f7-47c7-b6a8-1b153f264133 req-96ef3c3f-3ddc-45f5-9a66-64d35615bd45 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.199841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18f3b224-c9f7-47c7-b6a8-1b153f264133 req-96ef3c3f-3ddc-45f5-9a66-64d35615bd45 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 935 time: 0.6447175 Jul 16 03:28:22.235047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-18c49ac0-6b45-43f3-8d2d-e48aec5996df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.237080 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-18c49ac0-6b45-43f3-8d2d-e48aec5996df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1148334 Jul 16 03:28:22.301486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.321697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.323056 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.351597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7da0899d-a71e-4d71-a1a0-2b92bd093490 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:22.374699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:22.381762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-20fa0de6-d8e8-4d55-b3b8-fd689bb59c5b tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0549002 Jul 16 03:28:22.387167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 7da0899d-a71e-4d71-a1a0-2b92bd093490 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:22.387891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7da0899d-a71e-4d71-a1a0-2b92bd093490 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:22.404258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab0e513-8914-455d-a628-497182d2e2c2') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:22.409097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab0e513-8914-455d-a628-497182d2e2c2') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:22.420583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.423114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Request body: {'port': {'device_id': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:22.444947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.451245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-adf298fb-7324-4114-b511-c1d2daded7e7 None None] Provisioning for port 1627a97a-fc48-43fe-9b69-165000a5b128 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:22.458011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-adf298fb-7324-4114-b511-c1d2daded7e7 None None] Provisioning complete for port 1627a97a-fc48-43fe-9b69-165000a5b128 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:22.458402 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-adf298fb-7324-4114-b511-c1d2daded7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.476363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:22.476756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:22.480420 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:22.511433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f22c3-4485-4615-b227-bee96ecfea76 req-197bf3c9-886d-4f6f-8f6d-68b67138df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.513253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-197bf3c9-886d-4f6f-8f6d-68b67138df8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2654796 Jul 16 03:28:22.520397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-adf298fb-7324-4114-b511-c1d2daded7e7 None None] Port 1627a97a-fc48-43fe-9b69-165000a5b128 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:22.540576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18f3b224-c9f7-47c7-b6a8-1b153f264133 req-4b17b588-eaf8-4298-bd75-77fe3d32c7a3 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221903 Jul 16 03:28:22.548531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.550126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.552147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.553771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.555620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.558286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.559644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.560686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.562324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.564716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.581952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2826cd61-32a6-4a6e-9a12-51e7c10a8aab req-e32b7a7e-150d-480c-b4ea-247190a7c26c tempest-NetworksTest-1590232297 tempest-NetworksTest-1590232297-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7022 time: 0.6934257 Jul 16 03:28:22.605415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.614779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.620178 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c HTTP/1.1" status: 204 len: 168 time: 1.6719153 Jul 16 03:28:22.666072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fba521-42af-4cde-9cc0-0bcb886bc61c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1d6a76-24e1-4312-a7d2-e8ea84a8b72c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:22.716835 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-effcd834-fdb9-42eb-a685-6b96bf793cdf service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917217 Jul 16 03:28:22.774001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52094) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:22.858883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.937018 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997f22c3-4485-4615-b227-bee96ecfea76 req-4d7d9c7e-56ab-44ca-a889-fac4c67c8b69 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132788 Jul 16 03:28:22.959452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52100) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:22.987025 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.995788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15529515-f0f8-44f1-aa0a-ba01173e0b0e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:23.019449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e98ec06b-4af7-4a16-9fff-717a2bcbd612 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cedc66977cc241e5a82f8ab5dbc563b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0566237 Jul 16 03:28:23.020347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52102) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:23.081548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Checking segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:23.081902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Network hostable DHCP agents. Network: 29d737b4-380e-4987-a271-229cc34686ac, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:28:23.088860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc245-435e-4703-96c9-ae14fddba9fd req-6ec1aa05-50d4-4389-88ca-6a2ce8c7ea70 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.090285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68dcc245-435e-4703-96c9-ae14fddba9fd req-6ec1aa05-50d4-4389-88ca-6a2ce8c7ea70 tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 1101 time: 0.2710135 Jul 16 03:28:23.096928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52104) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:23.101348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.107328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.113371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.119193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.124115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83cfd87d-31f9-4643-aec8-1dc0f5411202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.125019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.131195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.137593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.144836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-cd800492-a2e9-480e-970a-f62350883a82 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.3691041 Jul 16 03:28:23.172271 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83cfd87d-31f9-4643-aec8-1dc0f5411202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.174278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a4881ff-4269-4de9-aef3-a6091223bd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.198717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.250330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e703ca49-dfe8-4ea9-92f7-6a7dcecf26f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.270673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:28:23.270673 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:28:23.270673 n-d-800089-6 neutron-server[93757]: [parameters: {'project_id_1': 'e9a444e6ec8f41c495c5f637d424fec2', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 28, 23, 228178)}] Jul 16 03:28:23.270673 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:28:23.271427 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:28:23.273456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Network 29d737b4-380e-4987-a271-229cc34686ac is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:28:23.274189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83cfd87d-31f9-4643-aec8-1dc0f5411202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.278219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83cfd87d-31f9-4643-aec8-1dc0f5411202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.281835 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-83cfd87d-31f9-4643-aec8-1dc0f5411202 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12bcf9c0-2ae8-4990-9223-0ad8e50abe11 HTTP/1.1" status: 204 len: 168 time: 0.2580950 Jul 16 03:28:23.293808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68dcc245-435e-4703-96c9-ae14fddba9fd req-5d06265d-cf65-463e-9e0b-2cf65ec5d30f tempest-ServersOnMultiNodesTest-671065326 tempest-ServersOnMultiNodesTest-671065326-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466844 Jul 16 03:28:23.318958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b49d925-4af5-451d-bc2e-9886a71dd4ab req-3a463f31-54c2-449e-bd9c-001875d9530c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731515 Jul 16 03:28:23.341293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfd87d-31f9-4643-aec8-1dc0f5411202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bcf9c0-2ae8-4990-9223-0ad8e50abe11,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:23.348049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 29d737b4-380e-4987-a271-229cc34686ac) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:23.365660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.366224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.370413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e10ebeb-0fe2-4505-809e-d37f28ce35df None None] Network 29d737b4-380e-4987-a271-229cc34686ac requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:23.470295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a4881ff-4269-4de9-aef3-a6091223bd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.480347 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a4881ff-4269-4de9-aef3-a6091223bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.511293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9eef1265-4f32-4c76-a6d1-6ba7a37dd2c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0526645 Jul 16 03:28:23.514850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:23.543135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:23.543690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4881ff-4269-4de9-aef3-a6091223bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e59a5-63f1-49ca-8bb5-5f579e25c01b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:23.548604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1a4881ff-4269-4de9-aef3-a6091223bd15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c6f08d7c5194d7b92fe68a08926cc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735772 Jul 16 03:28:23.552494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:23.652411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-29d737b4-380e-4987-a271-229cc34686ac', 'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'fixed_ips': [{'subnet_id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:28:23.655312 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.772525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.852071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.872446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52124) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:23.941178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.942183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.954818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Allocated IP 172.20.0.2 (29d737b4-380e-4987-a271-229cc34686ac/15529515-f0f8-44f1-aa0a-ba01173e0b0e/c56f035b-714d-4b1e-a4c6-ed3f546de660) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:24.003144 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e2203be9-4bde-4845-95b1-c740d06c2fa3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f6b041b839c46908c837130ef71663d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293840 Jul 16 03:28:24.005813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:24.054721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1627a97a-fc48-43fe-9b69-165000a5b128 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:24.067957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.078485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.097537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01449c6b-487c-4419-92cd-a5f8693cbd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.114168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.132574 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.137827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01449c6b-487c-4419-92cd-a5f8693cbd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.141378 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9a444e6ec8f41c495c5f637d424fec2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0433347 Jul 16 03:28:24.142945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Transition to ACTIVE for port object c56f035b-714d-4b1e-a4c6-ed3f546de660 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:24.143416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.144295 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72458256-62f7-46b6-80f8-3a9df1067181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.146951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3428a-881e-434b-9043-9a91f8b8e793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a2674a-d585-41eb-9e9f-8d44af03aace,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:24.148080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:24.162610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Transition to ACTIVE for port object c56f035b-714d-4b1e-a4c6-ed3f546de660 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:24.176255 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.186786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Transition to ACTIVE for port object 1627a97a-fc48-43fe-9b69-165000a5b128 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:24.216528 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01449c6b-487c-4419-92cd-a5f8693cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.219464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01449c6b-487c-4419-92cd-a5f8693cbd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.220635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01449c6b-487c-4419-92cd-a5f8693cbd06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c661eb1f-7fc1-417b-af2c-6e975f624665 HTTP/1.1" status: 204 len: 168 time: 0.2137809 Jul 16 03:28:24.233781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Network 29d737b4-380e-4987-a271-229cc34686ac is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:24.239082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:24.241244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72458256-62f7-46b6-80f8-3a9df1067181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.245357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:24.250864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01449c6b-487c-4419-92cd-a5f8693cbd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c661eb1f-7fc1-417b-af2c-6e975f624665,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:24.258640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.272597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.296660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Pushing event updated for resources: {'Port': ['ID=c56f035b-714d-4b1e-a4c6-ed3f546de660,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:24.328682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Attempting to bind port c56f035b-714d-4b1e-a4c6-ed3f546de660 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:24.328968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Attempting to bind port c56f035b-714d-4b1e-a4c6-ed3f546de660 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:24.329625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Attempting to bind port c56f035b-714d-4b1e-a4c6-ed3f546de660 on network 29d737b4-380e-4987-a271-229cc34686ac {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:24.335286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:24.335664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Checking segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:24.336073 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.336469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Bound using segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:24.336942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Bound port: c56f035b-714d-4b1e-a4c6-ed3f546de660, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:24.337342 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.374683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:24.416939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] For port c56f035b-714d-4b1e-a4c6-ed3f546de660, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:24.421422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] For port c56f035b-714d-4b1e-a4c6-ed3f546de660, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c56f035b-714d-4b1e-a4c6-ed3f546de660,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:24.429557 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.508921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aef62-33c2-4edd-a709-8820b07bafad req-c7a5d521-3e2d-4a6f-a838-5c93b0f9f855 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.512670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-345aef62-33c2-4edd-a709-8820b07bafad req-c7a5d521-3e2d-4a6f-a838-5c93b0f9f855 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 944 time: 0.1385379 Jul 16 03:28:24.529684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a61a-bb11-4891-89b8-f79cbf1f08a5 req-79c92481-582b-4e4a-b897-274e90a43af8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.531297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7d8a61a-bb11-4891-89b8-f79cbf1f08a5 req-79c92481-582b-4e4a-b897-274e90a43af8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 950 time: 0.5442479 Jul 16 03:28:24.539719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f191-7034-47f8-bda5-9871d71a7d3a None None] Pushing event updated for resources: {'Port': ['ID=c56f035b-714d-4b1e-a4c6-ed3f546de660,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:24.550413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.558056 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:28:24.599892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b8910e7-c336-4398-8127-05af976f6e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.613348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6803f5-1cae-4cc7-9118-80c17707af6c req-494022c4-35f9-4603-94ea-fdd7b71600d8 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.621346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be6803f5-1cae-4cc7-9118-80c17707af6c req-494022c4-35f9-4603-94ea-fdd7b71600d8 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 935 time: 0.5930655 Jul 16 03:28:24.690372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Deleting port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:24.690507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.692375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b8910e7-c336-4398-8127-05af976f6e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.780333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7d8a61a-bb11-4891-89b8-f79cbf1f08a5 req-ab7f0236-1c4c-429c-b9b5-357725740995 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332182 Jul 16 03:28:24.789432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72458256-62f7-46b6-80f8-3a9df1067181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.793716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72458256-62f7-46b6-80f8-3a9df1067181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.795128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-72458256-62f7-46b6-80f8-3a9df1067181 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f4e59a5-63f1-49ca-8bb5-5f579e25c01b HTTP/1.1" status: 204 len: 168 time: 1.2372634 Jul 16 03:28:24.845997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458256-62f7-46b6-80f8-3a9df1067181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e59a5-63f1-49ca-8bb5-5f579e25c01b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:24.849623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] For port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:24.851529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:24.894179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Calling delete_port for 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:24.921940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Attempting to bind port 1627a97a-fc48-43fe-9b69-165000a5b128 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:24.922314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Attempting to bind port 1627a97a-fc48-43fe-9b69-165000a5b128 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:24.922642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Attempting to bind port 1627a97a-fc48-43fe-9b69-165000a5b128 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:24.956310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be6803f5-1cae-4cc7-9118-80c17707af6c req-e6f10468-b4ef-4131-8ba6-c2d366993c38 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338637 Jul 16 03:28:24.974038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Port 1627a97a-fc48-43fe-9b69-165000a5b128 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:24.974381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Attempting to bind port 1627a97a-fc48-43fe-9b69-165000a5b128 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:25.001974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:25.002355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:25.002864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:25.003334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Bound port: 1627a97a-fc48-43fe-9b69-165000a5b128, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:25.003749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.127873 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b8910e7-c336-4398-8127-05af976f6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.130454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b8910e7-c336-4398-8127-05af976f6e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.133948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b8910e7-c336-4398-8127-05af976f6e7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4a2674a-d585-41eb-9e9f-8d44af03aace HTTP/1.1" status: 204 len: 168 time: 0.9810398 Jul 16 03:28:25.153095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8910e7-c336-4398-8127-05af976f6e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a2674a-d585-41eb-9e9f-8d44af03aace,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:25.178681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:25.181768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.188694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:25.202474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.211764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7820096-0613-4689-b5e6-e40ef5e1f0fb req-32331573-457b-4f4a-9d50-6fe53ee6299f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.213861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7820096-0613-4689-b5e6-e40ef5e1f0fb req-32331573-457b-4f4a-9d50-6fe53ee6299f tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4 HTTP/1.1" status: 200 len: 866 time: 0.2353492 Jul 16 03:28:25.241639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event deleted for resources: {'Port': ['ID=41a316db-cedd-47b7-bd2d-e1a4db2a59d0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:25.278677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:25.344129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.344129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.344129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b55c7a7d-dcf3-4c78-b614-5cb13bec2557 service neutron] 10.222.0.11 "PUT /v2.0/ports/1627a97a-fc48-43fe-9b69-165000a5b128 HTTP/1.1" status: 200 len: 1095 time: 2.9438546 Jul 16 03:28:25.354675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:25.357248 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4046280-0fc6-4286-924a-1a06b0af8d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:25.404462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:25.600587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7820096-0613-4689-b5e6-e40ef5e1f0fb req-8512b440-ed6b-4015-8ee6-0af29ac29b29 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187037 Jul 16 03:28:25.638362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6ba75e7-5e6c-4fd6-860b-2b0de5c3538d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.725800 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c8812-6996-4b03-9067-671b871dd773 x-openstack-request-id: req-8c3c8812-6996-4b03-9067-671b871dd773 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:25.726135 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:25.726661 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c3c8812-6996-4b03-9067-671b871dd773 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:25.727278 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'status': 'completed', 'code': 200} Jul 16 03:28:25.812501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.812761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] No DVR routers for this DVR port 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:25.822200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.829987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.837526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.844075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-a832f898-d58a-467b-81e7-3b63e4eb5961 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.845491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.847176 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-a832f898-d58a-467b-81e7-3b63e4eb5961 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 950 time: 0.7149112 Jul 16 03:28:25.852836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.853982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.862590 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-345aef62-33c2-4edd-a709-8820b07bafad req-2c922a51-6adc-479d-bded-72ca34f3dd7b tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "DELETE /v2.0/ports/41a316db-cedd-47b7-bd2d-e1a4db2a59d0 HTTP/1.1" status: 204 len: 173 time: 1.3378356 Jul 16 03:28:25.863414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'name': 'network-vif-deleted', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:25.863724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.865858 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b09fe27-8425-4fdc-a2fa-378f6b71547c" -d '{"events": [{"server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "name": "network-vif-deleted", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:25.875007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-b0c947b6-5a13-45ce-b303-6dde05e02041 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.5919559 Jul 16 03:28:25.924897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.932614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:25.956459 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:25.985371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d03efeda-1aef-44b1-b3c7-bce0d41daa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.006396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.055351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 10318fac-245d-4cc7-8502-010dedfd37e7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:26.055909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.057670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-933e9933-ff94-4548-bdec-a322f42f3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:26.059248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-933e9933-ff94-4548-bdec-a322f42f3b01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 1098 time: 0.6536341 Jul 16 03:28:26.107871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c05e9d-e985-4914-9ee5-b62013db102b None None] Network 29d737b4-380e-4987-a271-229cc34686ac requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:26.185852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 10318fac-245d-4cc7-8502-010dedfd37e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=10318fac-245d-4cc7-8502-010dedfd37e7,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:26.186421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.188901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50c0538d-932d-4af1-9797-9ff3ad6ee9b5 req-106d16a6-e89e-44f5-b6d5-e355fd2c049b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3120530 Jul 16 03:28:26.190163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-d09457b4-56df-4a99-a9b9-31c499688b97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=1627a97a-fc48-43fe-9b69-165000a5b128 HTTP/1.1" status: 200 len: 217 time: 0.1233304 Jul 16 03:28:26.202514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c33ac95a-5863-4868-9f12-1790e64d44ac None None] Provisioning for port c56f035b-714d-4b1e-a4c6-ed3f546de660 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:26.226624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 10318fac-245d-4cc7-8502-010dedfd37e7 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:26.326438 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695e36d-35ac-4c8d-840b-8e009f0ba948 x-openstack-request-id: req-c695e36d-35ac-4c8d-840b-8e009f0ba948 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:26.328491 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4", "name": "network-vif-deleted", "tag": "41a316db-cedd-47b7-bd2d-e1a4db2a59d0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:26.329908 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c695e36d-35ac-4c8d-840b-8e009f0ba948 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:26.333530 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f319c3f0-753e-4e9c-8a4c-91d6c9b84cb4', 'name': 'network-vif-deleted', 'tag': '41a316db-cedd-47b7-bd2d-e1a4db2a59d0', 'status': 'completed', 'code': 200} Jul 16 03:28:26.415178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6ba75e7-5e6c-4fd6-860b-2b0de5c3538d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.425197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c56f035b-714d-4b1e-a4c6-ed3f546de660 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:26.454138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Allocated IP 172.25.4.43 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/276b23d7-4fdf-48f4-9053-77f4890da0e4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:26.458654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6ba75e7-5e6c-4fd6-860b-2b0de5c3538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.495937 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.506488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b8039788-2143-419d-a1d4-6f7190c4fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:26.508665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-b8039788-2143-419d-a1d4-6f7190c4fc65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.3028631 Jul 16 03:28:26.522955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', '754f5493-e9b8-4ac8-b702-8af801793260', '10318fac-245d-4cc7-8502-010dedfd37e7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:26.527413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58', '98b0fc2a-c985-42ae-b355-00a46e4fada4', '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:26.580018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=10318fac-245d-4cc7-8502-010dedfd37e7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:26.640981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c56f035b-714d-4b1e-a4c6-ed3f546de660 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:26.669361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 10318fac-245d-4cc7-8502-010dedfd37e7 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:26.682707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c56f035b-714d-4b1e-a4c6-ed3f546de660 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:26.684153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.684994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.687080 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-167105c4-ba29-4bd9-926a-f93e8a95b5e8 req-91abfa4a-9be6-4f77-8ed5-38f60cc20c01 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "DELETE /v2.0/ports/10318fac-245d-4cc7-8502-010dedfd37e7 HTTP/1.1" status: 204 len: 173 time: 0.8126967 Jul 16 03:28:26.692970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:26.702246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44645f-f1f2-4047-86f6-079fb203a5e7 req-ade38276-a4d9-4f0d-adcf-0ee5a46b68e2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:26.732010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c44645f-f1f2-4047-86f6-079fb203a5e7 req-ade38276-a4d9-4f0d-adcf-0ee5a46b68e2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1700897-ac5c-4167-b067-8ced66240806 HTTP/1.1" status: 200 len: 867 time: 0.6230121 Jul 16 03:28:26.764554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:26.765000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 41a316db-cedd-47b7-bd2d-e1a4db2a59d0 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:26.795432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b6ba75e7-5e6c-4fd6-860b-2b0de5c3538d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ca9aa4da4e647e8bc43ea1dd9fa144e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3739879 Jul 16 03:28:26.799529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52192) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:26.872477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92678be5-dba7-4c76-b2f9-f2ba065c2fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.878871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba75e7-5e6c-4fd6-860b-2b0de5c3538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58850fd7-29c4-4583-bca5-16db68bc8fff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:26.888597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9cb3b0dc-98eb-4e0a-b0af-d391a17014ed None None] Provisioning complete for port c56f035b-714d-4b1e-a4c6-ed3f546de660 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:26.889641 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b0dc-98eb-4e0a-b0af-d391a17014ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.916913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92678be5-dba7-4c76-b2f9-f2ba065c2fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.981587 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92678be5-dba7-4c76-b2f9-f2ba065c2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.985110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92678be5-dba7-4c76-b2f9-f2ba065c2fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.986385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-92678be5-dba7-4c76-b2f9-f2ba065c2fab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58850fd7-29c4-4583-bca5-16db68bc8fff HTTP/1.1" status: 204 len: 168 time: 0.1857023 Jul 16 03:28:26.999031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92678be5-dba7-4c76-b2f9-f2ba065c2fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58850fd7-29c4-4583-bca5-16db68bc8fff,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:27.005907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c44645f-f1f2-4047-86f6-079fb203a5e7 req-ff52842d-3c91-4bdf-81f0-764dc8c72d31 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724977 Jul 16 03:28:27.018193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-5edfc3a3-d1e1-4660-8d71-c6d6fbb01056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.020094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-5edfc3a3-d1e1-4660-8d71-c6d6fbb01056 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4710050 Jul 16 03:28:27.113047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.136181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2b1e-ca4a-40ad-963a-a7022939b9f5 req-dd784142-668e-432d-97b9-522d183b7b93 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.138244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-859a2b1e-ca4a-40ad-963a-a7022939b9f5 req-dd784142-668e-432d-97b9-522d183b7b93 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 947 time: 0.3988597 Jul 16 03:28:27.145163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.191621 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b0dc-98eb-4e0a-b0af-d391a17014ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.241482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c56f035b-714d-4b1e-a4c6-ed3f546de660, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c56f035b-714d-4b1e-a4c6-ed3f546de660,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:27.253734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d03efeda-1aef-44b1-b3c7-bce0d41daa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.265192 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.269295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-859a2b1e-ca4a-40ad-963a-a7022939b9f5 req-b530774f-5bc2-4427-ac4a-7315a08b1ce9 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911920 Jul 16 03:28:27.278890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-57274bf6-075d-4ba9-a876-c13507444996 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481360 Jul 16 03:28:27.291808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d03efeda-1aef-44b1-b3c7-bce0d41daa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.477067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:27.490220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d03efeda-1aef-44b1-b3c7-bce0d41daa68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3978c9716cd54c45aa32c9ba044b1c79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5479031 Jul 16 03:28:27.551535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c56f035b-714d-4b1e-a4c6-ed3f546de660,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:27.558298 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-9cb3b0dc-98eb-4e0a-b0af-d391a17014ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:28:27.558762 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-9cb3b0dc-98eb-4e0a-b0af-d391a17014ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:28:27.599058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8824a13a-e87d-48cf-a0dc-fb009149f9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.650154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03efeda-1aef-44b1-b3c7-bce0d41daa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1410c-019d-4a70-bc57-4f929634f805,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:27.655708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.674884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8824a13a-e87d-48cf-a0dc-fb009149f9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.755885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:27.760457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:27.763972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5609c062-a9d4-4bf9-bd61-787557658db3 req-a090fa31-de62-486c-864a-f0d7750e49a8 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737692 Jul 16 03:28:27.764702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:27.787151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8824a13a-e87d-48cf-a0dc-fb009149f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.790960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8824a13a-e87d-48cf-a0dc-fb009149f9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.795481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8824a13a-e87d-48cf-a0dc-fb009149f9a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6a1410c-019d-4a70-bc57-4f929634f805 HTTP/1.1" status: 204 len: 168 time: 0.3167837 Jul 16 03:28:27.804869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824a13a-e87d-48cf-a0dc-fb009149f9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1410c-019d-4a70-bc57-4f929634f805,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:27.898645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=276b23d7-4fdf-48f4-9053-77f4890da0e4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:28.336493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1700897-ac5c-4167-b067-8ced66240806', 'name': 'network-vif-deleted', 'tag': '10318fac-245d-4cc7-8502-010dedfd37e7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:28.339064 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7745a9-f8b9-4be5-8932-cb2317f61ace" -d '{"events": [{"server_uuid": "e1700897-ac5c-4167-b067-8ced66240806", "name": "network-vif-deleted", "tag": "10318fac-245d-4cc7-8502-010dedfd37e7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:28.341598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:28.361873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c56f035b-714d-4b1e-a4c6-ed3f546de660 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:28.433177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c56f035b-714d-4b1e-a4c6-ed3f546de660 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:28.434100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.463238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-5741c0e1-5780-4fe1-b3c9-68b6d4e7cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.464752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-5741c0e1-5780-4fe1-b3c9-68b6d4e7cfd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 1098 time: 0.6134183 Jul 16 03:28:28.468631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-e8abc809-9f17-45e4-b14d-e773c4311fb3 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.470871 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-e8abc809-9f17-45e4-b14d-e773c4311fb3 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 945 time: 0.0998011 Jul 16 03:28:28.583769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8036-f625-4ff6-86f1-a2775e457746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.632646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.638629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.644816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.652353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.657652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Deleting port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:28.658065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.659018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.666730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.672755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.681071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cad90e4-afe8-4cae-af86-40260561280f req-6f719b88-c222-47fd-976c-47f6fddb748b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.7605190 Jul 16 03:28:28.691409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:28.695530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 10318fac-245d-4cc7-8502-010dedfd37e7 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:28.738350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 10318fac-245d-4cc7-8502-010dedfd37e7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:28.738843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 10318fac-245d-4cc7-8502-010dedfd37e7 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:28.759991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1e37-e11c-48b4-b4d6-414dc4043ff4 req-dfc8d894-51b6-42bc-912a-1159935e0af1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.767644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-333b1e37-e11c-48b4-b4d6-414dc4043ff4 req-dfc8d894-51b6-42bc-912a-1159935e0af1 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 945 time: 0.4037151 Jul 16 03:28:28.792215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] For port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:28.793390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.818466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Calling delete_port for 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:28.831026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-9217d8c7-5baa-46e2-883f-8d140aea1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.832535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-9217d8c7-5baa-46e2-883f-8d140aea1257 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3556402 Jul 16 03:28:28.838822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8036-f625-4ff6-86f1-a2775e457746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.856305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cad90e4-afe8-4cae-af86-40260561280f req-3a93222d-2d49-4e24-a529-81d3bbf6bc13 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721261 Jul 16 03:28:28.881634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8036-f625-4ff6-86f1-a2775e457746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.896303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:28.917711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '1627a97a-fc48-43fe-9b69-165000a5b128', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '1627a97a-fc48-43fe-9b69-165000a5b128', 'mac_address': 'fa:16:3e:1d:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:28.941170 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dbbf8036-f625-4ff6-86f1-a2775e457746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d730ab53b6004b6d9de47dc04d36d33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981364 Jul 16 03:28:28.949942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52270) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:28.950494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:28.965490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf8036-f625-4ff6-86f1-a2775e457746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634951a7-7e06-44fc-b3be-2614559eeb47,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:28.972598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.992064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-333b1e37-e11c-48b4-b4d6-414dc4043ff4 req-b2724900-8d52-4d88-b330-1f6b9a61214e tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236295 Jul 16 03:28:28.997367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.004717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1627a97a-fc48-43fe-9b69-165000a5b128 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:29.012910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-58393f11-9e56-4571-ac99-612af6181af0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=1627a97a-fc48-43fe-9b69-165000a5b128 HTTP/1.1" status: 200 len: 217 time: 0.1296461 Jul 16 03:28:29.069650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:29.081433 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.082650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc48da9c-096d-465f-9c2c-19de9a2c96a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.127733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-f18543ee-5f99-4453-ad44-9180dc979980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.128278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc48da9c-096d-465f-9c2c-19de9a2c96a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.129512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-f18543ee-5f99-4453-ad44-9180dc979980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0685499 Jul 16 03:28:29.189452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:29.212939 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb58538-1fb6-4e91-b46c-fd5b3d7d1bfe x-openstack-request-id: req-6eb58538-1fb6-4e91-b46c-fd5b3d7d1bfe {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:29.213272 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1700897-ac5c-4167-b067-8ced66240806", "name": "network-vif-deleted", "tag": "10318fac-245d-4cc7-8502-010dedfd37e7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:29.213543 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eb58538-1fb6-4e91-b46c-fd5b3d7d1bfe {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:29.214578 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1700897-ac5c-4167-b067-8ced66240806', 'name': 'network-vif-deleted', 'tag': '10318fac-245d-4cc7-8502-010dedfd37e7', 'status': 'completed', 'code': 200} Jul 16 03:28:29.243194 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc48da9c-096d-465f-9c2c-19de9a2c96a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.246300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc48da9c-096d-465f-9c2c-19de9a2c96a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.249802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dc48da9c-096d-465f-9c2c-19de9a2c96a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/634951a7-7e06-44fc-b3be-2614559eeb47 HTTP/1.1" status: 204 len: 168 time: 0.2958925 Jul 16 03:28:29.277123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6f2892f-1080-48a0-ba71-3531537e712c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.297660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48da9c-096d-465f-9c2c-19de9a2c96a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634951a7-7e06-44fc-b3be-2614559eeb47,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:29.307435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1627a97a-fc48-43fe-9b69-165000a5b128'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:29.412243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.486143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event deleted for resources: {'Port': ['ID=41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:29.501794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-08498db4-2372-4a3e-a795-82bf34db803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.505091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-08498db4-2372-4a3e-a795-82bf34db803d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3611233 Jul 16 03:28:29.539744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] No DVR routers for this DVR port 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:29.544568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6f2892f-1080-48a0-ba71-3531537e712c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.546342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.548980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-259d8d9f-833c-4402-85ed-ff0f8292e29d req-edae5dad-a8e7-4c67-ae24-5271bb685971 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.48 "DELETE /v2.0/ports/41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 HTTP/1.1" status: 204 len: 173 time: 1.0690870 Jul 16 03:28:29.554089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6f2892f-1080-48a0-ba71-3531537e712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.570726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d55f8-2fe8-4272-ad9d-71f54af9e316 req-7823a8f0-c8f6-401d-b476-68c28b5c6e05 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.599083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-219d55f8-2fe8-4272-ad9d-71f54af9e316 req-7823a8f0-c8f6-401d-b476-68c28b5c6e05 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 948 time: 0.3768392 Jul 16 03:28:29.651729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d6f2892f-1080-48a0-ba71-3531537e712c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5c7676fa28149edbff73c9902d1f91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988857 Jul 16 03:28:29.654483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:29.655353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2892f-1080-48a0-ba71-3531537e712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9ea39-4846-4119-827d-581ec6fa3d39,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:29.762250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ecfd-4905-4389-b2c4-c515e6f18edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.786428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ecfd-4905-4389-b2c4-c515e6f18edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.849691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-219d55f8-2fe8-4272-ad9d-71f54af9e316 req-425184ad-ffa4-4a3c-b9f5-38dcc5426f4f tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496347 Jul 16 03:28:29.859332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ecfd-4905-4389-b2c4-c515e6f18edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.862696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ecfd-4905-4389-b2c4-c515e6f18edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.866373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.867116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fbc1ecfd-4905-4389-b2c4-c515e6f18edb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4b9ea39-4846-4119-827d-581ec6fa3d39 HTTP/1.1" status: 204 len: 168 time: 0.2087557 Jul 16 03:28:29.875690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1ecfd-4905-4389-b2c4-c515e6f18edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9ea39-4846-4119-827d-581ec6fa3d39,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:29.923196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52304) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:29.943882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-373c34e3-9f71-4a9e-884c-c392bb61eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.944485 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-fe425208-d7ba-48c0-b345-05c93072221f service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239604 Jul 16 03:28:29.989137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86749b14-78cb-4852-89a3-8ef929fa0d44 req-00cf2eee-43ae-4db9-90c3-c9794233d779 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.991112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86749b14-78cb-4852-89a3-8ef929fa0d44 req-00cf2eee-43ae-4db9-90c3-c9794233d779 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 949 time: 0.2868905 Jul 16 03:28:30.109483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-373c34e3-9f71-4a9e-884c-c392bb61eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.118126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-373c34e3-9f71-4a9e-884c-c392bb61eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.172231 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-373c34e3-9f71-4a9e-884c-c392bb61eb9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86c6c2435b8a4f0a902157714e370c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478099 Jul 16 03:28:30.175447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:30.200429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c34e3-9f71-4a9e-884c-c392bb61eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468fc52-11cf-4876-ae80-ca4433def3b2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:30.207398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86749b14-78cb-4852-89a3-8ef929fa0d44 req-dda780af-51cd-4cf4-b463-273cf06ce776 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013810 Jul 16 03:28:30.240570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4046280-0fc6-4286-924a-1a06b0af8d1d req-c74a4794-4722-4b3b-a322-45c340085fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893579 Jul 16 03:28:30.344306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.350785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.357220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.364679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.374065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.380433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.387587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.394495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-8997d067-b9d6-440c-a810-18e906d9eab9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.3877130 Jul 16 03:28:30.394495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Router 5b192868-57ea-4a25-b1af-8f27fac47631 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:28:30.398015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97080ae3-4036-4f55-a533-bf66ca2e44c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.444626 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97080ae3-4036-4f55-a533-bf66ca2e44c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.525852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cabb6861-9b04-400c-8afb-af304397a65e req-0466bd3b-5198-441f-a634-f05b8a8c5006 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=54425b04-e187-47e8-9aca-229d493e9162 HTTP/1.1" status: 200 len: 210 time: 0.0920615 Jul 16 03:28:30.534920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25d3066e-da00-4c71-87d5-fed892d5d465 req-f49e3d7b-216a-45a5-9db4-ce399f54dbd1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395583 Jul 16 03:28:30.625968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:30.628100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97080ae3-4036-4f55-a533-bf66ca2e44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.631072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97080ae3-4036-4f55-a533-bf66ca2e44c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.631959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-97080ae3-4036-4f55-a533-bf66ca2e44c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8468fc52-11cf-4876-ae80-ca4433def3b2 HTTP/1.1" status: 204 len: 168 time: 0.4534471 Jul 16 03:28:30.637365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Sync routers for ids ['5b192868-57ea-4a25-b1af-8f27fac47631'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:30.649516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97080ae3-4036-4f55-a533-bf66ca2e44c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468fc52-11cf-4876-ae80-ca4433def3b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:30.649771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Routers {'5b192868-57ea-4a25-b1af-8f27fac47631'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:30.649771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5b192868-57ea-4a25-b1af-8f27fac47631'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:30.657065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.658806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-08051789-ef6d-4c64-99d9-8ea308a47ac4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1427433 Jul 16 03:28:30.661844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52334) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:30.708423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:30.812377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Set router 5b192868-57ea-4a25-b1af-8f27fac47631 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:30.897442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 1627a97a-fc48-43fe-9b69-165000a5b128 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:30.910455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 1627a97a-fc48-43fe-9b69-165000a5b128 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:30.911084 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.038356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-6dc9753a-bafb-4095-b3c1-1bd1cbc260a8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.040518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-6dc9753a-bafb-4095-b3c1-1bd1cbc260a8 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 949 time: 0.1647182 Jul 16 03:28:31.100102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.139764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:31.141954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:31.146434 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d369a-53ba-42c8-9404-da4378a6a85a" -d '{"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-plugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:31.151863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.210860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:28:28Z', 'revision_number': 3, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:31.215539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'name': 'network-vif-deleted', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:31.219353 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca9771-891e-42b0-9206-455109446490" -d '{"events": [{"server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "name": "network-vif-deleted", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:31.238122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:31.238746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.246867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Checking router: 5b192868-57ea-4a25-b1af-8f27fac47631 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:31.247202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Updating router 5b192868-57ea-4a25-b1af-8f27fac47631 port 276b23d7-4fdf-48f4-9053-77f4890da0e4 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:28:31.294402 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.337242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:31.382893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:31.383281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.402960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:31.446766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-ab2b2ee8-2882-4813-9218-aa03b955c016 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1b0857722af0477dbc42916c36c305d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4224737 Jul 16 03:28:31.562416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895708c0-68b4-44d3-951c-5590bfee1f30 req-14a7035d-fd6f-41bd-997e-4a34428ec246 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.569612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-895708c0-68b4-44d3-951c-5590bfee1f30 req-14a7035d-fd6f-41bd-997e-4a34428ec246 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 948 time: 0.5255275 Jul 16 03:28:31.644231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.661234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-895708c0-68b4-44d3-951c-5590bfee1f30 req-30beec50-760e-4ede-8b48-cd459fc528a3 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905170 Jul 16 03:28:31.670287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58', '98b0fc2a-c985-42ae-b355-00a46e4fada4', '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:31.681876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', '754f5493-e9b8-4ac8-b702-8af801793260'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:31.695578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:31.789554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-eb2c3347-2907-4ab8-97b3-dd5d4dc2befa tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.797075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-eb2c3347-2907-4ab8-97b3-dd5d4dc2befa tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398130 Jul 16 03:28:31.804875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:31.812017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.815686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-baad8345-1a6b-4788-8ccf-0a45d9fed0ef tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/quotas/1b0857722af0477dbc42916c36c305d9 HTTP/1.1" status: 200 len: 375 time: 0.0173292 Jul 16 03:28:31.817878 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c91c87e-75d1-43b3-93dd-bdc3d47da6fc req-af27e164-baf4-46d2-b1b6-4e5614005204 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "DELETE /v2.0/ports/2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 HTTP/1.1" status: 204 len: 173 time: 0.7711627 Jul 16 03:28:31.826058 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d9d9cd-4818-4fe1-ab1a-a87562dab80a x-openstack-request-id: req-88d9d9cd-4818-4fe1-ab1a-a87562dab80a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:31.826590 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54425b04-e187-47e8-9aca-229d493e9162", "name": "network-vif-deleted", "tag": "41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:31.827006 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88d9d9cd-4818-4fe1-ab1a-a87562dab80a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:31.827559 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54425b04-e187-47e8-9aca-229d493e9162', 'name': 'network-vif-deleted', 'tag': '41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2', 'status': 'completed', 'code': 200} Jul 16 03:28:31.830805 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092381b2-67b1-477d-86dc-2f50cc2fa4b1 x-openstack-request-id: req-092381b2-67b1-477d-86dc-2f50cc2fa4b1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:31.831105 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-plugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:31.831365 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-092381b2-67b1-477d-86dc-2f50cc2fa4b1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:31.831766 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'code': 200} Jul 16 03:28:31.863885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-298b3b06-f912-4ec3-be9f-928f67742f72 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471995 Jul 16 03:28:31.910183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:32.033831 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.052352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:32.052779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41b1d07a-8f5d-4ac8-8af1-8d9ee99c08f2 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:32.058716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cd6a858-ac8e-474f-a483-da5d388bdcc6 req-8ad0b803-cef1-48eb-a97a-a3afb4f2006d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=416765d2-32b5-4eae-ba5d-32c4a477b230 HTTP/1.1" status: 200 len: 210 time: 0.0395584 Jul 16 03:28:32.075768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a869b3-9ec3-405f-bae0-74176f6a7f32 req-a1299c8c-1386-4e82-90da-0e7301b64a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.077301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22a869b3-9ec3-405f-bae0-74176f6a7f32 req-a1299c8c-1386-4e82-90da-0e7301b64a4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 1100 time: 0.2486844 Jul 16 03:28:32.145356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Transition to ACTIVE for port object 276b23d7-4fdf-48f4-9053-77f4890da0e4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:32.209120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.253045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22a869b3-9ec3-405f-bae0-74176f6a7f32 req-ec200288-35b6-4e70-8ab3-caf47bee3a09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543329 Jul 16 03:28:32.288605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.355831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dfda1-04c7-4331-bc7a-3070dc6081f8 None None] Pushing event updated for resources: {'Port': ['ID=276b23d7-4fdf-48f4-9053-77f4890da0e4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:32.542147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Attempting to bind port 276b23d7-4fdf-48f4-9053-77f4890da0e4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:32.542539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Attempting to bind port 276b23d7-4fdf-48f4-9053-77f4890da0e4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:32.544424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Attempting to bind port 276b23d7-4fdf-48f4-9053-77f4890da0e4 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:32.668898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:32.669898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:32.670988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.672472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:32.673803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Bound port: 276b23d7-4fdf-48f4-9053-77f4890da0e4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:32.674440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.814430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.823111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.823591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.830199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.839171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.849634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.856774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.863475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.872469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-115e94b3-bd96-456f-b2b6-5319cd237bda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.3583889 Jul 16 03:28:32.918801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Allocated IP 172.20.0.1 (29d737b4-380e-4987-a271-229cc34686ac/15529515-f0f8-44f1-aa0a-ba01173e0b0e/43b0b16d-0868-4ce4-853d-43b66be5339c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:32.975055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-116678c7-bfc9-4408-af85-822ad157d2e6 req-48f25433-47bd-4a9e-8761-cf1eecd82a53 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927718 Jul 16 03:28:33.084630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-7b2cc8fa-bbf2-42ef-a8b4-ae4354498184 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1b0857722af0477dbc42916c36c305d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802481 Jul 16 03:28:33.235202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] For port 276b23d7-4fdf-48f4-9053-77f4890da0e4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:33.265237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] For port 276b23d7-4fdf-48f4-9053-77f4890da0e4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=276b23d7-4fdf-48f4-9053-77f4890da0e4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:33.297900 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.349541 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.412621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Routers {'5b192868-57ea-4a25-b1af-8f27fac47631'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:33.413257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5b192868-57ea-4a25-b1af-8f27fac47631'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:33.420788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dfda1-04c7-4331-bc7a-3070dc6081f8 None None] Pushing event updated for resources: {'Port': ['ID=276b23d7-4fdf-48f4-9053-77f4890da0e4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:33.478023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.504837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-6ec82b50-6500-4db7-b110-c41033eca487 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.512766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-6ec82b50-6500-4db7-b110-c41033eca487 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4269102 Jul 16 03:28:33.537241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Transition to ACTIVE for port object 43b0b16d-0868-4ce4-853d-43b66be5339c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:33.542119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] Set router 5b192868-57ea-4a25-b1af-8f27fac47631 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:33.557366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-c2d08482-d886-4ed5-b2af-0908ff5fe1cd tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/quotas/1b0857722af0477dbc42916c36c305d9 HTTP/1.1" status: 200 len: 375 time: 0.0433805 Jul 16 03:28:33.569310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18219fcf-0278-40b6-b63f-3b5bab9b2510 req-88f8c945-f512-4960-a706-b97bd9b571f1 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.577071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18219fcf-0278-40b6-b63f-3b5bab9b2510 req-88f8c945-f512-4960-a706-b97bd9b571f1 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 949 time: 0.3614452 Jul 16 03:28:33.629344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-c3eff119-9709-4b4c-96bd-37273ace20ac tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708246 Jul 16 03:28:33.671190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-03c39ea7-0de1-4ab8-b09a-41f0a2271c67 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.672570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-03c39ea7-0de1-4ab8-b09a-41f0a2271c67 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 945 time: 0.2927551 Jul 16 03:28:33.763542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18219fcf-0278-40b6-b63f-3b5bab9b2510 req-099b7f99-8c65-4dd9-9bc2-56e1da319e92 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852705 Jul 16 03:28:33.798121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.828815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'name': 'network-vif-deleted', 'tag': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:33.832525 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3befe0-b42d-4705-8451-7e1bfdf5db04" -d '{"events": [{"server_uuid": "416765d2-32b5-4eae-ba5d-32c4a477b230", "name": "network-vif-deleted", "tag": "2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:33.886236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Network 29d737b4-380e-4987-a271-229cc34686ac is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:33.892221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:33.898207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:33.930292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Pushing event updated for resources: {'Port': ['ID=43b0b16d-0868-4ce4-853d-43b66be5339c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:33.938661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:33.975875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.022060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:34.022410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:34.130958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Deleting port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:34.131363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.151259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:28:28Z', 'revision_number': 3, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:34.183154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20069c-c0df-444b-9571-aa4e6da0724b None None] The sync data for ids ['5b192868-57ea-4a25-b1af-8f27fac47631'] in n-d-800089-6 is: [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:28:28Z', 'revision_number': 3, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:34.245247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-d816d285-94e9-4303-8c3b-c728f7f24d09 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1b0857722af0477dbc42916c36c305d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830932 Jul 16 03:28:34.320548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa637656-8cb4-4483-9842-8b1c896fffb8 None None] Provisioning for port 43b0b16d-0868-4ce4-853d-43b66be5339c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:34.328775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa637656-8cb4-4483-9842-8b1c896fffb8 None None] Provisioning complete for port 43b0b16d-0868-4ce4-853d-43b66be5339c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:34.332843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa637656-8cb4-4483-9842-8b1c896fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.428545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-c5e415d8-fb90-432e-bc5a-33cfc744ba8b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:34.435300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-c5e415d8-fb90-432e-bc5a-33cfc744ba8b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847992 Jul 16 03:28:34.445935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-aa637656-8cb4-4483-9842-8b1c896fffb8 None None] Port 43b0b16d-0868-4ce4-853d-43b66be5339c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:34.452549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Request body: {'port': {'device_id': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '1b0857722af0477dbc42916c36c305d9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:34.651350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a7ff5-f205-4d96-bbb1-fb1637da97f2 req-896098d0-9422-4e19-91e8-40d6127e7c05 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:34.663040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e41a7ff5-f205-4d96-bbb1-fb1637da97f2 req-896098d0-9422-4e19-91e8-40d6127e7c05 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/ports?device_id=cada1158-5d91-4149-9002-292864149599 HTTP/1.1" status: 200 len: 945 time: 0.6296289 Jul 16 03:28:34.665032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] For port 813c8c8d-cb2a-4836-8e74-3e0ba384f676, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=813c8c8d-cb2a-4836-8e74-3e0ba384f676,segment=NetworkSegment(6b6462a8-a82f-4d01-a592-bb17a2ce36f1),segment_id=6b6462a8-a82f-4d01-a592-bb17a2ce36f1)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:34.665407 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.725101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Made reservation on behalf of 1b0857722af0477dbc42916c36c305d9 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:34.736904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.749381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Calling delete_port for 813c8c8d-cb2a-4836-8e74-3e0ba384f676 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:34.760681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.921283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.926790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.968019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc0146-d975-42a6-9ca0-3edc00318e13,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:34.990899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ae37d46-f268-4e35-923d-ab69eb6fc64a req-ef558519-8ef5-4a26-8086-4e738c692f10 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.1839244 Jul 16 03:28:35.012013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e41a7ff5-f205-4d96-bbb1-fb1637da97f2 req-872422ed-5a24-48a4-9a36-e58bc99ffe98 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab16ca4a-244e-441c-af36-cd4cf18e41d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260822 Jul 16 03:28:35.016601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.038499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52496) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:35.108050 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940eebaf-840f-4057-9602-c8ff7c57893d x-openstack-request-id: req-940eebaf-840f-4057-9602-c8ff7c57893d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:35.108390 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416765d2-32b5-4eae-ba5d-32c4a477b230", "name": "network-vif-deleted", "tag": "2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:35.108652 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-940eebaf-840f-4057-9602-c8ff7c57893d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:35.110109 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416765d2-32b5-4eae-ba5d-32c4a477b230', 'name': 'network-vif-deleted', 'tag': '2fdbfdbf-5b15-47cd-8f2c-3aa568a29de0', 'status': 'completed', 'code': 200} Jul 16 03:28:35.199515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Allocated IP 192.168.233.66 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/915dfad9-ae93-47bb-a8c0-d422b6689ae2) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:35.206580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.309435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Pushing event deleted for resources: {'Port': ['ID=813c8c8d-cb2a-4836-8e74-3e0ba384f676,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:35.318847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b1004fe-85b2-47ba-9c9c-f464e8549615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.419462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.431099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] No DVR routers for this DVR port 813c8c8d-cb2a-4836-8e74-3e0ba384f676 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:35.442059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.444427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72a85cba-3e9a-4080-8985-f9dd04ba658e req-2d5d5fc2-6d6b-4d8d-9428-9facb81f9f62 tempest-LiveMigrationTest-149110320 tempest-LiveMigrationTest-149110320-project] 10.222.0.11 "DELETE /v2.0/ports/813c8c8d-cb2a-4836-8e74-3e0ba384f676 HTTP/1.1" status: 204 len: 173 time: 1.7633767 Jul 16 03:28:35.446141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'name': 'network-vif-deleted', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:35.448968 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a6af1-70ad-4ded-b8ad-d581ac33a22a" -d '{"events": [{"server_uuid": "cada1158-5d91-4149-9002-292864149599", "name": "network-vif-deleted", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:35.453001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Transition to ACTIVE for port object 915dfad9-ae93-47bb-a8c0-d422b6689ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:35.551592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.596293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-50383e89-1245-4a4c-bfd6-bae20c4dc1eb tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b0857722af0477dbc42916c36c305d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1236701 Jul 16 03:28:35.609737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:35.622702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:35.627117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:35.676897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:35.723910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.724585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.773910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.784190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.792299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.803571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.815768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.822633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.828699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.840878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-dfba2262-6137-4295-919d-5f71241380fd tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 0.6361024 Jul 16 03:28:35.924282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.957967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.961032 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b1004fe-85b2-47ba-9c9c-f464e8549615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.970035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-feee173c-154e-4197-bb7f-9727ee68bbd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5256455 Jul 16 03:28:35.978015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8bce59e-4e14-4ee5-8ab0-0b7ce2e6bce5 None None] Provisioning for port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:35.982445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8bce59e-4e14-4ee5-8ab0-0b7ce2e6bce5 None None] Provisioning complete for port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:35.982962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8bce59e-4e14-4ee5-8ab0-0b7ce2e6bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.983364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Request body: {'port': {'device_id': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:36.025077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce59e-4e14-4ee5-8ab0-0b7ce2e6bce5 None None] Port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:36.078171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.350063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b1004fe-85b2-47ba-9c9c-f464e8549615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.373915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 276b23d7-4fdf-48f4-9053-77f4890da0e4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:36.382921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb529317-a226-4d7c-bc9c-0d281a0781e4 req-df7a2908-fed3-4ac8-81be-0d05205f9e4a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5410748 Jul 16 03:28:36.401449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-da71fdc8-b49b-4515-bba2-057da24f5eaf tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:36.402931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-da71fdc8-b49b-4515-bba2-057da24f5eaf tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8037992 Jul 16 03:28:36.422725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Request body: {'port': {'device_id': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '1b0857722af0477dbc42916c36c305d9'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:36.440607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:36.451670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.454877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 276b23d7-4fdf-48f4-9053-77f4890da0e4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:36.461128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 276b23d7-4fdf-48f4-9053-77f4890da0e4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:36.461861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.468559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.469680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Transition to ACTIVE for port object 915dfad9-ae93-47bb-a8c0-d422b6689ae2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:36.478699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6b1004fe-85b2-47ba-9c9c-f464e8549615 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88eb653a369e49ed9739f12c75fb5131&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4358120 Jul 16 03:28:36.478930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.479059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1004fe-85b2-47ba-9c9c-f464e8549615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede89685-e877-458e-88cb-459a588359ed,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:36.481303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52520) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:36.484301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Pushing event updated for resources: {'Port': ['ID=43b0b16d-0868-4ce4-853d-43b66be5339c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:36.600561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.627298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 276b23d7-4fdf-48f4-9053-77f4890da0e4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=276b23d7-4fdf-48f4-9053-77f4890da0e4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:36.631956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:36.642655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.648613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349913c-66e9-4c89-90b3-8dbc0c49f6bd req-d9e2f26c-dfbd-4d83-9416-c21909fab455 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:36.650224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3349913c-66e9-4c89-90b3-8dbc0c49f6bd req-d9e2f26c-dfbd-4d83-9416-c21909fab455 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 949 time: 0.7215786 Jul 16 03:28:36.651267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06cb82e3-2d7b-4e6f-8f83-fb9f902e6964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.718461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=276b23d7-4fdf-48f4-9053-77f4890da0e4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:36.738213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06cb82e3-2d7b-4e6f-8f83-fb9f902e6964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.740138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Attempting to bind port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:36.740794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Attempting to bind port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:36.741109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Attempting to bind port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:36.756502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:36.763017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:36.763347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Attempting to bind port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:36.777386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3349913c-66e9-4c89-90b3-8dbc0c49f6bd req-6fafb3aa-1f2e-48d7-b780-db783e44c0cb tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155818 Jul 16 03:28:36.786409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Made reservation on behalf of 1b0857722af0477dbc42916c36c305d9 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:36.791305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.792580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 813c8c8d-cb2a-4836-8e74-3e0ba384f676 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:36.793098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 813c8c8d-cb2a-4836-8e74-3e0ba384f676 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:36.809662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:36.810349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:36.810860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:36.811544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Bound port: 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:36.811911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.824567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Network 29d737b4-380e-4987-a271-229cc34686ac is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:36.859921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd09a65-5846-46cb-a00f-ed7d320a1a06 req-de19ed6c-6c7d-4db9-bcdb-5e6a1bcee141 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:36.861535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbd09a65-5846-46cb-a00f-ed7d320a1a06 req-de19ed6c-6c7d-4db9-bcdb-5e6a1bcee141 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 950 time: 0.2837777 Jul 16 03:28:36.862516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:36.865379 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eeed8b-90a7-4ad5-b43a-a0c223df7ac5 x-openstack-request-id: req-95eeed8b-90a7-4ad5-b43a-a0c223df7ac5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:36.865678 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada1158-5d91-4149-9002-292864149599", "name": "network-vif-deleted", "tag": "813c8c8d-cb2a-4836-8e74-3e0ba384f676", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:36.866023 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95eeed8b-90a7-4ad5-b43a-a0c223df7ac5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:36.866329 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cada1158-5d91-4149-9002-292864149599', 'name': 'network-vif-deleted', 'tag': '813c8c8d-cb2a-4836-8e74-3e0ba384f676', 'status': 'completed', 'code': 200} Jul 16 03:28:36.928775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:36.932607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:36.959478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06cb82e3-2d7b-4e6f-8f83-fb9f902e6964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.962164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06cb82e3-2d7b-4e6f-8f83-fb9f902e6964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.964138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-06cb82e3-2d7b-4e6f-8f83-fb9f902e6964 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ede89685-e877-458e-88cb-459a588359ed HTTP/1.1" status: 204 len: 168 time: 0.4799466 Jul 16 03:28:36.966655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.020972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb82e3-2d7b-4e6f-8f83-fb9f902e6964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede89685-e877-458e-88cb-459a588359ed,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:37.053065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-9e000540-b2ab-4944-8dd0-b2286da6e373 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:37.055078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-9e000540-b2ab-4944-8dd0-b2286da6e373 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 950 time: 0.3023579 Jul 16 03:28:37.064156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbd09a65-5846-46cb-a00f-ed7d320a1a06 req-6aed92e9-8fa3-4eb2-801b-9d09ddaf9cd5 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526828 Jul 16 03:28:37.096738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:37.099303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.104819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/915dfad9-ae93-47bb-a8c0-d422b6689ae2 HTTP/1.1" status: 200 len: 1095 time: 1.1251674 Jul 16 03:28:37.218157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:37.223961 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1df56c8-06c8-4a20-b205-1d4b1c75669e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:37.278191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Allocated IP 192.168.233.148 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/79761846-3c3a-4ff5-a112-3da3c9072438) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:37.293488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12a849af-ee8f-4ea9-b777-207c7636c7eb None None] Provisioning complete for port 43b0b16d-0868-4ce4-853d-43b66be5339c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:37.294027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12a849af-ee8f-4ea9-b777-207c7636c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.299775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6fc7c-ff55-4cec-84a1-c84b39bcc7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:37.376623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-12a849af-ee8f-4ea9-b777-207c7636c7eb None None] Port 43b0b16d-0868-4ce4-853d-43b66be5339c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:37.407685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 98b0fc2a-c985-42ae-b355-00a46e4fada4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:37.408154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.436075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-14de34ba-45d2-4ae4-a352-2f4bd82e8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:37.437888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-14de34ba-45d2-4ae4-a352-2f4bd82e8a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1098 time: 0.2010770 Jul 16 03:28:37.514635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-7ed6c93d-9978-4130-a054-82699a86c02a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2 HTTP/1.1" status: 200 len: 217 time: 0.0666213 Jul 16 03:28:37.516831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Router 5b192868-57ea-4a25-b1af-8f27fac47631 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:37.519262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6934e1f4-4f4d-408e-a598-d377f2a471b4 req-9675399a-1b7e-4e06-b8b9-e57bb6752f86 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0625260 Jul 16 03:28:37.522688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.551132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:37.551132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Transition to ACTIVE for port object 79761846-3c3a-4ff5-a112-3da3c9072438 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:37.586084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 98b0fc2a-c985-42ae-b355-00a46e4fada4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=98b0fc2a-c985-42ae-b355-00a46e4fada4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:37.586957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.605703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 98b0fc2a-c985-42ae-b355-00a46e4fada4 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:37.671529 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.736078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event updated for resources: {'Port': ['ID=79761846-3c3a-4ff5-a112-3da3c9072438,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:37.736318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-2083074d-efec-4ece-8b7a-6ae08bd6e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:37.738115 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-2083074d-efec-4ece-8b7a-6ae08bd6e665 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1105785 Jul 16 03:28:37.755015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:37.757209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:37.763950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e9b86c6c-c8ce-4cfc-ae8c-6dfc0c370a3f admin admin] 10.222.0.25 "PUT /v2.0/routers/5b192868-57ea-4a25-b1af-8f27fac47631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1003771 Jul 16 03:28:37.765124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:37.776861 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Sync routers for ids ['5b192868-57ea-4a25-b1af-8f27fac47631'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:37.787372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Routers {'5b192868-57ea-4a25-b1af-8f27fac47631'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:37.788021 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5b192868-57ea-4a25-b1af-8f27fac47631'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:37.789504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:37.972076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:37.972767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:37.989623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e7e47f09-fb78-445f-8344-796dd24dccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:38.000455 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-e7e47f09-fb78-445f-8344-796dd24dccc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548335 Jul 16 03:28:38.009132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Deleting subnet d2dbae25-1a8b-4a8c-a5f2-935dacfd032f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:38.022228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.051856 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Set router 5b192868-57ea-4a25-b1af-8f27fac47631 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:38.107980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-a55c57f6-5e88-476c-bed8-297e9e89a1c1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6903677 Jul 16 03:28:38.129529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Request body: {'port': {'device_id': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:38.154834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-be573755-8a91-47b6-ac18-643eefcfa7ee service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466420 Jul 16 03:28:38.192137 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.205696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', '754f5493-e9b8-4ac8-b702-8af801793260'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:38.210241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:38.238728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.419235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 276b23d7-4fdf-48f4-9053-77f4890da0e4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:38.425409 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaac6b7-33ad-4465-84c2-9fbc4cffc3d6 x-openstack-request-id: req-cbaac6b7-33ad-4465-84c2-9fbc4cffc3d6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:38.427187 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:38.427663 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbaac6b7-33ad-4465-84c2-9fbc4cffc3d6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:38.428363 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'status': 'completed', 'code': 200} Jul 16 03:28:38.434737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=98b0fc2a-c985-42ae-b355-00a46e4fada4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:38.498369 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.541986 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:28:34Z', 'revision_number': 4, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '43b0b16d-0868-4ce4-853d-43b66be5339c', 'name': '', 'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'mac_address': 'fa:16:3e:e7:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:32Z', 'updated_at': '2021-07-16T03:28:35Z', 'revision_number': 2, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'subnets': [{'id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:38.566125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.568717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 98b0fc2a-c985-42ae-b355-00a46e4fada4 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:38.573868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.580212 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8835bbd0-cb34-49bd-936d-bf0f197d577d req-04b7fbb2-518c-4553-8261-d15213cec0ad tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "DELETE /v2.0/ports/98b0fc2a-c985-42ae-b355-00a46e4fada4 HTTP/1.1" status: 204 len: 173 time: 1.5039754 Jul 16 03:28:38.590793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f9627c5e-c920-49e4-8bae-f3a96b55afd7 None None] Provisioning for port 79761846-3c3a-4ff5-a112-3da3c9072438 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:38.598142 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Checking router: 5b192868-57ea-4a25-b1af-8f27fac47631 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:38.598808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Updating router 5b192868-57ea-4a25-b1af-8f27fac47631 port 43b0b16d-0868-4ce4-853d-43b66be5339c binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:28:38.630015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f9627c5e-c920-49e4-8bae-f3a96b55afd7 None None] Provisioning complete for port 79761846-3c3a-4ff5-a112-3da3c9072438 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:38.631747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9627c5e-c920-49e4-8bae-f3a96b55afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.638241 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.720839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f9627c5e-c920-49e4-8bae-f3a96b55afd7 None None] Port 79761846-3c3a-4ff5-a112-3da3c9072438 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:38.751640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-914f1914-1572-488f-944d-ff28df5a4a3b req-40108a68-9da0-4b34-a0aa-a55131aca1b9 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805819 Jul 16 03:28:38.847095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 276b23d7-4fdf-48f4-9053-77f4890da0e4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:38.856057 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.902123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81441d1e-2349-4a00-99a8-da5291d2f041 req-d2c8bdf1-7468-4851-8c3a-e353a72e66d3 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=31aa667c-7ee3-4ebb-b268-7fe188e0db69 HTTP/1.1" status: 200 len: 210 time: 0.1120536 Jul 16 03:28:39.039137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-4b0addef-704e-4172-817c-412d2ba6a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.057058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-4b0addef-704e-4172-817c-412d2ba6a1e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1098 time: 0.2077327 Jul 16 03:28:39.058591 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.296576 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.324627 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Transition to ACTIVE for port object 43b0b16d-0868-4ce4-853d-43b66be5339c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:39.342833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dbae25-1a8b-4a8c-a5f2-935dacfd032f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:39.349862 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.360691 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.372861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2b39b6a7-e5e6-4c0c-a69b-2d7bfb755688 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d2dbae25-1a8b-4a8c-a5f2-935dacfd032f HTTP/1.1" status: 204 len: 168 time: 1.8279102 Jul 16 03:28:39.377176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:39.449296 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Pushing event updated for resources: {'Port': ['ID=43b0b16d-0868-4ce4-853d-43b66be5339c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:39.467219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-f2ff34cb-06d4-44ea-a369-021ccd4f1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.468706 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-f2ff34cb-06d4-44ea-a369-021ccd4f1f54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.4054928 Jul 16 03:28:39.482304 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.484281 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.485129 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.489001 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.489566 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.490837 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.491349 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.492215 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.493038 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.497018 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.498155 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.498730 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:39.576962 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-02effddf-337b-4cfb-81bd-264d72f9d221 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2 HTTP/1.1" status: 200 len: 217 time: 0.0928342 Jul 16 03:28:39.588745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.594229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.612387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.630887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.639190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.653523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.664266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-c84fbf73-a399-41b2-8ace-0896f264ef98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3203869 Jul 16 03:28:39.673975 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Attempting to bind port 43b0b16d-0868-4ce4-853d-43b66be5339c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:39.674711 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Attempting to bind port 43b0b16d-0868-4ce4-853d-43b66be5339c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:39.676637 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Attempting to bind port 43b0b16d-0868-4ce4-853d-43b66be5339c on network 29d737b4-380e-4987-a271-229cc34686ac {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:39.679464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.684167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-9408dd5a-b50a-4f92-98fd-011482965164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.685615 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-9408dd5a-b50a-4f92-98fd-011482965164 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1022170 Jul 16 03:28:39.694128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-83cc402e-ea9b-47da-9a03-d53b7c3ce257 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5430 time: 1.1029725 Jul 16 03:28:39.694333 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:39.699394 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Checking segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:39.699816 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.700239 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Bound using segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:39.700744 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Bound port: 43b0b16d-0868-4ce4-853d-43b66be5339c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:39.701150 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.843389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-353d6aaa-9b15-41cd-8d6f-62ce41ba2622 req-3a8baaec-6c32-4970-bd00-42b06e87dd7d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482060 Jul 16 03:28:39.847247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-6466ac1c-66ae-4fb3-b5e8-c35dfbfdb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.852857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-6466ac1c-66ae-4fb3-b5e8-c35dfbfdb742 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339872 Jul 16 03:28:39.889742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-df9bdc59-441c-40e6-add1-01b2b0858fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.892093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.893601 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] For port 43b0b16d-0868-4ce4-853d-43b66be5339c, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:39.896676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-df9bdc59-441c-40e6-add1-01b2b0858fec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 1100 time: 0.1911192 Jul 16 03:28:39.901254 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] For port 43b0b16d-0868-4ce4-853d-43b66be5339c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43b0b16d-0868-4ce4-853d-43b66be5339c,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:39.911673 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.939230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c1e27338-7077-45f7-9a3d-39f08c335cfe details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:39.941646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 98b0fc2a-c985-42ae-b355-00a46e4fada4 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:39.959561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52616) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:39.963484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c821-15f3-4cc2-8163-6eb51b0f8526 req-b4bd6b73-5365-4f59-8e64-fb40ab807f11 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.971378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-network', 'tenant_id': '5d946756e9594516a475e42bbb06664d'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:39.973495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff2c821-15f3-4cc2-8163-6eb51b0f8526 req-b4bd6b73-5365-4f59-8e64-fb40ab807f11 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 936 time: 0.5770855 Jul 16 03:28:40.043485 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e2aab-7870-427b-aab3-1da9daf4f6ae None None] Pushing event updated for resources: {'Port': ['ID=43b0b16d-0868-4ce4-853d-43b66be5339c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:40.061908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 98b0fc2a-c985-42ae-b355-00a46e4fada4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:40.065607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 98b0fc2a-c985-42ae-b355-00a46e4fada4 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:40.102107 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Routers {'5b192868-57ea-4a25-b1af-8f27fac47631'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:40.111679 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5b192868-57ea-4a25-b1af-8f27fac47631'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:40.158150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff2c821-15f3-4cc2-8163-6eb51b0f8526 req-cb69565f-546d-4806-ba57-1fa9078a097b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826565 Jul 16 03:28:40.308211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52632) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:40.312333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:40.344411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c1e27338-7077-45f7-9a3d-39f08c335cfe', 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be', 'port_id': 'c1e27338-7077-45f7-9a3d-39f08c335cfe', 'mac_address': 'fa:16:3e:71:4d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda03e56-11f7-4c46-bbce-74178095d7cc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:40.356131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-f8d76ec0-bb6a-4143-813d-7e97a75c509a service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903049 Jul 16 03:28:40.362309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Made reservation on behalf of 5d946756e9594516a475e42bbb06664d for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:40.364780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.377087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.420105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c27b772-144c-4531-bba0-3b6e9a8ce95f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:40.426169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.464828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6462a8-a82f-4d01-a592-bb17a2ce36f1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:40.465120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6462a8-a82f-4d01-a592-bb17a2ce36f1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:40.470992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.472310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'name': 'network-vif-deleted', 'tag': '98b0fc2a-c985-42ae-b355-00a46e4fada4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:40.481472 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4db280-57bc-49e3-ba2d-b552e4b74adb" -d '{"events": [{"server_uuid": "31aa667c-7ee3-4ebb-b268-7fe188e0db69", "name": "network-vif-deleted", "tag": "98b0fc2a-c985-42ae-b355-00a46e4fada4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:40.482132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79761846-3c3a-4ff5-a112-3da3c9072438 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:40.496436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.499329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.524322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e27338-7077-45f7-9a3d-39f08c335cfe {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:40.554706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.557101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Transition to ACTIVE for port object 79761846-3c3a-4ff5-a112-3da3c9072438 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:40.573975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:40.573975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.575886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:40.577616 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:40.598178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:40.607203 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.609202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0b8208b3-cb18-4919-b9b2-92164973d4c1 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:40.609781 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] Set router 5b192868-57ea-4a25-b1af-8f27fac47631 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:40.686463 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f32a05c-97ff-456e-b9c3-a3352a1eae90 x-openstack-request-id: req-9f32a05c-97ff-456e-b9c3-a3352a1eae90 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:40.686779 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31aa667c-7ee3-4ebb-b268-7fe188e0db69", "name": "network-vif-deleted", "tag": "98b0fc2a-c985-42ae-b355-00a46e4fada4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:40.687032 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f32a05c-97ff-456e-b9c3-a3352a1eae90 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:40.687743 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aa667c-7ee3-4ebb-b268-7fe188e0db69', 'name': 'network-vif-deleted', 'tag': '98b0fc2a-c985-42ae-b355-00a46e4fada4', 'status': 'completed', 'code': 200} Jul 16 03:28:40.694683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-29c59256-6c9d-4f2a-8900-2c3667e51763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:40.696924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-29c59256-6c9d-4f2a-8900-2c3667e51763 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.7089272 Jul 16 03:28:40.726403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:40.767013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50c189ba-ec1d-4ee4-af63-3569684a4ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.827500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:40.834044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.835502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Pushing event updated for resources: {'Port': ['ID=79761846-3c3a-4ff5-a112-3da3c9072438,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:40.844612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '0b8208b3-cb18-4919-b9b2-92164973d4c1', 'network_id': 'c59a8071-def6-434e-acab-915f3ad843be', 'port_id': '0b8208b3-cb18-4919-b9b2-92164973d4c1', 'mac_address': 'fa:16:3e:0e:27:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda03e56-11f7-4c46-bbce-74178095d7cc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:40.864866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.872155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c27b772-144c-4531-bba0-3b6e9a8ce95f HTTP/1.1" status: 204 len: 168 time: 1.4897988 Jul 16 03:28:40.873294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f672ca6-8fb0-46bf-9b4e-ad0e0313299c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c27b772-144c-4531-bba0-3b6e9a8ce95f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:40.881528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:40.916634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:40.920486 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.992979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8208b3-cb18-4919-b9b2-92164973d4c1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:41.005667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Deleting subnet f23301ed-3306-4c39-90ab-53e9a1e1edc8 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:41.010940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.035201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.047951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-7a6f21ce-66dc-4525-9f27-7bb27ece99b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42 HTTP/1.1" status: 200 len: 217 time: 0.3436496 Jul 16 03:28:41.058768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.070086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.075227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:41.088552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.089355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 098bf14f-bd4a-4b73-94c0-35a1bb15f218 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:41.160192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5856265-58b3-4abe-9d68-fba596400346,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:41.193286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.193494 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a1df56c8-06c8-4a20-b205-1d4b1c75669e req-e274372b-f041-4bc0-8acf-b30cf003750e service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249512 Jul 16 03:28:41.195720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:28:41.225089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.227491 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Added segment 79ad532e-f23d-4747-9a7d-557845128124 of type vlan for network 20c335af-1246-421d-a2cf-bb8cf63b7401 Jul 16 03:28:41.230400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:28:34Z', 'revision_number': 4, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '43b0b16d-0868-4ce4-853d-43b66be5339c', 'name': '', 'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'mac_address': 'fa:16:3e:e7:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:32Z', 'updated_at': '2021-07-16T03:28:39Z', 'revision_number': 4, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'subnets': [{'id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:41.245454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-00a54d61-fb48-4dc0-875f-a238c7f26c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.255524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-00a54d61-fb48-4dc0-875f-a238c7f26c1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1792619 Jul 16 03:28:41.287919 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcb3fb-e871-47fd-ac84-bb3dee079b07 None None] The sync data for ids ['5b192868-57ea-4a25-b1af-8f27fac47631'] in n-d-800089-6 is: [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:28:34Z', 'revision_number': 4, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '43b0b16d-0868-4ce4-853d-43b66be5339c', 'name': '', 'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'mac_address': 'fa:16:3e:e7:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:32Z', 'updated_at': '2021-07-16T03:28:39Z', 'revision_number': 4, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'subnets': [{'id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:41.293047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Attempting to bind port 79761846-3c3a-4ff5-a112-3da3c9072438 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:41.293573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Attempting to bind port 79761846-3c3a-4ff5-a112-3da3c9072438 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:41.293869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Attempting to bind port 79761846-3c3a-4ff5-a112-3da3c9072438 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:41.352516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Port 79761846-3c3a-4ff5-a112-3da3c9072438 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:41.367015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Attempting to bind port 79761846-3c3a-4ff5-a112-3da3c9072438 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:41.376700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.412060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:41.412389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:41.412744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:41.413212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Bound port: 79761846-3c3a-4ff5-a112-3da3c9072438, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:41.413607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.460776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.473142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.479256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.495831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.502391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.505318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.506612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.507288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.512846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.515021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-5e95360c-d398-423c-8a69-1ada1585262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.516618 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-5e95360c-d398-423c-8a69-1ada1585262c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522030 Jul 16 03:28:41.527350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.529728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f395af1-5f27-489a-a752-269c1e741013 req-45b8afea-5dc6-460b-85ba-0465cdcf5524 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5432 time: 0.4002752 Jul 16 03:28:41.532639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:41.545903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:41.548840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '1627a97a-fc48-43fe-9b69-165000a5b128', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '1627a97a-fc48-43fe-9b69-165000a5b128', 'mac_address': 'fa:16:3e:1d:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:41.632580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] Pushing event updated for resources: {'Network': ['ID=20c335af-1246-421d-a2cf-bb8cf63b7401,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:41.638813 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.645277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.732316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-092740cb-c5c5-4a9b-95e1-b4193086f3b3 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985154 Jul 16 03:28:41.738935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23301ed-3306-4c39-90ab-53e9a1e1edc8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:41.744987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.747160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7a65a49b-2eeb-409c-a391-617ff4d2c537 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f23301ed-3306-4c39-90ab-53e9a1e1edc8 HTTP/1.1" status: 204 len: 168 time: 0.8497422 Jul 16 03:28:41.754330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1627a97a-fc48-43fe-9b69-165000a5b128 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:41.755976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:41.758770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:28:41.785403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f395af1-5f27-489a-a752-269c1e741013 req-0785e0c0-7f5a-4fd6-99a7-4c7a31e684c8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405016 Jul 16 03:28:41.801486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:41.843680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] For port 79761846-3c3a-4ff5-a112-3da3c9072438, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:41.844537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:41.848068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] For port 79761846-3c3a-4ff5-a112-3da3c9072438, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=79761846-3c3a-4ff5-a112-3da3c9072438,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:41.853688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50c189ba-ec1d-4ee4-af63-3569684a4ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.875582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.939275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:41.941150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '098bf14f-bd4a-4b73-94c0-35a1bb15f218', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'port_id': '098bf14f-bd4a-4b73-94c0-35a1bb15f218', 'mac_address': 'fa:16:3e:0c:98:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:41.946382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.947325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.952486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] 10.222.0.11 "PUT /v2.0/ports/79761846-3c3a-4ff5-a112-3da3c9072438 HTTP/1.1" status: 200 len: 1096 time: 3.8352520 Jul 16 03:28:41.952803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.958930 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50c189ba-ec1d-4ee4-af63-3569684a4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.973570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'tag': '79761846-3c3a-4ff5-a112-3da3c9072438'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:41.976650 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4015f0f4-5dde-4955-8c08-04e3218cb1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a29888d-e532-412f-8a86-2fcc18e3e8b8", "tag": "79761846-3c3a-4ff5-a112-3da3c9072438"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:42.044305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c189ba-ec1d-4ee4-af63-3569684a4ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a22e12-c2ce-49ff-827c-5434ecdfc165,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:42.169202 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:42.190071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:42.202772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-50c189ba-ec1d-4ee4-af63-3569684a4ce4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37795cfbbdff44579e89106df30ff333&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8882334 Jul 16 03:28:42.203108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1627a97a-fc48-43fe-9b69-165000a5b128'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:42.226401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52694) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:42.294882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098bf14f-bd4a-4b73-94c0-35a1bb15f218 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:42.321543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcd1e8-98e1-4410-8a5a-bd9dddad3d75 service neutron] Pushing event updated for resources: {'Port': ['ID=79761846-3c3a-4ff5-a112-3da3c9072438,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:42.339016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:42.358694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:42.373228 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:42.374021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d9191e06-9fac-4ac6-9e26-c671e26c12b0 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:42.390308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a43d75b7-cb63-40a5-9f38-35aa8f4d6fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:42.440867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:42.444697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43b0b16d-0868-4ce4-853d-43b66be5339c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:42.504532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b39f29a8-c5ab-40c8-891a-e651cbd104b5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5430479 Jul 16 03:28:42.507767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a0ca92b-86ab-4d41-b2aa-fcf5e9440379 req-d907bd0e-91ab-4890-8349-5176c8dea760 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650428 Jul 16 03:28:42.511588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:42.541503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Request body: {'subnet': {'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-subnet', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:42.602064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-1a60cd82-1875-4077-a31a-e8b87a75ee35 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:42.604201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-1a60cd82-1875-4077-a31a-e8b87a75ee35 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/ports?device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 950 time: 0.1682751 Jul 16 03:28:42.657236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 43b0b16d-0868-4ce4-853d-43b66be5339c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:42.685565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 43b0b16d-0868-4ce4-853d-43b66be5339c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:42.685565 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:42.755097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:42.778863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-a7015daa-116a-478c-bc1d-52e6aa424450 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:42.781227 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-a7015daa-116a-478c-bc1d-52e6aa424450 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 948 time: 0.1755283 Jul 16 03:28:42.788615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'port_id': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:42.825615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:42.910098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 754f5493-e9b8-4ac8-b702-8af801793260 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:42.910448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.081169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 754f5493-e9b8-4ac8-b702-8af801793260, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=754f5493-e9b8-4ac8-b702-8af801793260,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.082308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.103194 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.103750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 754f5493-e9b8-4ac8-b702-8af801793260 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:43.107891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.141401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 136537e6-19de-4dd8-bb28-363a6ce49e58 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:43.144348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.166866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9191e06-9fac-4ac6-9e26-c671e26c12b0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:43.177654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6c9fa-4686-4745-9699-650a981f49dc req-4ad839e6-2c3f-4803-b7a9-d7c8046330d1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:43.179271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eab6c9fa-4686-4745-9699-650a981f49dc req-4ad839e6-2c3f-4803-b7a9-d7c8046330d1 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 948 time: 1.6465733 Jul 16 03:28:43.200221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 1627a97a-fc48-43fe-9b69-165000a5b128 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:43.200814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.248661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 43b0b16d-0868-4ce4-853d-43b66be5339c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43b0b16d-0868-4ce4-853d-43b66be5339c,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.255066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.265253 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.282014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.282828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:43.320871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.338223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'port_id': 'a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd', 'mac_address': 'fa:16:3e:23:b0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:43.368282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.381665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b8dd1f-d09a-461d-8997-2bd7622ed68f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:43.403162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 136537e6-19de-4dd8-bb28-363a6ce49e58, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=136537e6-19de-4dd8-bb28-363a6ce49e58,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.404278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.406911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088c3e8b-d610-439e-a9f7-8e2a23fec781') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:43.407496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088c3e8b-d610-439e-a9f7-8e2a23fec781') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:43.419837 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.429979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 136537e6-19de-4dd8-bb28-363a6ce49e58 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:43.438404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.448208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:43.448958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.501400 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:43.515980 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:43.530031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=43b0b16d-0868-4ce4-853d-43b66be5339c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:43.530370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.536235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.542519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] 10.222.0.25 "DELETE /v2.0/networks/06b8dd1f-d09a-461d-8997-2bd7622ed68f HTTP/1.1" status: 204 len: 168 time: 1.7770529 Jul 16 03:28:43.549103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.570244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:43.596555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.596799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eab6c9fa-4686-4745-9699-650a981f49dc req-820f1957-a0ec-4da0-99db-0bdae5e47572 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780220 Jul 16 03:28:43.628638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.641514 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.642034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0bc48705-7c0c-4a18-b476-144b25203003 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:43.651478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:43.660192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6090d33-8090-4249-bc6a-81d3b02e417a admin admin] Pushing event deleted for resources: {'Network': ['ID=06b8dd1f-d09a-461d-8997-2bd7622ed68f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:43.699500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=754f5493-e9b8-4ac8-b702-8af801793260,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:43.730472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22', '136537e6-19de-4dd8-bb28-363a6ce49e58'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:43.746448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:43.749519 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862ab27-e883-46e9-b833-5b43f3f02bd1" -d '{"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-plugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:43.759840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5134d1-b2c0-4124-b66c-fbbdc9a79804 req-4fda0599-a110-4c20-985a-ebb48ec0967d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:43.772884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee5134d1-b2c0-4124-b66c-fbbdc9a79804 req-4fda0599-a110-4c20-985a-ebb48ec0967d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=10fe5ee7-1ce0-4640-9b3e-1a89015e5d12 HTTP/1.1" status: 200 len: 950 time: 1.8076637 Jul 16 03:28:43.781751 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c7f78-8f87-4308-9cb8-e1a53f13b75d x-openstack-request-id: req-bb7c7f78-8f87-4308-9cb8-e1a53f13b75d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:43.782886 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a29888d-e532-412f-8a86-2fcc18e3e8b8", "tag": "79761846-3c3a-4ff5-a112-3da3c9072438", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:43.785260 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb7c7f78-8f87-4308-9cb8-e1a53f13b75d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:43.786038 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'tag': '79761846-3c3a-4ff5-a112-3da3c9072438', 'status': 'completed', 'code': 200} Jul 16 03:28:43.834427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52738) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:43.836142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 754f5493-e9b8-4ac8-b702-8af801793260 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:43.841280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.846240 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e7309e5-8dfc-4177-a798-f5f7f59f04f9 req-465ee1d0-a254-4a7a-8368-5e0fc7a57e7f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "DELETE /v2.0/ports/754f5493-e9b8-4ac8-b702-8af801793260 HTTP/1.1" status: 204 len: 173 time: 1.2296927 Jul 16 03:28:43.883488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a43d75b7-cb63-40a5-9f38-35aa8f4d6fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.886226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acdcade-02b9-4fb9-af6e-3f54fe037f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.889081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'name': 'network-vif-deleted', 'tag': '754f5493-e9b8-4ac8-b702-8af801793260'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:43.897764 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5805a49-f2c3-4e02-ad04-4133a1722fe8" -d '{"events": [{"server_uuid": "10fe5ee7-1ce0-4640-9b3e-1a89015e5d12", "name": "network-vif-deleted", "tag": "754f5493-e9b8-4ac8-b702-8af801793260"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:43.898965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a43d75b7-cb63-40a5-9f38-35aa8f4d6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:43.963490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d75b7-cb63-40a5-9f38-35aa8f4d6fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6ef63-dfcc-4422-8afc-75cb7e25e67c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:43.976622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:43.996976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0bc48705-7c0c-4a18-b476-144b25203003,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:44.007496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.044701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-6e0b18f1-27d6-4ca7-ad3c-a1b737cd230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.046664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-6e0b18f1-27d6-4ca7-ad3c-a1b737cd230a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 1099 time: 1.8439434 Jul 16 03:28:44.054776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Made reservation on behalf of 5d946756e9594516a475e42bbb06664d for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:44.058127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.059578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '0bc48705-7c0c-4a18-b476-144b25203003', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'port_id': '0bc48705-7c0c-4a18-b476-144b25203003', 'mac_address': 'fa:16:3e:e5:79:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:44.062396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:44.090635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6be4e870-e965-4c15-a322-25588a76ad75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc9383991a524b719794f6145c411484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425499 Jul 16 03:28:44.091538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52742) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:44.147428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acdcade-02b9-4fb9-af6e-3f54fe037f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.157216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a43d75b7-cb63-40a5-9f38-35aa8f4d6fff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33966a0534324873940d4d8d8856f081&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3537524 Jul 16 03:28:44.159144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-1743b6cf-399c-4dac-be5c-4e061427b8c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=79761846-3c3a-4ff5-a112-3da3c9072438 HTTP/1.1" status: 200 len: 217 time: 0.0743892 Jul 16 03:28:44.168595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:44.241840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee5134d1-b2c0-4124-b66c-fbbdc9a79804 req-e5236309-0403-4f00-9df5-9c4a490af53b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658628 Jul 16 03:28:44.320894 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff8b1d-e7fb-4056-8ec7-480a20c8b597 x-openstack-request-id: req-c8ff8b1d-e7fb-4056-8ec7-480a20c8b597 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:44.321960 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-plugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:44.321960 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8ff8b1d-e7fb-4056-8ec7-480a20c8b597 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:44.322403 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'code': 200} Jul 16 03:28:44.352634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d973278a-4ae0-45b2-a843-803ff1be3450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.354262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.406827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43b0b16d-0868-4ce4-853d-43b66be5339c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:44.428837 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e917b3e7-1191-4566-8baa-d0541f346a3b x-openstack-request-id: req-e917b3e7-1191-4566-8baa-d0541f346a3b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:44.429267 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fe5ee7-1ce0-4640-9b3e-1a89015e5d12", "name": "network-vif-deleted", "tag": "754f5493-e9b8-4ac8-b702-8af801793260", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:44.429542 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e917b3e7-1191-4566-8baa-d0541f346a3b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:44.429936 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fe5ee7-1ce0-4640-9b3e-1a89015e5d12', 'name': 'network-vif-deleted', 'tag': '754f5493-e9b8-4ac8-b702-8af801793260', 'status': 'completed', 'code': 200} Jul 16 03:28:44.439818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=136537e6-19de-4dd8-bb28-363a6ce49e58,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:44.481120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-6b3b0770-eefc-4e9f-92cf-e209f0ea9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.483355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-6b3b0770-eefc-4e9f-92cf-e209f0ea9d77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.3072836 Jul 16 03:28:44.491405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d973278a-4ae0-45b2-a843-803ff1be3450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.512455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acdcade-02b9-4fb9-af6e-3f54fe037f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.515647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3acdcade-02b9-4fb9-af6e-3f54fe037f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.516973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3acdcade-02b9-4fb9-af6e-3f54fe037f23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58a22e12-c2ce-49ff-827c-5434ecdfc165 HTTP/1.1" status: 204 len: 168 time: 2.1974299 Jul 16 03:28:44.562524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 136537e6-19de-4dd8-bb28-363a6ce49e58 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:44.573481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.576314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7721d79b-70f4-452e-9734-90d7051fbca8 req-335e44f5-32bc-4d86-a878-3b5fae4dd0ff tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "DELETE /v2.0/ports/136537e6-19de-4dd8-bb28-363a6ce49e58 HTTP/1.1" status: 204 len: 173 time: 1.7894487 Jul 16 03:28:44.577237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:44.626928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.648477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.666024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.677816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.700012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.707491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.712362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:44.717778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.734091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:44.753608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-ab903af1-a3b6-43ed-818d-c3f352e49bbe tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5435 time: 0.7917025 Jul 16 03:28:44.771683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d973278a-4ae0-45b2-a843-803ff1be3450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.774193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d973278a-4ae0-45b2-a843-803ff1be3450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.775451 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d973278a-4ae0-45b2-a843-803ff1be3450 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab16ca4a-244e-441c-af36-cd4cf18e41d0 HTTP/1.1" status: 204 len: 168 time: 0.6720569 Jul 16 03:28:44.806455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973278a-4ae0-45b2-a843-803ff1be3450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16ca4a-244e-441c-af36-cd4cf18e41d0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:44.841404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdcade-02b9-4fb9-af6e-3f54fe037f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a22e12-c2ce-49ff-827c-5434ecdfc165,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:44.848589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 754f5493-e9b8-4ac8-b702-8af801793260 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:44.900545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc48705-7c0c-4a18-b476-144b25203003 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:44.933204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0bc48705-7c0c-4a18-b476-144b25203003,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:44.950002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 754f5493-e9b8-4ac8-b702-8af801793260 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:44.950436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 754f5493-e9b8-4ac8-b702-8af801793260 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:44.952867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 43b0b16d-0868-4ce4-853d-43b66be5339c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:44.953426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.990191 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:44.990760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 54a0ffd6-3f22-424d-a0f9-4d117c265c97 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:45.001091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64163901-445e-45fa-bc73-61b6db471609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.082349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.260283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:45.284091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:45.289003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-082e818e-3fe2-40d8-81bf-2a49bcbf0c9c req-c2f5fa9f-f0d3-4e4f-9764-be5850114f97 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5332880 Jul 16 03:28:45.302929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '54a0ffd6-3f22-424d-a0f9-4d117c265c97', 'network_id': 'e94fa5d6-bf96-4c3a-940a-325327772fbb', 'port_id': '54a0ffd6-3f22-424d-a0f9-4d117c265c97', 'mac_address': 'fa:16:3e:cf:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd9d028-5310-440c-9a95-d9eac0ea2a94', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:45.328960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Checking segment: {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:45.329311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Network hostable DHCP agents. Network: 20c335af-1246-421d-a2cf-bb8cf63b7401, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:28:45.331534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ad694d-8903-4fdb-94c6-2694ffe14759,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:45.356297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:45.367312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64163901-445e-45fa-bc73-61b6db471609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.396376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.396724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.397068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.397403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.397731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.398057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.398394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.398727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.399048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.399374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.400229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.414575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:45.432184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:45.470582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64163901-445e-45fa-bc73-61b6db471609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.474230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64163901-445e-45fa-bc73-61b6db471609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.493657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-64163901-445e-45fa-bc73-61b6db471609 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ec6ef63-dfcc-4422-8afc-75cb7e25e67c HTTP/1.1" status: 204 len: 168 time: 1.3190653 Jul 16 03:28:45.505915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-4ebb9717-07b6-4b3a-a571-eabd9b236354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:45.513784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-4ebb9717-07b6-4b3a-a571-eabd9b236354 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9907606 Jul 16 03:28:45.515326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:28:45.517123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.529499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b624fe78-4c03-4a1f-9cb9-1d43951bc98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.568988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 20c335af-1246-421d-a2cf-bb8cf63b7401) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:45.596098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:45.597154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.599357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52774) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:45.602443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64163901-445e-45fa-bc73-61b6db471609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6ef63-dfcc-4422-8afc-75cb7e25e67c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:45.618563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d4f4e-0381-4555-ba06-b87c47d2aba5 None None] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:45.664982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599bd9-7456-43cf-9851-1332b9bcd697 req-c45bd205-c49b-4776-9c2e-4b7fedfa13eb tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:45.670492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63599bd9-7456-43cf-9851-1332b9bcd697 req-c45bd205-c49b-4776-9c2e-4b7fedfa13eb tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 948 time: 0.8264961 Jul 16 03:28:45.695615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a0ffd6-3f22-424d-a0f9-4d117c265c97 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:45.747382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:45.761460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63599bd9-7456-43cf-9851-1332b9bcd697 req-f2004cec-de2b-4e6c-a638-566cf85b1d8c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873494 Jul 16 03:28:45.804509 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-120059a9-962c-4841-9d9e-4a6f6ce56bf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=981f006b28f5456aabc4ee81ee2443a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016742 Jul 16 03:28:45.807875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52778) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:45.825021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-1ceffff3-0c37-47b9-b94c-2ac21b2ef295 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928455 Jul 16 03:28:45.898130 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-df85-4e5f-8a26-7081e62fb696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.939613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b624fe78-4c03-4a1f-9cb9-1d43951bc98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.958408 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-df85-4e5f-8a26-7081e62fb696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.971248 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b624fe78-4c03-4a1f-9cb9-1d43951bc98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.975224 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:45.984315 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6e44bd59-61ce-4225-9041-3be389ace6ed admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4537716 Jul 16 03:28:45.989521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52780) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:46.021618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:46.065215 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b624fe78-4c03-4a1f-9cb9-1d43951bc98d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=087b8c7f73134db298b52cd7a573cb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6319602 Jul 16 03:28:46.066156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624fe78-4c03-4a1f-9cb9-1d43951bc98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3dd5b-0bc0-4abe-826d-5f00255ee85a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:46.068974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52784) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:46.116866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.118831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.131722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-df85-4e5f-8a26-7081e62fb696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.139079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-df85-4e5f-8a26-7081e62fb696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.140584 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-426d2c1d-df85-4e5f-8a26-7081e62fb696 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae14309c-0489-4ac5-9d8a-d95b4ba472ea HTTP/1.1" status: 204 len: 168 time: 0.3316019 Jul 16 03:28:46.151877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-933bd5f0-4693-4517-80a3-efa2f41e7cf6 req-bedb700c-b78a-4ea0-bc44-f6fb9906d063 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd8c4124-abd3-4039-839e-d2e319607c15 HTTP/1.1" status: 200 len: 210 time: 0.1352024 Jul 16 03:28:46.158848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d2c1d-df85-4e5f-8a26-7081e62fb696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae14309c-0489-4ac5-9d8a-d95b4ba472ea,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:46.201331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bef1dcd-8cff-41d1-993f-2c6f919b14e6 req-554828ba-33a4-4af5-9203-8ab17719abec service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660865 Jul 16 03:28:46.222716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:46.240224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6bd0478b-77fb-43a6-8b86-f645395dc181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.245275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.274903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:46.314100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-20c335af-1246-421d-a2cf-bb8cf63b7401', 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'fixed_ips': [{'subnet_id': '66ad694d-8903-4fdb-94c6-2694ffe14759'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:28:46.315482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.417255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-edb1cd47-fe4b-4ad4-99b9-5187731c3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.419565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-edb1cd47-fe4b-4ad4-99b9-5187731c3810 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 1099 time: 0.1417587 Jul 16 03:28:46.542370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Allocated IP 172.20.0.2 (20c335af-1246-421d-a2cf-bb8cf63b7401/66ad694d-8903-4fdb-94c6-2694ffe14759/fda9c2ba-4b9c-46ea-af94-9b91b3139295) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:46.545968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'name': 'network-vif-deleted', 'tag': '136537e6-19de-4dd8-bb28-363a6ce49e58'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:46.565265 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20029cb0-0c15-4f8e-ba6e-f51786172cca" -d '{"events": [{"server_uuid": "cd8c4124-abd3-4039-839e-d2e319607c15", "name": "network-vif-deleted", "tag": "136537e6-19de-4dd8-bb28-363a6ce49e58"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:46.601967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6bd0478b-77fb-43a6-8b86-f645395dc181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.765584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-b5e3948a-79bf-4df6-a99e-109a9c06d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.770418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-b5e3948a-79bf-4df6-a99e-109a9c06d69d service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3428786 Jul 16 03:28:46.875518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.881715 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4328ddd-9b12-4cb3-a470-4d9f01b37526 x-openstack-request-id: req-a4328ddd-9b12-4cb3-a470-4d9f01b37526 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:46.884776 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8c4124-abd3-4039-839e-d2e319607c15", "name": "network-vif-deleted", "tag": "136537e6-19de-4dd8-bb28-363a6ce49e58", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:46.886462 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4328ddd-9b12-4cb3-a470-4d9f01b37526 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:46.887883 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8c4124-abd3-4039-839e-d2e319607c15', 'name': 'network-vif-deleted', 'tag': '136537e6-19de-4dd8-bb28-363a6ce49e58', 'status': 'completed', 'code': 200} Jul 16 03:28:46.898641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Transition to ACTIVE for port object fda9c2ba-4b9c-46ea-af94-9b91b3139295 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:46.909379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-a57d0c65-4dd5-43c9-93f5-3577492d76bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=79761846-3c3a-4ff5-a112-3da3c9072438 HTTP/1.1" status: 200 len: 217 time: 0.1087110 Jul 16 03:28:46.936414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:46.958287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.980174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.990645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.998290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.018950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6bd0478b-77fb-43a6-8b86-f645395dc181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:47.020004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.021736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6bd0478b-77fb-43a6-8b86-f645395dc181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:47.036978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.045505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6bd0478b-77fb-43a6-8b86-f645395dc181 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23a3dd5b-0bc0-4abe-826d-5f00255ee85a HTTP/1.1" status: 204 len: 168 time: 0.9673662 Jul 16 03:28:47.048391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.057061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-949d31f1-0348-429b-97ba-e14e397e59c7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5437 time: 0.4235804 Jul 16 03:28:47.077907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0478b-77fb-43a6-8b86-f645395dc181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3dd5b-0bc0-4abe-826d-5f00255ee85a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:47.143087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9fa4e83f-ab02-4262-85ea-da2fe569cc42', '8d40c563-92d9-446d-9ad5-bb1e49601b22'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:47.233519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Transition to ACTIVE for port object fda9c2ba-4b9c-46ea-af94-9b91b3139295 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:47.282953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['0b8208b3-cb18-4919-b9b2-92164973d4c1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:47.294584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-78d7d1e4-b529-4c70-84b3-448b3bad7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.295727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-78d7d1e4-b529-4c70-84b3-448b3bad7d32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.3733137 Jul 16 03:28:47.307301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95dfff9c-3e8d-416d-9cc2-11e16933e4c4 req-a13da1d1-83b3-4bb0-8b19-45baf3283fda tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130129 Jul 16 03:28:47.335247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c1e27338-7077-45f7-9a3d-39f08c335cfe'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:47.430464 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:47.464421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307068ec-e6dd-45ba-9a6c-9793a130eae7 req-7daa2865-09be-47b5-aa9b-e77fb4a47ff8 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.467813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-307068ec-e6dd-45ba-9a6c-9793a130eae7 req-7daa2865-09be-47b5-aa9b-e77fb4a47ff8 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 948 time: 0.4081900 Jul 16 03:28:47.493049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:47.529159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:47.569404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:47.617356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:47.646686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-307068ec-e6dd-45ba-9a6c-9793a130eae7 req-58ef8a5b-0a5f-41b0-b7f4-9d15c975380a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626341 Jul 16 03:28:47.653248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-e31738b9-637d-4438-8f79-99241a9aad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:47.660351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-e31738b9-637d-4438-8f79-99241a9aad5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3435254 Jul 16 03:28:47.748171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:47.754335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:28:47.911085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-361455f0-8f90-4bfc-864e-8533c3dec05f service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467842 Jul 16 03:28:47.995449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Allocated IP 172.25.4.103 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b28b1fe0-2511-4828-912f-927187f919fc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:48.010596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:48.019829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['0bc48705-7c0c-4a18-b476-144b25203003'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:48.178936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['54a0ffd6-3f22-424d-a0f9-4d117c265c97'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:48.183174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['098bf14f-bd4a-4b73-94c0-35a1bb15f218'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:48.186007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d9191e06-9fac-4ac6-9e26-c671e26c12b0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:48.231682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4015f0f4-5dde-4955-8c08-04e3218cb1cf req-a5e6b600-c740-400d-8b5d-f9fbc79a270a service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090179 Jul 16 03:28:48.276444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:48.323603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:48.365142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:48.368517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:48.386987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Pushing event updated for resources: {'Port': ['ID=b28b1fe0-2511-4828-912f-927187f919fc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:48.391366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:48.839084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.862253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.881376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.900158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.908379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.915831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.920461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:48.923555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.932322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-83502f33-32d3-4d0c-a96a-b0dd6c3cb584 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5437 time: 0.3288445 Jul 16 03:28:48.987844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f49ea165-fc6a-4790-8544-b25ee258a743 req-7e033b9a-b7ae-4cc7-8e1c-04241e8d7447 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545287 Jul 16 03:28:49.187961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Pushing event updated for resources: {'Port': ['ID=fda9c2ba-4b9c-46ea-af94-9b91b3139295,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:49.190267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 79761846-3c3a-4ff5-a112-3da3c9072438 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:49.240830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167898-05ec-4b1c-a2c1-5cf1f598a9f9 req-6951f4dc-6c72-488d-84f9-e73e76214c0e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:49.246394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64167898-05ec-4b1c-a2c1-5cf1f598a9f9 req-6951f4dc-6c72-488d-84f9-e73e76214c0e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 948 time: 0.2556400 Jul 16 03:28:49.370181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64167898-05ec-4b1c-a2c1-5cf1f598a9f9 req-0bb580d5-afc4-4b87-9a34-e9dfd9c1019e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110427 Jul 16 03:28:49.409021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:49.535028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7bd03-6195-4f55-90ce-3d057864e087 req-33c52886-005b-4036-ab96-75830e6c6550 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:49.543274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ec7bd03-6195-4f55-90ce-3d057864e087 req-33c52886-005b-4036-ab96-75830e6c6550 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 949 time: 0.1808820 Jul 16 03:28:49.553729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'mac_address': 'fa:16:3e:9c:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:49.595833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ec7bd03-6195-4f55-90ce-3d057864e087 req-6f45cb67-abf3-4a1b-a3e7-08aaf5fa92d0 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Jul 16 03:28:49.607497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.812849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Attempting to bind port fda9c2ba-4b9c-46ea-af94-9b91b3139295 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:49.813372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Attempting to bind port fda9c2ba-4b9c-46ea-af94-9b91b3139295 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:49.813883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Attempting to bind port fda9c2ba-4b9c-46ea-af94-9b91b3139295 on network 20c335af-1246-421d-a2cf-bb8cf63b7401 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:49.878299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:49.878887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Checking segment: {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:49.879409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.879936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Bound using segment: {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:49.880579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Bound port: fda9c2ba-4b9c-46ea-af94-9b91b3139295, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:49.881077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.953617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Router 14ac071b-d3e5-4d46-84ae-48360c698fa6 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:28:49.992109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-fdf30d17-7318-4d02-bbbb-cc5a2014d521 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:49.998183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-fdf30d17-7318-4d02-bbbb-cc5a2014d521 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 949 time: 0.1742618 Jul 16 03:28:50.277818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 79761846-3c3a-4ff5-a112-3da3c9072438, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=79761846-3c3a-4ff5-a112-3da3c9072438,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:50.354005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:50.422089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] For port fda9c2ba-4b9c-46ea-af94-9b91b3139295, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:50.422315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.429900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] For port fda9c2ba-4b9c-46ea-af94-9b91b3139295, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fda9c2ba-4b9c-46ea-af94-9b91b3139295,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:50.438869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.453034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.467959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.480805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.481202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Sync routers for ids ['14ac071b-d3e5-4d46-84ae-48360c698fa6'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:50.494132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.509862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.513266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.514944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-736b3f32-7fdc-40ef-a750-be36700a4705 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5147202 Jul 16 03:28:50.517132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:50.519253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.521879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-f027e4a6-2709-4bac-97c6-07b49f9402bb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5437 time: 0.2570975 Jul 16 03:28:50.549223 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.605038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ee5930d-9007-46b3-b381-c55d760553e2 req-67afd1b0-af31-4545-8052-10b1d4afa4e4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751698 Jul 16 03:28:50.669564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '79761846-3c3a-4ff5-a112-3da3c9072438', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '79761846-3c3a-4ff5-a112-3da3c9072438', 'mac_address': 'fa:16:3e:e2:3e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:50.801946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:50.845120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Routers {'14ac071b-d3e5-4d46-84ae-48360c698fa6'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:50.846007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['14ac071b-d3e5-4d46-84ae-48360c698fa6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:50.979935 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2f4181e-eb7b-478c-b39a-49c2729c2320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.116721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c341e1-43cd-410a-a590-319b01245f59 req-29119922-3683-451e-a26f-b797f9024286 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.125501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c341e1-43cd-410a-a590-319b01245f59 req-29119922-3683-451e-a26f-b797f9024286 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 948 time: 0.1741028 Jul 16 03:28:51.131903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:51.137539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7113846-c83d-43ef-86d2-2240b6d08d85 None None] Pushing event updated for resources: {'Port': ['ID=fda9c2ba-4b9c-46ea-af94-9b91b3139295,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:51.321281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4c341e1-43cd-410a-a590-319b01245f59 req-8392afad-5201-4b17-a2e4-4a4cdfcdd04e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935785 Jul 16 03:28:51.460709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.482713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.513355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:51.513932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.553259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c1e27338-7077-45f7-9a3d-39f08c335cfe up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:51.648727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05e780-f767-43e5-95a8-e6b4058f11f1 req-389493f1-9d7a-45b4-87ce-a0f4e89f204b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.663299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b05e780-f767-43e5-95a8-e6b4058f11f1 req-389493f1-9d7a-45b4-87ce-a0f4e89f204b tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 949 time: 0.1709816 Jul 16 03:28:51.700853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79761846-3c3a-4ff5-a112-3da3c9072438 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:51.745863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b05e780-f767-43e5-95a8-e6b4058f11f1 req-20183b2b-eeb6-4429-b155-814cf76f68d2 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816069 Jul 16 03:28:51.754753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 79761846-3c3a-4ff5-a112-3da3c9072438, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=79761846-3c3a-4ff5-a112-3da3c9072438,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:51.772394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-65e3408b-cabe-4e9c-a020-acb2fb02cb75 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.778117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-65e3408b-cabe-4e9c-a020-acb2fb02cb75 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4d2ff71-cee9-451e-a489-64536534c769 HTTP/1.1" status: 200 len: 949 time: 1.6279690 Jul 16 03:28:51.796127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.887377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Set router 14ac071b-d3e5-4d46-84ae-48360c698fa6 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:51.900597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:51.989071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:52.033622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:52.185270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:52.247525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.263092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 9fa4e83f-ab02-4262-85ea-da2fe569cc42, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9fa4e83f-ab02-4262-85ea-da2fe569cc42,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:52.263470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.284294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.292402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.302923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.317590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 9fa4e83f-ab02-4262-85ea-da2fe569cc42 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:52.331603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.345757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.361898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.369167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.378106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-b9a5de93-5990-4565-bd67-4d910103ecb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5437 time: 0.3741214 Jul 16 03:28:52.474687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af692216-5a14-45a8-9267-097697842e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.497472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 8d40c563-92d9-446d-9ad5-bb1e49601b22 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:52.502423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.516147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2dbaacc-f7fd-4079-a562-d02cc9abaa0a req-185501be-3a53-4035-950c-04ab441da51d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362274 Jul 16 03:28:52.551932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['79761846-3c3a-4ff5-a112-3da3c9072438'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:52.602686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fda9c2ba-4b9c-46ea-af94-9b91b3139295 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:52.677132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97452-1c08-4510-80cb-54ae695a2fbb req-10864a15-7282-4b4e-8e17-ecf3f14085e6 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.678993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83e97452-1c08-4510-80cb-54ae695a2fbb req-10864a15-7282-4b4e-8e17-ecf3f14085e6 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 949 time: 0.1415005 Jul 16 03:28:52.748162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83e97452-1c08-4510-80cb-54ae695a2fbb req-9441913c-5fad-4b8e-987f-38c4efb2e82d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Jul 16 03:28:52.799377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.840510 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.901927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 8d40c563-92d9-446d-9ad5-bb1e49601b22, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=8d40c563-92d9-446d-9ad5-bb1e49601b22,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:52.902576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.949321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 8d40c563-92d9-446d-9ad5-bb1e49601b22 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:52.956619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.031188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=79761846-3c3a-4ff5-a112-3da3c9072438,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.043525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-336a6f47-299c-4462-af5f-495c0bac653e req-950a1760-6978-4534-9fc1-2005da10395d tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621912 Jul 16 03:28:53.048219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b1258-748e-49f6-b902-e591e2d61ce2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.094134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.106710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f2e17-0819-44b9-965a-86e441f8b947 None None] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:53.143457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=9fa4e83f-ab02-4262-85ea-da2fe569cc42,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.215191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port fda9c2ba-4b9c-46ea-af94-9b91b3139295 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:53.218914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port c1e27338-7077-45f7-9a3d-39f08c335cfe completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:53.229913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb72bb6f70c14269a4e8c8865f43522c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2395108 Jul 16 03:28:53.235988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53074) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:53.252647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 9fa4e83f-ab02-4262-85ea-da2fe569cc42 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:53.259422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.261749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ad0ac781-d219-40df-9e4c-00e4acb94584 req-daaafd6b-7e05-479d-91c0-02876ef4484f tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "DELETE /v2.0/ports/9fa4e83f-ab02-4262-85ea-da2fe569cc42 HTTP/1.1" status: 204 len: 173 time: 3.2565188 Jul 16 03:28:53.262398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'name': 'network-vif-deleted', 'tag': '9fa4e83f-ab02-4262-85ea-da2fe569cc42'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:53.264857 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d4682-df7c-43dc-8712-eb8b1690a8ff" -d '{"events": [{"server_uuid": "58a067f6-e0bc-4a91-bc18-7357d1e8cd70", "name": "network-vif-deleted", "tag": "9fa4e83f-ab02-4262-85ea-da2fe569cc42"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:53.274595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Provisioning for port fda9c2ba-4b9c-46ea-af94-9b91b3139295 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:53.284249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb9cfad-4b03-4ea0-8083-4de191d10aff req-ebadcdfd-93a5-40d6-aacc-167bd23adc96 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=58a067f6-e0bc-4a91-bc18-7357d1e8cd70 HTTP/1.1" status: 200 len: 210 time: 0.0807760 Jul 16 03:28:53.285807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.286147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.286485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.292108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.292489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.292829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.293161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.293490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.293816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.294140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.298914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.299281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5358e-4053-4a7f-8a81-7387eb3bf38a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:53.330595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6f47-299c-4462-af5f-495c0bac653e req-b7a83f51-0c35-4679-8566-c1c3f56db65f tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:53.346090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-336a6f47-299c-4462-af5f-495c0bac653e req-b7a83f51-0c35-4679-8566-c1c3f56db65f tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016109 Jul 16 03:28:53.377974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fda9c2ba-4b9c-46ea-af94-9b91b3139295 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:53.378451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.380998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c1e27338-7077-45f7-9a3d-39f08c335cfe triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:53.382887 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.392603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Allocated IP 172.20.0.1 (20c335af-1246-421d-a2cf-bb8cf63b7401/66ad694d-8903-4fdb-94c6-2694ffe14759/d565c836-6fef-480a-b67f-c0db9e437cf7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:53.404888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Provisioning complete for port fda9c2ba-4b9c-46ea-af94-9b91b3139295 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:53.405104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.405886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.437110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-336a6f47-299c-4462-af5f-495c0bac653e req-d468a300-d325-49dc-bea8-2ebceaf388b1 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/quotas/b2f3e0f7614c4af4a1d070ce364ab072 HTTP/1.1" status: 200 len: 375 time: 0.0547719 Jul 16 03:28:53.451854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=8d40c563-92d9-446d-9ad5-bb1e49601b22,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.503501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-336a6f47-299c-4462-af5f-495c0bac653e req-be0a396e-4566-48fc-ad92-5d996ce0b7fa tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550792 Jul 16 03:28:53.525768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-754f24e4-6138-451f-82e2-94f178545375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.581305 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20013b1f-6943-4d56-9067-4f7b19632d0f x-openstack-request-id: req-20013b1f-6943-4d56-9067-4f7b19632d0f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:53.581598 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a067f6-e0bc-4a91-bc18-7357d1e8cd70", "name": "network-vif-deleted", "tag": "9fa4e83f-ab02-4262-85ea-da2fe569cc42", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:53.581816 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20013b1f-6943-4d56-9067-4f7b19632d0f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:53.582207 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a067f6-e0bc-4a91-bc18-7357d1e8cd70', 'name': 'network-vif-deleted', 'tag': '9fa4e83f-ab02-4262-85ea-da2fe569cc42', 'status': 'completed', 'code': 200} Jul 16 03:28:53.588593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af692216-5a14-45a8-9267-097697842e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.598999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-754f24e4-6138-451f-82e2-94f178545375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.604349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af692216-5a14-45a8-9267-097697842e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.690876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 8d40c563-92d9-446d-9ad5-bb1e49601b22 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:53.698916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.704328 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e0e6a57-e69b-4bcf-9f16-177cd12d7541 req-ae93695b-9638-460f-80b1-d7ee5cece57d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.48 "DELETE /v2.0/ports/8d40c563-92d9-446d-9ad5-bb1e49601b22 HTTP/1.1" status: 204 len: 173 time: 1.9154894 Jul 16 03:28:53.723126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af692216-5a14-45a8-9267-097697842e94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e480980475f40349c1190d9e6672800&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5344331 Jul 16 03:28:53.723817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:53.736411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af692216-5a14-45a8-9267-097697842e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56539a95-4489-4467-b037-6aa1f2756fac,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.839220 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef794123-7393-467d-92e5-e134e03a3d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.873456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.891227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Transition to ACTIVE for port object d565c836-6fef-480a-b67f-c0db9e437cf7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:53.944842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-754f24e4-6138-451f-82e2-94f178545375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.946796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.958818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-754f24e4-6138-451f-82e2-94f178545375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.963455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-754f24e4-6138-451f-82e2-94f178545375 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c38b1258-748e-49f6-b902-e591e2d61ce2 HTTP/1.1" status: 204 len: 168 time: 0.7264960 Jul 16 03:28:53.965675 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef67c1f1-72bb-4fc4-b0f5-ccbc0fdb7d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.970174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:28:48Z', 'revision_number': 3, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:54.003525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f24e4-6138-451f-82e2-94f178545375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b1258-748e-49f6-b902-e591e2d61ce2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:54.038065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:54.041992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:54.056700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:54.099165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Checking router: 14ac071b-d3e5-4d46-84ae-48360c698fa6 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:54.106674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Updating router 14ac071b-d3e5-4d46-84ae-48360c698fa6 port b28b1fe0-2511-4828-912f-927187f919fc binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:28:54.130275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.146281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef67c1f1-72bb-4fc4-b0f5-ccbc0fdb7d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.207671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Pushing event updated for resources: {'Port': ['ID=d565c836-6fef-480a-b67f-c0db9e437cf7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:54.231305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.413988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.418170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.428587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.450175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.457006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.463559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.469699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.478250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-0f027978-2f85-4dc3-92c9-8316062f5ff5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5437 time: 0.4371138 Jul 16 03:28:54.501781 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef67c1f1-72bb-4fc4-b0f5-ccbc0fdb7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.504321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef67c1f1-72bb-4fc4-b0f5-ccbc0fdb7d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.507766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ef67c1f1-72bb-4fc4-b0f5-ccbc0fdb7d97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56539a95-4489-4467-b037-6aa1f2756fac HTTP/1.1" status: 204 len: 168 time: 0.7753024 Jul 16 03:28:54.529391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.597680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.601051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67c1f1-72bb-4fc4-b0f5-ccbc0fdb7d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56539a95-4489-4467-b037-6aa1f2756fac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:54.638760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cdb2c-5379-4b8c-bc4c-ac3bebde2542 req-1c5f59c7-a3f5-46ac-ac0f-f798279d840f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.646410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1cdb2c-5379-4b8c-bc4c-ac3bebde2542 req-1c5f59c7-a3f5-46ac-ac0f-f798279d840f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 949 time: 0.3191202 Jul 16 03:28:54.684977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8dc524dc-9e1e-4b5f-8f09-7a2107d0db21 req-3c34c734-96ce-4f01-b8a5-80d066e91aa9 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057185 Jul 16 03:28:54.692450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.752957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1cdb2c-5379-4b8c-bc4c-ac3bebde2542 req-0f63d1d1-3866-470d-8807-f1bf5ac63872 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916874 Jul 16 03:28:54.804189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:54.828179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2293c3-028d-4e9e-b1ac-a96a41d32a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.854786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.858537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.872118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:54.912813 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.060945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Pushing event updated for resources: {'Port': ['ID=d565c836-6fef-480a-b67f-c0db9e437cf7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:55.078350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.096882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2293c3-028d-4e9e-b1ac-a96a41d32a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.109786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2293c3-028d-4e9e-b1ac-a96a41d32a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.145895 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.178513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:55.180843 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3600576-6176-4ba6-8335-5c74588d0394" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:55.214411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] For port fda9c2ba-4b9c-46ea-af94-9b91b3139295, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fda9c2ba-4b9c-46ea-af94-9b91b3139295,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:55.219492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2293c3-028d-4e9e-b1ac-a96a41d32a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e9aea-8063-4a8a-9b2b-25741f312b1d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:55.223283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:55.239842 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.279726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:55.281436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:55.308547 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b2293c3-028d-4e9e-b1ac-a96a41d32a20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e36ea4f3007474fa7569534f82105fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010231 Jul 16 03:28:55.308789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:55.409272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.410257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0b8208b3-cb18-4919-b9b2-92164973d4c1 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:55.426009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Pushing event updated for resources: {'Port': ['ID=fda9c2ba-4b9c-46ea-af94-9b91b3139295,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:55.473129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c22e6060-2628-4c79-84f4-bf861e11154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.481812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:55.499677 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1bb9c6-a6f9-46dc-9a3a-5cdccdc59abf x-openstack-request-id: req-7f1bb9c6-a6f9-46dc-9a3a-5cdccdc59abf {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:55.499963 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:55.500477 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f1bb9c6-a6f9-46dc-9a3a-5cdccdc59abf {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:55.502631 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe', 'code': 200} Jul 16 03:28:55.526989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Router 14ac071b-d3e5-4d46-84ae-48360c698fa6 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:55.528040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c81bb43b-4503-456c-8943-0e5e543ecdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.576399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c22e6060-2628-4c79-84f4-bf861e11154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.587504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d2ff71-cee9-451e-a489-64536534c769', 'name': 'network-vif-deleted', 'tag': '8d40c563-92d9-446d-9ad5-bb1e49601b22'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:55.589707 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f3174-651b-4d70-90b8-e70ac023310b" -d '{"events": [{"server_uuid": "f4d2ff71-cee9-451e-a489-64536534c769", "name": "network-vif-deleted", "tag": "8d40c563-92d9-446d-9ad5-bb1e49601b22"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:55.611991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.613271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.613671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.614024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.615495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.615864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.616209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.616550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.616888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.617223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.619693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.620073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a6bac-10ab-41a8-82b6-c9d43f31a39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:55.628778 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:28:55.629143 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:28:55.666687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:55.675524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c22e6060-2628-4c79-84f4-bf861e11154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.678300 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c22e6060-2628-4c79-84f4-bf861e11154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.680877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c22e6060-2628-4c79-84f4-bf861e11154e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d2e9aea-8063-4a8a-9b2b-25741f312b1d HTTP/1.1" status: 204 len: 168 time: 0.3693869 Jul 16 03:28:55.681187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:55.710174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e6060-2628-4c79-84f4-bf861e11154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e9aea-8063-4a8a-9b2b-25741f312b1d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:55.870101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:55.878480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b43c2d2-e691-42aa-87d1-2a5f34b41287 admin admin] 10.222.0.25 "PUT /v2.0/routers/14ac071b-d3e5-4d46-84ae-48360c698fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3601632 Jul 16 03:28:55.958160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c81bb43b-4503-456c-8943-0e5e543ecdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.968852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c81bb43b-4503-456c-8943-0e5e543ecdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.014814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.037272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Transition to ACTIVE for port object b28b1fe0-2511-4828-912f-927187f919fc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:56.068396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c81bb43b-4503-456c-8943-0e5e543ecdbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc3bc4f4f837405a95e3eafdee43fd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851812 Jul 16 03:28:56.069707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:56.078444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bb43b-4503-456c-8943-0e5e543ecdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea9e7c-559e-48fc-b7cb-3acbe9ea40bd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:56.200657 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8479409e-2a29-49df-ba9f-add3926b1da9 x-openstack-request-id: req-8479409e-2a29-49df-ba9f-add3926b1da9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:56.201166 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d2ff71-cee9-451e-a489-64536534c769", "name": "network-vif-deleted", "tag": "8d40c563-92d9-446d-9ad5-bb1e49601b22", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:56.201576 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8479409e-2a29-49df-ba9f-add3926b1da9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:56.202186 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d2ff71-cee9-451e-a489-64536534c769', 'name': 'network-vif-deleted', 'tag': '8d40c563-92d9-446d-9ad5-bb1e49601b22', 'status': 'completed', 'code': 200} Jul 16 03:28:56.203273 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1c0e4b3-9c66-4a27-859c-24a9211f710d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.272937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1c0e4b3-9c66-4a27-859c-24a9211f710d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.378069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 79761846-3c3a-4ff5-a112-3da3c9072438 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:56.407547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1c0e4b3-9c66-4a27-859c-24a9211f710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.410230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1c0e4b3-9c66-4a27-859c-24a9211f710d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.417596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f1c0e4b3-9c66-4a27-859c-24a9211f710d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09ea9e7c-559e-48fc-b7cb-3acbe9ea40bd HTTP/1.1" status: 204 len: 168 time: 0.3443947 Jul 16 03:28:56.453492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0e4b3-9c66-4a27-859c-24a9211f710d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea9e7c-559e-48fc-b7cb-3acbe9ea40bd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:56.564433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-497fdd91-1288-4950-8d02-d2295b1f6492 None None] Provisioning for port d565c836-6fef-480a-b67f-c0db9e437cf7 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:56.595235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.715512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:56.729413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5567e-07e5-4776-86e7-ff3127a28c9c req-a0758678-fe13-4f77-9dc4-aa72682cd0ae tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.743422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1f5567e-07e5-4776-86e7-ff3127a28c9c req-a0758678-fe13-4f77-9dc4-aa72682cd0ae tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 949 time: 0.2688446 Jul 16 03:28:56.753206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-497fdd91-1288-4950-8d02-d2295b1f6492 None None] Provisioning complete for port d565c836-6fef-480a-b67f-c0db9e437cf7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:56.757706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-497fdd91-1288-4950-8d02-d2295b1f6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.800688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.807435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.815236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.823736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.830876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.838856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.845526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.857807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-48b15c6a-f07b-4d45-9041-10aaed66a3c0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5438 time: 0.2312853 Jul 16 03:28:56.904567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1f5567e-07e5-4776-86e7-ff3127a28c9c req-1073d442-072c-44cd-bb3e-2f22e02a563b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588144 Jul 16 03:28:56.947545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81bf4-c987-48be-ab88-77d76d8358f9 None None] Pushing event updated for resources: {'Port': ['ID=b28b1fe0-2511-4828-912f-927187f919fc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:56.947697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63288285-a266-49f5-b120-dc840fc3ffa7 req-d0c6f61a-a348-4017-a96e-c079dc610ee6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890074 Jul 16 03:28:57.058256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fda9c2ba-4b9c-46ea-af94-9b91b3139295 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:57.163743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.217724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Attempting to bind port b28b1fe0-2511-4828-912f-927187f919fc on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:57.223513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Attempting to bind port b28b1fe0-2511-4828-912f-927187f919fc by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:57.224016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Attempting to bind port b28b1fe0-2511-4828-912f-927187f919fc on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:57.248367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 0b8208b3-cb18-4919-b9b2-92164973d4c1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:57.316907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:57.318564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:57.321752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.322290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:57.323757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Bound port: b28b1fe0-2511-4828-912f-927187f919fc, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:57.324045 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.326355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 79761846-3c3a-4ff5-a112-3da3c9072438 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:57.350572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 79761846-3c3a-4ff5-a112-3da3c9072438 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:57.350572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.350572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 0b8208b3-cb18-4919-b9b2-92164973d4c1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:57.350572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.411513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-497fdd91-1288-4950-8d02-d2295b1f6492 None None] Port d565c836-6fef-480a-b67f-c0db9e437cf7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:57.522817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eb9fe-ee69-4ff3-8959-0957c30a5f6c req-443b4254-244c-494f-a4c5-844cc2a59590 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.532234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b22eb9fe-ee69-4ff3-8959-0957c30a5f6c req-443b4254-244c-494f-a4c5-844cc2a59590 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 950 time: 0.2524323 Jul 16 03:28:57.660334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b22eb9fe-ee69-4ff3-8959-0957c30a5f6c req-5d3d84ca-9350-4d46-a8d3-4e4fa04f9530 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe6e38b1-09c1-4ffe-a970-8ff498284d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271384 Jul 16 03:28:57.675991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fda9c2ba-4b9c-46ea-af94-9b91b3139295 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:57.676375 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.803317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-2f607df7-6a54-423c-96a0-16fb6b26ee48 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.805679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-2f607df7-6a54-423c-96a0-16fb6b26ee48 tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "GET /v2.0/ports?device_id=057071b0-3e07-4bb4-9a67-3f95f7faa060 HTTP/1.1" status: 200 len: 950 time: 0.1747994 Jul 16 03:28:58.011580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Deleting port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:58.011929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.070656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-497fdd91-1288-4950-8d02-d2295b1f6492 None None] Provisioning complete for port fda9c2ba-4b9c-46ea-af94-9b91b3139295 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:58.071741 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-497fdd91-1288-4950-8d02-d2295b1f6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.186516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] For port b28b1fe0-2511-4828-912f-927187f919fc, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:58.244962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] For port b28b1fe0-2511-4828-912f-927187f919fc, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b28b1fe0-2511-4828-912f-927187f919fc,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:58.287382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.287644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] For port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:58.288209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.304925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Calling delete_port for 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:58.411966 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.509006 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.519673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.562032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Routers {'14ac071b-d3e5-4d46-84ae-48360c698fa6'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:58.563868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['14ac071b-d3e5-4d46-84ae-48360c698fa6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:58.623048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Pushing event deleted for resources: {'Port': ['ID=36d92c79-26ef-4ce1-a1c8-b03f8882ff7a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:58.646590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] No DVR routers for this DVR port 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:58.650654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.653338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-90386484-ea5f-4b4d-b375-b97382df2b47 req-bbd89f46-82a7-4277-8d02-a08f607fc39d tempest-ServersOnMultiNodesTest-189082189 tempest-ServersOnMultiNodesTest-189082189-project] 10.222.0.11 "DELETE /v2.0/ports/36d92c79-26ef-4ce1-a1c8-b03f8882ff7a HTTP/1.1" status: 204 len: 173 time: 0.8162827 Jul 16 03:28:58.654028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'name': 'network-vif-deleted', 'tag': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:58.668791 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b29b0-95aa-4fa5-9e62-9539928b6fb3" -d '{"events": [{"server_uuid": "057071b0-3e07-4bb4-9a67-3f95f7faa060", "name": "network-vif-deleted", "tag": "36d92c79-26ef-4ce1-a1c8-b03f8882ff7a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:58.721749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79761846-3c3a-4ff5-a112-3da3c9072438'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:58.725474 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0790069-3b6d-42b8-b3ce-3f8f8e536db0" -d '{"events": [{"server_uuid": "9a29888d-e532-412f-8a86-2fcc18e3e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "79761846-3c3a-4ff5-a112-3da3c9072438"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:58.731425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81bf4-c987-48be-ab88-77d76d8358f9 None None] Pushing event updated for resources: {'Port': ['ID=b28b1fe0-2511-4828-912f-927187f919fc,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:58.742677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] Set router 14ac071b-d3e5-4d46-84ae-48360c698fa6 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:58.791726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:58.798877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 79761846-3c3a-4ff5-a112-3da3c9072438, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=79761846-3c3a-4ff5-a112-3da3c9072438,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:58.807751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e5595de3-d6d5-446a-b992-9da4d7c9e499 None None] Provisioning complete for port d565c836-6fef-480a-b67f-c0db9e437cf7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:58.808393 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e5595de3-d6d5-446a-b992-9da4d7c9e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.812239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.813273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 098bf14f-bd4a-4b73-94c0-35a1bb15f218 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:58.819097 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.014400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e5595de3-d6d5-446a-b992-9da4d7c9e499 None None] Port d565c836-6fef-480a-b67f-c0db9e437cf7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:59.093886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:59.202013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:59.326193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:59.326992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.374932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=79761846-3c3a-4ff5-a112-3da3c9072438,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:59.463886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.518965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd565c836-6fef-480a-b67f-c0db9e437cf7', 'name': '', 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'mac_address': 'fa:16:3e:ae:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:52Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 2, 'project_id': '5d946756e9594516a475e42bbb06664d', 'subnets': [{'id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:59.523470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:59.559377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8a23d-bbf5-4d94-a1d1-15de28a43c48 None None] The sync data for ids ['14ac071b-d3e5-4d46-84ae-48360c698fa6'] in n-d-800089-6 is: [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd565c836-6fef-480a-b67f-c0db9e437cf7', 'name': '', 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'mac_address': 'fa:16:3e:ae:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:52Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 2, 'project_id': '5d946756e9594516a475e42bbb06664d', 'subnets': [{'id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:59.561962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.563119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0bc48705-7c0c-4a18-b476-144b25203003 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:59.693532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:59.706836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 0bc48705-7c0c-4a18-b476-144b25203003 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:59.711889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 0bc48705-7c0c-4a18-b476-144b25203003 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:59.712579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.831085 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.888680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0bc48705-7c0c-4a18-b476-144b25203003,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:59.898021 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.898441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 54a0ffd6-3f22-424d-a0f9-4d117c265c97 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:00.084338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:00.111504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:00.118274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:00.118708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.269303 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.332008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:00.340277 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.342680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 136537e6-19de-4dd8-bb28-363a6ce49e58 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:00.465538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:00.468744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 136537e6-19de-4dd8-bb28-363a6ce49e58 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:00.469292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 136537e6-19de-4dd8-bb28-363a6ce49e58 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:00.479245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d9191e06-9fac-4ac6-9e26-c671e26c12b0 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:00.625543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port d9191e06-9fac-4ac6-9e26-c671e26c12b0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:00.640001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port d9191e06-9fac-4ac6-9e26-c671e26c12b0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:00.640832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.858781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe18a8bc-387d-4c93-9cbc-f1d0201b0f75 req-56c7e944-c5c7-461a-906e-bf0dc7eaf484 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808654 Jul 16 03:29:00.975335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.076304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:01.089587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.092333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:01.179531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a8bc-387d-4c93-9cbc-f1d0201b0f75 req-d93981fe-e9f3-44db-a3b7-43dcfe7419a5 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.199281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe18a8bc-387d-4c93-9cbc-f1d0201b0f75 req-d93981fe-e9f3-44db-a3b7-43dcfe7419a5 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3404601 Jul 16 03:29:01.222035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe18a8bc-387d-4c93-9cbc-f1d0201b0f75 req-5b23c262-c8b7-4b43-a88f-666de45f63a6 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/quotas/b2f3e0f7614c4af4a1d070ce364ab072 HTTP/1.1" status: 200 len: 375 time: 0.0212932 Jul 16 03:29:01.305486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe18a8bc-387d-4c93-9cbc-f1d0201b0f75 req-95a533a0-9dae-4f05-884b-b3e442e4e56a tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822020 Jul 16 03:29:01.371813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:01.404967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:01.436208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:01.436595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.557048 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:29:01.729225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.804274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:01.825124 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.827649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:01.876028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b48e7-ece7-4c0c-8948-2ff5bdef38ae req-9357a79b-4ee7-4a4f-9200-7e48786f3b61 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.891238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64b48e7-ece7-4c0c-8948-2ff5bdef38ae req-9357a79b-4ee7-4a4f-9200-7e48786f3b61 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 950 time: 0.2980762 Jul 16 03:29:01.987641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64b48e7-ece7-4c0c-8948-2ff5bdef38ae req-4f30459a-2516-498b-b2d1-19868e1fb4bd tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943189 Jul 16 03:29:02.064129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:02.065830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.076121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.104841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.124207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.130737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.137257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.143633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.146286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-e8e8a00b-6de6-49cb-bc14-36cc7000ed9a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5443 time: 0.4279480 Jul 16 03:29:02.229892 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee0f048-5982-48be-af8d-6c0e19ede347 x-openstack-request-id: req-1ee0f048-5982-48be-af8d-6c0e19ede347 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:02.230233 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057071b0-3e07-4bb4-9a67-3f95f7faa060", "name": "network-vif-deleted", "tag": "36d92c79-26ef-4ce1-a1c8-b03f8882ff7a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:02.230437 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee0f048-5982-48be-af8d-6c0e19ede347 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:02.230861 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057071b0-3e07-4bb4-9a67-3f95f7faa060', 'name': 'network-vif-deleted', 'tag': '36d92c79-26ef-4ce1-a1c8-b03f8882ff7a', 'status': 'completed', 'code': 200} Jul 16 03:29:02.311644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f7bafa4-8286-4511-9a2f-1aa2dc5d9517 req-27645c98-c9f0-487d-b187-4959aa57c931 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566219 Jul 16 03:29:02.764607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168673de-bee6-47f4-a5d1-6ddad28aee5f req-6452d216-628a-416c-9dae-f9d4e83f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.779696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-168673de-bee6-47f4-a5d1-6ddad28aee5f req-6452d216-628a-416c-9dae-f9d4e83f2d83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 1101 time: 0.2994483 Jul 16 03:29:02.931017 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236fe8a3-6b44-47fe-b658-70a816b1c38c x-openstack-request-id: req-236fe8a3-6b44-47fe-b658-70a816b1c38c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:02.931539 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a29888d-e532-412f-8a86-2fcc18e3e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "79761846-3c3a-4ff5-a112-3da3c9072438", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:02.931539 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-236fe8a3-6b44-47fe-b658-70a816b1c38c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:02.931943 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79761846-3c3a-4ff5-a112-3da3c9072438', 'code': 200} Jul 16 03:29:02.932195 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1', 'code': 200} Jul 16 03:29:02.948970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:02.948970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 36d92c79-26ef-4ce1-a1c8-b03f8882ff7a not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:02.990081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-168673de-bee6-47f4-a5d1-6ddad28aee5f req-5d865d38-1fa0-4332-b242-bdac432c8dbf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005970 Jul 16 03:29:03.027939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b28b1fe0-2511-4828-912f-927187f919fc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:03.034960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:03.044888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:03.109631 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.119356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:03.124747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.133486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:03.228320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53378) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:03.301514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac5f3-61e8-4e8b-a060-455b014f014f req-e75a10c3-ab13-490f-bc4e-88144deed5bd tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.319941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a9ac5f3-61e8-4e8b-a060-455b014f014f req-e75a10c3-ab13-490f-bc4e-88144deed5bd tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 950 time: 0.1413414 Jul 16 03:29:03.402261 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ec61c6-c87a-4cd9-a556-b5bef528bf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.402495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b28b1fe0-2511-4828-912f-927187f919fc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:03.423458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b28b1fe0-2511-4828-912f-927187f919fc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:03.424052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.441811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a9ac5f3-61e8-4e8b-a060-455b014f014f req-c33cba30-5ae7-4228-b0ef-8ffad10d80f8 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208754 Jul 16 03:29:03.559405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.568365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:03.583100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-710622f8-0ba3-4ef6-8ed9-4d90eefaaa6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8612e2b362704cbbbe7782b2dd33f76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531485 Jul 16 03:29:03.615401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.794291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2121d14b-1e09-4d4f-8ac3-3f01caddbb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.889419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:03.891810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.910568 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.912781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9fa4e83f-ab02-4262-85ea-da2fe569cc42 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:03.916732 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2121d14b-1e09-4d4f-8ac3-3f01caddbb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.928153 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ec61c6-c87a-4cd9-a556-b5bef528bf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.940293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7ec61c6-c87a-4cd9-a556-b5bef528bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.963785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 9fa4e83f-ab02-4262-85ea-da2fe569cc42 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:03.964329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9fa4e83f-ab02-4262-85ea-da2fe569cc42 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:03.964934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8d40c563-92d9-446d-9ad5-bb1e49601b22 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:03.993649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b28b1fe0-2511-4828-912f-927187f919fc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b28b1fe0-2511-4828-912f-927187f919fc,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:04.009403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c7ec61c6-c87a-4cd9-a556-b5bef528bf2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8d9e396f8524670ab98080cc53b2d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8747752 Jul 16 03:29:04.017622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:04.034897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.043805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 8d40c563-92d9-446d-9ad5-bb1e49601b22 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:04.044633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 8d40c563-92d9-446d-9ad5-bb1e49601b22 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:04.132018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.133849 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2121d14b-1e09-4d4f-8ac3-3f01caddbb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.136599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec61c6-c87a-4cd9-a556-b5bef528bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30513b-d9ab-43c1-9500-4dc797f46224,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.140466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2121d14b-1e09-4d4f-8ac3-3f01caddbb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.147353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2121d14b-1e09-4d4f-8ac3-3f01caddbb78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe6e38b1-09c1-4ffe-a970-8ff498284d8e HTTP/1.1" status: 204 len: 168 time: 0.5778670 Jul 16 03:29:04.171225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121d14b-1e09-4d4f-8ac3-3f01caddbb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e38b1-09c1-4ffe-a970-8ff498284d8e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.200343 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Sync routers for ids ['14ac071b-d3e5-4d46-84ae-48360c698fa6'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:29:04.213608 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Routers {'14ac071b-d3e5-4d46-84ae-48360c698fa6'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:04.214667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7b0-339f-42e6-a62d-c77e2054babf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.215477 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['14ac071b-d3e5-4d46-84ae-48360c698fa6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:04.324237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.333508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7b0-339f-42e6-a62d-c77e2054babf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.359961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.386092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.392945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.399833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.406037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.412756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.421291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-b774a01f-18b5-4df9-9c3c-ddee8fb3bf66 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.3793497 Jul 16 03:29:04.508900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a484d24-fac8-4743-ab3d-2e783dc1a874 req-e51b0710-4dcd-4f2c-aff0-bc5e8c00190b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863461 Jul 16 03:29:04.588654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7b0-339f-42e6-a62d-c77e2054babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.591943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e32d7b0-339f-42e6-a62d-c77e2054babf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.602565 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0e32d7b0-339f-42e6-a62d-c77e2054babf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e30513b-d9ab-43c1-9500-4dc797f46224 HTTP/1.1" status: 204 len: 168 time: 0.5806489 Jul 16 03:29:04.621404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b28b1fe0-2511-4828-912f-927187f919fc,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.645852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d7b0-339f-42e6-a62d-c77e2054babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30513b-d9ab-43c1-9500-4dc797f46224,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.719953 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Set router 14ac071b-d3e5-4d46-84ae-48360c698fa6 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:04.911143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eda170-a40b-4cda-92ab-a252c9045b48 req-addf1a47-5c79-4fe6-9ac5-e576a2f99226 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.913573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b28b1fe0-2511-4828-912f-927187f919fc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:04.919981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eda170-a40b-4cda-92ab-a252c9045b48 req-addf1a47-5c79-4fe6-9ac5-e576a2f99226 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 950 time: 0.0824575 Jul 16 03:29:04.976076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eda170-a40b-4cda-92ab-a252c9045b48 req-adbf8813-d237-4740-b1d9-a5a24e485c80 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533473 Jul 16 03:29:05.044696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc48705-7c0c-4a18-b476-144b25203003'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0'}, {'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:05.047436 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb113240-b37f-43e4-aee6-11565088254d" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "0bc48705-7c0c-4a18-b476-144b25203003"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0"}, {"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-plugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:05.109406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b28b1fe0-2511-4828-912f-927187f919fc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:05.116033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.390516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245250e-2977-4f4f-9242-0f2403cf31d9 req-d9f4e214-5bdb-43f5-8306-c57ce01f2dcc tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:05.392135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1245250e-2977-4f4f-9242-0f2403cf31d9 req-d9f4e214-5bdb-43f5-8306-c57ce01f2dcc tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2036357 Jul 16 03:29:05.506136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1245250e-2977-4f4f-9242-0f2403cf31d9 req-d1d55cfc-d4b2-4371-b010-1f836881723d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077602 Jul 16 03:29:05.525143 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd565c836-6fef-480a-b67f-c0db9e437cf7', 'name': '', 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'mac_address': 'fa:16:3e:ae:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:52Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 2, 'project_id': '5d946756e9594516a475e42bbb06664d', 'subnets': [{'id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:05.532059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:05.643898 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Checking router: 14ac071b-d3e5-4d46-84ae-48360c698fa6 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:29:05.644292 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Updating router 14ac071b-d3e5-4d46-84ae-48360c698fa6 port d565c836-6fef-480a-b67f-c0db9e437cf7 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:29:05.713046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9d441e2-bc31-48e8-9150-30442e0b5a07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ea15adceeed497ebff53577dca0248f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795325 Jul 16 03:29:05.715448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:05.799336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98592e05-1a96-41eb-9b22-1039e21bccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.813583 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.826978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98592e05-1a96-41eb-9b22-1039e21bccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.843991 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaec6c0-8bfb-45d7-9f7b-c0b4755a84da x-openstack-request-id: req-0aaec6c0-8bfb-45d7-9f7b-c0b4755a84da {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:05.844309 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "0bc48705-7c0c-4a18-b476-144b25203003", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0", "code": 200}, {"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-plugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:05.844566 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aaec6c0-8bfb-45d7-9f7b-c0b4755a84da {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:05.844979 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218', 'code': 200} Jul 16 03:29:05.845237 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc48705-7c0c-4a18-b476-144b25203003', 'code': 200} Jul 16 03:29:05.845495 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97', 'code': 200} Jul 16 03:29:05.845748 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'code': 200} Jul 16 03:29:05.845997 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'code': 200} Jul 16 03:29:05.846240 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd', 'code': 200} Jul 16 03:29:06.009679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98592e05-1a96-41eb-9b22-1039e21bccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.013707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98592e05-1a96-41eb-9b22-1039e21bccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.017755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98592e05-1a96-41eb-9b22-1039e21bccfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/356c3a89-5d0f-4ccf-a107-53d6ddd4e961 HTTP/1.1" status: 204 len: 168 time: 0.3006096 Jul 16 03:29:06.098460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98592e05-1a96-41eb-9b22-1039e21bccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356c3a89-5d0f-4ccf-a107-53d6ddd4e961,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:06.393122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0364388a-3945-4bf4-9067-9b9d4880ed51 req-77a0afa9-c9ed-4177-a5b1-36ce2960cc04 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951233 Jul 16 03:29:06.533384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f485993-7783-48f4-bfac-fcb29b91faaf req-7390f409-e19a-4214-ad2a-79832e203bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.534955 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f485993-7783-48f4-bfac-fcb29b91faaf req-7390f409-e19a-4214-ad2a-79832e203bb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1100 time: 0.4827042 Jul 16 03:29:06.674020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.679804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.681530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.683203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.685769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.687723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.689740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.696962 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-2eb802ca-bc11-49a5-a8f8-b79ef16b4602 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.6458080 Jul 16 03:29:06.701500 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f485993-7783-48f4-bfac-fcb29b91faaf req-4355fdfc-7695-4d13-90df-ea3776bc3317 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500723 Jul 16 03:29:06.829436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8c6819fe-d99a-4627-b666-fb98fcb1cac6 req-02eb6197-57cc-4e7d-88b5-c148be0ba176 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c034723-5c94-4b67-aaa5-a97ae78e399d&id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812929 Jul 16 03:29:06.920509 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.945969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.953598 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Transition to ACTIVE for port object d565c836-6fef-480a-b67f-c0db9e437cf7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:06.958533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.974004 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.977199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.989544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.008630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.028609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.034838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.044064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db80bff2-fa42-4768-8620-29b445697a73 req-bb660ece-79d5-41b6-a5ff-98c2df83a79e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.7022755 Jul 16 03:29:07.067174 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1d7c8-ef41-4f50-9195-377fab451521 None None] Pushing event updated for resources: {'Port': ['ID=d565c836-6fef-480a-b67f-c0db9e437cf7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:07.140618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364388a-3945-4bf4-9067-9b9d4880ed51 req-99c11e97-0835-478b-9f74-b957a7974f73 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.153674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0364388a-3945-4bf4-9067-9b9d4880ed51 req-99c11e97-0835-478b-9f74-b957a7974f73 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7593248 Jul 16 03:29:07.177083 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Attempting to bind port d565c836-6fef-480a-b67f-c0db9e437cf7 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:07.177703 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Attempting to bind port d565c836-6fef-480a-b67f-c0db9e437cf7 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:07.178238 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Attempting to bind port d565c836-6fef-480a-b67f-c0db9e437cf7 on network 20c335af-1246-421d-a2cf-bb8cf63b7401 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:07.185410 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:07.188064 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Checking segment: {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:07.188675 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.189218 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Bound using segment: {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:07.189867 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Bound port: d565c836-6fef-480a-b67f-c0db9e437cf7, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ad532e-f23d-4747-9a7d-557845128124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:07.190428 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.203700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db80bff2-fa42-4768-8620-29b445697a73 req-415cd365-8c69-4afa-bd1f-17cd7473bd4e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589823 Jul 16 03:29:07.252397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0364388a-3945-4bf4-9067-9b9d4880ed51 req-a437c0ca-3acc-49ef-a26c-5f9734565535 tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/quotas/b2f3e0f7614c4af4a1d070ce364ab072 HTTP/1.1" status: 200 len: 375 time: 0.0971529 Jul 16 03:29:07.406147 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] For port d565c836-6fef-480a-b67f-c0db9e437cf7, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:07.416443 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] For port d565c836-6fef-480a-b67f-c0db9e437cf7, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d565c836-6fef-480a-b67f-c0db9e437cf7,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:07.453217 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.460889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0364388a-3945-4bf4-9067-9b9d4880ed51 req-20649035-421b-48db-8a18-a66810e31a8e tempest-QuotasAdminNegativeTest-655027266 tempest-QuotasAdminNegativeTest-655027266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2058041 Jul 16 03:29:07.694029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Routers {'14ac071b-d3e5-4d46-84ae-48360c698fa6'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:07.706724 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['14ac071b-d3e5-4d46-84ae-48360c698fa6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:08.033967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007850df-0dd3-4cda-ab47-0c59bbd52ab1 req-e0267c50-dbd4-40ee-a8ca-307665212f07 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.045941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-007850df-0dd3-4cda-ab47-0c59bbd52ab1 req-e0267c50-dbd4-40ee-a8ca-307665212f07 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2878253 Jul 16 03:29:08.147369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-007850df-0dd3-4cda-ab47-0c59bbd52ab1 req-2e6432c9-5035-4af1-80c2-aba30fc942f8 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952411 Jul 16 03:29:08.202354 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] Set router 14ac071b-d3e5-4d46-84ae-48360c698fa6 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:08.584200 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1d7c8-ef41-4f50-9195-377fab451521 None None] Pushing event updated for resources: {'Port': ['ID=d565c836-6fef-480a-b67f-c0db9e437cf7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:08.933306 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd565c836-6fef-480a-b67f-c0db9e437cf7', 'name': '', 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'mac_address': 'fa:16:3e:ae:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:52Z', 'updated_at': '2021-07-16T03:29:07Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'subnets': [{'id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:08.980328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d565c836-6fef-480a-b67f-c0db9e437cf7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:09.077566 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c125c-6f5d-4b03-bde9-1f80084742fd None None] The sync data for ids ['14ac071b-d3e5-4d46-84ae-48360c698fa6'] in n-d-800089-6 is: [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:28:54Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd565c836-6fef-480a-b67f-c0db9e437cf7', 'name': '', 'network_id': '20c335af-1246-421d-a2cf-bb8cf63b7401', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'mac_address': 'fa:16:3e:ae:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:52Z', 'updated_at': '2021-07-16T03:29:07Z', 'revision_number': 4, 'project_id': '5d946756e9594516a475e42bbb06664d', 'subnets': [{'id': '66ad694d-8903-4fdb-94c6-2694ffe14759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:29:09.175047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d565c836-6fef-480a-b67f-c0db9e437cf7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:09.180351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d565c836-6fef-480a-b67f-c0db9e437cf7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:09.181470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.304264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.311944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.332887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.340243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.346657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.349658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.353884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.366378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.376057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-dcefe977-69e2-424b-9f15-63df2d175655 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.2261961 Jul 16 03:29:09.440629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d565c836-6fef-480a-b67f-c0db9e437cf7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d565c836-6fef-480a-b67f-c0db9e437cf7,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:09.448533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-505cb73d-16f6-4fd6-b5b7-487314a223e6 req-da7f728e-8e4f-4b65-b7f1-f02207b17456 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680318 Jul 16 03:29:09.452269 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.606908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d565c836-6fef-480a-b67f-c0db9e437cf7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:09.823477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046f062-fd54-4cad-ac5a-caee881369cd req-bc2be5a1-b36f-478e-85d7-d761608d3b2a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.831825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d046f062-fd54-4cad-ac5a-caee881369cd req-bc2be5a1-b36f-478e-85d7-d761608d3b2a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1490769 Jul 16 03:29:09.850968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.858625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.866013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.873902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.880768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.888578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.896113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.909850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53610) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:09.918815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad642a2f-0a1b-40a3-b922-e32150313c84 req-97e7339b-e090-46ba-ac2f-e45a01d71ec1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.2413106 Jul 16 03:29:09.919027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Request body: {'floatingip': {'port_id': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:09.973289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d046f062-fd54-4cad-ac5a-caee881369cd req-5b8138dd-7607-45f6-ae5a-c676218edadf tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408970 Jul 16 03:29:10.030381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.433937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53626) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:10.482223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53632) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:10.713157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-207ba97f-0629-4cf0-9f4a-97cf839e13de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.845483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.849985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.876917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d565c836-6fef-480a-b67f-c0db9e437cf7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:10.985581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d565c836-6fef-480a-b67f-c0db9e437cf7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:10.986383 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.320321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3cf6-bf0c-4e78-88c1-72a967b5bd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.370687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-207ba97f-0629-4cf0-9f4a-97cf839e13de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.400780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-207ba97f-0629-4cf0-9f4a-97cf839e13de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.457924 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Floating IP f7173a21-db8c-488f-b955-c9fe30cb09a6 associated. External IP: 172.25.4.38, port: d9191e06-9fac-4ac6-9e26-c671e26c12b0. Jul 16 03:29:11.490714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-207ba97f-0629-4cf0-9f4a-97cf839e13de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2f3e0f7614c4af4a1d070ce364ab072&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0543776 Jul 16 03:29:11.495765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53656) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:11.500055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ba97f-0629-4cf0-9f4a-97cf839e13de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a637ae2c-f970-45ee-a04a-60cdf7630430,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:11.589734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7cbcc-4b0c-4091-ae49-89c3264fa219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.664325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7cbcc-4b0c-4091-ae49-89c3264fa219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.695982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3cf6-bf0c-4e78-88c1-72a967b5bd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.714305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3cf6-bf0c-4e78-88c1-72a967b5bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.748967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Router e236a9d5-4bc6-41fa-bc73-189b1d780afe has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:29:11.758182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b0fc3cf6-bf0c-4e78-88c1-72a967b5bd03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04127a7f90f748eaadc32027fb589243&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2739799 Jul 16 03:29:11.760685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc3cf6-bf0c-4e78-88c1-72a967b5bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57cabfc-d279-4732-84d4-86b10e80d532,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:11.764460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:11.780443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7cbcc-4b0c-4091-ae49-89c3264fa219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.783338 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fc7cbcc-4b0c-4091-ae49-89c3264fa219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.784679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3fc7cbcc-4b0c-4091-ae49-89c3264fa219 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a637ae2c-f970-45ee-a04a-60cdf7630430 HTTP/1.1" status: 204 len: 168 time: 0.2856793 Jul 16 03:29:11.816015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7cbcc-4b0c-4091-ae49-89c3264fa219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a637ae2c-f970-45ee-a04a-60cdf7630430,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:11.834568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43d9af0d-3d1a-4ae1-b609-e91f8155c199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.883021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43d9af0d-3d1a-4ae1-b609-e91f8155c199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.904111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:29:11.913716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.915391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] Sync routers for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:29:11.944247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:11.945097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:11.977720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d28da65f-c782-472c-9395-e0d3ef6a08d8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "PUT /v2.0/floatingips/f7173a21-db8c-488f-b955-c9fe30cb09a6 HTTP/1.1" status: 200 len: 991 time: 2.0642762 Jul 16 03:29:11.977720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:11.981769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43d9af0d-3d1a-4ae1-b609-e91f8155c199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.985162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43d9af0d-3d1a-4ae1-b609-e91f8155c199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.985162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-43d9af0d-3d1a-4ae1-b609-e91f8155c199 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c57cabfc-d279-4732-84d4-86b10e80d532 HTTP/1.1" status: 204 len: 168 time: 0.2189217 Jul 16 03:29:11.988884 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9575b693-ee20-43b1-9ecd-664a4d758887" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:11.997576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9af0d-3d1a-4ae1-b609-e91f8155c199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57cabfc-d279-4732-84d4-86b10e80d532,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:12.169859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:12.372814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:12.394751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f87680-f6a2-44f2-97bf-a225d376c896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.517579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f7173a21-db8c-488f-b955-c9fe30cb09a6', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'port_id': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:27:38Z', 'updated_at': '2021-07-16T03:29:10Z', 'revision_number': 1, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:27:02Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:12.555795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] Checking router: e236a9d5-4bc6-41fa-bc73-189b1d780afe for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:29:12.558323 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f87680-f6a2-44f2-97bf-a225d376c896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.566794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f87680-f6a2-44f2-97bf-a225d376c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.571663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:12.572301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:28:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:12.678608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f87680-f6a2-44f2-97bf-a225d376c896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af79cf77-78f6-40b0-8d7a-d64192d50622,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:12.687843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31f87680-f6a2-44f2-97bf-a225d376c896 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bcee213905846e6be68973127dd5cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113742 Jul 16 03:29:12.688240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53700) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:12.763208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-79869a3f-ff73-4d1e-8bcc-ac9bd002ba1b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1b0857722af0477dbc42916c36c305d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428874 Jul 16 03:29:12.862073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97648300-2598-4f2f-b4c5-13bfae5b6cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.869818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:12.906772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53712) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:12.959653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97648300-2598-4f2f-b4c5-13bfae5b6cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.984703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-948bfd3f-4365-4464-83b7-bd4f42f4722c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:12.993092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-948bfd3f-4365-4464-83b7-bd4f42f4722c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288663 Jul 16 03:29:13.027145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-d4198072-1c0e-4a8b-a460-559fb962f884 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/quotas/1b0857722af0477dbc42916c36c305d9 HTTP/1.1" status: 200 len: 375 time: 0.0324657 Jul 16 03:29:13.090593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7617372e-0029-4cef-aa8a-4082de6a746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.140223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97648300-2598-4f2f-b4c5-13bfae5b6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.143169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97648300-2598-4f2f-b4c5-13bfae5b6cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.154956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97648300-2598-4f2f-b4c5-13bfae5b6cdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af79cf77-78f6-40b0-8d7a-d64192d50622 HTTP/1.1" status: 204 len: 168 time: 0.4583068 Jul 16 03:29:13.194873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648300-2598-4f2f-b4c5-13bfae5b6cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79cf77-78f6-40b0-8d7a-d64192d50622,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:13.271123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-5a6626f7-aa6b-475b-9eee-56fc1f4a4e58 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2412136 Jul 16 03:29:13.301017 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82298b75-858c-4301-8991-51d6e89bc21f x-openstack-request-id: req-82298b75-858c-4301-8991-51d6e89bc21f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:13.301319 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:13.301573 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82298b75-858c-4301-8991-51d6e89bc21f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:13.301978 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'status': 'completed', 'code': 200} Jul 16 03:29:13.490798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53740) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:13.531226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7617372e-0029-4cef-aa8a-4082de6a746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.553126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7617372e-0029-4cef-aa8a-4082de6a746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.568212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f7173a21-db8c-488f-b955-c9fe30cb09a6', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'port_id': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:27:38Z', 'updated_at': '2021-07-16T03:29:10Z', 'revision_number': 1, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:27:02Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:13.635180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7f369-3585-4988-8fe3-eae3334fc151 None None] The sync data for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 is: [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f7173a21-db8c-488f-b955-c9fe30cb09a6', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'port_id': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'mac_address': 'fa:16:3e:51:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:27:38Z', 'updated_at': '2021-07-16T03:29:10Z', 'revision_number': 1, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:27:02Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:29:13.677520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617372e-0029-4cef-aa8a-4082de6a746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ec3502-4b66-45d2-bfb9-b43a7a2e987d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:13.696612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:13.709561 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7617372e-0029-4cef-aa8a-4082de6a746b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fa4bb7c1b4f436985f54b0a808fcd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016996 Jul 16 03:29:13.755018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1584735390-network', 'tenant_id': '1610c727ddc54646a68a519d2efc956f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:13.767549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.768039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.768780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.768969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.769695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.770152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.770832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.773633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-037889b0-5aae-40d3-943f-ba774669cab8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.4264827 Jul 16 03:29:13.876582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8463f5cf-68f4-4be1-93a3-91cbef83d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.881995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Made reservation on behalf of 1610c727ddc54646a68a519d2efc956f for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:13.884404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.967392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.972655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e574c92-84c6-46c6-843e-92bbe1006510 req-cdffccfd-a8ad-4162-90ee-c5a0910a6641 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 210 time: 0.0924647 Jul 16 03:29:14.015481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8463f5cf-68f4-4be1-93a3-91cbef83d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.089132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-e3d256bd-fbd8-4615-8585-5ae75861597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.091199 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-e3d256bd-fbd8-4615-8585-5ae75861597e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905 HTTP/1.1" status: 200 len: 919 time: 0.3091147 Jul 16 03:29:14.146676 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b1be3-a0da-4100-8ace-db1f3fdc83a7 None None] New status for floating IP f7173a21-db8c-488f-b955-c9fe30cb09a6: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:29:14.176381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725337d4-26f1-4fa7-9edd-2e38ad5bc283 req-7ef74c69-efbc-44b0-b4fd-af3635aa53be tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.185953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-725337d4-26f1-4fa7-9edd-2e38ad5bc283 req-7ef74c69-efbc-44b0-b4fd-af3635aa53be tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 949 time: 0.4245527 Jul 16 03:29:14.267621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-40b80a88-8293-4d8a-851c-065df92f08e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 999 time: 0.1637695 Jul 16 03:29:14.298120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8463f5cf-68f4-4be1-93a3-91cbef83d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.307405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8463f5cf-68f4-4be1-93a3-91cbef83d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.309514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8463f5cf-68f4-4be1-93a3-91cbef83d413 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91ec3502-4b66-45d2-bfb9-b43a7a2e987d HTTP/1.1" status: 204 len: 168 time: 0.6118045 Jul 16 03:29:14.318511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-725337d4-26f1-4fa7-9edd-2e38ad5bc283 req-faeeb902-0dbf-4ab0-9ec9-d40fed8fb752 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312225 Jul 16 03:29:14.349992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f5cf-68f4-4be1-93a3-91cbef83d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ec3502-4b66-45d2-bfb9-b43a7a2e987d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:14.438510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-622ff300-d7af-4684-9f0b-42069c2b11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.442457 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-622ff300-d7af-4684-9f0b-42069c2b11be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 200 len: 856 time: 0.1535666 Jul 16 03:29:14.448786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.475700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.504723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:29:14.547392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.547743 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Added segment 5b9cbae7-774f-4ed3-b0eb-15ac250f3c63 of type vlan for network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 Jul 16 03:29:14.797570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.905769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ab9e7-9a50-444f-a575-40ef7b6f517c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:14.935161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-57322d19-16b9-4c5e-a38b-1f35d7aeb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.936962 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-57322d19-16b9-4c5e-a38b-1f35d7aeb0fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa09f388-60a2-4025-9fc0-ab125606f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4855616 Jul 16 03:29:14.937879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.938909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.939512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.041572 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5467656 Jul 16 03:29:15.044571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:15.050122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Request body: {'subnet': {'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1584735390-subnet', 'tenant_id': '1610c727ddc54646a68a519d2efc956f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:15.073327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ef273-97e9-4853-ae35-fd02b57d5c01 admin admin] Pushing event updated for resources: {'Network': ['ID=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:15.087636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:29:15.126385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Made reservation on behalf of 1610c727ddc54646a68a519d2efc956f for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:15.132862 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-5aa7100b-73be-4d0e-96b0-a7db734cd089 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681316 Jul 16 03:29:15.134406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.280668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:15.324746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3600c68-ec8e-4972-a8d0-be695fb1df7f req-ce870946-c898-4273-97b7-5993c7a5539d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 210 time: 0.0967965 Jul 16 03:29:15.374973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9575b693-ee20-43b1-9ecd-664a4d758887 req-1c0faa82-c5c3-4284-ba6a-8981e29708ee service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345276 Jul 16 03:29:15.527065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1051aba3-4b0a-48fc-8ad5-2c62a6992787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.602003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.751905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef50dd7-bc13-454f-8967-221b7021e9dc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:15.831725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Checking segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:15.836762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Network hostable DHCP agents. Network: ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:29:15.886344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:29:15.903260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:15.909135 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-47280f7a-b74e-468d-9605-a0c825d86b0c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1b0857722af0477dbc42916c36c305d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204119 Jul 16 03:29:15.914824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8154056f-200d-4c41-aed9-c6e78123b880 None None] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:15.917725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:15.919138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.045239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1051aba3-4b0a-48fc-8ad5-2c62a6992787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.072234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4d4ba939-1105-4da7-bd20-3d3f1a9aae22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0263538 Jul 16 03:29:16.080821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1051aba3-4b0a-48fc-8ad5-2c62a6992787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.263577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b83e63e-041c-47a4-b6d0-9c9917ea867f None None] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:16.346892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051aba3-4b0a-48fc-8ad5-2c62a6992787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c868b-b9ae-48f4-b189-b05b9fc0e5a3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:16.403028 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1051aba3-4b0a-48fc-8ad5-2c62a6992787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=484ed2e47f084231a6711b4544ae8fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1212740 Jul 16 03:29:16.405792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53884) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:16.420614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-3f1c94a7-3bef-436c-8b2d-de77adf9a07b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:16.426104 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-3f1c94a7-3bef-436c-8b2d-de77adf9a07b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4935000 Jul 16 03:29:16.444148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Request body: {'port': {'device_id': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '1b0857722af0477dbc42916c36c305d9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:16.561494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db453d5-0294-4a5b-a430-9df86d80338c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.611302 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db453d5-0294-4a5b-a430-9df86d80338c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.694148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b174722e-daca-4b79-bfd9-c43ab5397aeb req-03de673d-27be-44c2-b277-d67c73561e3d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 210 time: 0.0464232 Jul 16 03:29:16.728836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db453d5-0294-4a5b-a430-9df86d80338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.732059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2db453d5-0294-4a5b-a430-9df86d80338c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.735698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2db453d5-0294-4a5b-a430-9df86d80338c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e4c868b-b9ae-48f4-b189-b05b9fc0e5a3 HTTP/1.1" status: 204 len: 168 time: 0.3258128 Jul 16 03:29:16.744923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db453d5-0294-4a5b-a430-9df86d80338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c868b-b9ae-48f4-b189-b05b9fc0e5a3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:16.860225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Made reservation on behalf of 1b0857722af0477dbc42916c36c305d9 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:16.864262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.135138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Allocated IP 192.168.233.199 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/a5605418-4930-4efd-a314-915a37c5d53c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:17.400700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.435469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Transition to ACTIVE for port object a5605418-4930-4efd-a314-915a37c5d53c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:17.518139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.529997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['79761846-3c3a-4ff5-a112-3da3c9072438'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:17.583571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-93f4c027-607f-4a66-8e69-d2e2a4daf93f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:17.597340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-93f4c027-607f-4a66-8e69-d2e2a4daf93f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.2880356 Jul 16 03:29:17.620897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-431ab872-6b9f-4c33-8b6b-8de84fcff354 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/quotas/1610c727ddc54646a68a519d2efc956f HTTP/1.1" status: 200 len: 375 time: 0.0222576 Jul 16 03:29:17.638793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:17.671444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:17.679230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:17.680617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-24f3f738-62a5-470b-8227-0593a5622fbb tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582032 Jul 16 03:29:17.697240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:17.751039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:17.762222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event updated for resources: {'Port': ['ID=a5605418-4930-4efd-a314-915a37c5d53c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:17.777112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b8760b1-a1e1-479d-aea7-a27119d96841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.804682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:17.805686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.994891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:18.200385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a1e0da17-efef-43d3-9677-ce76f015d604 None None] Provisioning for port a5605418-4930-4efd-a314-915a37c5d53c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:18.203696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b8760b1-a1e1-479d-aea7-a27119d96841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.213505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a1e0da17-efef-43d3-9677-ce76f015d604 None None] Provisioning complete for port a5605418-4930-4efd-a314-915a37c5d53c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:18.213893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1e0da17-efef-43d3-9677-ce76f015d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.224060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-98c3bac0-bf86-4a29-9542-1fd60a9fd3c3 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7871563 Jul 16 03:29:18.237730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Request body: {'port': {'device_id': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:18.246522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b8760b1-a1e1-479d-aea7-a27119d96841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.281685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0da17-efef-43d3-9677-ce76f015d604 None None] Port a5605418-4930-4efd-a314-915a37c5d53c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:29:18.325943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.338931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3b8760b1-a1e1-479d-aea7-a27119d96841 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d517f64fb5f4e688f069a67e4e99dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867412 Jul 16 03:29:18.340258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8760b1-a1e1-479d-aea7-a27119d96841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5e973-9d80-4bf3-8201-e37a3f4cc7b5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:18.361043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:18.361699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:18.363315 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d09a38-2259-43fa-80c6-5cdac066eabb" -d '{"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-unplugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:18.377916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:18.386019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.397824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-2a26a4db-4c02-44e5-8a0b-69a64b64e93e service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087178 Jul 16 03:29:18.408834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:18.417264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-f9203143-bfe8-4b11-b448-9bdb5724b554 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b0f0fe666b7b4261b0de45a2179827f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998287 Jul 16 03:29:18.430507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.482999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:18.672707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-077fa7bc-e4a8-4d8d-a71d-6de758e84283 service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719748 Jul 16 03:29:18.683435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1494971677'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:18.705327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-1703ec04-54d0-4450-9bc8-705d90f1bc33 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:18.706948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-1703ec04-54d0-4450-9bc8-705d90f1bc33 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886224 Jul 16 03:29:18.717380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b287-393d-4c8c-b1b5-b4c046853db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.744010 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5605418-4930-4efd-a314-915a37c5d53c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:18.747438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-35a62450-78ab-479e-bbb1-51291c4fe271 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/quotas/b0f0fe666b7b4261b0de45a2179827f6 HTTP/1.1" status: 200 len: 375 time: 0.0332575 Jul 16 03:29:18.756363 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.776664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Transition to ACTIVE for port object a5605418-4930-4efd-a314-915a37c5d53c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:18.787922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.800813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-8bbb5750-8146-491c-8b6e-7f9447bd51d1 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0f0fe666b7b4261b0de45a2179827f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457602 Jul 16 03:29:18.801442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Made reservation on behalf of e6105c272e2f4aee97c9f9f945c871d6 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:18.805621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.816518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b287-393d-4c8c-b1b5-b4c046853db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.820453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.936419 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b287-393d-4c8c-b1b5-b4c046853db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.944111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b287-393d-4c8c-b1b5-b4c046853db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.947368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fbc0b287-393d-4c8c-b1b5-b4c046853db5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cac5e973-9d80-4bf3-8201-e37a3f4cc7b5 HTTP/1.1" status: 204 len: 168 time: 0.5659297 Jul 16 03:29:18.978975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0b287-393d-4c8c-b1b5-b4c046853db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5e973-9d80-4bf3-8201-e37a3f4cc7b5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.062407 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.067253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Pushing event updated for resources: {'Port': ['ID=a5605418-4930-4efd-a314-915a37c5d53c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.071990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.126594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Attempting to bind port a5605418-4930-4efd-a314-915a37c5d53c on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:19.127053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Attempting to bind port a5605418-4930-4efd-a314-915a37c5d53c by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:19.127379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Attempting to bind port a5605418-4930-4efd-a314-915a37c5d53c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:19.143357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Port a5605418-4930-4efd-a314-915a37c5d53c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:19.143717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Attempting to bind port a5605418-4930-4efd-a314-915a37c5d53c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:19.151113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf51480-8b1c-4448-b616-ac2b294427a2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.159222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:19.159926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:19.161287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:19.161439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Bound port: a5605418-4930-4efd-a314-915a37c5d53c, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:19.164069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.174943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:29:19.209831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.211897 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Added segment c0984241-8a7e-412f-9db6-36bec8ae2916 of type vlan for network d8d17a22-75d0-40f9-a585-c133ff26d3b7 Jul 16 03:29:19.299683 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c08b6-0282-48b3-8d33-d7372cadde2b x-openstack-request-id: req-b39c08b6-0282-48b3-8d33-d7372cadde2b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:19.300369 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-unplugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:19.300369 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b39c08b6-0282-48b3-8d33-d7372cadde2b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:19.300669 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'code': 200} Jul 16 03:29:19.313420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] For port a5605418-4930-4efd-a314-915a37c5d53c, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:19.323364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] For port a5605418-4930-4efd-a314-915a37c5d53c, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5605418-4930-4efd-a314-915a37c5d53c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:19.331795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.427963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:19.428908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.436531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] 10.222.0.48 "PUT /v2.0/ports/a5605418-4930-4efd-a314-915a37c5d53c HTTP/1.1" status: 200 len: 1096 time: 1.2037017 Jul 16 03:29:19.456890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'tag': 'a5605418-4930-4efd-a314-915a37c5d53c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:19.468295 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d039d3bb-6765-4426-811d-4c40f87503a2", "tag": "a5605418-4930-4efd-a314-915a37c5d53c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:19.517876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.711802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68534c5c-dd3a-4d9d-923d-d914201983df service neutron] Pushing event updated for resources: {'Port': ['ID=a5605418-4930-4efd-a314-915a37c5d53c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.728796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323643e-bc3c-4c23-b355-8e26d24c92aa req-8cc70a7e-e0f6-4fe7-96a1-cdc860a6a09d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:19.755434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68eba979-dba7-4420-8cc0-d7757fd43d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:19.757630 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-68eba979-dba7-4420-8cc0-d7757fd43d19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 1099 time: 0.2349379 Jul 16 03:29:19.767011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a323643e-bc3c-4c23-b355-8e26d24c92aa req-8cc70a7e-e0f6-4fe7-96a1-cdc860a6a09d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 948 time: 0.3393407 Jul 16 03:29:19.839078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-67daba9b-6cf5-4ddd-a93a-10c624c7bc70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a5605418-4930-4efd-a314-915a37c5d53c HTTP/1.1" status: 200 len: 217 time: 0.0604818 Jul 16 03:29:19.888385 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.894594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:19.909582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.946961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbfdcec8-dd10-45e0-a8bb-e1afff14251e req-4a0d34af-ff96-4624-b93d-ba32653d49cf tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 210 time: 0.1634381 Jul 16 03:29:19.962951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-40f38d76-0975-4b83-9554-85286130d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:19.965200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-40f38d76-0975-4b83-9554-85286130d80e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1078784 Jul 16 03:29:19.993423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:20.142144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-1a1c525e-80c1-4242-b83c-f2d6b3af19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:20.146698 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-1a1c525e-80c1-4242-b83c-f2d6b3af19eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725364 Jul 16 03:29:20.177958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f15a2ece-746d-4b75-a9e8-c3dcbe033e3d req-cabedcb7-d283-4f63-8661-61352cabfcd0 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 210 time: 0.0806804 Jul 16 03:29:20.204549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7759182 Jul 16 03:29:20.251490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54014) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:20.272020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Request body: {'subnet': {'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:20.353446 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f153b-05d2-4261-a585-152d6acb82b6 x-openstack-request-id: req-aa1f153b-05d2-4261-a585-152d6acb82b6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:20.354060 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d039d3bb-6765-4426-811d-4c40f87503a2", "tag": "a5605418-4930-4efd-a314-915a37c5d53c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:20.354060 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa1f153b-05d2-4261-a585-152d6acb82b6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:20.354385 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'tag': 'a5605418-4930-4efd-a314-915a37c5d53c', 'status': 'completed', 'code': 200} Jul 16 03:29:20.386437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dcb81-e0ae-4a08-9409-230e6239239c tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event updated for resources: {'Network': ['ID=d8d17a22-75d0-40f9-a585-c133ff26d3b7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:20.430824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a323643e-bc3c-4c23-b355-8e26d24c92aa req-ef76a32b-c250-4c44-b2a0-f1a5dbf0dc19 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613200 Jul 16 03:29:20.443804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:29:20.511419 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-23a8e0b5-915a-46db-89ce-10136bdaddf4 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565822 Jul 16 03:29:20.720126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:20.743479 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e254f67-e9cf-46a7-8642-b0b86dbd9dc4 req-4e930917-4094-4cb4-b8a7-567cee125f79 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096112 Jul 16 03:29:20.746465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Made reservation on behalf of e6105c272e2f4aee97c9f9f945c871d6 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:20.752208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:20.800477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '1627a97a-fc48-43fe-9b69-165000a5b128', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '1627a97a-fc48-43fe-9b69-165000a5b128', 'mac_address': 'fa:16:3e:1d:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:20.887630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-137e23d3-4a2f-4440-a74c-00923f30c709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:20.942795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:20.968868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1627a97a-fc48-43fe-9b69-165000a5b128 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:21.030032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:21.042774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:21.163926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:21.234739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1627a97a-fc48-43fe-9b69-165000a5b128'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:21.251146 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:21.453500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event updated for resources: {'Subnet': ['ID=fd7664ed-e777-4c79-af21-65de8f3fd818,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:21.487491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-11448729-e60f-4425-bf07-faa73ccbd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:21.488819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-11448729-e60f-4425-bf07-faa73ccbd101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 1099 time: 0.6731784 Jul 16 03:29:21.626768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ad7b02f-947a-4e8f-8cd0-2fed80459eba req-e890c771-ccff-4edb-8736-a96c03578ad7 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 210 time: 0.1228018 Jul 16 03:29:21.698749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Checking segment: {'id': 'c0984241-8a7e-412f-9db6-36bec8ae2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:21.699115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Network hostable DHCP agents. Network: d8d17a22-75d0-40f9-a585-c133ff26d3b7, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:29:21.732599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33cf4d6c-a3f0-4c7a-9d06-a32ca39c6527 req-cc66aec8-da48-43a4-9c3c-c96f5084d8de tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 210 time: 0.1720912 Jul 16 03:29:21.790790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-dca62e87-8e34-4ee6-bf0a-714c7c390348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:21.797048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-dca62e87-8e34-4ee6-bf0a-714c7c390348 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2918546 Jul 16 03:29:21.799476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:29:21.801167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-78fe680a-36c3-4a78-a041-d7b9c77d6c13 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:21.804299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-78fe680a-36c3-4a78-a041-d7b9c77d6c13 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.5725117 Jul 16 03:29:21.821870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Request body: {'port': {'device_id': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'admin_state_up': True, 'tenant_id': '1610c727ddc54646a68a519d2efc956f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:21.880676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d8d17a22-75d0-40f9-a585-c133ff26d3b7) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:21.890132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89b5bb-d2ef-4881-a7d4-43691a4a8da8 None None] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:21.899611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:21.904100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:21.907609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-5fbf33fa-eada-4c12-bcbe-d1d4c29a0ab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a5605418-4930-4efd-a314-915a37c5d53c HTTP/1.1" status: 200 len: 217 time: 0.1015942 Jul 16 03:29:22.013339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-6528fe15-74a5-42a1-8e60-d9c769002308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:22.013610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:22.015471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-6528fe15-74a5-42a1-8e60-d9c769002308 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0930347 Jul 16 03:29:22.028409 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a72fde2-d7bc-4c85-9c19-91dc00d84340 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7757950 Jul 16 03:29:22.063827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54074) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:22.080568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Request body: {'port': {'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-132720464'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:22.162017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Made reservation on behalf of 1610c727ddc54646a68a519d2efc956f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:22.170567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.399690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 1627a97a-fc48-43fe-9b69-165000a5b128 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:22.400078 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.403493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-ae1b0ffe-f4bb-4c49-ba1d-e356d5b55c9b tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b0f0fe666b7b4261b0de45a2179827f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571458 Jul 16 03:29:22.487935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-d8d17a22-75d0-40f9-a585-c133ff26d3b7', 'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7', 'tenant_id': 'e6105c272e2f4aee97c9f9f945c871d6', 'fixed_ips': [{'subnet_id': 'fd7664ed-e777-4c79-af21-65de8f3fd818'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:29:22.488226 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.521223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Made reservation on behalf of e6105c272e2f4aee97c9f9f945c871d6 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:22.525903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.561192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-373e78c1-65b1-4121-b45d-f2bda6439d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:22.562925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-373e78c1-65b1-4121-b45d-f2bda6439d2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5329034 Jul 16 03:29:22.577003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Allocated IP 172.20.0.11 (ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37/8ef50dd7-bc13-454f-8967-221b7021e9dc/bdd1a35e-b34b-4aae-8a16-32653f77cb02) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:22.701546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0213c67-4de7-4629-996c-9b242b6481f8 req-5c838bcd-844f-4175-8324-13e16ac9c116 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:22.713246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0213c67-4de7-4629-996c-9b242b6481f8 req-5c838bcd-844f-4175-8324-13e16ac9c116 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 948 time: 0.7051280 Jul 16 03:29:22.851444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.890328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0213c67-4de7-4629-996c-9b242b6481f8 req-619e97fe-0989-46b1-8cd3-86f355ba5c0f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760919 Jul 16 03:29:22.911565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:22.924206 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45bb729-3c7f-477b-bbff-094e267bdcdf" -d '{"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-plugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:22.952883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:22.967451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.115680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.138681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Allocated IP 172.20.0.2 (d8d17a22-75d0-40f9-a585-c133ff26d3b7/fd7664ed-e777-4c79-af21-65de8f3fd818/0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:23.190589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:23.224391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c154423-1c0a-44dc-9ce2-1d3413dfad38 req-bed2b362-ea01-477c-bade-c49803cb5669 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 210 time: 0.2962296 Jul 16 03:29:23.226781 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.289926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfe85ce7-dc3a-4a74-8b8b-c43c31b5d6f3 req-c7ba3cc7-58a2-42bf-b53c-58360e9f261b tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 210 time: 0.1169357 Jul 16 03:29:23.338356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bffd08e7-8c89-453a-b331-f1c94b8e4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.361657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] device_id is not set on port 774987ca-4701-4183-ad1f-71f54f943271 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:29:23.369128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:23.374741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:23.386259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:23.432697 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8126c5-b5c0-40c9-aa51-a1de87ff7bde x-openstack-request-id: req-1f8126c5-b5c0-40c9-aa51-a1de87ff7bde {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:23.433029 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-plugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:23.433239 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f8126c5-b5c0-40c9-aa51-a1de87ff7bde {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:23.433623 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'code': 200} Jul 16 03:29:23.487671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:23.488337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.524431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7076504 Jul 16 03:29:23.544858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Request body: {'port': {'device_id': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:23.560192 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.573760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Transition to ACTIVE for port object 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:23.610264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Transition to ACTIVE for port object 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:23.617980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02393db9-e2bb-4315-9159-782dde1bd8e8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:23.622934 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.715935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Pushing event updated for resources: {'Port': ['ID=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:23.729136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.733298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:23.734905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5605418-4930-4efd-a314-915a37c5d53c details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:23.737540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:23.740879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:23.802445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-14add055-81dc-479b-87db-3196c1175d84 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:23.808284 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-14add055-81dc-479b-87db-3196c1175d84 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3979144 Jul 16 03:29:23.855031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Request body: {'port': {'device_id': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': 'b0f0fe666b7b4261b0de45a2179827f6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:23.933964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.965324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Attempting to bind port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:23.967648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Attempting to bind port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'c0984241-8a7e-412f-9db6-36bec8ae2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:23.968303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Attempting to bind port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 on network d8d17a22-75d0-40f9-a585-c133ff26d3b7 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:24.013646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:24.017282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Checking segment: {'id': 'c0984241-8a7e-412f-9db6-36bec8ae2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:24.018020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.018670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Bound using segment: {'id': 'c0984241-8a7e-412f-9db6-36bec8ae2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:24.019823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Bound port: 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0984241-8a7e-412f-9db6-36bec8ae2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd8d17a22-75d0-40f9-a585-c133ff26d3b7'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:24.021585 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.097646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-de3410d4-4a40-4d6e-8dc4-f9d9be2c6b1a service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170631 Jul 16 03:29:24.210316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Allocated IP 172.20.0.8 (d8d17a22-75d0-40f9-a585-c133ff26d3b7/fd7664ed-e777-4c79-af21-65de8f3fd818/774987ca-4701-4183-ad1f-71f54f943271) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:24.216984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a5605418-4930-4efd-a314-915a37c5d53c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5605418-4930-4efd-a314-915a37c5d53c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:24.274936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.279186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] For port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:24.283403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a5605418-4930-4efd-a314-915a37c5d53c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'a5605418-4930-4efd-a314-915a37c5d53c', 'mac_address': 'fa:16:3e:6f:3d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:24.297685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] For port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,segment=NetworkSegment(c0984241-8a7e-412f-9db6-36bec8ae2916),segment_id=c0984241-8a7e-412f-9db6-36bec8ae2916)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:24.401832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.436747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.452070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5605418-4930-4efd-a314-915a37c5d53c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:24.464536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47d567-75d5-489a-a391-e8108e3244f2 req-f31b1e1a-8f35-49b5-88b8-13599a26ad19 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:24.471362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb47d567-75d5-489a-a391-e8108e3244f2 req-f31b1e1a-8f35-49b5-88b8-13599a26ad19 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 948 time: 0.2402277 Jul 16 03:29:24.534242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a5605418-4930-4efd-a314-915a37c5d53c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5605418-4930-4efd-a314-915a37c5d53c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:24.547514 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.608032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703bce2-27e9-4e56-b1af-b144fb020cbe None None] Pushing event updated for resources: {'Port': ['ID=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:24.621285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb47d567-75d5-489a-a391-e8108e3244f2 req-0126f7da-44f7-448e-948a-73736b006131 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489880 Jul 16 03:29:24.633342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd1a35e-b34b-4aae-8a16-32653f77cb02 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:24.639473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df960b2e-96de-4b9c-8af4-1cbc2ce5d7ce req-fecb1131-f152-44ab-b7b2-9b2b02feb3bd service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223344 Jul 16 03:29:24.680790 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.706180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Made reservation on behalf of b0f0fe666b7b4261b0de45a2179827f6 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:24.715337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.739783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Transition to ACTIVE for port object bdd1a35e-b34b-4aae-8a16-32653f77cb02 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:24.750633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.775386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.852829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a5605418-4930-4efd-a314-915a37c5d53c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:24.885610 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.903851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Transition to ACTIVE for port object 774987ca-4701-4183-ad1f-71f54f943271 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:25.027739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:25.059011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a5605418-4930-4efd-a314-915a37c5d53c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:25.220202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.220202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.370831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Attempting to bind port bdd1a35e-b34b-4aae-8a16-32653f77cb02 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:25.375485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Attempting to bind port bdd1a35e-b34b-4aae-8a16-32653f77cb02 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:25.376062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Attempting to bind port bdd1a35e-b34b-4aae-8a16-32653f77cb02 on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:25.386931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.398233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Port bdd1a35e-b34b-4aae-8a16-32653f77cb02 on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:25.398688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Attempting to bind port bdd1a35e-b34b-4aae-8a16-32653f77cb02 on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:25.414877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:25.414877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Checking segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:25.414877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Bound using segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:25.414877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Bound port: bdd1a35e-b34b-4aae-8a16-32653f77cb02, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:25.415350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.441336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d622f579-538f-4f23-84db-74c997aeac7f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:25.465013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:25.475318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:25.485406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:25.537651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:25.542365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:25.551788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facfd0b-7a6c-4039-bddc-312d4829bf8b req-bb78efe0-c311-43e7-813e-3eedbc4d9ed2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.560674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6facfd0b-7a6c-4039-bddc-312d4829bf8b req-bb78efe0-c311-43e7-813e-3eedbc4d9ed2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 944 time: 0.3096063 Jul 16 03:29:25.566409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.582438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.584692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.608300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event updated for resources: {'Port': ['ID=774987ca-4701-4183-ad1f-71f54f943271,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:25.622974 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e0df5bf8-e3f9-43c7-be07-84791e0e76e8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5470173 Jul 16 03:29:25.629218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:25.642869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.643823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.646061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] 10.222.0.11 "PUT /v2.0/ports/bdd1a35e-b34b-4aae-8a16-32653f77cb02 HTTP/1.1" status: 200 len: 1092 time: 2.1080489 Jul 16 03:29:25.646794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:25.649944 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:25.689753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6facfd0b-7a6c-4039-bddc-312d4829bf8b req-978d8bda-5c3f-4ad6-9df2-711ead427187 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276233 Jul 16 03:29:25.710615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Allocated IP 192.168.233.92 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/915b2b36-558d-4406-98ae-42b0f4111d63) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:25.776431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539e8c-f52c-4c4f-a213-af208ee3db39 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:25.854267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-955dc434-02b9-44ba-81d0-8b3091a46ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.855925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-955dc434-02b9-44ba-81d0-8b3091a46ff7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 1095 time: 0.1475868 Jul 16 03:29:25.964761 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.970312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-6ad14944-11b6-444d-9e3b-51c1351dca6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02 HTTP/1.1" status: 200 len: 217 time: 0.1059666 Jul 16 03:29:26.012704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Deleting port 774987ca-4701-4183-ad1f-71f54f943271 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:26.012704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:26.074181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-62927c31-b719-4eda-81ad-0de9c877ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:26.076044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-62927c31-b719-4eda-81ad-0de9c877ed27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.0927849 Jul 16 03:29:26.107895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af7c3ce2-9bd7-45bf-a2ad-540c69b0ac0e req-5670ea24-b253-4cb1-81d9-6c069c26f113 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 210 time: 0.1371830 Jul 16 03:29:26.173285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-35b19784-1dce-4f67-8aa6-83d72c918f4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755670 Jul 16 03:29:26.350441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:26.395424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:26.402628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Calling delete_port for 774987ca-4701-4183-ad1f-71f54f943271 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:26.436723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-22406e11-a9c1-4bc1-b66b-66c0ce9a61d1 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543898 Jul 16 03:29:26.438918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Transition to ACTIVE for port object 915b2b36-558d-4406-98ae-42b0f4111d63 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:26.637696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:26.660236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd284d37-bb1b-42f7-863f-5ad0dae328c8 req-707b4496-b1fb-4d7b-ab33-1d1da3b4be41 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121627 Jul 16 03:29:26.699189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6cb05-2b2a-47ec-9209-bef49d8eedf0 None None] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:26.868715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:26.882162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:26.924545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:26.976911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8f31c2d1-7bd4-4291-af98-2fac20f3c89e None None] Provisioning for port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:27.022481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.023095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:27.099158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Pushing event updated for resources: {'Port': ['ID=915b2b36-558d-4406-98ae-42b0f4111d63,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:27.116544 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:27.118089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:27.204394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event deleted for resources: {'Port': ['ID=774987ca-4701-4183-ad1f-71f54f943271,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:27.212714 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-4379e276-a5de-4d2f-9078-91cf78c56b1f tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3882005 Jul 16 03:29:27.316663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Request body: {'port': {'device_id': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:27.352713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:27.357636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1d5fb72-9720-4025-a916-aa73a02821a3 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "DELETE /v2.0/ports/774987ca-4701-4183-ad1f-71f54f943271 HTTP/1.1" status: 204 len: 168 time: 1.7251620 Jul 16 03:29:27.358376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54158) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:27.404865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6731ac02-2e5b-4b01-b708-e1a17c21df0a None None] Provisioning for port 915b2b36-558d-4406-98ae-42b0f4111d63 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:27.416406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c2c6d-e357-4cee-9fd3-902daf3d7a64 req-c5cd0100-0deb-4288-998a-45c46fcfe29a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.418590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab9c2c6d-e357-4cee-9fd3-902daf3d7a64 req-c5cd0100-0deb-4288-998a-45c46fcfe29a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 949 time: 0.1801493 Jul 16 03:29:27.422047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6731ac02-2e5b-4b01-b708-e1a17c21df0a None None] Provisioning complete for port 915b2b36-558d-4406-98ae-42b0f4111d63 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:27.422732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6731ac02-2e5b-4b01-b708-e1a17c21df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:27.435338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:27.445485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:27.493047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab9c2c6d-e357-4cee-9fd3-902daf3d7a64 req-ea12be56-dfd2-4332-9317-95e58a60d6b8 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682750 Jul 16 03:29:27.645219 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900099b7-fbf5-4908-a06b-7d1ec72aa080 x-openstack-request-id: req-900099b7-fbf5-4908-a06b-7d1ec72aa080 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:27.645526 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:27.645776 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-900099b7-fbf5-4908-a06b-7d1ec72aa080 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:27.646363 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'status': 'completed', 'code': 200} Jul 16 03:29:27.815325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-72a7d968-6f8a-418a-9347-6f9da2f63fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.817414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-72a7d968-6f8a-418a-9347-6f9da2f63fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 1095 time: 0.1408987 Jul 16 03:29:27.896711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5605418-4930-4efd-a314-915a37c5d53c up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:27.999213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:27.999592 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.001629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6731ac02-2e5b-4b01-b708-e1a17c21df0a None None] Port 915b2b36-558d-4406-98ae-42b0f4111d63 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:29:28.080772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a5605418-4930-4efd-a314-915a37c5d53c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:28.090431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a5605418-4930-4efd-a314-915a37c5d53c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:28.091085 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.102430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-a9c19c08-3838-4898-9a03-3ad19a3dc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:28.104353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-a9c19c08-3838-4898-9a03-3ad19a3dc00a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 907 time: 0.2767766 Jul 16 03:29:28.143011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8b3d0-61dc-49bf-9c14-c6ffb3d697e7 req-8d6df4b8-b13f-4923-81bf-56b81582fe26 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:28.156579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fd8b3d0-61dc-49bf-9c14-c6ffb3d697e7 req-8d6df4b8-b13f-4923-81bf-56b81582fe26 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 944 time: 0.1644590 Jul 16 03:29:28.169061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:28.170523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ff92db6-0b82-4df5-90e9-09ab7c318da0 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.8107769 Jul 16 03:29:28.188821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-776256104'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:28.309861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.363887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915b2b36-558d-4406-98ae-42b0f4111d63 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:28.372584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ada6dad9-e897-4ffe-ae81-51aa02938141 None None] Provisioning complete for port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:28.372973 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada6dad9-e897-4ffe-ae81-51aa02938141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.379740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-4da16c01-ab69-4831-8ea5-078acaa0adf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02 HTTP/1.1" status: 200 len: 217 time: 0.2655492 Jul 16 03:29:28.387195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.417329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fd8b3d0-61dc-49bf-9c14-c6ffb3d697e7 req-f081a29b-da3b-4c24-9e6c-d5532b93208b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597761 Jul 16 03:29:28.426345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Transition to ACTIVE for port object 915b2b36-558d-4406-98ae-42b0f4111d63 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:28.445685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.511896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Pushing event updated for resources: {'Port': ['ID=915b2b36-558d-4406-98ae-42b0f4111d63,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:28.534689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a5605418-4930-4efd-a314-915a37c5d53c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5605418-4930-4efd-a314-915a37c5d53c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:28.541483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5605418-4930-4efd-a314-915a37c5d53c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:28.546821 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e15812-5ea7-443a-abe4-9b6b3b936958" -d '{"events": [{"server_uuid": "d039d3bb-6765-4426-811d-4c40f87503a2", "name": "network-vif-plugged", "status": "completed", "tag": "a5605418-4930-4efd-a314-915a37c5d53c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:28.561185 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.594049 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.619119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-56d0825f-e7d5-4460-abe0-83353d45beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:28.622841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-56d0825f-e7d5-4460-abe0-83353d45beac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.2017031 Jul 16 03:29:28.630531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Made reservation on behalf of e6105c272e2f4aee97c9f9f945c871d6 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:28.639956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.663970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Attempting to bind port 915b2b36-558d-4406-98ae-42b0f4111d63 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:28.663970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Attempting to bind port 915b2b36-558d-4406-98ae-42b0f4111d63 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:28.664278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Attempting to bind port 915b2b36-558d-4406-98ae-42b0f4111d63 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:28.678178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Port 915b2b36-558d-4406-98ae-42b0f4111d63 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:28.678398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Attempting to bind port 915b2b36-558d-4406-98ae-42b0f4111d63 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:28.693175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:28.693513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:28.693901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:28.697826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Bound port: 915b2b36-558d-4406-98ae-42b0f4111d63, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:28.698215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.723468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-5092f6f0-de88-460f-96f6-217d640e9676 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760198 Jul 16 03:29:28.791684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,segment=NetworkSegment(c0984241-8a7e-412f-9db6-36bec8ae2916),segment_id=c0984241-8a7e-412f-9db6-36bec8ae2916)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:28.797147 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada6dad9-e897-4ffe-ae81-51aa02938141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.811094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.844273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a5605418-4930-4efd-a314-915a37c5d53c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:28.880694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] For port 915b2b36-558d-4406-98ae-42b0f4111d63, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:28.887874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] For port 915b2b36-558d-4406-98ae-42b0f4111d63, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=915b2b36-558d-4406-98ae-42b0f4111d63,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:28.896525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.948587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:28.949672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:28.951298 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] 10.222.0.11 "PUT /v2.0/ports/915b2b36-558d-4406-98ae-42b0f4111d63 HTTP/1.1" status: 200 len: 1095 time: 1.6410666 Jul 16 03:29:28.952147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'tag': '915b2b36-558d-4406-98ae-42b0f4111d63'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:28.955103 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a154ec13-68de-4b2e-a082-b21a19cde5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d230a7cb-2afc-42e9-94ec-08483cc0d6d4", "tag": "915b2b36-558d-4406-98ae-42b0f4111d63"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:28.989829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d11dcb-20bf-4fda-a0ba-819d42dd8a67 service neutron] Pushing event updated for resources: {'Port': ['ID=915b2b36-558d-4406-98ae-42b0f4111d63,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:28.997573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:29:29.086520 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-ada6dad9-e897-4ffe-ae81-51aa02938141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:29:29.087125 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-ada6dad9-e897-4ffe-ae81-51aa02938141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:29:29.134673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-a1562521-64c6-4e9b-89af-035625aff3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.136278 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-a1562521-64c6-4e9b-89af-035625aff3a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b0f0fe666b7b4261b0de45a2179827f6&device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 1098 time: 0.1292179 Jul 16 03:29:29.142519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:29.175014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.175014 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Added segment 188dc490-7008-4423-ae54-f3613cb1149a of type vlan for network a142ec64-89b3-4d28-a8b8-a5f24e871322 Jul 16 03:29:29.225887 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-2799afd0-d0eb-4b2e-a312-7a0f7b42d123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=915b2b36-558d-4406-98ae-42b0f4111d63 HTTP/1.1" status: 200 len: 217 time: 0.0708838 Jul 16 03:29:29.279751 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-8a3109a5-2824-46e6-802d-972c5d3400b9 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383430 Jul 16 03:29:29.283919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-57958760-8897-4e25-b62b-94e179de32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.287961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-57958760-8897-4e25-b62b-94e179de32d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0597625 Jul 16 03:29:29.307612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.323970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de42d45-e394-44b2-a612-b484e467cbea req-1c4f81fe-d9ee-481d-85b9-b5ed1e997715 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.340714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7de42d45-e394-44b2-a612-b484e467cbea req-1c4f81fe-d9ee-481d-85b9-b5ed1e997715 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 947 time: 0.4635987 Jul 16 03:29:29.404586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-32c672f1-c317-477c-9a8c-dc19a32a8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.410392 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-32c672f1-c317-477c-9a8c-dc19a32a8368 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161947 Jul 16 03:29:29.435848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7de42d45-e394-44b2-a612-b484e467cbea req-dccd88da-2166-4bb5-bdc8-4d2fe0edf016 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940363 Jul 16 03:29:29.567636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-a2aeeebb-604b-4f3c-b0d4-bce338a5023f service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431406 Jul 16 03:29:29.598226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09a15597-3c7b-4a83-93ba-1ca9ca16b2fe req-f017b21c-b5d3-4eb8-b48f-bc14adc799e9 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081427 Jul 16 03:29:29.613883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.622307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.622958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.766386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event updated for resources: {'Network': ['ID=a142ec64-89b3-4d28-a8b8-a5f24e871322,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:29.769415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4c5e2cc3-0c48-4b0d-96c7-7d7fdce78373 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5960202 Jul 16 03:29:29.771738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:29.780131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a142ec64-89b3-4d28-a8b8-a5f24e871322 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:29:29.835063 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-240037c3-eeb9-4ed4-a649-f81b0ab1842e req-0cd0036b-abe8-4f35-80f7-c00d7e896f3e service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458720 Jul 16 03:29:29.951668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d73a7caa-0c79-4284-84b3-e78f1b3d356a None None] Could not find standard attr ID for object 774987ca-4701-4183-ad1f-71f54f943271. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:29:30.029660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bdd1a35e-b34b-4aae-8a16-32653f77cb02 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:30.253070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:30.283684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'mac_address': 'fa:16:3e:cc:07:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:30.363412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0a2cbad7-86ca-45a6-8700-0508e55601fe tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/agents/62fad3bc-dc83-4327-92d2-ee7be15242b1/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.5897410 Jul 16 03:29:30.365372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:30.372127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.376963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69b9c5-b905-449c-9a87-5f6d9c21e534 req-2c8864ce-8b27-4806-b527-0c7a3d3bcf95 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.388401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d69b9c5-b905-449c-9a87-5f6d9c21e534 req-2c8864ce-8b27-4806-b527-0c7a3d3bcf95 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 950 time: 0.6324112 Jul 16 03:29:30.416938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd1a35e-b34b-4aae-8a16-32653f77cb02 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:30.460285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d69b9c5-b905-449c-9a87-5f6d9c21e534 req-5e7904a5-4a49-4f20-9ed6-506248ba0ef8 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705338 Jul 16 03:29:30.480496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:30.494865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.568986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca518793-7b17-4ee3-a29d-87906d036777 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] Network a142ec64-89b3-4d28-a8b8-a5f24e871322 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:29:30.586701 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca518793-7b17-4ee3-a29d-87906d036777 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "POST /v2.0/agents/62fad3bc-dc83-4327-92d2-ee7be15242b1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2196298 Jul 16 03:29:30.589246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:30.634826 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dff41c9-8a69-406a-b021-bcceb8513bb0 x-openstack-request-id: req-7dff41c9-8a69-406a-b021-bcceb8513bb0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:30.635181 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d039d3bb-6765-4426-811d-4c40f87503a2", "name": "network-vif-plugged", "status": "completed", "tag": "a5605418-4930-4efd-a314-915a37c5d53c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:30.635477 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dff41c9-8a69-406a-b021-bcceb8513bb0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:30.636213 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5605418-4930-4efd-a314-915a37c5d53c', 'code': 200} Jul 16 03:29:30.636806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:30.641497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9e346-6a9a-4242-a568-6588ad5314d9 None None] Network a142ec64-89b3-4d28-a8b8-a5f24e871322 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:30.712086 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557055d-4f42-4a0e-acf1-63205a56fe90 x-openstack-request-id: req-e557055d-4f42-4a0e-acf1-63205a56fe90 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:30.712435 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230a7cb-2afc-42e9-94ec-08483cc0d6d4", "tag": "915b2b36-558d-4406-98ae-42b0f4111d63", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:30.713567 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e557055d-4f42-4a0e-acf1-63205a56fe90 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:30.714069 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'tag': '915b2b36-558d-4406-98ae-42b0f4111d63', 'status': 'completed', 'code': 200} Jul 16 03:29:30.801131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bdd1a35e-b34b-4aae-8a16-32653f77cb02'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:30.837014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eff2b-b6b3-4dae-a5ae-4d47c52100d1 req-80d2561c-5ab3-4b66-bae7-35fab7422ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.854478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b7eff2b-b6b3-4dae-a5ae-4d47c52100d1 req-80d2561c-5ab3-4b66-bae7-35fab7422ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 1101 time: 0.2350860 Jul 16 03:29:30.929679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e858909c-33ae-4c50-a266-e28e39242dd3 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/agents/62fad3bc-dc83-4327-92d2-ee7be15242b1/dhcp-networks HTTP/1.1" status: 200 len: 8842 time: 0.3392577 Jul 16 03:29:30.933785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:31.078130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:31.132093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-b49d5c2d-6e08-414a-a60c-b1c33d699c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.133155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f918536-340b-4d99-aae7-72d2d6868e82 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "DELETE /v2.0/agents/62fad3bc-dc83-4327-92d2-ee7be15242b1/dhcp-networks/a142ec64-89b3-4d28-a8b8-a5f24e871322 HTTP/1.1" status: 204 len: 168 time: 0.1981580 Jul 16 03:29:31.138323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:31.149601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-b49d5c2d-6e08-414a-a60c-b1c33d699c37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b0f0fe666b7b4261b0de45a2179827f6&device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 1098 time: 0.4157319 Jul 16 03:29:31.160282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4b7eff2b-b6b3-4dae-a5ae-4d47c52100d1 req-767840e6-75fa-41fd-8297-cef1f52b5cda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947659 Jul 16 03:29:31.164681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8de18-3ca9-4866-8561-d5f0c38fb21f req-cbdd05a2-05d0-4de2-ab87-ca7f4bbd9f12 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.166535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fc8de18-3ca9-4866-8561-d5f0c38fb21f req-cbdd05a2-05d0-4de2-ab87-ca7f4bbd9f12 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 945 time: 0.2051141 Jul 16 03:29:31.216733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fc8de18-3ca9-4866-8561-d5f0c38fb21f req-8f90a1f1-5955-4f12-b036-01e8b976e70a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Jul 16 03:29:31.250225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:31.250865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.401116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-d2f81b6a-a139-4af0-80b6-ce5c27f67d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.401760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-87ffb9e7-8306-4cea-a9be-f59b6baacd40 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/agents/62fad3bc-dc83-4327-92d2-ee7be15242b1/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.2576647 Jul 16 03:29:31.402273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:31.404137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-d2f81b6a-a139-4af0-80b6-ce5c27f67d8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2376640 Jul 16 03:29:31.504163 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-d7be41a2-e367-4721-92c0-b24fd1ce837e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=915b2b36-558d-4406-98ae-42b0f4111d63 HTTP/1.1" status: 200 len: 217 time: 0.0901859 Jul 16 03:29:31.559917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-47530b4a-c67e-4b9d-9ff9-f3475d65acb5 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/networks/d8d17a22-75d0-40f9-a585-c133ff26d3b7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1519966 Jul 16 03:29:31.561229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:31.625745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-4b175aa9-17b1-4a4e-915e-f81ff95cc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.630186 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-4b175aa9-17b1-4a4e-915e-f81ff95cc248 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1187632 Jul 16 03:29:31.654075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb7d6-e3e0-4c98-b0a4-7b301940ae8b req-851f4d75-d95c-46de-a2b2-7c3096fb5a7d tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.673351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d01bb7d6-e3e0-4c98-b0a4-7b301940ae8b req-851f4d75-d95c-46de-a2b2-7c3096fb5a7d tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 947 time: 0.2679222 Jul 16 03:29:31.724200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8c9105d6-334c-4183-96d2-b6a33db34812 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/networks/d8d17a22-75d0-40f9-a585-c133ff26d3b7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1606839 Jul 16 03:29:31.727271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:31.764896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-4682e367-63e2-4560-bd2b-23937243a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.767988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-4682e367-63e2-4560-bd2b-23937243a195 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276314 Jul 16 03:29:31.792406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d01bb7d6-e3e0-4c98-b0a4-7b301940ae8b req-55622d41-41a6-4d68-8acf-92c1ed62e7f7 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180775 Jul 16 03:29:32.020035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-0b9c751f-b35f-4fec-9b6b-14d1cec5825c service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339191 Jul 16 03:29:32.035829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 915b2b36-558d-4406-98ae-42b0f4111d63 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:32.038860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bdd1a35e-b34b-4aae-8a16-32653f77cb02 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:32.250986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:32.252185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d1333b4a-7a33-4280-9f5e-52a0dc82e764 tempest-DHCPAgentSchedulersTestJSON-2089248757 tempest-DHCPAgentSchedulersTestJSON-2089248757-project-admin] 10.222.0.25 "GET /v2.0/agents/62fad3bc-dc83-4327-92d2-ee7be15242b1/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.5230515 Jul 16 03:29:32.302950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port bdd1a35e-b34b-4aae-8a16-32653f77cb02 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:32.317139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port bdd1a35e-b34b-4aae-8a16-32653f77cb02 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:32.317698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.353488 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a154ec13-68de-4b2e-a082-b21a19cde5ff req-0135dba3-6190-4366-943e-5125db73e979 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934577 Jul 16 03:29:32.491988 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.577560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 915b2b36-558d-4406-98ae-42b0f4111d63, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=915b2b36-558d-4406-98ae-42b0f4111d63,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:32.597275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '915b2b36-558d-4406-98ae-42b0f4111d63', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '915b2b36-558d-4406-98ae-42b0f4111d63', 'mac_address': 'fa:16:3e:a5:8f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:32.632059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.697395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.703525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.719495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.727014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a142ec64-89b3-4d28-a8b8-a5f24e871322']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:32.748802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:32.751626 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f9f27-3439-4b7f-9d69-e17b264f8f30" -d '{"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:32.765838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b2b36-558d-4406-98ae-42b0f4111d63 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:32.774436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188dc490-7008-4423-ae54-f3613cb1149a') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:32.774436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188dc490-7008-4423-ae54-f3613cb1149a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:32.791620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 915b2b36-558d-4406-98ae-42b0f4111d63, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=915b2b36-558d-4406-98ae-42b0f4111d63,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:32.796475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:32.799784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.801219 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.807477 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.833750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.848498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849aa26-dbae-43aa-b714-8f22fe960761 req-cfdaf564-fb34-4193-9efe-fb5801173988 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.849314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54240) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:32.864206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b849aa26-dbae-43aa-b714-8f22fe960761 req-cfdaf564-fb34-4193-9efe-fb5801173988 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 950 time: 0.3020551 Jul 16 03:29:32.882736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=915b2b36-558d-4406-98ae-42b0f4111d63,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:32.898407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52719ec-7b4b-41be-975d-15cc6f0cd6d0 req-b2c9d735-1d19-48ae-a0b4-f35b4605c2e0 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.905286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c52719ec-7b4b-41be-975d-15cc6f0cd6d0 req-b2c9d735-1d19-48ae-a0b4-f35b4605c2e0 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 945 time: 0.2987764 Jul 16 03:29:32.925924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:29:32.926350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:29:32.932766 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:29:32.957530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:32.989679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b849aa26-dbae-43aa-b714-8f22fe960761 req-348deb89-c73b-49e8-b272-c85d85c7ff92 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244035 Jul 16 03:29:32.995981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c52719ec-7b4b-41be-975d-15cc6f0cd6d0 req-b6546623-849b-4102-8b51-4182297acd6a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898619 Jul 16 03:29:33.047275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.058904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30732470-0115-4ced-b7b4-d6f6bed97ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.067922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['915b2b36-558d-4406-98ae-42b0f4111d63'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:33.070374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.073830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "DELETE /v2.0/networks/a142ec64-89b3-4d28-a8b8-a5f24e871322 HTTP/1.1" status: 204 len: 168 time: 0.8207965 Jul 16 03:29:33.077024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:33.108484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58565ac6-1b99-4aea-b5be-78c9d8abbe68 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event deleted for resources: {'Network': ['ID=a142ec64-89b3-4d28-a8b8-a5f24e871322,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:33.137076 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3becd8c-40c8-4657-9961-9e12ddb761b8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] DELETE failed (client error): The resource could not be found. Jul 16 03:29:33.137753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3becd8c-40c8-4657-9961-9e12ddb761b8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:29:33.140227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b3becd8c-40c8-4657-9961-9e12ddb761b8 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "DELETE /v2.0/ports/774987ca-4701-4183-ad1f-71f54f943271 HTTP/1.1" status: 404 len: 333 time: 0.0621603 Jul 16 03:29:33.157719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:33.229671 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9065a5d0-1129-4c3e-93d6-5af3136bd11c x-openstack-request-id: req-9065a5d0-1129-4c3e-93d6-5af3136bd11c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:33.230067 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:33.230254 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9065a5d0-1129-4c3e-93d6-5af3136bd11c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:33.231917 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'code': 200} Jul 16 03:29:33.280927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Deleting subnet fd7664ed-e777-4c79-af21-65de8f3fd818 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:29:33.285338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30732470-0115-4ced-b7b4-d6f6bed97ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.290203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.323215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30732470-0115-4ced-b7b4-d6f6bed97ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.354164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.376727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.377638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-30732470-0115-4ced-b7b4-d6f6bed97ffb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ec8a7d69a134d94b4b48d051f298361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253479 Jul 16 03:29:33.378512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54254) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:33.406318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be8d1d-4e07-452f-a633-0ce17a4c851e req-02d0cf06-2352-44a8-b2a8-883e1ed6cbdb tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.408102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29be8d1d-4e07-452f-a633-0ce17a4c851e req-02d0cf06-2352-44a8-b2a8-883e1ed6cbdb tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 948 time: 0.1919041 Jul 16 03:29:33.507862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30732470-0115-4ced-b7b4-d6f6bed97ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec6aed-f8a8-412a-95ce-cf35b945fb7d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:33.509330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29be8d1d-4e07-452f-a633-0ce17a4c851e req-a427d96b-b4de-4241-996a-14610592298b tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893934 Jul 16 03:29:33.539996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.588006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b98f0a-27f4-4fc2-8f1f-05abf585cef6 req-55304e53-eea8-41ab-9bf2-2ed7ca4cf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.590592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-34b98f0a-27f4-4fc2-8f1f-05abf585cef6 req-55304e53-eea8-41ab-9bf2-2ed7ca4cf733 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 1097 time: 0.3707633 Jul 16 03:29:33.646926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d671d7c7-5ea1-49cd-b9ea-b0ef238bbf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.658771 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-34b98f0a-27f4-4fc2-8f1f-05abf585cef6 req-dd86dd75-bd1e-42de-ab4f-1f562bb80190 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543387 Jul 16 03:29:33.690199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d671d7c7-5ea1-49cd-b9ea-b0ef238bbf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.785563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d671d7c7-5ea1-49cd-b9ea-b0ef238bbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.787253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.809691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d671d7c7-5ea1-49cd-b9ea-b0ef238bbf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.809691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d671d7c7-5ea1-49cd-b9ea-b0ef238bbf9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72ec6aed-f8a8-412a-95ce-cf35b945fb7d HTTP/1.1" status: 204 len: 168 time: 0.4140143 Jul 16 03:29:33.809691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671d7c7-5ea1-49cd-b9ea-b0ef238bbf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec6aed-f8a8-412a-95ce-cf35b945fb7d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:33.826616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7664ed-e777-4c79-af21-65de8f3fd818,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:33.846168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-0a4d82c4-e2c2-49d4-9d08-ad0b62ef770a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.847773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-0a4d82c4-e2c2-49d4-9d08-ad0b62ef770a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/networks?id=29d737b4-380e-4987-a271-229cc34686ac HTTP/1.1" status: 200 len: 815 time: 0.2280154 Jul 16 03:29:33.854838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.856757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e8d170d2-656a-4fb1-b5ae-7cd4f73aaeb2 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "DELETE /v2.0/subnets/fd7664ed-e777-4c79-af21-65de8f3fd818 HTTP/1.1" status: 204 len: 168 time: 0.6979184 Jul 16 03:29:33.862384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:33.865882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27321935-4231-4c7a-a134-b4bc9d44426a None None] Network d8d17a22-75d0-40f9-a585-c133ff26d3b7 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:33.918117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-a6397395-2acc-45ff-9b10-e767555a79a8 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/quotas/11db0fb4a6c948cdbf5f4004c427f8a3 HTTP/1.1" status: 200 len: 375 time: 0.0434408 Jul 16 03:29:34.052196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 915b2b36-558d-4406-98ae-42b0f4111d63 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:34.092640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] DHCP port deletion for d8d17a22-75d0-40f9-a585-c133ff26d3b7 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:29:34.135838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.160581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-c29ce7eb-bfc9-43bb-9b8e-5dc8fb89ed31 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=11db0fb4a6c948cdbf5f4004c427f8a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2414212 Jul 16 03:29:34.234974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 915b2b36-558d-4406-98ae-42b0f4111d63 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:34.244140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 915b2b36-558d-4406-98ae-42b0f4111d63 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:34.244540 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.275830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Deleting port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:34.277076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.344627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] Deleting port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:34.344959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.369268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54294) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:34.406612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742c44bd-a52e-4b8e-b7dd-c459aca39ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.423420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] For port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,segment=NetworkSegment(c0984241-8a7e-412f-9db6-36bec8ae2916),segment_id=c0984241-8a7e-412f-9db6-36bec8ae2916)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:34.423819 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.437577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] Calling delete_port for 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:34.530325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.563097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] No DVR routers for this DVR port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:34.564575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e6aac-1602-48d5-89a3-c4d86c23a15c None None] Pushing event deleted for resources: {'Port': ['ID=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:34.602433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742c44bd-a52e-4b8e-b7dd-c459aca39ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.608563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742c44bd-a52e-4b8e-b7dd-c459aca39ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.613117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.655912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 915b2b36-558d-4406-98ae-42b0f4111d63, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=915b2b36-558d-4406-98ae-42b0f4111d63,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:34.669748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.705410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-742c44bd-a52e-4b8e-b7dd-c459aca39ee9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=424c927197eb485ca93a4a1bac2bf58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153923 Jul 16 03:29:34.706195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:34.713311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c44bd-a52e-4b8e-b7dd-c459aca39ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d150ea5-5a8d-450f-bedb-b062fd5d48c8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:34.764386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=915b2b36-558d-4406-98ae-42b0f4111d63,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:34.765161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-869eef10-22f5-4e80-ad15-83aea9e9b2cc service neutron] 10.222.0.25 "GET /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031497 Jul 16 03:29:34.812455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc87-2d96-41ea-9af1-4b67b523cf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.839831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc87-2d96-41ea-9af1-4b67b523cf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.907979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc87-2d96-41ea-9af1-4b67b523cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.911358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70b2bc87-2d96-41ea-9af1-4b67b523cf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.914196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70b2bc87-2d96-41ea-9af1-4b67b523cf7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d150ea5-5a8d-450f-bedb-b062fd5d48c8 HTTP/1.1" status: 204 len: 168 time: 0.2067106 Jul 16 03:29:34.923537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2bc87-2d96-41ea-9af1-4b67b523cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d150ea5-5a8d-450f-bedb-b062fd5d48c8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:34.949084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:34.962345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] For port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,segment=NetworkSegment(c0984241-8a7e-412f-9db6-36bec8ae2916),segment_id=c0984241-8a7e-412f-9db6-36bec8ae2916)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:34.963013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.990626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Calling delete_port for 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:35.002395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:35.003231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:35.043162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-de871076-bae6-4141-aa91-15c45981eacb service neutron] 10.222.0.25 "GET /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674813 Jul 16 03:29:35.113196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.113673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.114133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.114620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.115081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.115526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.116624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.117421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.117891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.118350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.118823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.119275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.119762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.122144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-e1b9f9ff-00df-4ffb-9900-7c8feaaa1017 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4&device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6&device_id=d039d3bb-6765-4426-811d-4c40f87503a2&device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8&device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7&device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 11842 time: 0.2717111 Jul 16 03:29:35.151798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-4f9c5c57-c917-4028-b3d3-118c0aa541b3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.233821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b2b36-558d-4406-98ae-42b0f4111d63'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:35.239996 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c3e56-f2aa-47b9-8f24-6770a30988de" -d '{"events": [{"server_uuid": "d230a7cb-2afc-42e9-94ec-08483cc0d6d4", "name": "network-vif-plugged", "status": "completed", "tag": "915b2b36-558d-4406-98ae-42b0f4111d63"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:35.311548 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.362855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] No DVR routers for this DVR port 0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:35.399901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event deleted for resources: {'Port': ['ID=0f2a7ce0-fd4d-4870-ba1d-acfc95b4d3d8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:35.406025 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-4f9c5c57-c917-4028-b3d3-118c0aa541b3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.433506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-4f9c5c57-c917-4028-b3d3-118c0aa541b3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.539185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4076ca3-c5b5-4e6e-a9d8-fda38ca0bdac req-4f9c5c57-c917-4028-b3d3-118c0aa541b3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8c034723-5c94-4b67-aaa5-a97ae78e399d&id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&id=54dc0146-d975-42a6-9ca0-3edc00318e13&id=09a2faba-95ea-49ec-91bf-54768f990797&id=d622f579-538f-4f23-84db-74c997aeac7f&id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4076169 Jul 16 03:29:35.611797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.628506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c5c57-c917-4028-b3d3-118c0aa541b3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3c6e6c-9b90-435b-8155-ba42edc9cbae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:35.632996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d17a22-75d0-40f9-a585-c133ff26d3b7']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:35.653741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0984241-8a7e-412f-9db6-36bec8ae2916') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:35.654043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0984241-8a7e-412f-9db6-36bec8ae2916') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:35.671309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.715860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.758475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c89e45-7b45-4156-b6aa-952154983f04 req-76fd15ad-f74f-4055-a8af-928443b2c755 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.760379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9c89e45-7b45-4156-b6aa-952154983f04 req-76fd15ad-f74f-4055-a8af-928443b2c755 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 946 time: 0.3238263 Jul 16 03:29:35.789651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:29:35.790070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:29:35.797559 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:29:35.966779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9c89e45-7b45-4156-b6aa-952154983f04 req-3724c091-13a1-4fe6-9bf0-9ca395e45cb6 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859171 Jul 16 03:29:35.971415 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.037229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.041602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] 10.222.0.25 "DELETE /v2.0/networks/d8d17a22-75d0-40f9-a585-c133ff26d3b7 HTTP/1.1" status: 204 len: 168 time: 2.1759589 Jul 16 03:29:36.089317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777314f-5efb-48e9-9926-7464f0693410 req-d4709c1d-ae0a-494f-9417-51332ebfcbd3 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:36.098222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e777314f-5efb-48e9-9926-7464f0693410 req-d4709c1d-ae0a-494f-9417-51332ebfcbd3 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 949 time: 0.4029603 Jul 16 03:29:36.101003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d7757-f97d-4571-8946-df8d08ff8a37 tempest-DHCPAgentSchedulersTestJSON-408064853 tempest-DHCPAgentSchedulersTestJSON-408064853-project] Pushing event deleted for resources: {'Network': ['ID=d8d17a22-75d0-40f9-a585-c133ff26d3b7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:36.195965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e777314f-5efb-48e9-9926-7464f0693410 req-cbfbc7aa-a119-427a-aa66-dac387d6aef2 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858986 Jul 16 03:29:36.274452 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389aa7c4-e1f0-402c-a039-0c3e9a268d81 x-openstack-request-id: req-389aa7c4-e1f0-402c-a039-0c3e9a268d81 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:36.275417 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230a7cb-2afc-42e9-94ec-08483cc0d6d4", "name": "network-vif-plugged", "status": "completed", "tag": "915b2b36-558d-4406-98ae-42b0f4111d63", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:36.275855 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-389aa7c4-e1f0-402c-a039-0c3e9a268d81 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:36.276539 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b2b36-558d-4406-98ae-42b0f4111d63', 'code': 200} Jul 16 03:29:36.442811 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5a352-1697-45b3-b5a6-b73262f3bac9 req-a915afd5-44e2-4bab-a33d-442ecaf3e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:36.445749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7fd5a352-1697-45b3-b5a6-b73262f3bac9 req-a915afd5-44e2-4bab-a33d-442ecaf3e793 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 1100 time: 0.0897434 Jul 16 03:29:36.468981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08f37d4a-925a-47b5-91af-cccd22ab78fe req-f9b00e82-9e4f-4baa-8629-735868c361f4 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 210 time: 0.0565767 Jul 16 03:29:36.504034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7fd5a352-1697-45b3-b5a6-b73262f3bac9 req-0b144e0a-317f-45ab-8863-27e266628e38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Jul 16 03:29:36.681329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:36.922641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f15c638e-59b7-4f19-aa98-db8112e1147f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6105c272e2f4aee97c9f9f945c871d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394381 Jul 16 03:29:36.925223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:37.103883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a1232d0-edb6-4d6e-b6ac-670111e34695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.136992 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a1232d0-edb6-4d6e-b6ac-670111e34695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.206325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a1232d0-edb6-4d6e-b6ac-670111e34695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.213472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-3c5f4e7c-ec26-4332-975a-236eb00b004b tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.213674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a1232d0-edb6-4d6e-b6ac-670111e34695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.215371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3a1232d0-edb6-4d6e-b6ac-670111e34695 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cf51480-8b1c-4448-b616-ac2b294427a2 HTTP/1.1" status: 204 len: 168 time: 0.2887211 Jul 16 03:29:37.215633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-3c5f4e7c-ec26-4332-975a-236eb00b004b tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.48 "GET /v2.0/networks?id=29d737b4-380e-4987-a271-229cc34686ac HTTP/1.1" status: 200 len: 815 time: 0.1240089 Jul 16 03:29:37.224694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1232d0-edb6-4d6e-b6ac-670111e34695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf51480-8b1c-4448-b616-ac2b294427a2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:37.236221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Request body: {'port': {'device_id': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'admin_state_up': True, 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:37.447675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Made reservation on behalf of 11db0fb4a6c948cdbf5f4004c427f8a3 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:37.451538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.503950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e488c-2c87-49ad-94c9-cf7713ba4cc4 req-08dc2c57-21b3-41bc-8b29-4c51d695f4b7 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.515957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c3e488c-2c87-49ad-94c9-cf7713ba4cc4 req-08dc2c57-21b3-41bc-8b29-4c51d695f4b7 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 946 time: 0.1946070 Jul 16 03:29:37.535609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afcb68-2716-44e1-b369-f719dfaa9293 req-70b06e6c-be58-487e-8d8f-f9a280189ae7 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.536616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afcb68-2716-44e1-b369-f719dfaa9293 req-70b06e6c-be58-487e-8d8f-f9a280189ae7 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.537462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afcb68-2716-44e1-b369-f719dfaa9293 req-70b06e6c-be58-487e-8d8f-f9a280189ae7 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.539593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50afcb68-2716-44e1-b369-f719dfaa9293 req-70b06e6c-be58-487e-8d8f-f9a280189ae7 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2&device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8&device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 2883 time: 0.1489580 Jul 16 03:29:37.605151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c3e488c-2c87-49ad-94c9-cf7713ba4cc4 req-28867c69-f32a-4d3f-92bb-1d8876be872a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853577 Jul 16 03:29:37.649311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50afcb68-2716-44e1-b369-f719dfaa9293 req-bae75519-b068-4c7b-9cb9-8b6ae1630181 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Jul 16 03:29:37.758285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Allocated IP 172.20.0.7 (29d737b4-380e-4987-a271-229cc34686ac/15529515-f0f8-44f1-aa0a-ba01173e0b0e/06ac1b0d-5892-4a92-9400-faf39c39b0ea) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:37.953240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:38.001848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a298e0cf-238f-420d-9ffe-8ee1c90d35fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.032265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.075786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Transition to ACTIVE for port object 06ac1b0d-5892-4a92-9400-faf39c39b0ea will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:38.089919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba227a-41e1-44aa-8385-4f204ecc6ade req-0f3b4b6d-59ff-4902-a7fb-3bcce4cf8706 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.097775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dba227a-41e1-44aa-8385-4f204ecc6ade req-0f3b4b6d-59ff-4902-a7fb-3bcce4cf8706 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 949 time: 0.1613657 Jul 16 03:29:38.161292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.171022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dba227a-41e1-44aa-8385-4f204ecc6ade req-91a48a08-6bb8-4a02-9c95-e2726289c316 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 Jul 16 03:29:38.247533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Pushing event updated for resources: {'Port': ['ID=06ac1b0d-5892-4a92-9400-faf39c39b0ea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:38.261643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Network 29d737b4-380e-4987-a271-229cc34686ac is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:38.263933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:38.266950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:38.350879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a298e0cf-238f-420d-9ffe-8ee1c90d35fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.373809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a298e0cf-238f-420d-9ffe-8ee1c90d35fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.376094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.376771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.405921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-6a1566ff-c82b-4231-bac2-d78beb93d289 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1814985 Jul 16 03:29:38.420929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Request body: {'port': {'device_id': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:38.505876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a298e0cf-238f-420d-9ffe-8ee1c90d35fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84e663d0b35d45dc9e924b304490e68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484281 Jul 16 03:29:38.514806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54408) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:38.518320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e0cf-238f-420d-9ffe-8ee1c90d35fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7301ee65-3cf5-4edf-b2a1-d0bd5090e0d3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:38.527916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.560719 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:29:38.624039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47071e19-5bbd-472b-aa91-20c53cd39acb req-242b8341-fc2e-40fb-a6fd-d640126b628e tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.635521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47071e19-5bbd-472b-aa91-20c53cd39acb req-242b8341-fc2e-40fb-a6fd-d640126b628e tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 931 time: 0.4610457 Jul 16 03:29:38.712702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-626d0e75-5feb-4926-83f2-011e62d31a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.713744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-74d31d12-9a22-4f4d-b76b-21d34c3d2041 None None] Provisioning for port 06ac1b0d-5892-4a92-9400-faf39c39b0ea completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:38.719874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-74d31d12-9a22-4f4d-b76b-21d34c3d2041 None None] Provisioning complete for port 06ac1b0d-5892-4a92-9400-faf39c39b0ea triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:38.726142 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d31d12-9a22-4f4d-b76b-21d34c3d2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.735213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47071e19-5bbd-472b-aa91-20c53cd39acb req-bf44488e-aedd-45d7-bd26-6a4a8ebb135d tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966828 Jul 16 03:29:38.796728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-626d0e75-5feb-4926-83f2-011e62d31a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.848726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-74d31d12-9a22-4f4d-b76b-21d34c3d2041 None None] Port 06ac1b0d-5892-4a92-9400-faf39c39b0ea cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:29:38.980577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-626d0e75-5feb-4926-83f2-011e62d31a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.989527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-626d0e75-5feb-4926-83f2-011e62d31a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:38.997363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-626d0e75-5feb-4926-83f2-011e62d31a2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7301ee65-3cf5-4edf-b2a1-d0bd5090e0d3 HTTP/1.1" status: 204 len: 168 time: 0.4693260 Jul 16 03:29:39.025365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d0e75-5feb-4926-83f2-011e62d31a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7301ee65-3cf5-4edf-b2a1-d0bd5090e0d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:39.471907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f14fb-1ab7-445f-be4a-9e1a8be000b9 req-709d3932-889a-472b-a1ee-3f2ac06feaab tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:39.482161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee1f14fb-1ab7-445f-be4a-9e1a8be000b9 req-709d3932-889a-472b-a1ee-3f2ac06feaab tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 946 time: 0.1619556 Jul 16 03:29:39.542044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee1f14fb-1ab7-445f-be4a-9e1a8be000b9 req-698c2872-9cdd-4a25-8083-722a2d6b8b5e tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582457 Jul 16 03:29:40.003142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ac1b0d-5892-4a92-9400-faf39c39b0ea {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:40.026442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.055615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Transition to ACTIVE for port object 06ac1b0d-5892-4a92-9400-faf39c39b0ea will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:40.067361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.174739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=06ac1b0d-5892-4a92-9400-faf39c39b0ea,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:40.368337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Attempting to bind port 06ac1b0d-5892-4a92-9400-faf39c39b0ea on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:40.371708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Attempting to bind port 06ac1b0d-5892-4a92-9400-faf39c39b0ea by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:40.375325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Attempting to bind port 06ac1b0d-5892-4a92-9400-faf39c39b0ea on network 29d737b4-380e-4987-a271-229cc34686ac {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:40.382871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Port 06ac1b0d-5892-4a92-9400-faf39c39b0ea on network 29d737b4-380e-4987-a271-229cc34686ac not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:40.391683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Attempting to bind port 06ac1b0d-5892-4a92-9400-faf39c39b0ea on network 29d737b4-380e-4987-a271-229cc34686ac {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:40.413176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:40.413907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Checking segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:40.415274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Bound using segment: {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:40.416005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Bound port: 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778c2f81-b3fc-4897-94e2-f390ed4c5d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '29d737b4-380e-4987-a271-229cc34686ac'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:40.416652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.580031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] For port 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:40.599984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] For port 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:40.606215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.685609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=06ac1b0d-5892-4a92-9400-faf39c39b0ea,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:40.720222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:40.723726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.726527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-344c3a02-a692-47ed-9d51-7eb04f26aa01 service neutron] 10.222.0.48 "PUT /v2.0/ports/06ac1b0d-5892-4a92-9400-faf39c39b0ea HTTP/1.1" status: 200 len: 1091 time: 2.3115518 Jul 16 03:29:40.728863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'tag': '06ac1b0d-5892-4a92-9400-faf39c39b0ea'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:40.737253 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6e4870-9220-463c-bfb7-db892f00ddf8" -d '{"events": [{"name": "network-changed", "server_uuid": "512fb8bd-6c97-4892-a83b-fcdcfb043d0d", "tag": "06ac1b0d-5892-4a92-9400-faf39c39b0ea"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:40.879960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-f36bbf53-b4f9-4aac-a68b-91b938df52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:40.882501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-f36bbf53-b4f9-4aac-a68b-91b938df52b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11db0fb4a6c948cdbf5f4004c427f8a3&device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 1094 time: 0.0960169 Jul 16 03:29:41.001556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-57417245-9c4b-47e0-844a-fc43beb05c3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea HTTP/1.1" status: 200 len: 217 time: 0.0425155 Jul 16 03:29:41.196009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-4d8c1149-bdec-4eb8-bd72-e9af30273682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.210713 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-4d8c1149-bdec-4eb8-bd72-e9af30273682 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15529515-f0f8-44f1-aa0a-ba01173e0b0e HTTP/1.1" status: 200 len: 854 time: 0.1422315 Jul 16 03:29:41.218107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a970f-5690-4c60-91f7-84677e234431 req-1b14cf9f-6c0f-482e-b3ab-5898d5e7dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.219819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-1b14cf9f-6c0f-482e-b3ab-5898d5e7dbf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 1101 time: 0.2160697 Jul 16 03:29:41.441980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a970f-5690-4c60-91f7-84677e234431 req-b66cd1ea-deee-4a6e-a258-51274ce70957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.444206 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-b66cd1ea-deee-4a6e-a258-51274ce70957 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1988609 Jul 16 03:29:41.539266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-ff0ef599-f0ba-41a8-94a0-6b1e69d1207f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=1627a97a-fc48-43fe-9b69-165000a5b128 HTTP/1.1" status: 200 len: 217 time: 0.0882828 Jul 16 03:29:41.630828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a970f-5690-4c60-91f7-84677e234431 req-4eb98f3f-ea7a-46a7-b5e7-2646983f76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.633453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-4eb98f3f-ea7a-46a7-b5e7-2646983f76a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0840766 Jul 16 03:29:41.727800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a970f-5690-4c60-91f7-84677e234431 req-1d855390-fc43-4f2e-9d8b-b6d00391da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.731696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-1d855390-fc43-4f2e-9d8b-b6d00391da60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892377 Jul 16 03:29:41.817153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-7bc50695-0fdf-4d5a-a5fb-b537685df3c1 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.819636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-7bc50695-0fdf-4d5a-a5fb-b537685df3c1 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 949 time: 0.2145498 Jul 16 03:29:41.873115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54506) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:41.967159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-94bc3b9f-2ffe-4b91-9c08-aedacaad6b31 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304018 Jul 16 03:29:42.064352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Deleting port 915b2b36-558d-4406-98ae-42b0f4111d63 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:42.065289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.126726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-754834102', 'router:external': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:42.157286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041876-feaf-436c-87af-126427ad9f87 req-4388b314-eb60-4abf-afd0-e7cc1dfa10e8 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:42.159545 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6d5a970f-5690-4c60-91f7-84677e234431 req-061baea5-6a8c-49a6-bea1-ddb3f699e09a service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815693 Jul 16 03:29:42.169638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1041876-feaf-436c-87af-126427ad9f87 req-4388b314-eb60-4abf-afd0-e7cc1dfa10e8 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 943 time: 0.2478735 Jul 16 03:29:42.180203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Made reservation on behalf of 8bd57ebe9aa946029ef03fc9b59c592e for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:42.183390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.206302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.324551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1041876-feaf-436c-87af-126427ad9f87 req-9019a027-f44e-4e3b-903e-ad47d145a066 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536024 Jul 16 03:29:42.375748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] For port 915b2b36-558d-4406-98ae-42b0f4111d63, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=915b2b36-558d-4406-98ae-42b0f4111d63,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:42.376123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.392438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Calling delete_port for 915b2b36-558d-4406-98ae-42b0f4111d63 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:42.405563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.414681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.432648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:29:42.450847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.451218 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Added segment 014562e2-4368-4d65-a0a8-a724dbfe20f3 of type vlan for network 27e50819-7d7e-48f6-ac1b-e46ce3df301e Jul 16 03:29:42.577206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.629637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a81b3f-7831-4ff7-9545-485311d31e71,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:42.679202 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.681324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.683075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:42.683669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.690840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['915b2b36-558d-4406-98ae-42b0f4111d63'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:42.725914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Pushing event deleted for resources: {'Port': ['ID=915b2b36-558d-4406-98ae-42b0f4111d63,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:42.750269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Network': ['ID=27e50819-7d7e-48f6-ac1b-e46ce3df301e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:42.774267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 27e50819-7d7e-48f6-ac1b-e46ce3df301e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:29:42.780788 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-180df6d4-24f7-4790-879d-b195b774dcf9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9065385 Jul 16 03:29:42.783923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:42.789457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] No DVR routers for this DVR port 915b2b36-558d-4406-98ae-42b0f4111d63 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:42.792563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'subnet': {'network_id': '27e50819-7d7e-48f6-ac1b-e46ce3df301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:42.794699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.803185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-384bdbcd-4468-4734-a655-cf0359f560b0 req-b60c47ae-2fee-4666-a62d-a65d7dadde55 tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.11 "DELETE /v2.0/ports/915b2b36-558d-4406-98ae-42b0f4111d63 HTTP/1.1" status: 204 len: 173 time: 0.9759004 Jul 16 03:29:42.804271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'name': 'network-vif-deleted', 'tag': '915b2b36-558d-4406-98ae-42b0f4111d63'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:42.820820 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4f88d6-dc1d-4347-90d2-b781e943524c" -d '{"events": [{"server_uuid": "d230a7cb-2afc-42e9-94ec-08483cc0d6d4", "name": "network-vif-deleted", "tag": "915b2b36-558d-4406-98ae-42b0f4111d63"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:42.841522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Made reservation on behalf of 8bd57ebe9aa946029ef03fc9b59c592e for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:42.843996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:42.880563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b79c28-3f90-476c-b5b9-b432f1ea9f31 req-cce34ed5-93d5-487f-a3f5-fa0cd78cdd9a tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:42.892372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57b79c28-3f90-476c-b5b9-b432f1ea9f31 req-cce34ed5-93d5-487f-a3f5-fa0cd78cdd9a tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/ports?device_id=d230a7cb-2afc-42e9-94ec-08483cc0d6d4 HTTP/1.1" status: 200 len: 867 time: 0.3217192 Jul 16 03:29:42.993511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57b79c28-3f90-476c-b5b9-b432f1ea9f31 req-b53838bb-dfe6-499a-bf4c-ac1e178114fa tempest-ServerDiagnosticsNegativeTest-64387565 tempest-ServerDiagnosticsNegativeTest-64387565-project] 10.222.0.25 "GET /v2.0/security-groups?id=d622f579-538f-4f23-84db-74c997aeac7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001847 Jul 16 03:29:43.141898 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf0cd0a-87cc-48f0-813e-f9783bbf1cc9 x-openstack-request-id: req-eaf0cd0a-87cc-48f0-813e-f9783bbf1cc9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:43.142181 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512fb8bd-6c97-4892-a83b-fcdcfb043d0d", "tag": "06ac1b0d-5892-4a92-9400-faf39c39b0ea", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:43.142431 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaf0cd0a-87cc-48f0-813e-f9783bbf1cc9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:43.142848 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'tag': '06ac1b0d-5892-4a92-9400-faf39c39b0ea', 'status': 'completed', 'code': 200} Jul 16 03:29:43.460608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:29:43.461381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.519978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:43.534216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Checking segment: {'id': '014562e2-4368-4d65-a0a8-a724dbfe20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '27e50819-7d7e-48f6-ac1b-e46ce3df301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:43.534956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network hostable DHCP agents. Network: 27e50819-7d7e-48f6-ac1b-e46ce3df301e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:29:43.540253 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84212f0d-c159-4fb9-8fc0-049b93d2ab04 x-openstack-request-id: req-84212f0d-c159-4fb9-8fc0-049b93d2ab04 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:43.540482 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230a7cb-2afc-42e9-94ec-08483cc0d6d4", "name": "network-vif-deleted", "tag": "915b2b36-558d-4406-98ae-42b0f4111d63", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:43.540725 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84212f0d-c159-4fb9-8fc0-049b93d2ab04 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:43.541123 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230a7cb-2afc-42e9-94ec-08483cc0d6d4', 'name': 'network-vif-deleted', 'tag': '915b2b36-558d-4406-98ae-42b0f4111d63', 'status': 'completed', 'code': 200} Jul 16 03:29:43.557408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network 27e50819-7d7e-48f6-ac1b-e46ce3df301e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:29:43.573166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 27e50819-7d7e-48f6-ac1b-e46ce3df301e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:43.579817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:43.582171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.585088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751b6b1-804b-4318-a3eb-6c52abf25dcb None None] Network 27e50819-7d7e-48f6-ac1b-e46ce3df301e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:43.617306 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1de5c684-8d75-4d6d-b62e-2db47028ec14 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8291297 Jul 16 03:29:43.617514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54544) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:43.622625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-714926608', 'network_id': '27e50819-7d7e-48f6-ac1b-e46ce3df301e'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:43.655652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Made reservation on behalf of 8bd57ebe9aa946029ef03fc9b59c592e for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:43.665521 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.698537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] device_id is not set on port bd3bb9fa-3f2c-4c98-9e87-178e351230b7 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:29:43.784823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c132b42-e321-49ce-b288-5a562b749db7 None None] Network 27e50819-7d7e-48f6-ac1b-e46ce3df301e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:43.870506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Allocated IP 2001:db8::180 (27e50819-7d7e-48f6-ac1b-e46ce3df301e/9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539/bd3bb9fa-3f2c-4c98-9e87-178e351230b7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:44.113489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701386c5-9c1d-4002-a22c-9c9bc5ba77b4 req-930c5079-7eba-4012-8ffe-bfe605619d75 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:44.116446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-701386c5-9c1d-4002-a22c-9c9bc5ba77b4 req-930c5079-7eba-4012-8ffe-bfe605619d75 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 943 time: 0.0746763 Jul 16 03:29:44.121276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.155440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-701386c5-9c1d-4002-a22c-9c9bc5ba77b4 req-2d2ce76a-66c5-4ece-8df1-5810c84b1c7b tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Jul 16 03:29:44.169835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.227399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network 27e50819-7d7e-48f6-ac1b-e46ce3df301e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:44.231827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:44.237723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:44.238921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:44.239924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.243197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Port': ['ID=bd3bb9fa-3f2c-4c98-9e87-178e351230b7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:44.261722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-99ff9638-0163-440e-b612-d5bd799c995f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6431921 Jul 16 03:29:44.264262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54550) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:44.377481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Deleting port bd3bb9fa-3f2c-4c98-9e87-178e351230b7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:44.377747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.380853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30109582-d2c1-442d-af59-46e863261ede req-17b3f78f-ff2f-4a1c-8865-393057aa0767 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:44.382634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30109582-d2c1-442d-af59-46e863261ede req-17b3f78f-ff2f-4a1c-8865-393057aa0767 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 950 time: 0.1063652 Jul 16 03:29:44.423724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30109582-d2c1-442d-af59-46e863261ede req-48102077-a95e-4d5c-a091-1656709d0b37 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Jul 16 03:29:44.464718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.486170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Calling delete_port for bd3bb9fa-3f2c-4c98-9e87-178e351230b7 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:44.611086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f104c-f206-4aed-85a5-00b55aee51af req-2a5dbd32-2d31-4c76-85fb-e6051737f19f tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:44.618404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d5f104c-f206-4aed-85a5-00b55aee51af req-2a5dbd32-2d31-4c76-85fb-e6051737f19f tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1100 time: 0.0681705 Jul 16 03:29:44.627797 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.656711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d5f104c-f206-4aed-85a5-00b55aee51af req-7c524f7e-bc40-4353-b4c5-bb729aef7e15 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Jul 16 03:29:44.659158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd3bb9fa-3f2c-4c98-9e87-178e351230b7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:44.690006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.694637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d6852344-b001-439e-b2c9-436b7e02d3be tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/ports/bd3bb9fa-3f2c-4c98-9e87-178e351230b7 HTTP/1.1" status: 204 len: 168 time: 0.4267070 Jul 16 03:29:44.695351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:44.700955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27e50819-7d7e-48f6-ac1b-e46ce3df301e', 'external_fixed_ips': [{'subnet_id': '9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539', 'ip_address': '2001:db8::180'}]}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:44.726165 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.728245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.799860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.980451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.132990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54578) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:45.316673 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-34781f13-b17e-4a17-838d-9ac43206d457 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0f0fe666b7b4261b0de45a2179827f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802926 Jul 16 03:29:45.319217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:45.394705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.420099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.481894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.485066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.488794 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d622f579-538f-4f23-84db-74c997aeac7f HTTP/1.1" status: 204 len: 168 time: 0.1662047 Jul 16 03:29:45.511394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d622f579-538f-4f23-84db-74c997aeac7f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:45.543402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.543760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.544185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.544637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.545011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.545349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.549156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.549618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.549966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.550640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.551610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.552054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22203037-5008-4554-9654-edab4234dd2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:45.642714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.664646 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.860359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Allocated IP 2001:db8::180 (27e50819-7d7e-48f6-ac1b-e46ce3df301e/9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539/a6b7c070-4e45-4c2b-8978-d3137fc2e033) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:45.889615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:45.905090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a20361f1-b8a1-478b-a3f8-88a1f6dbc12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.011205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.058334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.094206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a20361f1-b8a1-478b-a3f8-88a1f6dbc12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.101501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a20361f1-b8a1-478b-a3f8-88a1f6dbc12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.102133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network 27e50819-7d7e-48f6-ac1b-e46ce3df301e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:46.105772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:46.110245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:46.123732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:46.125994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bdd1a35e-b34b-4aae-8a16-32653f77cb02 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:46.174488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20361f1-b8a1-478b-a3f8-88a1f6dbc12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a20b91-1e31-499f-9935-1fc46a2cf3e7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:46.179839 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a20361f1-b8a1-478b-a3f8-88a1f6dbc12e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c0a90f822224eb6b40b89b1a784d4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887080 Jul 16 03:29:46.182492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54642) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:46.247258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b7c070-4e45-4c2b-8978-d3137fc2e033,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:46.281874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e085ddae-fbae-4b0a-8ff3-7f6a5f2fb7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.309543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e085ddae-fbae-4b0a-8ff3-7f6a5f2fb7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.363622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e085ddae-fbae-4b0a-8ff3-7f6a5f2fb7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.367654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e085ddae-fbae-4b0a-8ff3-7f6a5f2fb7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.372720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e085ddae-fbae-4b0a-8ff3-7f6a5f2fb7b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8a20b91-1e31-499f-9935-1fc46a2cf3e7 HTTP/1.1" status: 204 len: 168 time: 0.1890478 Jul 16 03:29:46.386494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ddae-fbae-4b0a-8ff3-7f6a5f2fb7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a20b91-1e31-499f-9935-1fc46a2cf3e7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:46.449147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655e41b-9bf5-4b5f-a1fc-78d0d4e0dc2d req-90a8b3bd-bc3e-49e0-8c84-5625f4840fc3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:46.459768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b655e41b-9bf5-4b5f-a1fc-78d0d4e0dc2d req-90a8b3bd-bc3e-49e0-8c84-5625f4840fc3 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1100 time: 0.1800020 Jul 16 03:29:46.472651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.612722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:46.661444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'mac_address': 'fa:16:3e:cc:07:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:46.716214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.743020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd1a35e-b34b-4aae-8a16-32653f77cb02 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:46.744680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b655e41b-9bf5-4b5f-a1fc-78d0d4e0dc2d req-3c8cfec0-298f-4453-a594-98c8cf697704 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899431 Jul 16 03:29:46.755378 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.822087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:46.849016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.989109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:46.998906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:47.002920 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb676c-cac2-4366-aa94-6988c2fda2f9" -d '{"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-unplugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:47.017973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:47.034003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:47.043796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bdd1a35e-b34b-4aae-8a16-32653f77cb02'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:47.117423 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:47.118395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 915b2b36-558d-4406-98ae-42b0f4111d63 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:47.171831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 915b2b36-558d-4406-98ae-42b0f4111d63 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:47.172442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 915b2b36-558d-4406-98ae-42b0f4111d63 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:47.296876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:47.319187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703642-dac7-4f0e-adb8-5261e4e53ea6 req-0b49338c-fd54-497b-8d3a-3be12e3a96a8 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:47.320785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07703642-dac7-4f0e-adb8-5261e4e53ea6 req-0b49338c-fd54-497b-8d3a-3be12e3a96a8 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 943 time: 0.1674232 Jul 16 03:29:47.321728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Router 6668b321-9277-45d6-b9cc-be6fee581206 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:29:47.453110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07703642-dac7-4f0e-adb8-5261e4e53ea6 req-9ee63bb5-55e3-467d-b8f4-be9b5867bb39 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206384 Jul 16 03:29:47.528073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:29:47.538749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Sync routers for ids ['6668b321-9277-45d6-b9cc-be6fee581206'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:29:47.548237 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:47.550592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f4a0cb99-6e6f-41f3-8fa0-fc03dd268f2f tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8532977 Jul 16 03:29:47.553088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:47.559882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Routers {'6668b321-9277-45d6-b9cc-be6fee581206'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:47.560553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6668b321-9277-45d6-b9cc-be6fee581206'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:47.714581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:47.833228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Set router 6668b321-9277-45d6-b9cc-be6fee581206 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:47.848431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54690) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:47.929533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.077689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Deleting port a6b7c070-4e45-4c2b-8978-d3137fc2e033 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:48.078059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.116467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-network', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:48.147008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bdd1a35e-b34b-4aae-8a16-32653f77cb02 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:48.163869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Made reservation on behalf of cf4a7950dfa2477c92479a6c493cfdad for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:48.166857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.188622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.238385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port bdd1a35e-b34b-4aae-8a16-32653f77cb02 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:48.239004 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.246666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.278487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6668b321-9277-45d6-b9cc-be6fee581206', 'name': '', 'tenant_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27e50819-7d7e-48f6-ac1b-e46ce3df301e', 'external_fixed_ips': [{'subnet_id': '9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539', 'ip_address': '2001:db8::180'}], 'enable_snat': True}, 'gw_port_id': 'a6b7c070-4e45-4c2b-8978-d3137fc2e033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:44Z', 'updated_at': '2021-07-16T03:29:46Z', 'revision_number': 3, 'project_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'gw_port': {'id': 'a6b7c070-4e45-4c2b-8978-d3137fc2e033', 'name': '', 'network_id': '27e50819-7d7e-48f6-ac1b-e46ce3df301e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668b321-9277-45d6-b9cc-be6fee581206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539', 'ip_address': '2001:db8::180', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:45Z', 'updated_at': '2021-07-16T03:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:48.279369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Calling delete_port for a6b7c070-4e45-4c2b-8978-d3137fc2e033 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:48.325494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Checking router: 6668b321-9277-45d6-b9cc-be6fee581206 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:29:48.325917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Updating router 6668b321-9277-45d6-b9cc-be6fee581206 port a6b7c070-4e45-4c2b-8978-d3137fc2e033 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:29:48.417434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.426152 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.439456 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.441587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.452239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:29:48.475124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab584d-f13d-428f-9042-81e9488de164,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:48.502007 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.502446 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Added segment 6429661e-1ad9-462f-bc3b-98fda025c36a of type vlan for network 0427eaa4-cfaf-48f0-b09a-40937b517c12 Jul 16 03:29:48.623814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.636884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:48.648797 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.701329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c321b-ef2f-40d3-b782-bc427d6528db req-32dbf3e9-62a1-4073-b6e6-91cea7f32199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:48.702535 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-32dbf3e9-62a1-4073-b6e6-91cea7f32199 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29d737b4-380e-4987-a271-229cc34686ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739793 Jul 16 03:29:48.746348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.747414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:48.748079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.751647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.765358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:48.811335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6b7c070-4e45-4c2b-8978-d3137fc2e033,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:48.870936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0164936 Jul 16 03:29:48.871438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:48.901632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.002252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Request body: {'subnet': {'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-subnet', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:49.032004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b07cc2-a635-44ef-b5a7-408d8107d19a admin admin] Pushing event updated for resources: {'Network': ['ID=0427eaa4-cfaf-48f0-b09a-40937b517c12,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.116370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:29:49.124322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-7677ce40-cb87-4224-ae37-05120d0f18ce service neutron] 10.222.0.48 "GET /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979962 Jul 16 03:29:49.131782 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e79179-5058-44d6-885a-7aa421222f9b x-openstack-request-id: req-b4e79179-5058-44d6-885a-7aa421222f9b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:49.132112 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-unplugged", "status": "completed", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:49.137113 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4e79179-5058-44d6-885a-7aa421222f9b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:49.137546 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'code': 200} Jul 16 03:29:49.186033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.189746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.238292 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:29:49.238709 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:29:49.297172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.297615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6668b321-9277-45d6-b9cc-be6fee581206 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:29:49.304074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.308209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99fb2dfd-6c1a-4dbe-8045-d90738e7efab tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/routers/6668b321-9277-45d6-b9cc-be6fee581206 HTTP/1.1" status: 204 len: 168 time: 1.7510457 Jul 16 03:29:49.308209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Made reservation on behalf of cf4a7950dfa2477c92479a6c493cfdad for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:49.308493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829c321b-ef2f-40d3-b782-bc427d6528db req-1695ba8b-cf0f-4978-a18c-2d06403c8574 service neutron] 10.222.0.48 "GET /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649041 Jul 16 03:29:49.308493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54708) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:49.309512 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.369869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Deleting subnet 9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:29:49.373921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.457841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.566026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.574467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-16c8aaed-9ef1-4e7d-b529-8aa834252a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.577637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-16c8aaed-9ef1-4e7d-b529-8aa834252a25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11db0fb4a6c948cdbf5f4004c427f8a3&device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 1094 time: 0.1817603 Jul 16 03:29:49.700223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.724833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.765718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88f7a34-414d-4eb4-9213-198a9b276502,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.775035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Checking segment: {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:49.775400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Network hostable DHCP agents. Network: 0427eaa4-cfaf-48f0-b09a-40937b517c12, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:29:49.791048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Port a6b7c070-4e45-4c2b-8978-d3137fc2e033 not found while updating agent binding for router 6668b321-9277-45d6-b9cc-be6fee581206. {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:29:49.796665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:29:49.815537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:49.816190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:29:49.816939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6668b321-9277-45d6-b9cc-be6fee581206'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:29:49.817419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43c1d0-93d7-40e0-b7a1-c56c21ec93bb None None] The sync data for ids ['6668b321-9277-45d6-b9cc-be6fee581206'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:29:49.820247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0427eaa4-cfaf-48f0-b09a-40937b517c12) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:49.831414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.832127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.832463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0aac0-4ebc-4137-8738-2208e7309ef0 None None] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:49.862416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ecaacbb4-6616-4f6b-a6c4-ec4979029d8c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9891384 Jul 16 03:29:49.864471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:49.876587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:49.884505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.919856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.928079 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-160fc69a-a6f3-4311-a922-9b4eaa2794ed tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539 HTTP/1.1" status: 204 len: 168 time: 0.6152773 Jul 16 03:29:49.928480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:49.950233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.951565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.963555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-45d0bb6b-0bfa-4894-9d7d-fd8e7c91c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.966348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-45d0bb6b-0bfa-4894-9d7d-fd8e7c91c950 service neutron] 10.222.0.48 "GET /v2.0/networks?id=29d737b4-380e-4987-a271-229cc34686ac HTTP/1.1" status: 200 len: 917 time: 0.3088446 Jul 16 03:29:50.045950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0427eaa4-cfaf-48f0-b09a-40937b517c12', 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'fixed_ips': [{'subnet_id': 'f88f7a34-414d-4eb4-9213-198a9b276502'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:29:50.050874 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.084912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-b41dd1d0-6f95-44ba-b4c9-e5fffeacf67a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea HTTP/1.1" status: 200 len: 217 time: 0.0809751 Jul 16 03:29:50.174433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-00f75368-0674-4880-94d7-51de14f8921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:50.176544 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-00f75368-0674-4880-94d7-51de14f8921d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15529515-f0f8-44f1-aa0a-ba01173e0b0e HTTP/1.1" status: 200 len: 854 time: 0.0846245 Jul 16 03:29:50.209384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.228042 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.300222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-ab30c054-fd6b-45b1-93fc-fbac7af5d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:50.305554 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-ab30c054-fd6b-45b1-93fc-fbac7af5d00a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29d737b4-380e-4987-a271-229cc34686ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209178 Jul 16 03:29:50.412817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Allocated IP 172.20.0.2 (0427eaa4-cfaf-48f0-b09a-40937b517c12/f88f7a34-414d-4eb4-9213-198a9b276502/f5ad93a7-631e-4ad0-ab3e-16852c23203a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:50.729136 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-9685c138-6895-4ca8-ae16-427bca6c5ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395754 Jul 16 03:29:50.752347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cea78261-e4fd-40bd-9502-4968bd65291d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.771129 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.789233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Transition to ACTIVE for port object f5ad93a7-631e-4ad0-ab3e-16852c23203a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:50.816929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.824980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Transition to ACTIVE for port object f5ad93a7-631e-4ad0-ab3e-16852c23203a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:50.834350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.844027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.846471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e50819-7d7e-48f6-ac1b-e46ce3df301e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:50.866297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014562e2-4368-4d65-a0a8-a724dbfe20f3') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:50.866760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014562e2-4368-4d65-a0a8-a724dbfe20f3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:50.896086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.926375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:50.932256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:50.933984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.941907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:50.947474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:29:50.948184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:29:50.951292 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:29:50.987428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Pushing event updated for resources: {'Port': ['ID=f5ad93a7-631e-4ad0-ab3e-16852c23203a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:51.046473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Attempting to bind port f5ad93a7-631e-4ad0-ab3e-16852c23203a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:51.047999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Attempting to bind port f5ad93a7-631e-4ad0-ab3e-16852c23203a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:51.051272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Attempting to bind port f5ad93a7-631e-4ad0-ab3e-16852c23203a on network 0427eaa4-cfaf-48f0-b09a-40937b517c12 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:51.072009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:51.074285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Checking segment: {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:51.076748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.077654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Bound using segment: {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:51.083703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Bound port: f5ad93a7-631e-4ad0-ab3e-16852c23203a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:51.091307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.101139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.111518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27e50819-7d7e-48f6-ac1b-e46ce3df301e {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:29:51.114655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.126795 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d6e4870-9220-463c-bfb7-db892f00ddf8 req-c53ecee4-1894-4bca-87f6-64fa0be411c0 service neutron] 10.222.0.48 "GET /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634866 Jul 16 03:29:51.128205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/networks/27e50819-7d7e-48f6-ac1b-e46ce3df301e HTTP/1.1" status: 204 len: 168 time: 1.1923709 Jul 16 03:29:51.196258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:51.231411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3b5ab-f40f-439c-890f-703c67099cb4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event deleted for resources: {'Network': ['ID=27e50819-7d7e-48f6-ac1b-e46ce3df301e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:51.236942 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef743b99-1a6b-4801-bae5-e722be95fd9d" -d '{"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:51.399746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] For port f5ad93a7-631e-4ad0-ab3e-16852c23203a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:51.412834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] For port f5ad93a7-631e-4ad0-ab3e-16852c23203a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f5ad93a7-631e-4ad0-ab3e-16852c23203a,segment=NetworkSegment(6429661e-1ad9-462f-bc3b-98fda025c36a),segment_id=6429661e-1ad9-462f-bc3b-98fda025c36a)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:51.423195 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.576838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242c6c7-c439-4f80-a33c-36ff42846af2 None None] Pushing event updated for resources: {'Port': ['ID=f5ad93a7-631e-4ad0-ab3e-16852c23203a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:51.594021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.645335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.646403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:51.653520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'name': 'tempest-router--492059836', 'project_id': 'd5159d5a6b9041b484f29633c6da7d4f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:51.690092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.691584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.854382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.863903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.877357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Allocated IP 172.25.4.172 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/0def5a2a-4d6e-4799-a9e5-9b755590787c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:51.921718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.923330 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7e34c508-148c-4b0f-885d-eb42e22e7304 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2750671 Jul 16 03:29:51.939200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:52.165677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.400058 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.404280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.475264 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.517471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.517471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abc6d83d-e4f6-4bc9-a47b-fb7e6cd49786 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:29:52.524301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.534334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c0ce52ae-9dce-4ad2-a478-cfc61f4773a3 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/routers/abc6d83d-e4f6-4bc9-a47b-fb7e6cd49786 HTTP/1.1" status: 204 len: 168 time: 0.5766318 Jul 16 03:29:52.617639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.712859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:52.716396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:52.723586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:52.733216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0def5a2a-4d6e-4799-a9e5-9b755590787c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:52.763402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54742) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:53.029891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f5ad93a7-631e-4ad0-ab3e-16852c23203a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:53.136593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f5ad93a7-631e-4ad0-ab3e-16852c23203a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:53.182589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f07767-5d5c-4012-b2cd-73dcb4c7dffb None None] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:53.217079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-84061916', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:53.236302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] Provisioning for port f5ad93a7-631e-4ad0-ab3e-16852c23203a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:53.276582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.278786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.283684 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3281b606-46f6-45ac-8412-ca13c1e5f3eb x-openstack-request-id: req-3281b606-46f6-45ac-8412-ca13c1e5f3eb {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:53.284072 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:53.284506 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3281b606-46f6-45ac-8412-ca13c1e5f3eb {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:53.285015 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'code': 200} Jul 16 03:29:53.287571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] Provisioning complete for port f5ad93a7-631e-4ad0-ab3e-16852c23203a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:53.288179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.355481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.467080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebf24029-21cf-4b9e-8c88-35502759e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.566438 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.606010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ddd45-fc62-4664-b769-c780ce429179 req-e58770c1-43ab-461e-9bcc-43d77bc3f1e3 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:53.616027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-598ddd45-fc62-4664-b769-c780ce429179 req-e58770c1-43ab-461e-9bcc-43d77bc3f1e3 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 943 time: 0.8388379 Jul 16 03:29:53.634165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] For port f5ad93a7-631e-4ad0-ab3e-16852c23203a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f5ad93a7-631e-4ad0-ab3e-16852c23203a,segment=NetworkSegment(6429661e-1ad9-462f-bc3b-98fda025c36a),segment_id=6429661e-1ad9-462f-bc3b-98fda025c36a)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:53.644560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.694961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.722644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478426d-de46-46d0-b087-c6b90df3cea4 None None] Pushing event updated for resources: {'Port': ['ID=f5ad93a7-631e-4ad0-ab3e-16852c23203a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:53.765776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-598ddd45-fc62-4664-b769-c780ce429179 req-a2c68551-aac3-47ff-8d1e-5ef214383076 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485896 Jul 16 03:29:53.796983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.813150 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.205522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.227742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.228117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.278252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a576b149-38a4-4892-a83d-286c16f55e4f None None] Provisioning complete for port f5ad93a7-631e-4ad0-ab3e-16852c23203a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:54.278649 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a576b149-38a4-4892-a83d-286c16f55e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.305064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.390850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Allocated IP 172.25.4.113 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f20d6f23-08bc-4239-9c75-07178ab0ac67) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:54.469402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54770) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:54.598032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f50f3e-bb9e-4674-be80-a22acdb51a45 req-d8a98fe4-5aff-441c-8eb5-6d153822f840 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:54.600403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a5f50f3e-bb9e-4674-be80-a22acdb51a45 req-d8a98fe4-5aff-441c-8eb5-6d153822f840 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 948 time: 0.2968817 Jul 16 03:29:54.624691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.660186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a5f50f3e-bb9e-4674-be80-a22acdb51a45 req-389880d6-651a-4792-9cc4-7205738a2948 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511334 Jul 16 03:29:54.698668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.704810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.767727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:54.776683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:54.797798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Router fb5fdfc5-6606-42ee-8e8c-24051851772d is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:29:54.799718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:54.872823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event updated for resources: {'Port': ['ID=f20d6f23-08bc-4239-9c75-07178ab0ac67,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:54.886309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.946934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.009378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3341d4-ba64-4c7b-ba10-b01c42f3b192,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:55.015332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=defcfb11f3f64442aca7c96df301f557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442119 Jul 16 03:29:55.026268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f5ad93a7-631e-4ad0-ab3e-16852c23203a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:55.028636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:29:55.042680 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Sync routers for ids ['fb5fdfc5-6606-42ee-8e8c-24051851772d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:29:55.049713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54786) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:55.057705 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Routers {'fb5fdfc5-6606-42ee-8e8c-24051851772d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:55.058596 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb5fdfc5-6606-42ee-8e8c-24051851772d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:55.118399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.118793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.119151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.119507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.119869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.120349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.120724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.121133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.121492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.121969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.122302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.122662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ca33ae-2898-4e57-8bd5-34271120d69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:55.172343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f5ad93a7-631e-4ad0-ab3e-16852c23203a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:55.173065 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.249026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.250863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9b9dc30f-4fd3-4e65-b648-4704c47326a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3847704 Jul 16 03:29:55.255870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:55.264917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6f91a38-585c-425b-9bb8-7143657940cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.292706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6f91a38-585c-425b-9bb8-7143657940cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.368317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Set router fb5fdfc5-6606-42ee-8e8c-24051851772d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:55.381658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6f91a38-585c-425b-9bb8-7143657940cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.387167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6f91a38-585c-425b-9bb8-7143657940cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.390681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a6f91a38-585c-425b-9bb8-7143657940cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d3341d4-ba64-4c7b-ba10-b01c42f3b192 HTTP/1.1" status: 204 len: 168 time: 0.3376455 Jul 16 03:29:55.654078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f91a38-585c-425b-9bb8-7143657940cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3341d4-ba64-4c7b-ba10-b01c42f3b192,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:55.733097 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:29:53Z', 'revision_number': 3, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:55.800269 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Checking router: fb5fdfc5-6606-42ee-8e8c-24051851772d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:29:55.801189 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Updating router fb5fdfc5-6606-42ee-8e8c-24051851772d port 0def5a2a-4d6e-4799-a9e5-9b755590787c binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:29:55.809574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8113cf-c862-4a8c-9da5-16b7515f57f3 req-287ffd91-ca5e-48a1-801b-9e9bac2318e7 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:55.827315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8113cf-c862-4a8c-9da5-16b7515f57f3 req-287ffd91-ca5e-48a1-801b-9e9bac2318e7 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 943 time: 0.7786474 Jul 16 03:29:55.846249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 06ac1b0d-5892-4a92-9400-faf39c39b0ea details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:55.897899 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.992411 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb8113cf-c862-4a8c-9da5-16b7515f57f3 req-83c64091-37d3-4ca7-8844-c58485154bfe tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628749 Jul 16 03:29:56.025645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9be26-64c4-4153-b785-d5c983a078c4 req-80e9c0c2-e7a0-45c3-b86b-d01a772acc25 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:56.042931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fb9be26-64c4-4153-b785-d5c983a078c4 req-80e9c0c2-e7a0-45c3-b86b-d01a772acc25 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.3937986 Jul 16 03:29:56.138382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.153619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:56.190721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '06ac1b0d-5892-4a92-9400-faf39c39b0ea', 'network_id': '29d737b4-380e-4987-a271-229cc34686ac', 'port_id': '06ac1b0d-5892-4a92-9400-faf39c39b0ea', 'mac_address': 'fa:16:3e:bc:d8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15529515-f0f8-44f1-aa0a-ba01173e0b0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:56.192546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-3609f8f9-5802-475d-9021-d85e2862270f tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:56.195662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-3609f8f9-5802-475d-9021-d85e2862270f tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.11 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 948 time: 0.4064941 Jul 16 03:29:56.217942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.299844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fb9be26-64c4-4153-b785-d5c983a078c4 req-154d0a1e-29cf-4850-b2e7-d6791019f67a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319920 Jul 16 03:29:56.308380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.351962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ac1b0d-5892-4a92-9400-faf39c39b0ea {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:56.414440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:56.424331 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.603942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=06ac1b0d-5892-4a92-9400-faf39c39b0ea,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:56.619629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.622628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.623345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.623883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.624478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.625012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.626024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.627644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.631368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.631946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.632552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.633063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:56.639938 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.659253 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Transition to ACTIVE for port object 0def5a2a-4d6e-4799-a9e5-9b755590787c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:56.668796 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.675131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.720454 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Attempting to bind port 0def5a2a-4d6e-4799-a9e5-9b755590787c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:56.721147 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Attempting to bind port 0def5a2a-4d6e-4799-a9e5-9b755590787c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:56.721812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Attempting to bind port 0def5a2a-4d6e-4799-a9e5-9b755590787c on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:56.733042 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:56.733704 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:56.734301 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.734923 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:56.735573 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Bound port: 0def5a2a-4d6e-4799-a9e5-9b755590787c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:56.736152 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.766193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['06ac1b0d-5892-4a92-9400-faf39c39b0ea'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:56.883436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] For port 0def5a2a-4d6e-4799-a9e5-9b755590787c, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:56.894509 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] For port 0def5a2a-4d6e-4799-a9e5-9b755590787c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0def5a2a-4d6e-4799-a9e5-9b755590787c,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:56.921878 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.972153 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Pushing event updated for resources: {'Port': ['ID=0def5a2a-4d6e-4799-a9e5-9b755590787c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:56.989496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Router d11baeb4-92b8-4007-8415-613a75756391 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:29:57.000487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Deleting port 1627a97a-fc48-43fe-9b69-165000a5b128 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:57.001114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:57.016901 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.019060 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.023240 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.023859 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.024376 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.024900 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.025519 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.029624 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.030808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.031327 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.031860 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.035551 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:57.129173 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Routers {'fb5fdfc5-6606-42ee-8e8c-24051851772d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:57.130482 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb5fdfc5-6606-42ee-8e8c-24051851772d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:57.189741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:57.203521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99b883-fa76-4b01-99a7-0430bb2939d9 req-f1c4e6c9-db3b-418a-82d0-b95f91d0cebb tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.214474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e99b883-fa76-4b01-99a7-0430bb2939d9 req-f1c4e6c9-db3b-418a-82d0-b95f91d0cebb tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 948 time: 0.6754143 Jul 16 03:29:57.217681 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd63cc-91c2-4e08-8c29-1ee39e6f5d9e None None] Pushing event updated for resources: {'Port': ['ID=0def5a2a-4d6e-4799-a9e5-9b755590787c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:57.281583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:29:57.299803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] Sync routers for ids ['d11baeb4-92b8-4007-8415-613a75756391'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:29:57.324860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] For port 1627a97a-fc48-43fe-9b69-165000a5b128, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1627a97a-fc48-43fe-9b69-165000a5b128,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:57.325585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:57.326951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] Routers {'d11baeb4-92b8-4007-8415-613a75756391'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:57.332301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d11baeb4-92b8-4007-8415-613a75756391'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:57.354501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:57.356047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b855ac0-1d3e-43ad-b555-9e912a0c0313 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5910046 Jul 16 03:29:57.358712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54850) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:57.387943 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] Set router fb5fdfc5-6606-42ee-8e8c-24051851772d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:29:57.450728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e99b883-fa76-4b01-99a7-0430bb2939d9 req-2e84cf07-c136-44e8-9b4d-684c17592dfa tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/security-groups?id=325fa783-c143-4c4f-8d87-5cf14955ad33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336178 Jul 16 03:29:57.482429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Calling delete_port for 1627a97a-fc48-43fe-9b69-165000a5b128 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:57.490274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:57.524991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] Routers {'d11baeb4-92b8-4007-8415-613a75756391'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:29:57.529223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d11baeb4-92b8-4007-8415-613a75756391'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:57.662653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:57.669262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17030ab-2e06-4d4b-9008-d1bc1bc4d119 None None] The sync data for ids ['d11baeb4-92b8-4007-8415-613a75756391'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:29:57.689506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fbb750b6-9c80-4ccd-aede-499bf3c2302e tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/d11baeb4-92b8-4007-8415-613a75756391 HTTP/1.1" status: 200 len: 923 time: 0.3295112 Jul 16 03:29:57.694856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54854) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:57.736738 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-783207b4-c58a-4d1f-a6eb-7363fa3c4464 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d11baeb4-92b8-4007-8415-613a75756391 HTTP/1.1" status: 200 len: 205 time: 0.0410752 Jul 16 03:29:57.738738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54856) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:57.820717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Allocated IP 172.20.0.1 (0427eaa4-cfaf-48f0-b09a-40937b517c12/f88f7a34-414d-4eb4-9213-198a9b276502/da5cf299-161d-49be-8405-8828242fa79d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:57.841476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136dc95-5a2d-401c-bf0f-f067aaad24fa req-5b081ef0-b2f8-440c-8d93-457f9b867d06 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.843328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0136dc95-5a2d-401c-bf0f-f067aaad24fa req-5b081ef0-b2f8-440c-8d93-457f9b867d06 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 944 time: 0.1597555 Jul 16 03:29:57.883330 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:29:53Z', 'revision_number': 3, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:57.888683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:57.930334 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ddf92-122e-402c-8643-77a92e805bc7 None None] The sync data for ids ['fb5fdfc5-6606-42ee-8e8c-24051851772d'] in n-d-800089-6 is: [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:29:53Z', 'revision_number': 3, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:29:58.058252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0136dc95-5a2d-401c-bf0f-f067aaad24fa req-f9eac3f8-d017-4183-8c57-6da44362854b tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068152 Jul 16 03:29:58.073222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.117778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.140949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Pushing event deleted for resources: {'Port': ['ID=1627a97a-fc48-43fe-9b69-165000a5b128,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:58.193729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] No DVR routers for this DVR port 1627a97a-fc48-43fe-9b69-165000a5b128 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:58.198824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.205319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.207115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2ffc71f-a359-4a62-b013-57a4c3155ccb req-6f16f53a-44da-4c55-bf24-59079f125da2 tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.11 "DELETE /v2.0/ports/1627a97a-fc48-43fe-9b69-165000a5b128 HTTP/1.1" status: 204 len: 173 time: 1.9644170 Jul 16 03:29:58.207922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-deleted', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:58.212463 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b62205e-3043-4239-b864-14d5d80546a4" -d '{"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-deleted", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:58.227664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Transition to ACTIVE for port object da5cf299-161d-49be-8405-8828242fa79d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:58.240683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Deleting port f20d6f23-08bc-4239-9c75-07178ab0ac67 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:58.243429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.374063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.434423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.449533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Calling delete_port for f20d6f23-08bc-4239-9c75-07178ab0ac67 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:58.758176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.861040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event deleted for resources: {'Port': ['ID=f20d6f23-08bc-4239-9c75-07178ab0ac67,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:58.956793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.111326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0def5a2a-4d6e-4799-a9e5-9b755590787c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:59.204021 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a3161-cb7b-453a-ad69-c3537aba94bd x-openstack-request-id: req-d01a3161-cb7b-453a-ad69-c3537aba94bd {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:59.204589 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64", "name": "network-vif-deleted", "tag": "1627a97a-fc48-43fe-9b69-165000a5b128", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:59.204589 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d01a3161-cb7b-453a-ad69-c3537aba94bd {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:59.205247 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64', 'name': 'network-vif-deleted', 'tag': '1627a97a-fc48-43fe-9b69-165000a5b128', 'status': 'completed', 'code': 200} Jul 16 03:29:59.208935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.213377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.229062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:59.242058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:59.246476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:59.249716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=da5cf299-161d-49be-8405-8828242fa79d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:59.262417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0def5a2a-4d6e-4799-a9e5-9b755590787c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:59.269816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0def5a2a-4d6e-4799-a9e5-9b755590787c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:59.270512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.310646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092a548-5ada-41e7-9d53-3c8f1ed3b4f5 req-9aaf2aaf-c733-474f-bc88-8aa2cb969d32 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:59.319325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a092a548-5ada-41e7-9d53-3c8f1ed3b4f5 req-9aaf2aaf-c733-474f-bc88-8aa2cb969d32 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 1.0517190 Jul 16 03:29:59.328780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.329385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Fanout notify agent at l3_agent the message router_deleted on router d11baeb4-92b8-4007-8415-613a75756391 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:29:59.344465 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.345811 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8bed444b-cdba-4217-9c47-9a7ab9afc83a tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/d11baeb4-92b8-4007-8415-613a75756391 HTTP/1.1" status: 204 len: 168 time: 1.6059906 Jul 16 03:29:59.350087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54884) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:59.359220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1775974996', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': False}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:59.407452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3eccffd-17d0-48fe-b22f-d27e43b9e1d4 req-d14596cd-60b8-4654-86db-0acd416f57ab tempest-ImagesOneServerTestJSON-1789213848 tempest-ImagesOneServerTestJSON-1789213848-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcc81c0c-bb4d-4a68-bf7b-1111ab7c4f64 HTTP/1.1" status: 200 len: 210 time: 0.0807705 Jul 16 03:29:59.430914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.431606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a092a548-5ada-41e7-9d53-3c8f1ed3b4f5 req-6985a177-f37a-45ba-bad6-0f0a7ac01d53 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111417 Jul 16 03:29:59.432066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.439744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.478405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.544244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0def5a2a-4d6e-4799-a9e5-9b755590787c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0def5a2a-4d6e-4799-a9e5-9b755590787c,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:59.566418 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.612252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.721785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0def5a2a-4d6e-4799-a9e5-9b755590787c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:59.791493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e8159b7f-6725-4974-ae80-fdb99e795542 None None] Provisioning for port da5cf299-161d-49be-8405-8828242fa79d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:59.797478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e8159b7f-6725-4974-ae80-fdb99e795542 None None] Provisioning complete for port da5cf299-161d-49be-8405-8828242fa79d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:59.797992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8159b7f-6725-4974-ae80-fdb99e795542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.808743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.854165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e8159b7f-6725-4974-ae80-fdb99e795542 None None] Port da5cf299-161d-49be-8405-8828242fa79d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:29:59.886073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 06ac1b0d-5892-4a92-9400-faf39c39b0ea up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:59.915395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.917900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaa76b-3c76-43e9-997f-9d78bbf0d7d8 req-f9bc7601-5652-457a-85f2-ca2e60674322 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:59.926634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fedaa76b-3c76-43e9-997f-9d78bbf0d7d8 req-f9bc7601-5652-457a-85f2-ca2e60674322 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 944 time: 0.2119074 Jul 16 03:29:59.976981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 06ac1b0d-5892-4a92-9400-faf39c39b0ea completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:59.981525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 06ac1b0d-5892-4a92-9400-faf39c39b0ea triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:59.981904 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.026165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fedaa76b-3c76-43e9-997f-9d78bbf0d7d8 req-859cfd9b-2486-43f9-89d0-b65ef23770e1 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978339 Jul 16 03:30:00.144569 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.154626 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.169650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.175443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ac1b0d-5892-4a92-9400-faf39c39b0ea'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:00.178164 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e34d3a-1cb1-4768-98cf-58c70e91447f" -d '{"events": [{"server_uuid": "512fb8bd-6c97-4892-a83b-fcdcfb043d0d", "name": "network-vif-plugged", "status": "completed", "tag": "06ac1b0d-5892-4a92-9400-faf39c39b0ea"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:00.190829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:00.213568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 1627a97a-fc48-43fe-9b69-165000a5b128 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:00.214196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1627a97a-fc48-43fe-9b69-165000a5b128 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:00.219129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:00.234050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.305688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.310936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=06ac1b0d-5892-4a92-9400-faf39c39b0ea,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:00.318657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.350353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.392922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=da5cf299-161d-49be-8405-8828242fa79d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:00.485531 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f7ab5-a05b-4c10-a7fe-918ae3d77d9f x-openstack-request-id: req-784f7ab5-a05b-4c10-a7fe-918ae3d77d9f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:00.485892 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512fb8bd-6c97-4892-a83b-fcdcfb043d0d", "name": "network-vif-plugged", "status": "completed", "tag": "06ac1b0d-5892-4a92-9400-faf39c39b0ea", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:00.486149 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-784f7ab5-a05b-4c10-a7fe-918ae3d77d9f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:00.486908 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ac1b0d-5892-4a92-9400-faf39c39b0ea', 'code': 200} Jul 16 03:30:00.548490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:00.557116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:00.668629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Allocated IP 172.25.4.241 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/4b69eee7-5dde-4f6f-ae44-6ac4d1a10329) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:00.818591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb352e6-0c45-4449-a599-baf9eb53b91c req-ce6a106c-745e-49ca-8dc5-c778736187f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:00.832557 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cdb352e6-0c45-4449-a599-baf9eb53b91c req-ce6a106c-745e-49ca-8dc5-c778736187f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 1096 time: 0.2556534 Jul 16 03:30:00.944611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Router fb5fdfc5-6606-42ee-8e8c-24051851772d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:00.988435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0def5a2a-4d6e-4799-a9e5-9b755590787c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:01.025351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.096330 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cdb352e6-0c45-4449-a599-baf9eb53b91c req-284cb8da-45ab-46bd-8862-fb028d48ad6f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520111 Jul 16 03:30:01.098125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.108722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ca182-83f2-4264-ab33-d411160dda42 req-cc4b2def-e569-4de9-8b90-2a23b06e5526 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:01.119827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6157158-49e4-4c27-a39f-d5555d69966e None None] Provisioning complete for port da5cf299-161d-49be-8405-8828242fa79d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:01.119827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6157158-49e4-4c27-a39f-d5555d69966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.123147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-502ca182-83f2-4264-ab33-d411160dda42 req-cc4b2def-e569-4de9-8b90-2a23b06e5526 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2607372 Jul 16 03:30:01.144642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:01.148970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:01.158916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:01.215367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Port': ['ID=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:01.243031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b6157158-49e4-4c27-a39f-d5555d69966e None None] Port da5cf299-161d-49be-8405-8828242fa79d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:01.244593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54916) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:01.250983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0def5a2a-4d6e-4799-a9e5-9b755590787c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:01.251629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.293533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-502ca182-83f2-4264-ab33-d411160dda42 req-b11a336e-f983-4018-9347-751da365883a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694283 Jul 16 03:30:01.340182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:01.352724 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Sync routers for ids ['fb5fdfc5-6606-42ee-8e8c-24051851772d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:01.355301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-872a7f7f-a0df-4b1b-acb2-ce90087dfcf7 admin admin] 10.222.0.25 "PUT /v2.0/routers/fb5fdfc5-6606-42ee-8e8c-24051851772d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0982399 Jul 16 03:30:01.374110 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Routers {'fb5fdfc5-6606-42ee-8e8c-24051851772d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:01.374773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb5fdfc5-6606-42ee-8e8c-24051851772d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:01.627875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Set router fb5fdfc5-6606-42ee-8e8c-24051851772d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:01.659074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a7b11038-76c5-4edd-bf36-c5397fd14284 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d31885062c5149e2b06e4e3ef3ae5473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104168 Jul 16 03:30:01.663424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:01.706008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.715577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d7c20-0412-4271-adcf-c15fbefe2014 req-288ec3fe-908c-4c54-a8ce-e09420159260 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:01.716543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c79d7c20-0412-4271-adcf-c15fbefe2014 req-288ec3fe-908c-4c54-a8ce-e09420159260 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 945 time: 0.1555581 Jul 16 03:30:01.780325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c79d7c20-0412-4271-adcf-c15fbefe2014 req-a2f78469-4046-4d2e-9b2c-67be0eb0a258 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556829 Jul 16 03:30:01.784148 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e048799b-de6f-4947-9d2b-56a7b3c2fcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.846570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e048799b-de6f-4947-9d2b-56a7b3c2fcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.935240 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'da5cf299-161d-49be-8405-8828242fa79d', 'name': '', 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'mac_address': 'fa:16:3e:07:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f88f7a34-414d-4eb4-9213-198a9b276502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:57Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 2, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'subnets': [{'id': 'f88f7a34-414d-4eb4-9213-198a9b276502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:01.967466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e048799b-de6f-4947-9d2b-56a7b3c2fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.970763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e048799b-de6f-4947-9d2b-56a7b3c2fcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.982574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e048799b-de6f-4947-9d2b-56a7b3c2fcc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/325fa783-c143-4c4f-8d87-5cf14955ad33 HTTP/1.1" status: 204 len: 168 time: 0.2933867 Jul 16 03:30:02.029024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048799b-de6f-4947-9d2b-56a7b3c2fcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fa783-c143-4c4f-8d87-5cf14955ad33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:02.029682 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Checking router: fb5fdfc5-6606-42ee-8e8c-24051851772d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:02.030251 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Updating router fb5fdfc5-6606-42ee-8e8c-24051851772d port da5cf299-161d-49be-8405-8828242fa79d binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:02.133914 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.212172 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-a175a58d-4b07-427d-a57d-e26019ec2a99 req-6b404efb-b5e0-484b-a8f0-e4c1027da678 tempest-FloatingIPDetailsNegativeTestJSON-82912404 tempest-FloatingIPDetailsNegativeTestJSON-82912404-project] show failed (client error): The resource could not be found. Jul 16 03:30:02.213331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a175a58d-4b07-427d-a57d-e26019ec2a99 req-6b404efb-b5e0-484b-a8f0-e4c1027da678 tempest-FloatingIPDetailsNegativeTestJSON-82912404 tempest-FloatingIPDetailsNegativeTestJSON-82912404-project] 10.222.0.25 "GET /v2.0/floatingips/ce7506a8-56b1-4a24-8a21-82b6ae248e5e HTTP/1.1" status: 404 len: 350 time: 0.0818014 Jul 16 03:30:02.228489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:02.239857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.534135 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.555791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Router 53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:02.744131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:02.758988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Sync routers for ids ['53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:02.776945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Routers {'53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:02.777685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:02.788916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.788916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cec41b30-74c3-4b98-ab36-088ba003314d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4308681 Jul 16 03:30:02.789480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54964) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:02.871878 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.902317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Transition to ACTIVE for port object da5cf299-161d-49be-8405-8828242fa79d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:02.946020 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.135811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0765a1-b292-48c5-9d82-d24a0ae2b041 req-3c2e0ab2-1005-44e5-b884-2bd51cda9a2c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:03.142157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb0765a1-b292-48c5-9d82-d24a0ae2b041 req-3c2e0ab2-1005-44e5-b884-2bd51cda9a2c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.5726900 Jul 16 03:30:03.144299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Set router 53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:03.258453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b02a803-e43e-4c1f-bf2b-5a883d6864d7 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a HTTP/1.1" status: 200 len: 909 time: 0.4657528 Jul 16 03:30:03.262166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:03.303797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1775974996', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': True}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:03.474368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.475736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.477553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.510264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb0765a1-b292-48c5-9d82-d24a0ae2b041 req-71e37c4d-06b5-432a-9c5c-4f15b8eeb0c5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610754 Jul 16 03:30:03.524313 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c16368-dd75-4192-8fa7-0eefa642ff17 None None] Pushing event updated for resources: {'Port': ['ID=da5cf299-161d-49be-8405-8828242fa79d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:03.543603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a', 'name': 'tempest-snat-router-1775974996', 'tenant_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.241'}], 'enable_snat': False}, 'gw_port_id': '4b69eee7-5dde-4f6f-ae44-6ac4d1a10329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:59Z', 'updated_at': '2021-07-16T03:30:01Z', 'revision_number': 3, 'project_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'gw_port': {'id': '4b69eee7-5dde-4f6f-ae44-6ac4d1a10329', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:00Z', 'updated_at': '2021-07-16T03:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:03.676193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Checking router: 53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:03.679809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Updating router 53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:03.720521 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.751824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Attempting to bind port da5cf299-161d-49be-8405-8828242fa79d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:03.754344 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Attempting to bind port da5cf299-161d-49be-8405-8828242fa79d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:03.755397 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Attempting to bind port da5cf299-161d-49be-8405-8828242fa79d on network 0427eaa4-cfaf-48f0-b09a-40937b517c12 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:03.768283 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:03.769875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Checking segment: {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:03.771792 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.772845 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Bound using segment: {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:03.773809 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Bound port: da5cf299-161d-49be-8405-8828242fa79d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429661e-1ad9-462f-bc3b-98fda025c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:03.774631 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.793980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.815264 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.869701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54996) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:03.957430 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] For port da5cf299-161d-49be-8405-8828242fa79d, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:03.969480 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] For port da5cf299-161d-49be-8405-8828242fa79d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da5cf299-161d-49be-8405-8828242fa79d,segment=NetworkSegment(6429661e-1ad9-462f-bc3b-98fda025c36a),segment_id=6429661e-1ad9-462f-bc3b-98fda025c36a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:03.981334 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.093437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.128520 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c16368-dd75-4192-8fa7-0eefa642ff17 None None] Pushing event updated for resources: {'Port': ['ID=da5cf299-161d-49be-8405-8828242fa79d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:04.154037 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Routers {'fb5fdfc5-6606-42ee-8e8c-24051851772d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:04.154868 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb5fdfc5-6606-42ee-8e8c-24051851772d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:04.165048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1761639726-network', 'tenant_id': '138ef898a00d4ee4864bbf7ba0870701'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:04.224176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Made reservation on behalf of 138ef898a00d4ee4864bbf7ba0870701 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:04.226463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.293642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.322110 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] Set router fb5fdfc5-6606-42ee-8e8c-24051851772d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:04.387467 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.423333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Transition to ACTIVE for port object 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:04.433648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.488150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d896f-9ca3-421f-ba73-e88820376e38 req-56475dee-a863-482c-808d-d6180364fd2e tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:04.508324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e10d896f-9ca3-421f-ba73-e88820376e38 req-56475dee-a863-482c-808d-d6180364fd2e tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 945 time: 0.5086143 Jul 16 03:30:04.573589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Attempting to bind port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:04.574124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Attempting to bind port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:04.574314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Attempting to bind port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:04.576165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e10d896f-9ca3-421f-ba73-e88820376e38 req-c9df8421-f3c1-4639-9702-ae02481edafe tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651557 Jul 16 03:30:04.593157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:04.593550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:04.593940 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.607791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:04.610726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Bound port: 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:04.615546 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.634207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef350-d234-408a-9860-b6d16cabf5e4 None None] Pushing event updated for resources: {'Port': ['ID=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:04.780071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] For port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:04.791226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] For port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:04.800240 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.822506 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'da5cf299-161d-49be-8405-8828242fa79d', 'name': '', 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'mac_address': 'fa:16:3e:07:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f88f7a34-414d-4eb4-9213-198a9b276502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:57Z', 'updated_at': '2021-07-16T03:30:03Z', 'revision_number': 4, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'subnets': [{'id': 'f88f7a34-414d-4eb4-9213-198a9b276502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:04.840983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Deleting port da5cf299-161d-49be-8405-8828242fa79d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:04.841336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.920474 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55988ed-0546-41ca-ad8e-f4f620c58284 None None] The sync data for ids ['fb5fdfc5-6606-42ee-8e8c-24051851772d'] in n-d-800089-6 is: [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'da5cf299-161d-49be-8405-8828242fa79d', 'name': '', 'network_id': '0427eaa4-cfaf-48f0-b09a-40937b517c12', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'mac_address': 'fa:16:3e:07:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'f88f7a34-414d-4eb4-9213-198a9b276502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:57Z', 'updated_at': '2021-07-16T03:30:03Z', 'revision_number': 4, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'subnets': [{'id': 'f88f7a34-414d-4eb4-9213-198a9b276502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:04.943951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Routers {'53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:04.944983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:05.096051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef350-d234-408a-9860-b6d16cabf5e4 None None] Pushing event updated for resources: {'Port': ['ID=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:05.241238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] Set router 53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:05.264482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] For port da5cf299-161d-49be-8405-8828242fa79d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da5cf299-161d-49be-8405-8828242fa79d,segment=NetworkSegment(6429661e-1ad9-462f-bc3b-98fda025c36a),segment_id=6429661e-1ad9-462f-bc3b-98fda025c36a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:05.264854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.356556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Calling delete_port for da5cf299-161d-49be-8405-8828242fa79d owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:05.367272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db27e-a940-4002-b828-4599489067bf req-b86a1478-9478-43f9-9aa5-e03326876049 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.374884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-840db27e-a940-4002-b828-4599489067bf req-b86a1478-9478-43f9-9aa5-e03326876049 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.4506462 Jul 16 03:30:05.576167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-840db27e-a940-4002-b828-4599489067bf req-ee59ccff-e22d-41c3-93cc-b2c5db7d780f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999543 Jul 16 03:30:05.718107 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.727768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.730681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.894155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.928374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:06.017859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5cf299-161d-49be-8405-8828242fa79d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:06.024609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1765a66a-1759-4802-bd77-f2edab79a0ad,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:06.042355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:06.135896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a', 'name': 'tempest-snat-router-1775974996', 'tenant_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.241'}], 'enable_snat': False}, 'gw_port_id': '4b69eee7-5dde-4f6f-ae44-6ac4d1a10329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:59Z', 'updated_at': '2021-07-16T03:30:01Z', 'revision_number': 3, 'project_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'gw_port': {'id': '4b69eee7-5dde-4f6f-ae44-6ac4d1a10329', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:00Z', 'updated_at': '2021-07-16T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:06.181091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:06.182330 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Added segment da2f90b4-12ef-437f-962d-0f711965dc5f of type vlan for network 38436afd-fc11-4ed8-b598-5f467309067a Jul 16 03:30:06.205804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dff56-0bf0-4a0e-a2db-d4f15e57ff90 None None] The sync data for ids ['53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a'] in n-d-800089-6 is: [{'id': '53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a', 'name': 'tempest-snat-router-1775974996', 'tenant_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.241'}], 'enable_snat': False}, 'gw_port_id': '4b69eee7-5dde-4f6f-ae44-6ac4d1a10329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:59Z', 'updated_at': '2021-07-16T03:30:01Z', 'revision_number': 3, 'project_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'gw_port': {'id': '4b69eee7-5dde-4f6f-ae44-6ac4d1a10329', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:00Z', 'updated_at': '2021-07-16T03:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:06.319512 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:06.553959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:06.594012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Router fb5fdfc5-6606-42ee-8e8c-24051851772d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:06.715484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Allocated IP 172.25.4.143 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f2c36416-13cb-46b0-a44b-ab58a144b53e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:06.740379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55060) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:06.823781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:06.833974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ac57a98c-d740-4adb-b7d8-70e710bae3a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/fb5fdfc5-6606-42ee-8e8c-24051851772d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6039429 Jul 16 03:30:06.839288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:06.934324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:06.941044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:06.946597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.201451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:07.287929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:07.289617 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.4097991 Jul 16 03:30:07.294435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:07.295524 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.300264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:07.321866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Request body: {'subnet': {'network_id': '38436afd-fc11-4ed8-b598-5f467309067a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1761639726-subnet', 'tenant_id': '138ef898a00d4ee4864bbf7ba0870701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:07.377526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a436cb2-5129-493e-8244-ea49cf4e96c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.453477 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.476797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac36f24-64cb-4f9a-80df-56c5890fab4a admin admin] Pushing event updated for resources: {'Network': ['ID=38436afd-fc11-4ed8-b598-5f467309067a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:07.556584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Made reservation on behalf of 138ef898a00d4ee4864bbf7ba0870701 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:07.559004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 38436afd-fc11-4ed8-b598-5f467309067a details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:07.560814 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.625002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080a34-0572-4f98-a122-cbde278d41fe req-b45810a7-3f5f-4677-bab2-59731278887f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.636898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba080a34-0572-4f98-a122-cbde278d41fe req-b45810a7-3f5f-4677-bab2-59731278887f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.5452135 Jul 16 03:30:07.640217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.645087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.773244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.804768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:07.847576 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.851161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Port': ['ID=f2c36416-13cb-46b0-a44b-ab58a144b53e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:07.875204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:07.878414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a436cb2-5129-493e-8244-ea49cf4e96c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.880424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:07.891070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:07.899621 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a436cb2-5129-493e-8244-ea49cf4e96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:07.992221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a436cb2-5129-493e-8244-ea49cf4e96c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a5323-7336-4f5b-81fb-56253b0c6bd5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:08.015430 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65238fee-311b-4da0-998d-87644df6bfda None None] Sync routers for ids ['fb5fdfc5-6606-42ee-8e8c-24051851772d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:08.032825 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] Routers {'fb5fdfc5-6606-42ee-8e8c-24051851772d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:08.037435 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb5fdfc5-6606-42ee-8e8c-24051851772d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:08.079250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:08.268677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1a436cb2-5129-493e-8244-ea49cf4e96c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36cf30ab3e754dc58617ab0194dd4f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5152407 Jul 16 03:30:08.304777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.320960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:08.321231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] Set router fb5fdfc5-6606-42ee-8e8c-24051851772d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:08.407090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba080a34-0572-4f98-a122-cbde278d41fe req-bd027df6-71a5-4015-a85e-2788a0c08c7d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690101 Jul 16 03:30:08.564779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Deleting port 0def5a2a-4d6e-4799-a9e5-9b755590787c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:08.565315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.658391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.682186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:30:05Z', 'revision_number': 5, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port': {'id': '0def5a2a-4d6e-4799-a9e5-9b755590787c', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:29:51Z', 'updated_at': '2021-07-16T03:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:08.750520 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65238fee-311b-4da0-998d-87644df6bfda None None] Checking router: fb5fdfc5-6606-42ee-8e8c-24051851772d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:08.814889 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] Routers {'fb5fdfc5-6606-42ee-8e8c-24051851772d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:08.816409 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb5fdfc5-6606-42ee-8e8c-24051851772d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:08.832142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e8b036a-50e5-4a22-9855-f89c3b527776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.948149 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e8b036a-50e5-4a22-9855-f89c3b527776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.037781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:09.053531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.130981 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] Set router fb5fdfc5-6606-42ee-8e8c-24051851772d gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:09.140389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] For port 0def5a2a-4d6e-4799-a9e5-9b755590787c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0def5a2a-4d6e-4799-a9e5-9b755590787c,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:09.158991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.175605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Calling delete_port for 0def5a2a-4d6e-4799-a9e5-9b755590787c owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:09.257119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Router 41b3e981-6ec5-4842-984b-51ff757a44ef is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:09.268250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:09.268781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.302411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e8b036a-50e5-4a22-9855-f89c3b527776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.309523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e8b036a-50e5-4a22-9855-f89c3b527776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.312263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e8b036a-50e5-4a22-9855-f89c3b527776 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e97a5323-7336-4f5b-81fb-56253b0c6bd5 HTTP/1.1" status: 204 len: 168 time: 0.9876616 Jul 16 03:30:09.350513 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65238fee-311b-4da0-998d-87644df6bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:30:08Z', 'revision_number': 6, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:09.355549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b036a-50e5-4a22-9855-f89c3b527776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a5323-7336-4f5b-81fb-56253b0c6bd5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.393428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.423650 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65238fee-311b-4da0-998d-87644df6bfda None None] The sync data for ids ['fb5fdfc5-6606-42ee-8e8c-24051851772d'] in n-d-800089-6 is: [{'id': 'fb5fdfc5-6606-42ee-8e8c-24051851772d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1971906887-router', 'tenant_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:29:49Z', 'updated_at': '2021-07-16T03:30:08Z', 'revision_number': 6, 'project_id': 'cf4a7950dfa2477c92479a6c493cfdad', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:09.691455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:09.694882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.700935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Sync routers for ids ['41b3e981-6ec5-4842-984b-51ff757a44ef'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:09.723085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Routers {'41b3e981-6ec5-4842-984b-51ff757a44ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:09.724665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['41b3e981-6ec5-4842-984b-51ff757a44ef'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:09.726405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.727779 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-48a63835-338e-44e4-b800-99d4b56af753 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4652073 Jul 16 03:30:09.730453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55138) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:09.936110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0def5a2a-4d6e-4799-a9e5-9b755590787c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.965045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeb7806-65b3-4334-aad0-c770f4c8f036,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.986564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-baebb5b6-c563-49c7-871a-6b9485fc84d9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/41b3e981-6ec5-4842-984b-51ff757a44ef HTTP/1.1" status: 200 len: 908 time: 0.2549217 Jul 16 03:30:09.987393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55164) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:10.014528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Checking segment: {'id': 'da2f90b4-12ef-437f-962d-0f711965dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '38436afd-fc11-4ed8-b598-5f467309067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:10.015073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Network hostable DHCP agents. Network: 38436afd-fc11-4ed8-b598-5f467309067a, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:10.030987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Set router 41b3e981-6ec5-4842-984b-51ff757a44ef gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:10.094439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Network 38436afd-fc11-4ed8-b598-5f467309067a is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:10.160533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.177783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627db2e-0d90-4baf-8f35-631868277596 req-fb3b6fc5-a079-4770-97bc-31ce96d57c98 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:10.179852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2627db2e-0d90-4baf-8f35-631868277596 req-fb3b6fc5-a079-4770-97bc-31ce96d57c98 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.5051701 Jul 16 03:30:10.182697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 38436afd-fc11-4ed8-b598-5f467309067a) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:10.184491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.190439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:10.191160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.199597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949ff6a-1195-4a15-8872-1ebe277bf2fe None None] Network 38436afd-fc11-4ed8-b598-5f467309067a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:10.325148 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.328546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.331855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-75adce0e-761d-4172-885e-b5505353d99e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0290599 Jul 16 03:30:10.370580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.381542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2627db2e-0d90-4baf-8f35-631868277596 req-fac869ca-42cc-4f04-902b-94dd223436af tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118851 Jul 16 03:30:10.498203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.498835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb5fdfc5-6606-42ee-8e8c-24051851772d {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:10.503390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.505507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1c29ed36-faf5-42dd-b738-c42a27f2d9a9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fb5fdfc5-6606-42ee-8e8c-24051851772d HTTP/1.1" status: 204 len: 168 time: 3.6638868 Jul 16 03:30:10.508271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:10.579606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Deleting port f2c36416-13cb-46b0-a44b-ab58a144b53e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:10.583717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.623569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Deleting subnet f88f7a34-414d-4eb4-9213-198a9b276502 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:10.626914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.628061 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b3e981-6ec5-4842-984b-51ff757a44ef', 'name': 'tempest-snat-router-1775974996', 'tenant_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f2c36416-13cb-46b0-a44b-ab58a144b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:03Z', 'updated_at': '2021-07-16T03:30:08Z', 'revision_number': 3, 'project_id': '8bd57ebe9aa946029ef03fc9b59c592e', 'gw_port': {'id': 'f2c36416-13cb-46b0-a44b-ab58a144b53e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b3e981-6ec5-4842-984b-51ff757a44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:06Z', 'updated_at': '2021-07-16T03:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:10.640949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c77d3-2047-4302-b824-86a502fa05e7 None None] Network 38436afd-fc11-4ed8-b598-5f467309067a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:10.689640 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.800377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.831151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Calling delete_port for f2c36416-13cb-46b0-a44b-ab58a144b53e owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:10.884958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.957342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Checking router: 41b3e981-6ec5-4842-984b-51ff757a44ef for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:10.958057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Updating router 41b3e981-6ec5-4842-984b-51ff757a44ef port f2c36416-13cb-46b0-a44b-ab58a144b53e binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:11.003395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.024410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.071064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.143920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da5cf299-161d-49be-8405-8828242fa79d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:11.149097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88f7a34-414d-4eb4-9213-198a9b276502,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.164582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.166737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed99e2f0-ce28-41c7-ad4a-fea3e0850cdd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f88f7a34-414d-4eb4-9213-198a9b276502 HTTP/1.1" status: 204 len: 168 time: 0.6573184 Jul 16 03:30:11.174342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55222) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.181248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: da5cf299-161d-49be-8405-8828242fa79d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:11.181975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da5cf299-161d-49be-8405-8828242fa79d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:11.182574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0def5a2a-4d6e-4799-a9e5-9b755590787c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:11.186538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad0834-3511-4396-a609-ed9049017452 None None] Network 0427eaa4-cfaf-48f0-b09a-40937b517c12 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:11.230750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0def5a2a-4d6e-4799-a9e5-9b755590787c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:11.232053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0def5a2a-4d6e-4799-a9e5-9b755590787c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:11.291479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-982948058-network', 'tenant_id': '69f1d2b8a44f4d418fa4bfae6b3fe2ee'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:11.311956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-32701710', 'description': 'tempest-description-2047735932'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:11.351222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.357670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.366876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:30:11.366876 n-d-800089-6 neutron-server[93756]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:30:11.366876 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id': '138ef898a00d4ee4864bbf7ba0870701', 'id': '19b59fa6-70a8-42e6-a724-28a63fa321ba', 'expiration': datetime.datetime(2021, 7, 16, 3, 32, 11, 347573)}] Jul 16 03:30:11.366876 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:30:11.367440 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:30:11.383768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Made reservation on behalf of 69f1d2b8a44f4d418fa4bfae6b3fe2ee for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:11.386126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.391292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2c36416-13cb-46b0-a44b-ab58a144b53e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.407149 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.495106 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.641927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.651135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.681320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.685022 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.690096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:11.713425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffacc7b-1766-4a24-9ea9-100bff79c1af,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.721968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.723942 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Added segment d6310d4e-d16c-497b-a155-0eeb57ae1d13 of type vlan for network 85cf08ec-2545-4b50-8334-2252116453e2 Jul 16 03:30:11.766013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Deleting port f5ad93a7-631e-4ad0-ab3e-16852c23203a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:11.766683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.795471 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.798684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41b3e981-6ec5-4842-984b-51ff757a44ef {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:11.807351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.811589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d9e01d90-a1ca-4f88-920f-0c0bc8ceb9c1 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/routers/41b3e981-6ec5-4842-984b-51ff757a44ef HTTP/1.1" status: 204 len: 168 time: 1.8230343 Jul 16 03:30:11.812235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:11.830928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.869193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] DHCP port deletion for 0427eaa4-cfaf-48f0-b09a-40937b517c12 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:30:11.884867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b6215-19ad-4a9d-a8f6-8982548becd6 req-839db335-b61a-4e14-9bb3-8b846275011e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:11.886500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd1b6215-19ad-4a9d-a8f6-8982548becd6 req-839db335-b61a-4e14-9bb3-8b846275011e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1675377 Jul 16 03:30:11.891146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.892129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:11.892905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.922973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:11.924296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] For port f5ad93a7-631e-4ad0-ab3e-16852c23203a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f5ad93a7-631e-4ad0-ab3e-16852c23203a,segment=NetworkSegment(6429661e-1ad9-462f-bc3b-98fda025c36a),segment_id=6429661e-1ad9-462f-bc3b-98fda025c36a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:11.924898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.941569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Calling delete_port for f5ad93a7-631e-4ad0-ab3e-16852c23203a owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:11.962599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.001839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9732306 Jul 16 03:30:12.010562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298fb2-aa4e-4d7c-8c00-117862358f38 admin admin] Pushing event updated for resources: {'Network': ['ID=85cf08ec-2545-4b50-8334-2252116453e2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.014334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55236) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:12.021404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Request body: {'subnet': {'network_id': '85cf08ec-2545-4b50-8334-2252116453e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-982948058-subnet', 'tenant_id': '69f1d2b8a44f4d418fa4bfae6b3fe2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:12.028169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:12.038296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd1b6215-19ad-4a9d-a8f6-8982548becd6 req-de7db243-3eda-4351-9399-8f339c6547fa tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410103 Jul 16 03:30:12.044522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:12.060165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:30:12.060800 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:30:12.063188 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.064944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'mac_address': 'fa:16:3e:9c:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:12.066937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 85cf08ec-2545-4b50-8334-2252116453e2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:12.102331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Made reservation on behalf of 69f1d2b8a44f4d418fa4bfae6b3fe2ee for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:12.105199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ad93a7-631e-4ad0-ab3e-16852c23203a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.106757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.199211 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.206363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] No DVR routers for this DVR port f5ad93a7-631e-4ad0-ab3e-16852c23203a on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:12.232486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:12.260382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:12.268157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.284249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Deleting port f5ad93a7-631e-4ad0-ab3e-16852c23203a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:12.284607 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.341345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.351192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.353252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.365689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.448491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d695ff-6803-464e-8456-42eadc21e88e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.472005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0427eaa4-cfaf-48f0-b09a-40937b517c12']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:12.475611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.490528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6429661e-1ad9-462f-bc3b-98fda025c36a') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:12.491357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6429661e-1ad9-462f-bc3b-98fda025c36a') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:12.496124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.498709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab620b5c-e2f4-4ac2-990e-bae1557810a1 req-ceb16e45-1915-49e9-992b-6c79f580924e tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2152534 Jul 16 03:30:12.533697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.550650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.568464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:12.568855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:12.572204 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:12.581482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] For port f5ad93a7-631e-4ad0-ab3e-16852c23203a, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:12.582001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.607060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Calling delete_port for f5ad93a7-631e-4ad0-ab3e-16852c23203a owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:12.611181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Port f5ad93a7-631e-4ad0-ab3e-16852c23203a was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:30:12.633104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.636283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Deleting port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:12.636866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.643257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-135ae220-f89e-45ba-bfbc-b05e747cd98b tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/47d695ff-6803-464e-8456-42eadc21e88e HTTP/1.1" status: 200 len: 1811 time: 0.0932450 Jul 16 03:30:12.655136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47d695ff-6803-464e-8456-42eadc21e88e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:12.655343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47d695ff-6803-464e-8456-42eadc21e88e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:12.656277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Port f2c36416-13cb-46b0-a44b-ab58a144b53e not found while updating agent binding for router 41b3e981-6ec5-4842-984b-51ff757a44ef. {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:30:12.667366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] No DVR routers for this DVR port f5ad93a7-631e-4ad0-ab3e-16852c23203a on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:12.690332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-b9965610-4d5f-45c0-b79d-cee039d7b73d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:12.699724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-b9965610-4d5f-45c0-b79d-cee039d7b73d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.2722983 Jul 16 03:30:12.700891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.706475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:12.707042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:30:12.708562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41b3e981-6ec5-4842-984b-51ff757a44ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:30:12.709277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7eabd6-84c6-4363-b4b6-836c14102aaf None None] The sync data for ids ['41b3e981-6ec5-4842-984b-51ff757a44ef'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:12.721278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.748715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2018dc-ac22-4567-b40e-faa741872449 None None] Pushing event deleted for resources: {'Port': ['ID=f5ad93a7-631e-4ad0-ab3e-16852c23203a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.754068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:12.764439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] For port 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:12.764927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.782664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:12.784087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Calling delete_port for 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:12.786796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:12.792599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.796602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.845652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-dbf4b75f-8be8-42bc-afd0-89787b5e1388 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/quotas/1610c727ddc54646a68a519d2efc956f HTTP/1.1" status: 200 len: 375 time: 0.1448267 Jul 16 03:30:12.879075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.921598 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.960197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.974014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.979078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0427eaa4-cfaf-48f0-b09a-40937b517c12 HTTP/1.1" status: 204 len: 168 time: 1.8004282 Jul 16 03:30:12.994833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242af6d-244f-41c4-8aa3-7c205175d344 admin admin] Pushing event deleted for resources: {'Network': ['ID=0427eaa4-cfaf-48f0-b09a-40937b517c12,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.031732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f5ad93a7-631e-4ad0-ab3e-16852c23203a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:13.040578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.062432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f5ad93a7-631e-4ad0-ab3e-16852c23203a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:13.063030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f5ad93a7-631e-4ad0-ab3e-16852c23203a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:13.093351 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.129079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Checking segment: {'id': 'd6310d4e-d16c-497b-a155-0eeb57ae1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85cf08ec-2545-4b50-8334-2252116453e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:13.130051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Network hostable DHCP agents. Network: 85cf08ec-2545-4b50-8334-2252116453e2, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:13.131405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.150341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.151782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76b50ef3-fa62-4c6c-ac5a-afe91867f4ea req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5006912 Jul 16 03:30:13.162046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672658ea-1bb2-4827-b513-14ed93c45423,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.164049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:13.186202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1b32f-8485-485e-a8a5-1eb7e7043c90 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ee0333-569b-4052-80e7-40ed2a6d79f9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.193982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b69eee7-5dde-4f6f-ae44-6ac4d1a10329,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:13.255579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-9a4bb566-6202-4f98-8d2e-5d18aeb7c0ad tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4089479 Jul 16 03:30:13.271341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.330886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Network 85cf08ec-2545-4b50-8334-2252116453e2 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:13.372958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.375437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.398660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 85cf08ec-2545-4b50-8334-2252116453e2) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:13.403926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:13.404497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.407472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035adb05-0178-44ab-b80c-352be38eb4d6 None None] Network 85cf08ec-2545-4b50-8334-2252116453e2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:13.431139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.432060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:13.440868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51418ea1-abd9-474a-8474-3baa69043978 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf4a7950dfa2477c92479a6c493cfdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710273 Jul 16 03:30:13.446365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.450894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:13.454277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:13.455146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e3da763c-a7ac-401e-ba1a-38049ae8cacc tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "DELETE /v2.0/routers/53ce7642-2abf-4b0e-b70c-6cf6f0f33b0a HTTP/1.1" status: 204 len: 168 time: 1.6401224 Jul 16 03:30:13.460562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-280604594', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:13.480241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec190b7d-db60-41f2-a8a3-e4c38fd505a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4631345 Jul 16 03:30:13.486686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-223bf051-d81a-4a65-8987-1ae3ba1fd503 service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299757 Jul 16 03:30:13.573466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88306d2-ab34-4506-974d-79194c398874 None None] Network 85cf08ec-2545-4b50-8334-2252116453e2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:13.592898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-fe01d847-f988-45b1-b7ec-1d292d9014f7 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:13.594724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-fe01d847-f988-45b1-b7ec-1d292d9014f7 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e83582b4-182b-4292-a5af-c6082e8ae0a6 HTTP/1.1" status: 200 len: 946 time: 0.4293163 Jul 16 03:30:13.685261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.686706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.707845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3606cc1-af58-434d-b460-901d5b619362 req-30ab2167-3fad-4f89-94e1-f576098c5a15 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:13.709372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3606cc1-af58-434d-b460-901d5b619362 req-30ab2167-3fad-4f89-94e1-f576098c5a15 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 947 time: 0.3748436 Jul 16 03:30:13.834328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8542-400f-466d-831c-c9235440edf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.854881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.857381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1757031d-f126-45ac-bcb2-75491f8fa0d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514757 Jul 16 03:30:13.901422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3606cc1-af58-434d-b460-901d5b619362 req-3dc9c8d9-8d0f-4e17-8f22-80abfcc73fbc tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841767 Jul 16 03:30:13.929606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:14.054313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8542-400f-466d-831c-c9235440edf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.125217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:14.125667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.303204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Deleting port bdd1a35e-b34b-4aae-8a16-32653f77cb02 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:14.303857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.310738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.359182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf643021-ed67-4219-a3a3-a237da108fb3 req-cba939b9-5149-4f64-924b-b9b67dc9be69 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/47d695ff-6803-464e-8456-42eadc21e88e HTTP/1.1" status: 200 len: 2404 time: 0.3075783 Jul 16 03:30:14.404601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8542-400f-466d-831c-c9235440edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.416269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8542-400f-466d-831c-c9235440edf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.419791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e7c8542-400f-466d-831c-c9235440edf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5ab584d-f13d-428f-9042-81e9488de164 HTTP/1.1" status: 204 len: 168 time: 0.9656029 Jul 16 03:30:14.548679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bdd1a35e-b34b-4aae-8a16-32653f77cb02 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:14.599942 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.650394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:14.656056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:14.658899 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b6fe5-6275-459a-9e59-0b10a94a75ac" -d '{"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-plugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:14.665109 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.676765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c8542-400f-466d-831c-c9235440edf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab584d-f13d-428f-9042-81e9488de164,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:14.706041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9fd6bfbf-b647-4658-8c21-885333a05c1a req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1551357454', 'description': 'tempest-description-331430191'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:14.771570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51637fa9-0114-4e05-9ce3-7252ef43e847 req-e9c352cb-4ee3-4688-9130-da28f5842cb9 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 210 time: 0.1310387 Jul 16 03:30:14.877860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:14.878441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.882445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.887466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:14.933017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9fd6bfbf-b647-4658-8c21-885333a05c1a req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.934176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bdd1a35e-b34b-4aae-8a16-32653f77cb02, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bdd1a35e-b34b-4aae-8a16-32653f77cb02,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:14.941648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.988552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:15.007422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Calling delete_port for bdd1a35e-b34b-4aae-8a16-32653f77cb02 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:15.021360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:15.022039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b69eee7-5dde-4f6f-ae44-6ac4d1a10329 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:15.067295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:15.087522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-fd595713-4dfc-4167-9ae6-99b7bdb78390 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-group-rules/06ee0333-569b-4052-80e7-40ed2a6d79f9 HTTP/1.1" status: 200 len: 778 time: 0.2376714 Jul 16 03:30:15.575171 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:30:15.768546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-984dff55-cbed-4732-91be-e80434202630 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/47d695ff-6803-464e-8456-42eadc21e88e HTTP/1.1" status: 200 len: 2404 time: 0.6800687 Jul 16 03:30:15.840536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-917caa42-ecf2-4a04-a811-04d85e652574 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.906117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.919441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-917caa42-ecf2-4a04-a811-04d85e652574 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.948065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9fd6bfbf-b647-4658-8c21-885333a05c1a req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.979538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event deleted for resources: {'Port': ['ID=bdd1a35e-b34b-4aae-8a16-32653f77cb02,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:15.982437 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9fd6bfbf-b647-4658-8c21-885333a05c1a req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.027272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.080112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9fd6bfbf-b647-4658-8c21-885333a05c1a req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.092422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fd6bfbf-b647-4658-8c21-885333a05c1a req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4518256 Jul 16 03:30:16.094226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.132372 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-917caa42-ecf2-4a04-a811-04d85e652574 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.135789 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09794b-0ed7-4442-9dea-7285e18037db x-openstack-request-id: req-8f09794b-0ed7-4442-9dea-7285e18037db {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:16.136306 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-plugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:16.136926 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f09794b-0ed7-4442-9dea-7285e18037db {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:16.137320 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'code': 200} Jul 16 03:30:16.141804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] No DVR routers for this DVR port bdd1a35e-b34b-4aae-8a16-32653f77cb02 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:16.149320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-917caa42-ecf2-4a04-a811-04d85e652574 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.168635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7d02201-d2eb-4bac-82a5-7c5b26b508a0 req-917caa42-ecf2-4a04-a811-04d85e652574 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/06ee0333-569b-4052-80e7-40ed2a6d79f9 HTTP/1.1" status: 204 len: 173 time: 0.3982255 Jul 16 03:30:16.168635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e27e8-9931-4e98-975f-2e7afb76d0ff tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9369344b-37e3-4d1e-9ada-836d62a30b18,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:16.175654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.177692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-190e1628-12fc-4ce7-b1bf-6970fc5dcb88 req-1ce69441-7fe9-4933-a606-a8cae674e407 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "DELETE /v2.0/ports/bdd1a35e-b34b-4aae-8a16-32653f77cb02 HTTP/1.1" status: 204 len: 173 time: 2.5683537 Jul 16 03:30:16.178140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-deleted', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:16.180442 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b1786-0709-4c0d-b9aa-2348f2975559" -d '{"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-deleted", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:16.195119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-6b332707-b512-4ef8-ae8b-b746f9ec8055 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.197500 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-6b332707-b512-4ef8-ae8b-b746f9ec8055 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.2491412 Jul 16 03:30:16.213601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Request body: {'port': {'device_id': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'admin_state_up': True, 'tenant_id': '1610c727ddc54646a68a519d2efc956f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:16.306331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917caa42-ecf2-4a04-a811-04d85e652574 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06ee0333-569b-4052-80e7-40ed2a6d79f9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:16.381518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Made reservation on behalf of 1610c727ddc54646a68a519d2efc956f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:16.386100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.454127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Allocated IP 172.25.4.172 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/30808154-0aa5-46e2-a9bd-c4e8cf1179de) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:16.486059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed16a-58c6-47da-9b9e-d448598c81b4 req-f216c2a6-2d88-4e11-acb1-c7b5949f85a6 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.487650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42bed16a-58c6-47da-9b9e-d448598c81b4 req-f216c2a6-2d88-4e11-acb1-c7b5949f85a6 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1748414 Jul 16 03:30:16.518730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3c5ae83-89e3-4012-8b9e-04f8d3293d91 req-65789535-5707-4ec0-81f4-9ede3d589837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 210 time: 0.0574026 Jul 16 03:30:16.604967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42bed16a-58c6-47da-9b9e-d448598c81b4 req-8274a3fd-9517-49b2-a961-beab3897b728 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889912 Jul 16 03:30:16.650452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.704353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-874324a1-35f2-4696-98d4-be107c356d9a tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/9369344b-37e3-4d1e-9ada-836d62a30b18 HTTP/1.1" status: 200 len: 1804 time: 0.0512767 Jul 16 03:30:16.715091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9369344b-37e3-4d1e-9ada-836d62a30b18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:16.715420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9369344b-37e3-4d1e-9ada-836d62a30b18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:16.805555 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.877446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-3c274370-6386-4ea5-83c4-121332eb92a4 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f055f9e8ba214bb2aa9743f4b74a67cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813847 Jul 16 03:30:16.892408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:16.897904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f9551-ce38-4e9d-ab6c-408cbac2e723 req-ce481a1a-6f30-4575-9b97-cb4b7494f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.899536 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-387f9551-ce38-4e9d-ab6c-408cbac2e723 req-ce481a1a-6f30-4575-9b97-cb4b7494f1e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1100 time: 0.1424420 Jul 16 03:30:16.909686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:16.929053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:16.952337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Allocated IP 172.20.0.6 (ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37/8ef50dd7-bc13-454f-8967-221b7021e9dc/ee46604f-2f7f-4b38-b0f0-26fc6448c5ef) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:16.963091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-387f9551-ce38-4e9d-ab6c-408cbac2e723 req-e884a270-4057-411f-9007-ce8ee50ee01f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554328 Jul 16 03:30:16.979307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event updated for resources: {'Port': ['ID=30808154-0aa5-46e2-a9bd-c4e8cf1179de,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.002231 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.103071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.119083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.132697 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.148182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.177212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-b88642fc-1680-4d92-a76b-7d3cd725a65f tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.179408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-b88642fc-1680-4d92-a76b-7d3cd725a65f tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018882 Jul 16 03:30:17.188620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f411ac7-b22e-4115-ad8d-528d3bc63ef5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.195142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:17.198835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:17.203008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:17.210946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-ca1af0aa-ea79-4ff6-adf1-e76c56788adc tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/quotas/f055f9e8ba214bb2aa9743f4b74a67cc HTTP/1.1" status: 200 len: 375 time: 0.0199635 Jul 16 03:30:17.217076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.218329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd3eb5fc-7332-4211-9a7f-07ab40eecf01 req-bbd86ad9-8c88-420d-9d7f-f5dbdde4fb85 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5075603 Jul 16 03:30:17.228153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.258554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.259272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.273726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-051577c9-f9f1-424c-946a-f9e6323d7e9a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641701 Jul 16 03:30:17.286240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Request body: {'port': {'device_id': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:17.294836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-8503c5e1-9241-4df7-87a7-7212888586e4 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f055f9e8ba214bb2aa9743f4b74a67cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755446 Jul 16 03:30:17.304131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-796454af-2431-4b84-bc19-00780bdd88bb req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1922493711', 'description': 'tempest-description-1682312170'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:17.367130 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.396688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796454af-2431-4b84-bc19-00780bdd88bb req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.475254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.482807 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e6f645-c8b1-4ced-a23c-46b986b2f0b7 x-openstack-request-id: req-a1e6f645-c8b1-4ced-a23c-46b986b2f0b7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:17.483302 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-deleted", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:17.483763 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1e6f645-c8b1-4ced-a23c-46b986b2f0b7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:17.484291 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-deleted', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'status': 'completed', 'code': 200} Jul 16 03:30:17.530819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0e8747ba-6f5d-48bc-a7f0-9a50fc395aca req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1745879276', 'description': 'tempest-description-1251572111'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:17.632712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796454af-2431-4b84-bc19-00780bdd88bb req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.639821 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796454af-2431-4b84-bc19-00780bdd88bb req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.692239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee46604f-2f7f-4b38-b0f0-26fc6448c5ef {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:17.705870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.722487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0e8747ba-6f5d-48bc-a7f0-9a50fc395aca req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.731107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Transition to ACTIVE for port object ee46604f-2f7f-4b38-b0f0-26fc6448c5ef will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:17.735930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.740800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ab124-8907-41dd-83e5-59774d2e4d94,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.743125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796454af-2431-4b84-bc19-00780bdd88bb req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.744387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-796454af-2431-4b84-bc19-00780bdd88bb req-71d8c9df-7224-4dfe-aced-363ac6bdd28c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5037010 Jul 16 03:30:17.855009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.859382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.954450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0e8747ba-6f5d-48bc-a7f0-9a50fc395aca req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.962115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0e8747ba-6f5d-48bc-a7f0-9a50fc395aca req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.974501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Attempting to bind port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:17.975118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Attempting to bind port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:17.975623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Attempting to bind port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:17.980463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:17.981097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Attempting to bind port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:17.995150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:17.995831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Checking segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:17.996758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Bound using segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:17.998686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Bound port: ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:17.999361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.037855 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0e8747ba-6f5d-48bc-a7f0-9a50fc395aca req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.039367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e8747ba-6f5d-48bc-a7f0-9a50fc395aca req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5197186 Jul 16 03:30:18.054803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f923-428f-4b0e-9764-4380f72eafa4 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d1272-3ea9-41ad-853c-874d95a9ef73,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:18.101602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Router 8135a544-c4d9-4956-9e1b-643679891fc3 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:18.124281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:18.128960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:18.134109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.138345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:18.141565 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfc7607-8b46-4942-8607-ef22c71c436e" -d '{"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:18.184948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.186717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.188139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee46604f-2f7f-4b38-b0f0-26fc6448c5ef HTTP/1.1" status: 200 len: 1091 time: 0.9064529 Jul 16 03:30:18.190497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:18.194293 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:18.230768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2c84-4d65-4e7d-9b5c-8f2d07550833 service neutron] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:18.274695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfa41f3f-6038-4660-8d50-fbeef17fca7b req-b6e8d4ba-606f-48eb-a097-5f061302f051 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 210 time: 0.0575922 Jul 16 03:30:18.311664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-97d35f39-13ba-4db6-8607-d08348a72403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.313768 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-97d35f39-13ba-4db6-8607-d08348a72403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 1094 time: 0.0785813 Jul 16 03:30:18.357271 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-1764a477-01eb-4592-9b29-41fd53a52ffd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef HTTP/1.1" status: 200 len: 217 time: 0.0366411 Jul 16 03:30:18.386185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:18.403582 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] Sync routers for ids ['8135a544-c4d9-4956-9e1b-643679891fc3'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:18.404354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5a7d-ceab-4f3d-b5c0-7ee52d967a26 req-a30a3c06-6a18-4f04-9b0a-84be525430ab tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.406463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b04a5a7d-ceab-4f3d-b5c0-7ee52d967a26 req-a30a3c06-6a18-4f04-9b0a-84be525430ab tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 943 time: 0.2107828 Jul 16 03:30:18.415955 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] Routers {'8135a544-c4d9-4956-9e1b-643679891fc3'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:18.416910 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8135a544-c4d9-4956-9e1b-643679891fc3'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:18.420084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-815df612-e40b-43da-a33b-73643f77dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.421172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-815df612-e40b-43da-a33b-73643f77dccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.0572302 Jul 16 03:30:18.455917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-e132c9a8-1131-4987-827a-4042309c31d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285654 Jul 16 03:30:18.464738 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:18.465339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.469154 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3dcf9a37-8149-434e-95fd-4e0d55d562d1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0099356 Jul 16 03:30:18.469313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:18.475394 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] Routers {'8135a544-c4d9-4956-9e1b-643679891fc3'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:18.475666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:18.476228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8135a544-c4d9-4956-9e1b-643679891fc3'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:18.508899 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:18.509766 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f2aa1-573f-48d2-b599-3a11943fa673 None None] The sync data for ids ['8135a544-c4d9-4956-9e1b-643679891fc3'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:18.548874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b04a5a7d-ceab-4f3d-b5c0-7ee52d967a26 req-92e48122-2201-4f4d-a0b2-5f656e772afb tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257989 Jul 16 03:30:18.558111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-f0b9e2d1-97ca-4389-8fb9-c218b8e3668a service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943856 Jul 16 03:30:18.614801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c076070-a44b-4b89-8762-5c114bcf4fc0 req-68a7723a-8bb0-4348-bd68-afd6a232992d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.616261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c076070-a44b-4b89-8762-5c114bcf4fc0 req-68a7723a-8bb0-4348-bd68-afd6a232992d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2088692 Jul 16 03:30:18.657526 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c456d39-8bd4-4904-9137-e2f4a02bb4b5 req-034c44bb-64da-4931-a54d-30f3a1282bb1 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915549 Jul 16 03:30:18.702171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2faca91-905b-4c96-9d75-9f3af2255ecf req-f585f5ef-2d71-43fb-b1db-ad09ef73ee85 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/1b8ab124-8907-41dd-83e5-59774d2e4d94 HTTP/1.1" status: 200 len: 1813 time: 0.1219563 Jul 16 03:30:18.719381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c076070-a44b-4b89-8762-5c114bcf4fc0 req-fb1645d6-c603-4e3e-afcd-54662a134ee4 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946655 Jul 16 03:30:18.774983 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8780d6-a7ef-4bb1-8942-c1bbce785b02 x-openstack-request-id: req-ae8780d6-a7ef-4bb1-8942-c1bbce785b02 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:18.775275 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83582b4-182b-4292-a5af-c6082e8ae0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd1a35e-b34b-4aae-8a16-32653f77cb02", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:18.775527 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae8780d6-a7ef-4bb1-8942-c1bbce785b02 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:18.775921 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83582b4-182b-4292-a5af-c6082e8ae0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd1a35e-b34b-4aae-8a16-32653f77cb02', 'code': 200} Jul 16 03:30:18.791632 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-3dcdabff-8d75-4f5c-be3b-45ab2523984e tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f055f9e8ba214bb2aa9743f4b74a67cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232911 Jul 16 03:30:18.816167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-5df61b37-0145-4a69-a03a-a27b73f60c76 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/f61d1272-3ea9-41ad-853c-874d95a9ef73 HTTP/1.1" status: 200 len: 1805 time: 0.0921795 Jul 16 03:30:18.828785 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa6e78f-9767-437a-a4d2-3f86f377d735 x-openstack-request-id: req-2fa6e78f-9767-437a-a4d2-3f86f377d735 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:18.830206 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:18.830646 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fa6e78f-9767-437a-a4d2-3f86f377d735 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:18.833569 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'status': 'completed', 'code': 200} Jul 16 03:30:18.835807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f61d1272-3ea9-41ad-853c-874d95a9ef73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:18.836126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f61d1272-3ea9-41ad-853c-874d95a9ef73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:18.981353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-e20d536b-e04e-425d-9d23-61c2fb3c949e tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.983129 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-e20d536b-e04e-425d-9d23-61c2fb3c949e tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803076 Jul 16 03:30:18.995718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Request body: {'port': {'device_id': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': 'f055f9e8ba214bb2aa9743f4b74a67cc'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:19.097699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-f43e16e1-2e7d-472d-94ba-5d1244b3709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.099249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-f43e16e1-2e7d-472d-94ba-5d1244b3709c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 1094 time: 0.2487724 Jul 16 03:30:19.110044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.112717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Made reservation on behalf of f055f9e8ba214bb2aa9743f4b74a67cc for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:19.117091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.121925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.126331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.174201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc178c-ba4b-4971-bd3c-8827dd759aec req-c368b96a-2d21-40b2-8b0e-14ffe8f81bde tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.176538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43fc178c-ba4b-4971-bd3c-8827dd759aec req-c368b96a-2d21-40b2-8b0e-14ffe8f81bde tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2383368 Jul 16 03:30:19.190646 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.221622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.225494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.289004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73250aeb-4737-4a5d-aed8-c932f95c9563,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:19.383747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Allocated IP 192.168.233.93 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/ae827ce4-03ae-4e25-b8b5-af6d649941cc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:19.547437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.562098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Transition to ACTIVE for port object ae827ce4-03ae-4e25-b8b5-af6d649941cc will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:19.573176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.599576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.619787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f080a52f-9d58-487c-80b7-6bdd0bbbbfc8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:19.642649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.643818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4f52c1-8122-4965-af2a-7b1946324de9 req-544c1195-ac53-41ed-8673-2ce6a2a16514 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8214123 Jul 16 03:30:19.655347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:19.655533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:19.657838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:19.686056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Pushing event updated for resources: {'Port': ['ID=ae827ce4-03ae-4e25-b8b5-af6d649941cc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:19.697370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43fc178c-ba4b-4971-bd3c-8827dd759aec req-810fb252-b3c6-452b-b11f-2227199e8885 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041947 Jul 16 03:30:19.700552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-9c7b9aeb-db21-4144-a94c-5844c0d66f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.701841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-9c7b9aeb-db21-4144-a94c-5844c0d66f5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 907 time: 0.5945339 Jul 16 03:30:19.704877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6bb8025b-22be-4f77-8d15-e41cb407f632 req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1082146372', 'description': 'tempest-description-1210752425'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:19.731367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.732052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.749770 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-dbd7b067-5380-4fd3-98dd-1616d4f43d23 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7575989 Jul 16 03:30:19.761599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Request body: {'port': {'device_id': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:19.799844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-b84b1d3c-b066-4c53-8155-5ceda6bd5055 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef HTTP/1.1" status: 200 len: 217 time: 0.0729628 Jul 16 03:30:19.864073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb8025b-22be-4f77-8d15-e41cb407f632 req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.866983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.907918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-63453e37-275d-4e1c-8409-73c387a5cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.911187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-63453e37-275d-4e1c-8409-73c387a5cd54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.1026864 Jul 16 03:30:20.007216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-0a348d4e-d701-4a67-a405-1e461f1539b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882607 Jul 16 03:30:20.038200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-874f551e-7b62-49d7-9ab1-a6fc28f80719 None None] Provisioning for port ae827ce4-03ae-4e25-b8b5-af6d649941cc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:20.042932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-874f551e-7b62-49d7-9ab1-a6fc28f80719 None None] Provisioning complete for port ae827ce4-03ae-4e25-b8b5-af6d649941cc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:20.046202 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-874f551e-7b62-49d7-9ab1-a6fc28f80719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.093837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-874f551e-7b62-49d7-9ab1-a6fc28f80719 None None] Port ae827ce4-03ae-4e25-b8b5-af6d649941cc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:20.216293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae827ce4-03ae-4e25-b8b5-af6d649941cc {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:20.223909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.229715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb8025b-22be-4f77-8d15-e41cb407f632 req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.237286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Transition to ACTIVE for port object ae827ce4-03ae-4e25-b8b5-af6d649941cc will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:20.240459 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb8025b-22be-4f77-8d15-e41cb407f632 req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.241123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.302819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Pushing event updated for resources: {'Port': ['ID=ae827ce4-03ae-4e25-b8b5-af6d649941cc,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.310535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb8025b-22be-4f77-8d15-e41cb407f632 req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.313339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bb8025b-22be-4f77-8d15-e41cb407f632 req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6209357 Jul 16 03:30:20.322865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:20.326358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-c5a8deb1-8e5f-4a72-95b8-6d0c92d6c39e service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356663 Jul 16 03:30:20.328133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099376-e0b4-40cf-bbdd-a607bbaf0e64 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03019b3-f507-4256-8023-1b3edfbb7c56,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.405117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Attempting to bind port ae827ce4-03ae-4e25-b8b5-af6d649941cc on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:20.405842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Attempting to bind port ae827ce4-03ae-4e25-b8b5-af6d649941cc by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:20.406416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Attempting to bind port ae827ce4-03ae-4e25-b8b5-af6d649941cc on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:20.411694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Port ae827ce4-03ae-4e25-b8b5-af6d649941cc on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:20.412389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Attempting to bind port ae827ce4-03ae-4e25-b8b5-af6d649941cc on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:20.416347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8265b-0229-4159-8224-a037e774ffa3 req-617b7d7d-6040-48f3-ae9d-b4e46ed93e03 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.418648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:20.419278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:20.419734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ee8265b-0229-4159-8224-a037e774ffa3 req-617b7d7d-6040-48f3-ae9d-b4e46ed93e03 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 935 time: 0.3391898 Jul 16 03:30:20.420155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:20.420833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Bound port: ae827ce4-03ae-4e25-b8b5-af6d649941cc, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:20.421426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.464948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:20.484515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'mac_address': 'fa:16:3e:93:78:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:20.524065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] For port ae827ce4-03ae-4e25-b8b5-af6d649941cc, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:20.530570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] For port ae827ce4-03ae-4e25-b8b5-af6d649941cc, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:20.530826 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.535977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.546666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee46604f-2f7f-4b38-b0f0-26fc6448c5ef {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:20.569997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.570555 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.572029 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] 10.222.0.11 "PUT /v2.0/ports/ae827ce4-03ae-4e25-b8b5-af6d649941cc HTTP/1.1" status: 200 len: 1095 time: 0.8157094 Jul 16 03:30:20.580279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:20.587990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.604940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402742-33aa-4b71-a817-f78b5e20731a service neutron] Pushing event updated for resources: {'Port': ['ID=ae827ce4-03ae-4e25-b8b5-af6d649941cc,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.669366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ee8265b-0229-4159-8224-a037e774ffa3 req-d0ee7baa-df5f-49b2-b45d-4c8749efdd2a tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661224 Jul 16 03:30:20.671703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.685544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d9f458-9925-4bc2-80d8-07cca6e0e0dd req-21e6a107-33cd-44f3-a238-aa2d3cd45375 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510926 Jul 16 03:30:20.688804 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a00844cf-9fe0-491c-9a04-01e97b4a6dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.732232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-4fc51e2b-3f30-4954-b6d9-da391f47fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.733754 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-4fc51e2b-3f30-4954-b6d9-da391f47fe7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f055f9e8ba214bb2aa9743f4b74a67cc&device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 1098 time: 0.1128314 Jul 16 03:30:20.764805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b502b0b-1c8c-4f1c-96a3-76bfac53dced req-baebd23b-4a1d-42c7-89f5-e5baa4848638 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.766381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b502b0b-1c8c-4f1c-96a3-76bfac53dced req-baebd23b-4a1d-42c7-89f5-e5baa4848638 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 943 time: 0.2647521 Jul 16 03:30:20.774858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-aafc45c7-a4d4-4c4d-8f9c-7113f3abb130 req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-241704935', 'description': 'tempest-description-168210774'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:20.779061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-72204fdf-365b-45ae-9530-705dd6c1bc0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc HTTP/1.1" status: 200 len: 217 time: 0.0377321 Jul 16 03:30:20.793658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:20.835359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'tag': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:20.838797 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eb2054-193a-4a75-8f71-ebbf384d134d" -d '{"events": [{"name": "network-changed", "server_uuid": "6079049c-98c8-4de8-a62e-094844cc6f1c", "tag": "ae827ce4-03ae-4e25-b8b5-af6d649941cc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:20.847007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-6e90168c-5e91-49d1-b49d-302f6d6b1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.849182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-6e90168c-5e91-49d1-b49d-302f6d6b1bf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0628920 Jul 16 03:30:20.860285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aafc45c7-a4d4-4c4d-8f9c-7113f3abb130 req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.895646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b502b0b-1c8c-4f1c-96a3-76bfac53dced req-61cc903f-84bb-4842-aa48-36d807882083 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163409 Jul 16 03:30:20.908961 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.915582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.920393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-5b9d8434-a077-4a8c-a82d-f93b8bc310e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.922118 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-5b9d8434-a077-4a8c-a82d-f93b8bc310e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664661 Jul 16 03:30:21.032885 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-2d60f5dd-51d0-4998-8554-30cd8073a8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047204 Jul 16 03:30:21.075931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Router 8135a544-c4d9-4956-9e1b-643679891fc3 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:21.081240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aafc45c7-a4d4-4c4d-8f9c-7113f3abb130 req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.090686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aafc45c7-a4d4-4c4d-8f9c-7113f3abb130 req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.140073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e6ca55-73db-47eb-ba89-59ee0ec3a488 req-610c3e07-d411-422c-9912-ddcbb70cbe9d service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009212 Jul 16 03:30:21.159390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aafc45c7-a4d4-4c4d-8f9c-7113f3abb130 req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.161254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aafc45c7-a4d4-4c4d-8f9c-7113f3abb130 req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3917897 Jul 16 03:30:21.169891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ab700-7d06-4119-bf3d-f8245fe50b31 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364eee16-0650-4de4-a532-da7adc912f14,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.253662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:21.258155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.259397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5c90f273-e8e5-4c57-b75e-2bb85ac2f169 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "PUT /v2.0/routers/8135a544-c4d9-4956-9e1b-643679891fc3 HTTP/1.1" status: 200 len: 925 time: 2.7891946 Jul 16 03:30:21.262049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.265575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] Sync routers for ids ['8135a544-c4d9-4956-9e1b-643679891fc3'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:21.270957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-741358af-3be7-4482-91c2-cccf71ae1512 req-3cb3ab47-4a24-4f4b-b93c-19890595870f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/c03019b3-f507-4256-8023-1b3edfbb7c56 HTTP/1.1" status: 200 len: 1813 time: 0.0712945 Jul 16 03:30:21.292605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] Routers {'8135a544-c4d9-4956-9e1b-643679891fc3'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:21.293510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8135a544-c4d9-4956-9e1b-643679891fc3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.320968 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa663b-f4c1-410b-adeb-16c98888d026 x-openstack-request-id: req-3ffa663b-f4c1-410b-adeb-16c98888d026 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:21.321482 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6079049c-98c8-4de8-a62e-094844cc6f1c", "tag": "ae827ce4-03ae-4e25-b8b5-af6d649941cc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:21.321667 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ffa663b-f4c1-410b-adeb-16c98888d026 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:21.322072 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'tag': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc', 'status': 'completed', 'code': 200} Jul 16 03:30:21.382860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.394088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] Routers {'8135a544-c4d9-4956-9e1b-643679891fc3'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:21.395748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:29:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8135a544-c4d9-4956-9e1b-643679891fc3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.432614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f3c6a863-b4ef-4f2a-92d0-817ae97cc3ea req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-811667356', 'description': 'tempest-description-329225777'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:21.454588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-eb33f1b2-5e3b-4c44-a67f-d5a6a9935450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.456868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-eb33f1b2-5e3b-4c44-a67f-d5a6a9935450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f055f9e8ba214bb2aa9743f4b74a67cc&device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 1098 time: 0.0927334 Jul 16 03:30:21.476493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.477604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f265c81a-7a16-46c8-b814-071a27e15e4c tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/8135a544-c4d9-4956-9e1b-643679891fc3 HTTP/1.1" status: 200 len: 925 time: 0.2143948 Jul 16 03:30:21.479568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3c6a863-b4ef-4f2a-92d0-817ae97cc3ea req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.481523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55418) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.483955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb09d4b-d1cb-47f4-bafb-e02202433e47 None None] The sync data for ids ['8135a544-c4d9-4956-9e1b-643679891fc3'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:21.541598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-698fc066-0e0b-47dc-ae19-6a1539e7bf52 req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-861192994', 'description': 'tempest-description-715884621'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:21.580204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-0a8410b1-5f78-4ad0-b0a3-d40c4acc28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.581733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-0a8410b1-5f78-4ad0-b0a3-d40c4acc28f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1143465 Jul 16 03:30:21.598356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-698fc066-0e0b-47dc-ae19-6a1539e7bf52 req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.626149 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-db681008-1d5c-4500-9564-c9499e958fa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc HTTP/1.1" status: 200 len: 217 time: 0.0374284 Jul 16 03:30:21.648778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9282f-3c3b-42b1-ad8d-9505312a0eaf tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.650305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f9c9282f-3c3b-42b1-ad8d-9505312a0eaf tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=8135a544-c4d9-4956-9e1b-643679891fc3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1678638 Jul 16 03:30:21.654463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.679540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-4c7342d8-0324-4a89-979e-37a1e98cfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.681337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-4c7342d8-0324-4a89-979e-37a1e98cfa1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0486603 Jul 16 03:30:21.757389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-65ea4299-7919-4791-9680-cb8807bb755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.758932 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-65ea4299-7919-4791-9680-cb8807bb755b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707695 Jul 16 03:30:21.770871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3c6a863-b4ef-4f2a-92d0-817ae97cc3ea req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.776878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3c6a863-b4ef-4f2a-92d0-817ae97cc3ea req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.784503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9458e8-6105-420d-b46b-6ffce1ffb37e tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.785873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b9458e8-6105-420d-b46b-6ffce1ffb37e tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.1303833 Jul 16 03:30:21.790230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55424) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.819160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b809ae01-6ddc-41b6-87ad-197e3abf320d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.822936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-85c4d9c9-8c58-435d-ab59-1a1f982f389d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=8135a544-c4d9-4956-9e1b-643679891fc3 HTTP/1.1" status: 200 len: 205 time: 0.0315549 Jul 16 03:30:21.825518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.885751 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-966f3546-2a97-4c21-83eb-cda7efd76939 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192865 Jul 16 03:30:21.953457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-698fc066-0e0b-47dc-ae19-6a1539e7bf52 req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.965983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-698fc066-0e0b-47dc-ae19-6a1539e7bf52 req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.984313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.994918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3c6a863-b4ef-4f2a-92d0-817ae97cc3ea req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.996130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3c6a863-b4ef-4f2a-92d0-817ae97cc3ea req-9253a445-2d3a-426a-96ad-f00605cf1005 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5695889 Jul 16 03:30:21.996851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e6eb2054-193a-4a75-8f71-ebbf384d134d req-2623e00c-1a10-44f6-a660-c9a5455de541 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Jul 16 03:30:22.039762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8777b19-121a-465d-9f79-7363212bd9b5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.044632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-698fc066-0e0b-47dc-ae19-6a1539e7bf52 req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.045998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-698fc066-0e0b-47dc-ae19-6a1539e7bf52 req-78c7cd97-43e0-4e76-b0a6-9d9808effb86 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5273895 Jul 16 03:30:22.151641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.249650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d5bd6-0551-4d6e-a57e-2f6921f214e2 req-f3717710-ccc0-463d-a1c7-30d0a14e03bf tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.251166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae8d5bd6-0551-4d6e-a57e-2f6921f214e2 req-f3717710-ccc0-463d-a1c7-30d0a14e03bf tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1479847 Jul 16 03:30:22.293123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5531ef-22f5-410b-a42e-30d5c407d04b req-d347729f-88dd-4ddf-afa9-0213e5e137c8 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.294610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f5531ef-22f5-410b-a42e-30d5c407d04b req-d347729f-88dd-4ddf-afa9-0213e5e137c8 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 947 time: 0.1473060 Jul 16 03:30:22.317861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Deleting port 30808154-0aa5-46e2-a9bd-c4e8cf1179de {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:22.318223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.329073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae8d5bd6-0551-4d6e-a57e-2f6921f214e2 req-8b334cc2-4e54-4c1d-bde7-57b7a73df58e tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689251 Jul 16 03:30:22.355213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:22.371487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f5531ef-22f5-410b-a42e-30d5c407d04b req-910352b3-f08f-4588-80f7-932e75f51d67 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646324 Jul 16 03:30:22.419515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:22.424741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:22.425348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.451210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.494247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Calling delete_port for 30808154-0aa5-46e2-a9bd-c4e8cf1179de owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:22.502310 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.508720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-a5e47ca0-5de4-47cc-a6d1-36f090e2c009 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/364eee16-0650-4de4-a532-da7adc912f14 HTTP/1.1" status: 200 len: 1803 time: 0.1024799 Jul 16 03:30:22.527247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:22.529586 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0fe89-baf4-4b7c-b20f-ea38b5437ed4" -d '{"events": [{"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:22.542511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:22.546572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.598819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.934932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a90a-7739-4c7f-97bc-e4195abadf7f req-9d9fddc4-502f-483d-a0f9-8b3d349da38b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.936401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f10a90a-7739-4c7f-97bc-e4195abadf7f req-9d9fddc4-502f-483d-a0f9-8b3d349da38b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 944 time: 0.4910834 Jul 16 03:30:22.957616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-5338eda5-9cca-402c-a86b-32f644254bcd tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/b809ae01-6ddc-41b6-87ad-197e3abf320d HTTP/1.1" status: 200 len: 1803 time: 0.4385111 Jul 16 03:30:23.000475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '364eee16-0650-4de4-a532-da7adc912f14', 'remote_group_id': 'b809ae01-6ddc-41b6-87ad-197e3abf320d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:23.000700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '364eee16-0650-4de4-a532-da7adc912f14', 'remote_group_id': 'b809ae01-6ddc-41b6-87ad-197e3abf320d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:23.045659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f10a90a-7739-4c7f-97bc-e4195abadf7f req-c1ca9eba-84fb-4b4d-b389-d4fcbe8d3c1d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017644 Jul 16 03:30:23.151345 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.165779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d8bea95-6c4e-41a9-81b7-2cc24ed40032 req-bb9c9d53-e700-45fc-b657-17fc7204700d tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/c8777b19-121a-465d-9f79-7363212bd9b5 HTTP/1.1" status: 200 len: 1811 time: 0.0906727 Jul 16 03:30:23.184856 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.189234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event deleted for resources: {'Port': ['ID=30808154-0aa5-46e2-a9bd-c4e8cf1179de,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.249523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dd86-454e-409a-b540-95620c82615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.277005 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.280530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.283935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.383030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.386580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007d7c77-bd37-4ea7-87ae-1aa84bf49aca,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.388901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.398738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.400014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba601290-2022-41db-b04e-e49e7b8052c8 req-8d9eba35-416e-4e50-a6a4-69810c495a71 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4063056 Jul 16 03:30:23.405729 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6616c9b5-753f-4651-9732-952e4fc79da5 x-openstack-request-id: req-6616c9b5-753f-4651-9732-952e4fc79da5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:23.406198 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:23.406397 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6616c9b5-753f-4651-9732-952e4fc79da5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:23.406926 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'code': 200} Jul 16 03:30:23.440792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e21ebbcd-7527-4dda-ae6d-f4723b1babde req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-465780625', 'description': 'tempest-description-306926678'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:23.453551 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.454152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Fanout notify agent at l3_agent the message router_deleted on router 8135a544-c4d9-4956-9e1b-643679891fc3 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:23.462277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.463408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f9a4109f-ab12-4a6e-b8b0-0a1fcee0bb7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/8135a544-c4d9-4956-9e1b-643679891fc3 HTTP/1.1" status: 204 len: 168 time: 1.6369808 Jul 16 03:30:23.466995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:23.473649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1157776600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:23.493527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e21ebbcd-7527-4dda-ae6d-f4723b1babde req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.525976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.527000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.539768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410e380-59c9-4f20-b94b-da04902c43fe req-9037e38e-1976-4804-b7aa-da8bb05d4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.541396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f410e380-59c9-4f20-b94b-da04902c43fe req-9037e38e-1976-4804-b7aa-da8bb05d4a28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0577922 Jul 16 03:30:23.580864 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f410e380-59c9-4f20-b94b-da04902c43fe req-452517b5-3fbd-43a6-a81e-0bf31a1f887c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jul 16 03:30:23.604815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.612823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.650904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e21ebbcd-7527-4dda-ae6d-f4723b1babde req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.656143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e21ebbcd-7527-4dda-ae6d-f4723b1babde req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.666236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.667448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1d72bc43-9c7f-48f2-8564-658994d9819d tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1992917 Jul 16 03:30:23.672247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55460) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:23.679005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:23.692027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e21ebbcd-7527-4dda-ae6d-f4723b1babde req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.693445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e21ebbcd-7527-4dda-ae6d-f4723b1babde req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2578578 Jul 16 03:30:23.695684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978e9f9-de9a-4bb2-9483-14271e615d26 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1c7947-ba42-4fb0-9460-9359afe9f455,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.815991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.914283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf931af-3971-4e00-9bc7-64ba2417537a req-38396d15-29ff-42e7-9942-9dba64536f87 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.915857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cf931af-3971-4e00-9bc7-64ba2417537a req-38396d15-29ff-42e7-9942-9dba64536f87 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1204305 Jul 16 03:30:23.931257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6875c3-53c0-4951-bbe1-6fe4613d40ed req-9c414a17-b07f-4087-8e26-81420fb42ddb tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.932725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f6875c3-53c0-4951-bbe1-6fe4613d40ed req-9c414a17-b07f-4087-8e26-81420fb42ddb tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 947 time: 0.0968244 Jul 16 03:30:23.939424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.990184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cf931af-3971-4e00-9bc7-64ba2417537a req-61604b4a-851f-43c6-a1a4-c00e6e378468 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682626 Jul 16 03:30:23.995085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f6875c3-53c0-4951-bbe1-6fe4613d40ed req-29c9c1e8-fd24-44a2-be8c-6e3ac6615e8c tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564802 Jul 16 03:30:24.025007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8c4e17b0-4aad-4491-80fb-2f043968972b req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1296588904', 'description': 'tempest-description-1700879527'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:24.081056 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c4e17b0-4aad-4491-80fb-2f043968972b req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.092734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8078739-3dd2-4ac1-8a02-4ac919bb4284 req-c1de7c5c-3fe9-4e38-ae31-d358be6e96fd tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/ea1c7947-ba42-4fb0-9460-9359afe9f455 HTTP/1.1" status: 200 len: 1811 time: 0.0556333 Jul 16 03:30:24.140828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.165882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.182110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c4e17b0-4aad-4491-80fb-2f043968972b req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.185995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c4e17b0-4aad-4491-80fb-2f043968972b req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.220548 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.227873 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8c4e17b0-4aad-4491-80fb-2f043968972b req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.229108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c4e17b0-4aad-4491-80fb-2f043968972b req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2136965 Jul 16 03:30:24.251433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91481f7-2b00-472d-bbbe-c5594ca629c2 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01cbcf0-6ccb-4382-919f-e845af919fab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.277080 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-762b18f7-a0db-43b6-ac0e-932c963b04ce req-06aac8c0-a154-47e4-9540-9cb6f8ab762c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] show failed (client error): The resource could not be found. Jul 16 03:30:24.278262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-762b18f7-a0db-43b6-ac0e-932c963b04ce req-06aac8c0-a154-47e4-9540-9cb6f8ab762c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/87ba903a-4e38-4789-9d35-c1c3d51881ef HTTP/1.1" status: 404 len: 352 time: 0.0197587 Jul 16 03:30:24.287088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Allocated IP 172.25.4.77 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/818f69e1-b5cf-4641-af6d-64b094b4f143) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:24.310417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-16950702-d7ed-4d2d-83b4-c466af47d761 req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1009393509', 'description': 'tempest-description-1772952542'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:24.338368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad98fe-545a-4fd9-9618-254d31f9e60a req-4235ea09-4e24-40e9-b444-7dc870bf8093 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.345471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1ad98fe-545a-4fd9-9618-254d31f9e60a req-4235ea09-4e24-40e9-b444-7dc870bf8093 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.1407468 Jul 16 03:30:24.357277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ae827ce4-03ae-4e25-b8b5-af6d649941cc details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:24.384632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16950702-d7ed-4d2d-83b4-c466af47d761 req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.446401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1ad98fe-545a-4fd9-9618-254d31f9e60a req-629a9a85-058d-4515-8054-565383b4cd2e tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999944 Jul 16 03:30:24.452256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.500640 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-4c5efd7b-e022-4625-b3cb-c438790ae1a5 req-2eef1fbd-69f7-4210-8bf4-fdcac7052ef2 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] show failed (client error): The resource could not be found. Jul 16 03:30:24.502111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c5efd7b-e022-4625-b3cb-c438790ae1a5 req-2eef1fbd-69f7-4210-8bf4-fdcac7052ef2 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-group-rules/40a987d5-f101-4fd6-8e9f-53c3e86f4cc6 HTTP/1.1" status: 404 len: 361 time: 0.0308912 Jul 16 03:30:24.502428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ae827ce4-03ae-4e25-b8b5-af6d649941cc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:24.517473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc', 'mac_address': 'fa:16:3e:4c:b9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:24.524204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.562599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.577473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae827ce4-03ae-4e25-b8b5-af6d649941cc {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:24.588301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16950702-d7ed-4d2d-83b4-c466af47d761 req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.597967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16950702-d7ed-4d2d-83b4-c466af47d761 req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.600512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ae827ce4-03ae-4e25-b8b5-af6d649941cc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:24.600712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:24.604599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:24.608010 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.608639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:24.654230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event updated for resources: {'Port': ['ID=818f69e1-b5cf-4641-af6d-64b094b4f143,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.665167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ae827ce4-03ae-4e25-b8b5-af6d649941cc,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.679094 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16950702-d7ed-4d2d-83b4-c466af47d761 req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.680260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16950702-d7ed-4d2d-83b4-c466af47d761 req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3782668 Jul 16 03:30:24.692660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980c916-6f3d-4e32-b2f7-09ef6366e0bc tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b030c-f36c-4352-b24f-7899ccab7685,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.762828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-1869096a-354c-4320-bd72-9f32c7b628a8 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/b01cbcf0-6ccb-4382-919f-e845af919fab HTTP/1.1" status: 200 len: 1805 time: 0.0585551 Jul 16 03:30:24.770588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c21d973-f771-41bc-bfba-dc58d2bc9eac req-faf720cd-4fe4-485c-acd1-75e10bead2e0 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/ea1c7947-ba42-4fb0-9460-9359afe9f455 HTTP/1.1" status: 200 len: 1811 time: 0.0920651 Jul 16 03:30:24.817409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ae827ce4-03ae-4e25-b8b5-af6d649941cc'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:24.858920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-94d9a1e0-42ae-4359-a72b-771f94f6308e tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/dd8b030c-f36c-4352-b24f-7899ccab7685 HTTP/1.1" status: 200 len: 1805 time: 0.0880442 Jul 16 03:30:24.866388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c21d973-f771-41bc-bfba-dc58d2bc9eac req-5853b1fd-e122-489e-bb7c-05b160a0da5f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.871514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b01cbcf0-6ccb-4382-919f-e845af919fab', 'remote_group_id': 'dd8b030c-f36c-4352-b24f-7899ccab7685', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:24.871902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b01cbcf0-6ccb-4382-919f-e845af919fab', 'remote_group_id': 'dd8b030c-f36c-4352-b24f-7899ccab7685', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:24.910138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c21d973-f771-41bc-bfba-dc58d2bc9eac req-5853b1fd-e122-489e-bb7c-05b160a0da5f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.943421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.991660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c21d973-f771-41bc-bfba-dc58d2bc9eac req-5853b1fd-e122-489e-bb7c-05b160a0da5f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.994232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c21d973-f771-41bc-bfba-dc58d2bc9eac req-5853b1fd-e122-489e-bb7c-05b160a0da5f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.997293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c21d973-f771-41bc-bfba-dc58d2bc9eac req-5853b1fd-e122-489e-bb7c-05b160a0da5f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea1c7947-ba42-4fb0-9460-9359afe9f455 HTTP/1.1" status: 204 len: 173 time: 0.2185342 Jul 16 03:30:25.007295 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.018123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853b1fd-e122-489e-bb7c-05b160a0da5f tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1c7947-ba42-4fb0-9460-9359afe9f455,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.067286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.076225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.098089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2f5cc22-0161-48a4-a83a-be5d99561c69 req-5e6665cd-37c4-42da-b368-15e2c6e3332b tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/c8777b19-121a-465d-9f79-7363212bd9b5 HTTP/1.1" status: 200 len: 1811 time: 0.0775330 Jul 16 03:30:25.112808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6707dc-c820-4f4e-99e4-efc4d38acde5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.119382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.120568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea718c53-bc1b-4d17-8c90-7d55b4e66c93 req-3aaccd58-9714-4723-a11d-d1cc13c8e554 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2551041 Jul 16 03:30:25.177916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f2f5cc22-0161-48a4-a83a-be5d99561c69 req-b5ade02d-99e6-4c82-bbbe-e1ac0c60b8f3 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.194818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.198880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.206404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f2f5cc22-0161-48a4-a83a-be5d99561c69 req-b5ade02d-99e6-4c82-bbbe-e1ac0c60b8f3 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.288349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f2f5cc22-0161-48a4-a83a-be5d99561c69 req-b5ade02d-99e6-4c82-bbbe-e1ac0c60b8f3 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.291080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f2f5cc22-0161-48a4-a83a-be5d99561c69 req-b5ade02d-99e6-4c82-bbbe-e1ac0c60b8f3 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.292238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2f5cc22-0161-48a4-a83a-be5d99561c69 req-b5ade02d-99e6-4c82-bbbe-e1ac0c60b8f3 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "DELETE /v2.0/security-groups/c8777b19-121a-465d-9f79-7363212bd9b5 HTTP/1.1" status: 204 len: 173 time: 0.1877620 Jul 16 03:30:25.312566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ade02d-99e6-4c82-bbbe-e1ac0c60b8f3 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8777b19-121a-465d-9f79-7363212bd9b5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.334843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b386af-6a91-4337-b0f6-dc72e5be4ba5 req-022b1f79-7dee-4448-bfb5-7f41165b01ef tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.337545 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8b386af-6a91-4337-b0f6-dc72e5be4ba5 req-022b1f79-7dee-4448-bfb5-7f41165b01ef tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1122091 Jul 16 03:30:25.361256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Router 11bf1b10-2e37-4a41-b94c-8e2478b6f636 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:25.395431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8b386af-6a91-4337-b0f6-dc72e5be4ba5 req-3f4e5122-fd1d-46aa-aea4-d558893beb04 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Jul 16 03:30:25.527230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e6ffbae-c4f2-4e7d-bc4c-e93d63e273fc req-431ea93c-f246-4fae-b37c-fda8cb250143 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/dd8b030c-f36c-4352-b24f-7899ccab7685 HTTP/1.1" status: 200 len: 1805 time: 0.0842187 Jul 16 03:30:25.542372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78c3f0-ac13-4a5e-9632-a6e08fc3658a req-f09f272d-34f4-448c-b04f-3f67f2379ea2 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.544178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b78c3f0-ac13-4a5e-9632-a6e08fc3658a req-f09f272d-34f4-448c-b04f-3f67f2379ea2 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 948 time: 0.1107917 Jul 16 03:30:25.619346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b78c3f0-ac13-4a5e-9632-a6e08fc3658a req-90cd2b0a-d1e1-4124-bc0e-61da30591118 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660889 Jul 16 03:30:25.652669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e6ffbae-c4f2-4e7d-bc4c-e93d63e273fc req-0b879951-c63e-4da0-b095-858168502d59 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.693613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e6ffbae-c4f2-4e7d-bc4c-e93d63e273fc req-0b879951-c63e-4da0-b095-858168502d59 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.734841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2de2adc7-b576-4fc7-a4a3-b3dacd09dd7a req-bef51d50-2f80-4222-bc31-879b3138c785 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/c03019b3-f507-4256-8023-1b3edfbb7c56 HTTP/1.1" status: 200 len: 1813 time: 0.0758307 Jul 16 03:30:25.789714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:25.798071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.799357 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3511e6b0-b57c-4955-ade7-2f4a99d6541e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "PUT /v2.0/routers/11bf1b10-2e37-4a41-b94c-8e2478b6f636 HTTP/1.1" status: 200 len: 883 time: 2.1273892 Jul 16 03:30:25.801960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55496) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:25.804446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e6ffbae-c4f2-4e7d-bc4c-e93d63e273fc req-0b879951-c63e-4da0-b095-858168502d59 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.804621 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] Sync routers for ids ['11bf1b10-2e37-4a41-b94c-8e2478b6f636'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:25.807000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e6ffbae-c4f2-4e7d-bc4c-e93d63e273fc req-0b879951-c63e-4da0-b095-858168502d59 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.808111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e6ffbae-c4f2-4e7d-bc4c-e93d63e273fc req-0b879951-c63e-4da0-b095-858168502d59 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/dd8b030c-f36c-4352-b24f-7899ccab7685 HTTP/1.1" status: 204 len: 173 time: 0.2630005 Jul 16 03:30:25.818334 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] Routers {'11bf1b10-2e37-4a41-b94c-8e2478b6f636'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:25.819587 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['11bf1b10-2e37-4a41-b94c-8e2478b6f636'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:25.825140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2de2adc7-b576-4fc7-a4a3-b3dacd09dd7a req-4b98751e-f810-42c2-9ce2-b2f399ce3444 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.826824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b879951-c63e-4da0-b095-858168502d59 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b030c-f36c-4352-b24f-7899ccab7685,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.878014 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:25.883528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2de2adc7-b576-4fc7-a4a3-b3dacd09dd7a req-4b98751e-f810-42c2-9ce2-b2f399ce3444 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.888291 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] Routers {'11bf1b10-2e37-4a41-b94c-8e2478b6f636'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:25.889097 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['11bf1b10-2e37-4a41-b94c-8e2478b6f636'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:25.936501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d99b1ea7-fe21-4c26-a10c-1bd70c7a3c61 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/11bf1b10-2e37-4a41-b94c-8e2478b6f636 HTTP/1.1" status: 200 len: 924 time: 0.1331630 Jul 16 03:30:25.939099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:25.959633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.965115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2de2adc7-b576-4fc7-a4a3-b3dacd09dd7a req-4b98751e-f810-42c2-9ce2-b2f399ce3444 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.968129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2de2adc7-b576-4fc7-a4a3-b3dacd09dd7a req-4b98751e-f810-42c2-9ce2-b2f399ce3444 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.969359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2de2adc7-b576-4fc7-a4a3-b3dacd09dd7a req-4b98751e-f810-42c2-9ce2-b2f399ce3444 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "DELETE /v2.0/security-groups/c03019b3-f507-4256-8023-1b3edfbb7c56 HTTP/1.1" status: 204 len: 173 time: 0.2262468 Jul 16 03:30:25.993890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98751e-f810-42c2-9ce2-b2f399ce3444 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03019b3-f507-4256-8023-1b3edfbb7c56,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:26.052645 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:26.053510 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253579a-5c5b-4817-acb3-73fe6c46e021 None None] The sync data for ids ['11bf1b10-2e37-4a41-b94c-8e2478b6f636'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:26.081225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ab0368-0eb0-4d7f-a03f-053fd0b5450d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.086957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f2ab0368-0eb0-4d7f-a03f-053fd0b5450d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=11bf1b10-2e37-4a41-b94c-8e2478b6f636&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1466475 Jul 16 03:30:26.087850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55506) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:26.141221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f6e1-cd18-4e86-9f6f-058ab5c4e324 req-04356111-1bbb-4d50-92d6-9026ba30f6bd tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.143288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23b5f6e1-cd18-4e86-9f6f-058ab5c4e324 req-04356111-1bbb-4d50-92d6-9026ba30f6bd tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.0824459 Jul 16 03:30:26.189540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45dd0ef-a7c7-45ea-a686-31e8c4ae819e tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.194663 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d45dd0ef-a7c7-45ea-a686-31e8c4ae819e tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.1055689 Jul 16 03:30:26.195559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55508) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:26.211275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23b5f6e1-cd18-4e86-9f6f-058ab5c4e324 req-b8f1d922-9c4c-472c-8781-2c26a43b0dae tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558426 Jul 16 03:30:26.225940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa02fd4c-2bfe-43d8-be0d-b43979f9bb82 req-d6432c37-58fb-41ac-b4e6-70f3e9e184c1 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/b01cbcf0-6ccb-4382-919f-e845af919fab HTTP/1.1" status: 200 len: 1805 time: 0.0566106 Jul 16 03:30:26.227956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb5fdee2-9638-402c-8dae-a5488a781492 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bf1b10-2e37-4a41-b94c-8e2478b6f636 HTTP/1.1" status: 200 len: 205 time: 0.0315766 Jul 16 03:30:26.230539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:26.286065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-02af8a61-c1b1-4dec-bcd2-842e924b06e9 req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-552129330', 'description': 'tempest-description-1931664391'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:26.353009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ae827ce4-03ae-4e25-b8b5-af6d649941cc up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:26.389043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa3f45ac-b99c-4b04-8c3a-fc5df62aa436 req-ab9735e9-5212-4c19-8269-ccb9244ff227 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/1b8ab124-8907-41dd-83e5-59774d2e4d94 HTTP/1.1" status: 200 len: 1813 time: 0.1092677 Jul 16 03:30:26.392224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02af8a61-c1b1-4dec-bcd2-842e924b06e9 req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.413509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port ae827ce4-03ae-4e25-b8b5-af6d649941cc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:26.418092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ae827ce4-03ae-4e25-b8b5-af6d649941cc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:26.420095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.433811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.500717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.537924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:26.540745 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3040c20-e91f-41fd-8bb5-c30963b70102" -d '{"events": [{"server_uuid": "6079049c-98c8-4de8-a62e-094844cc6f1c", "name": "network-vif-plugged", "status": "completed", "tag": "ae827ce4-03ae-4e25-b8b5-af6d649941cc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:26.554283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ae827ce4-03ae-4e25-b8b5-af6d649941cc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:26.560033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.564462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa3f45ac-b99c-4b04-8c3a-fc5df62aa436 req-e9bde5f2-909b-4338-87be-19b31961e27a tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.609364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ae827ce4-03ae-4e25-b8b5-af6d649941cc,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:26.615545 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa3f45ac-b99c-4b04-8c3a-fc5df62aa436 req-e9bde5f2-909b-4338-87be-19b31961e27a tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.654861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.680980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02af8a61-c1b1-4dec-bcd2-842e924b06e9 req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.686351 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02af8a61-c1b1-4dec-bcd2-842e924b06e9 req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.727921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa3f45ac-b99c-4b04-8c3a-fc5df62aa436 req-e9bde5f2-909b-4338-87be-19b31961e27a tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.731140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa3f45ac-b99c-4b04-8c3a-fc5df62aa436 req-e9bde5f2-909b-4338-87be-19b31961e27a tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.732274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa3f45ac-b99c-4b04-8c3a-fc5df62aa436 req-e9bde5f2-909b-4338-87be-19b31961e27a tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b8ab124-8907-41dd-83e5-59774d2e4d94 HTTP/1.1" status: 204 len: 173 time: 0.3314312 Jul 16 03:30:26.743911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-02af8a61-c1b1-4dec-bcd2-842e924b06e9 req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.745127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02af8a61-c1b1-4dec-bcd2-842e924b06e9 req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4665639 Jul 16 03:30:26.760566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f67a2-7e0f-4846-bcc5-5ec0141147e7 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c3546-10ec-42a6-a31f-249c6dfcd6b1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:26.778272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bde5f2-909b-4338-87be-19b31961e27a tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ab124-8907-41dd-83e5-59774d2e4d94,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:26.788750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Deleting port 818f69e1-b5cf-4641-af6d-64b094b4f143 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:26.789167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.900007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.943385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Calling delete_port for 818f69e1-b5cf-4641-af6d-64b094b4f143 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:26.968680 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df0ff06-71a2-4b6d-b7e6-e14d498f23e2 x-openstack-request-id: req-8df0ff06-71a2-4b6d-b7e6-e14d498f23e2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:26.969164 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6079049c-98c8-4de8-a62e-094844cc6f1c", "name": "network-vif-plugged", "status": "completed", "tag": "ae827ce4-03ae-4e25-b8b5-af6d649941cc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:26.969274 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8df0ff06-71a2-4b6d-b7e6-e14d498f23e2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:26.969625 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc', 'code': 200} Jul 16 03:30:27.067539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6f6cb-ce06-4f5a-8142-417d18d786c2 req-7f52ecd0-dd3e-4bea-979c-cbfbae5fecd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:27.069250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d6f6cb-ce06-4f5a-8142-417d18d786c2 req-7f52ecd0-dd3e-4bea-979c-cbfbae5fecd2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1611483 Jul 16 03:30:27.112728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26c90d-434c-4469-8ba9-20174f797021 req-3f6880fd-1cba-4925-8224-f0d0d69c4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:27.115513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ae26c90d-434c-4469-8ba9-20174f797021 req-3f6880fd-1cba-4925-8224-f0d0d69c4651 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 1100 time: 0.0657749 Jul 16 03:30:27.155084 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ae26c90d-434c-4469-8ba9-20174f797021 req-1668eb93-a6e8-499d-bb31-3f1627ea4549 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jul 16 03:30:27.191478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d6f6cb-ce06-4f5a-8142-417d18d786c2 req-f7e988a8-ddb9-4e42-af00-073dc1331ea7 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152737 Jul 16 03:30:27.266485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d354b9-6ec7-49cd-b1e5-66d5f27947ed req-8cb902da-64ff-42d2-94e1-97a0f7b7e974 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:27.268365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74d354b9-6ec7-49cd-b1e5-66d5f27947ed req-8cb902da-64ff-42d2-94e1-97a0f7b7e974 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 949 time: 0.1849205 Jul 16 03:30:27.295846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.335041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e59b1041-25e0-4cfd-a142-bdfd30bc7c26 req-1afcb7d4-9df9-45c5-89c3-724fe197495c tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "GET /v2.0/security-groups/47d695ff-6803-464e-8456-42eadc21e88e HTTP/1.1" status: 200 len: 1811 time: 0.1099513 Jul 16 03:30:27.335765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event deleted for resources: {'Port': ['ID=818f69e1-b5cf-4641-af6d-64b094b4f143,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.395492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74d354b9-6ec7-49cd-b1e5-66d5f27947ed req-c9f5fe34-d046-4279-bf91-f7a8d09d996f tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187530 Jul 16 03:30:27.488613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.490695 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e59b1041-25e0-4cfd-a142-bdfd30bc7c26 req-629a3c13-a28a-4eab-8d29-66724f1f05e7 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.522903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-eea6be26-8d8d-4c00-875d-baf567a05baf tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/7c9c3546-10ec-42a6-a31f-249c6dfcd6b1 HTTP/1.1" status: 200 len: 1804 time: 0.0940123 Jul 16 03:30:27.591412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c9c3546-10ec-42a6-a31f-249c6dfcd6b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:27.591608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c9c3546-10ec-42a6-a31f-249c6dfcd6b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:27.613319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e59b1041-25e0-4cfd-a142-bdfd30bc7c26 req-629a3c13-a28a-4eab-8d29-66724f1f05e7 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.618680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.625117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.707614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.708133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Fanout notify agent at l3_agent the message router_deleted on router 11bf1b10-2e37-4a41-b94c-8e2478b6f636 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:27.717569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.718707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-504c1561-596a-4f99-958b-64c3351c1d86 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/11bf1b10-2e37-4a41-b94c-8e2478b6f636 HTTP/1.1" status: 204 len: 168 time: 1.4868309 Jul 16 03:30:27.723265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55532) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:27.729668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1484857007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:27.734837 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e59b1041-25e0-4cfd-a142-bdfd30bc7c26 req-629a3c13-a28a-4eab-8d29-66724f1f05e7 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.737390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e59b1041-25e0-4cfd-a142-bdfd30bc7c26 req-629a3c13-a28a-4eab-8d29-66724f1f05e7 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.738577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e59b1041-25e0-4cfd-a142-bdfd30bc7c26 req-629a3c13-a28a-4eab-8d29-66724f1f05e7 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] 10.222.0.25 "DELETE /v2.0/security-groups/47d695ff-6803-464e-8456-42eadc21e88e HTTP/1.1" status: 204 len: 173 time: 0.3955393 Jul 16 03:30:27.749155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:27.750707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.755064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.756234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.764820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a3c13-a28a-4eab-8d29-66724f1f05e7 tempest-SecurityGroupRulesNegativeTestJSON-2033251157 tempest-SecurityGroupRulesNegativeTestJSON-2033251157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d695ff-6803-464e-8456-42eadc21e88e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.808918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.818125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.819347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Deleting subnet aeeb7806-65b3-4334-aad0-c770f4c8f036 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:27.822903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.825255 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.837712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.866215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.871127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19af160-f70f-43c8-9445-9b559df1eb5f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.872095 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8251d104-e43d-4564-842c-ec5187cad43c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1463482 Jul 16 03:30:27.872981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55536) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:27.881342 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.882499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': True}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:27.882682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23d1ad91-bc8d-4f77-b780-9b150c9b9f2d req-fdb734cc-829f-4fe8-b738-22bd25318e72 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3223672 Jul 16 03:30:27.884663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.960076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.033644 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.088762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeeb7806-65b3-4334-aad0-c770f4c8f036,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.091338 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.093075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-57090ccd-e3d5-4743-8109-0117c70d9f9e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aeeb7806-65b3-4334-aad0-c770f4c8f036 HTTP/1.1" status: 204 len: 168 time: 0.3382890 Jul 16 03:30:28.099455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:28.160296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.255187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f90b2e-b865-4603-8724-f39f58e24efc req-781904d2-c0ea-4db8-b425-12f3155a90d0 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:28.256714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9f90b2e-b865-4603-8724-f39f58e24efc req-781904d2-c0ea-4db8-b425-12f3155a90d0 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.2351797 Jul 16 03:30:28.261391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.277058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-14cb9a41-92f7-476a-ab55-3b8e84304994 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/7c9c3546-10ec-42a6-a31f-249c6dfcd6b1 HTTP/1.1" status: 200 len: 2397 time: 0.1245208 Jul 16 03:30:28.295337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c9c3546-10ec-42a6-a31f-249c6dfcd6b1', 'remote_group_id': None}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:28.295659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c9c3546-10ec-42a6-a31f-249c6dfcd6b1', 'remote_group_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:28.347966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9f90b2e-b865-4603-8724-f39f58e24efc req-430e0d9e-0724-4b45-bfd2-84ffdd25a880 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808148 Jul 16 03:30:28.385530 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.422646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.433061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.455304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38436afd-fc11-4ed8-b598-5f467309067a']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:28.475484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2f90b4-12ef-437f-962d-0f711965dc5f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:28.475882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2f90b4-12ef-437f-962d-0f711965dc5f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:28.486359 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.521539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.551656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Allocated IP 172.25.4.4 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/eac5d93c-43ee-4782-bb08-e6fd3f0ecf38) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:28.562265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.563616 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.573968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.581093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:28.581498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:28.586617 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:28.626269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b8bd5c-ef81-4975-af24-6283cde4657a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.659583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.661516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8aca8a82-e5f5-4146-87a9-ef6222a92ce1 req-3a7a5af6-8b6f-4535-b1ac-acf6058d566c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3728006 Jul 16 03:30:28.664173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.676888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357fab9-af31-4112-83ef-597e33b745a8 req-151d473c-b7cb-4eb2-9cd3-d0ba802cff74 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:28.677903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f357fab9-af31-4112-83ef-597e33b745a8 req-151d473c-b7cb-4eb2-9cd3-d0ba802cff74 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1997588 Jul 16 03:30:28.679073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.683783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.687001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] 10.222.0.25 "DELETE /v2.0/networks/38436afd-fc11-4ed8-b598-5f467309067a HTTP/1.1" status: 204 len: 168 time: 0.5829201 Jul 16 03:30:28.713798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e469fc0-027b-4aa2-ab9f-510473ca2e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=38436afd-fc11-4ed8-b598-5f467309067a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.719926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.752044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f357fab9-af31-4112-83ef-597e33b745a8 req-12864b52-2905-439e-bdae-a348d8500518 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632367 Jul 16 03:30:28.767947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:28.767947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:28.772208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:28.804994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Port': ['ID=eac5d93c-43ee-4782-bb08-e6fd3f0ecf38,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.891249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-902b7030-0e7c-468b-a469-658445584818 req-019b5d59-f159-4824-9682-be4b84dc67de tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/7c9c3546-10ec-42a6-a31f-249c6dfcd6b1 HTTP/1.1" status: 200 len: 2995 time: 0.1175263 Jul 16 03:30:28.899745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:28.933365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-2400ff77-63ec-49a0-9bf1-29ab2c919b9c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-group-rules/73b8bd5c-ef81-4975-af24-6283cde4657a HTTP/1.1" status: 200 len: 783 time: 0.0377073 Jul 16 03:30:28.953765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43aeed-f568-479d-80a1-b0872e3bbe42 req-0a463a8b-ae40-44b1-88f2-2c07e8c891ca tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:28.955242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be43aeed-f568-479d-80a1-b0872e3bbe42 req-0a463a8b-ae40-44b1-88f2-2c07e8c891ca tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 949 time: 0.1626234 Jul 16 03:30:29.009365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-262b63bf-4bf4-4846-8dc3-56a494c18b6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=138ef898a00d4ee4864bbf7ba0870701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037979 Jul 16 03:30:29.014890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55556) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:29.028389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-dd014b13-6442-4c12-8eba-062fbe479971 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/7c9c3546-10ec-42a6-a31f-249c6dfcd6b1 HTTP/1.1" status: 200 len: 2995 time: 0.0873120 Jul 16 03:30:29.036458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be43aeed-f568-479d-80a1-b0872e3bbe42 req-1535095b-5d6e-4a75-b399-fae9dd67d3b8 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727844 Jul 16 03:30:29.067359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.075672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-810ba623-2f75-43fe-92cf-1c7563dea9a0 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.083952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-810ba623-2f75-43fe-92cf-1c7563dea9a0 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.116064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-810ba623-2f75-43fe-92cf-1c7563dea9a0 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.121447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-810ba623-2f75-43fe-92cf-1c7563dea9a0 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.124189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64147a90-e943-4c1d-8c56-947405701879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.124577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-989cc0a2-4de5-42df-a9f2-00e3168e8a73 req-810ba623-2f75-43fe-92cf-1c7563dea9a0 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/73b8bd5c-ef81-4975-af24-6283cde4657a HTTP/1.1" status: 204 len: 173 time: 0.0872118 Jul 16 03:30:29.135295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba623-2f75-43fe-92cf-1c7563dea9a0 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b8bd5c-ef81-4975-af24-6283cde4657a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.203251 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64147a90-e943-4c1d-8c56-947405701879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.319554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb0a3f85-3cd5-4abf-814b-de97ebbb0356 req-bb6e20d9-83a9-40ac-a829-c76247fc5d91 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/7c9c3546-10ec-42a6-a31f-249c6dfcd6b1 HTTP/1.1" status: 200 len: 2397 time: 0.0564711 Jul 16 03:30:29.335831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64147a90-e943-4c1d-8c56-947405701879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.338364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64147a90-e943-4c1d-8c56-947405701879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.341934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64147a90-e943-4c1d-8c56-947405701879 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1765a66a-1759-4802-bd77-f2edab79a0ad HTTP/1.1" status: 204 len: 168 time: 0.3237112 Jul 16 03:30:29.363823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64147a90-e943-4c1d-8c56-947405701879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765a66a-1759-4802-bd77-f2edab79a0ad,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.367767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.373559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.431159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fb0a3f85-3cd5-4abf-814b-de97ebbb0356 req-fe0c4d61-eed9-4268-a863-e2806d603aeb tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.477916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fb0a3f85-3cd5-4abf-814b-de97ebbb0356 req-fe0c4d61-eed9-4268-a863-e2806d603aeb tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.548313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Router b346b427-4001-49ef-bb57-0fc79a10d3bb is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:29.549141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fb0a3f85-3cd5-4abf-814b-de97ebbb0356 req-fe0c4d61-eed9-4268-a863-e2806d603aeb tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.553102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fb0a3f85-3cd5-4abf-814b-de97ebbb0356 req-fe0c4d61-eed9-4268-a863-e2806d603aeb tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.565369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb0a3f85-3cd5-4abf-814b-de97ebbb0356 req-fe0c4d61-eed9-4268-a863-e2806d603aeb tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c9c3546-10ec-42a6-a31f-249c6dfcd6b1 HTTP/1.1" status: 204 len: 173 time: 0.2388167 Jul 16 03:30:29.598803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c4d61-eed9-4268-a863-e2806d603aeb tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c3546-10ec-42a6-a31f-249c6dfcd6b1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.635265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc5ca-d012-4eb3-8597-f9a6d907f096 req-5d225e63-cccb-40e9-a750-67ce6c75f470 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.636771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c1bc5ca-d012-4eb3-8597-f9a6d907f096 req-5d225e63-cccb-40e9-a750-67ce6c75f470 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 949 time: 0.0974684 Jul 16 03:30:29.685781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:29.693453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.694680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] Sync routers for ids ['b346b427-4001-49ef-bb57-0fc79a10d3bb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:29.698803 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dbe35656-e250-4ae1-a7e7-b0393074ede9 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "PUT /v2.0/routers/b346b427-4001-49ef-bb57-0fc79a10d3bb HTTP/1.1" status: 200 len: 917 time: 1.8238428 Jul 16 03:30:29.699533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55584) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:29.705811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] Routers {'b346b427-4001-49ef-bb57-0fc79a10d3bb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:29.708284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b346b427-4001-49ef-bb57-0fc79a10d3bb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:29.714935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c1bc5ca-d012-4eb3-8597-f9a6d907f096 req-9fc51abb-f589-4288-b4e8-36fe3fc0bc0b tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Jul 16 03:30:29.760265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:29.769494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] Routers {'b346b427-4001-49ef-bb57-0fc79a10d3bb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:29.770177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b346b427-4001-49ef-bb57-0fc79a10d3bb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:29.779648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279607-8b60-4554-891f-a7c4a377be40 req-bb2967f5-53ba-4936-b230-542e0c91fb02 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.781354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35279607-8b60-4554-891f-a7c4a377be40 req-bb2967f5-53ba-4936-b230-542e0c91fb02 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.1151245 Jul 16 03:30:29.788572 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-0ba8e0b5-fdba-422c-b6dd-a4a308711cde req-08aeb7b5-042c-4f5d-8cdf-a8f824133f52 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] show failed (client error): The resource could not be found. Jul 16 03:30:29.789599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ba8e0b5-fdba-422c-b6dd-a4a308711cde req-08aeb7b5-042c-4f5d-8cdf-a8f824133f52 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/dd8b030c-f36c-4352-b24f-7899ccab7685 HTTP/1.1" status: 404 len: 352 time: 0.0320797 Jul 16 03:30:29.810496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:29.812109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed078963-1ced-47da-b8b8-34d085510428 None None] The sync data for ids ['b346b427-4001-49ef-bb57-0fc79a10d3bb'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:29.828774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35279607-8b60-4554-891f-a7c4a377be40 req-0d282c91-ae90-4faa-bb7c-1dfd4f49ca91 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 Jul 16 03:30:29.853811 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a902a84-9bdf-4724-b029-14f0a5165a31 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/b346b427-4001-49ef-bb57-0fc79a10d3bb HTTP/1.1" status: 200 len: 923 time: 0.1530411 Jul 16 03:30:29.856755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:29.929768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221b15ca-449c-4c13-b9dd-3b02d277a055 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.933178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-221b15ca-449c-4c13-b9dd-3b02d277a055 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=b346b427-4001-49ef-bb57-0fc79a10d3bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0735948 Jul 16 03:30:29.934143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:30.031344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a08fe2-91f8-46f9-9ebe-3e8f304b4d8a tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.033227 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4a08fe2-91f8-46f9-9ebe-3e8f304b4d8a tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.0980766 Jul 16 03:30:30.037164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:30.060024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9726-5a41-45ce-a575-5fbb067f5a6b req-caec8df3-5235-4c01-b655-756157d0ef14 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.062214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578c9726-5a41-45ce-a575-5fbb067f5a6b req-caec8df3-5235-4c01-b655-756157d0ef14 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.0974915 Jul 16 03:30:30.286113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55616) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:30.395272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-658735486-network', 'tenant_id': '9efe109f706648a4b728cd266432d3fd'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:30.418337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Made reservation on behalf of 9efe109f706648a4b728cd266432d3fd for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:30.420998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.430168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.431296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e613b5d3-4f63-4e52-a0b5-7ee6723695f1 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=b346b427-4001-49ef-bb57-0fc79a10d3bb HTTP/1.1" status: 200 len: 205 time: 0.3929336 Jul 16 03:30:30.437780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55620) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:30.497804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578c9726-5a41-45ce-a575-5fbb067f5a6b req-f478f631-7e75-4e22-be62-43da773d10a9 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701151 Jul 16 03:30:30.500771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6c3f870-2bbb-4e6f-aecb-c691af2c8395 req-ea1e371e-9e72-414c-a12f-0bd6c1519a7a tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/b01cbcf0-6ccb-4382-919f-e845af919fab HTTP/1.1" status: 200 len: 1805 time: 0.0719569 Jul 16 03:30:30.583292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c6c3f870-2bbb-4e6f-aecb-c691af2c8395 req-adf55417-968b-4296-aa08-b13899bd7fce tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.592159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.611406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c6c3f870-2bbb-4e6f-aecb-c691af2c8395 req-adf55417-968b-4296-aa08-b13899bd7fce tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.677518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c6c3f870-2bbb-4e6f-aecb-c691af2c8395 req-adf55417-968b-4296-aa08-b13899bd7fce tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.680653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c6c3f870-2bbb-4e6f-aecb-c691af2c8395 req-adf55417-968b-4296-aa08-b13899bd7fce tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.681888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6c3f870-2bbb-4e6f-aecb-c691af2c8395 req-adf55417-968b-4296-aa08-b13899bd7fce tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/b01cbcf0-6ccb-4382-919f-e845af919fab HTTP/1.1" status: 204 len: 173 time: 0.1719682 Jul 16 03:30:30.708894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf55417-968b-4296-aa08-b13899bd7fce tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01cbcf0-6ccb-4382-919f-e845af919fab,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:30.765434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e15e7-d00e-4fff-aa8b-9bbc16e39324 req-cf809cb4-03d9-41ca-a420-db5acf24699d tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.774759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f7e15e7-d00e-4fff-aa8b-9bbc16e39324 req-cf809cb4-03d9-41ca-a420-db5acf24699d tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 945 time: 0.1121304 Jul 16 03:30:30.799452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.816743 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.827719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f7e15e7-d00e-4fff-aa8b-9bbc16e39324 req-0184aeae-0733-44b3-9ef5-b2c10139df37 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Jul 16 03:30:30.855800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:30.864082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.902103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a740e-0734-47e5-912f-e784c33a4390 req-c7c680fc-b263-4619-9a2e-879087cc2ae7 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.903651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-191a740e-0734-47e5-912f-e784c33a4390 req-c7c680fc-b263-4619-9a2e-879087cc2ae7 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.11 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 949 time: 0.2404706 Jul 16 03:30:30.905849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.906218 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Added segment 47a3ab3e-05a0-495e-846f-368aea21926c of type vlan for network a7010d3e-96f4-4be7-a857-0fe722f39de5 Jul 16 03:30:30.910481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6533b283-884c-41fa-8314-d0f059c58338 req-809a22da-2f49-4c1c-a1dd-0c6b733860be tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/b809ae01-6ddc-41b6-87ad-197e3abf320d HTTP/1.1" status: 200 len: 1803 time: 0.0523102 Jul 16 03:30:30.924529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0faf687-a47f-441f-bb05-6100c2ef4988,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.010315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.015921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6533b283-884c-41fa-8314-d0f059c58338 req-bcefa6f7-a3dd-4510-94c3-60abf7ddc202 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.044834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6533b283-884c-41fa-8314-d0f059c58338 req-bcefa6f7-a3dd-4510-94c3-60abf7ddc202 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.087544 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.087772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552d50e-6d34-4448-94bb-9c0ebbe7f179 req-71f513d1-85ad-4f31-a2a6-abdc5ee17a54 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.088512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.089093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.089249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a552d50e-6d34-4448-94bb-9c0ebbe7f179 req-71f513d1-85ad-4f31-a2a6-abdc5ee17a54 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 949 time: 0.1278937 Jul 16 03:30:31.114669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Deleting port eac5d93c-43ee-4782-bb08-e6fd3f0ecf38 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:31.114887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.145753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a552d50e-6d34-4448-94bb-9c0ebbe7f179 req-0612f964-7e74-4887-94cb-e575326e57f1 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/security-groups?id=73250aeb-4737-4a5d-aed8-c932f95c9563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Jul 16 03:30:31.154054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8664782 Jul 16 03:30:31.156678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6533b283-884c-41fa-8314-d0f059c58338 req-bcefa6f7-a3dd-4510-94c3-60abf7ddc202 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.158274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55628) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:31.161101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6533b283-884c-41fa-8314-d0f059c58338 req-bcefa6f7-a3dd-4510-94c3-60abf7ddc202 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.162422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6533b283-884c-41fa-8314-d0f059c58338 req-bcefa6f7-a3dd-4510-94c3-60abf7ddc202 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/b809ae01-6ddc-41b6-87ad-197e3abf320d HTTP/1.1" status: 204 len: 173 time: 0.2450502 Jul 16 03:30:31.164973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Request body: {'subnet': {'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-658735486-subnet', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:31.177669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefa6f7-a3dd-4510-94c3-60abf7ddc202 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b809ae01-6ddc-41b6-87ad-197e3abf320d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.262620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16b41e12-80e8-4917-a114-f8087549f212 req-83dc5d4a-a61f-41a0-b547-c26a78f5444e tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/364eee16-0650-4de4-a532-da7adc912f14 HTTP/1.1" status: 200 len: 1803 time: 0.0477211 Jul 16 03:30:31.371432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16b41e12-80e8-4917-a114-f8087549f212 req-030a0abc-4865-4376-ae99-7a8b2b50070b tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.404601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16b41e12-80e8-4917-a114-f8087549f212 req-030a0abc-4865-4376-ae99-7a8b2b50070b tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.433133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562e6b0-f071-4950-8dc9-0ac8877d0511 req-e798c2e6-d9fc-460f-8da9-88f209807b44 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.435525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8562e6b0-f071-4950-8dc9-0ac8877d0511 req-e798c2e6-d9fc-460f-8da9-88f209807b44 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.1262329 Jul 16 03:30:31.495377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8562e6b0-f071-4950-8dc9-0ac8877d0511 req-66dee45f-df77-4d26-a479-810934332e5b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 Jul 16 03:30:31.501880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16b41e12-80e8-4917-a114-f8087549f212 req-030a0abc-4865-4376-ae99-7a8b2b50070b tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.505416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16b41e12-80e8-4917-a114-f8087549f212 req-030a0abc-4865-4376-ae99-7a8b2b50070b tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.509108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16b41e12-80e8-4917-a114-f8087549f212 req-030a0abc-4865-4376-ae99-7a8b2b50070b tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/364eee16-0650-4de4-a532-da7adc912f14 HTTP/1.1" status: 204 len: 173 time: 0.2386522 Jul 16 03:30:31.528439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a0abc-4865-4376-ae99-7a8b2b50070b tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364eee16-0650-4de4-a532-da7adc912f14,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.600783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Deleting port ae827ce4-03ae-4e25-b8b5-af6d649941cc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:31.601467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.602402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f96c28b-3fcf-4330-88f2-0f1c66446ce7 req-4ab195fd-6fa7-425c-99fa-b56119d75636 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/f61d1272-3ea9-41ad-853c-874d95a9ef73 HTTP/1.1" status: 200 len: 2404 time: 0.0639110 Jul 16 03:30:31.606152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ee52-7ba5-4ddc-9da1-02c31397b5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7010d3e-96f4-4be7-a857-0fe722f39de5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.627154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:31.639193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Made reservation on behalf of 9efe109f706648a4b728cd266432d3fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:31.641974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.717049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3f96c28b-3fcf-4330-88f2-0f1c66446ce7 req-172c8501-375c-46b5-89c4-120f9b378241 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.728705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.784582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Calling delete_port for eac5d93c-43ee-4782-bb08-e6fd3f0ecf38 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:31.789577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3f96c28b-3fcf-4330-88f2-0f1c66446ce7 req-172c8501-375c-46b5-89c4-120f9b378241 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.850383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b934b9d-ae76-40fc-984c-549baf03ec0d req-cd590c26-3c5c-4fd3-a8f5-1e57091b805b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.855083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b934b9d-ae76-40fc-984c-549baf03ec0d req-cd590c26-3c5c-4fd3-a8f5-1e57091b805b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1358387 Jul 16 03:30:31.868512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] For port ae827ce4-03ae-4e25-b8b5-af6d649941cc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ae827ce4-03ae-4e25-b8b5-af6d649941cc,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:31.869384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.869554 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3f96c28b-3fcf-4330-88f2-0f1c66446ce7 req-172c8501-375c-46b5-89c4-120f9b378241 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.872111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3f96c28b-3fcf-4330-88f2-0f1c66446ce7 req-172c8501-375c-46b5-89c4-120f9b378241 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.873166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f96c28b-3fcf-4330-88f2-0f1c66446ce7 req-172c8501-375c-46b5-89c4-120f9b378241 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/f61d1272-3ea9-41ad-853c-874d95a9ef73 HTTP/1.1" status: 204 len: 173 time: 0.2438574 Jul 16 03:30:31.904877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c8501-375c-46b5-89c4-120f9b378241 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d1272-3ea9-41ad-853c-874d95a9ef73,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:31.924434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Calling delete_port for ae827ce4-03ae-4e25-b8b5-af6d649941cc owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:31.929886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b934b9d-ae76-40fc-984c-549baf03ec0d req-721e544e-6a16-446f-9429-44883a03407f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670972 Jul 16 03:30:32.132046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140b37-0daa-4292-8a9d-829ecc28985a req-b92f5967-2135-485f-a246-fc1bb6ebf51e tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.133464 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11140b37-0daa-4292-8a9d-829ecc28985a req-b92f5967-2135-485f-a246-fc1bb6ebf51e tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.48 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 945 time: 0.3543372 Jul 16 03:30:32.136184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0e8e40e-a672-4d04-bcf1-e660413471ec req-efc5f8d5-9aa8-4178-8e77-2bcd4e99356c tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "GET /v2.0/security-groups/9369344b-37e3-4d1e-9ada-836d62a30b18 HTTP/1.1" status: 200 len: 2397 time: 0.0814011 Jul 16 03:30:32.205030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05a1d-2ae4-440d-97a1-792796577ff9 req-21d48e74-c557-4c86-bff4-47501cc7e065 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.207219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8d05a1d-2ae4-440d-97a1-792796577ff9 req-21d48e74-c557-4c86-bff4-47501cc7e065 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 945 time: 0.1430831 Jul 16 03:30:32.237353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0e8e40e-a672-4d04-bcf1-e660413471ec req-717f50a2-a13a-4501-abf9-c165fd783a70 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.278485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.286236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8d05a1d-2ae4-440d-97a1-792796577ff9 req-705e838d-d140-4147-aa8d-50cb7995b32c tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/security-groups?id=25773f01-2850-4ce9-8426-f8fb36c3fce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Jul 16 03:30:32.288378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0e8e40e-a672-4d04-bcf1-e660413471ec req-717f50a2-a13a-4501-abf9-c165fd783a70 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.350531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0e8e40e-a672-4d04-bcf1-e660413471ec req-717f50a2-a13a-4501-abf9-c165fd783a70 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.357922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f0e8e40e-a672-4d04-bcf1-e660413471ec req-717f50a2-a13a-4501-abf9-c165fd783a70 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.358385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0e8e40e-a672-4d04-bcf1-e660413471ec req-717f50a2-a13a-4501-abf9-c165fd783a70 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] 10.222.0.25 "DELETE /v2.0/security-groups/9369344b-37e3-4d1e-9ada-836d62a30b18 HTTP/1.1" status: 204 len: 173 time: 0.2081850 Jul 16 03:30:32.364397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:32.403262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f50a2-a13a-4501-abf9-c165fd783a70 tempest-SecurityGroupRulesTestJSON-1819978301 tempest-SecurityGroupRulesTestJSON-1819978301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369344b-37e3-4d1e-9ada-836d62a30b18,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.426039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.434220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Deleting subnet 672658ea-1bb2-4827-b513-14ed93c45423 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:32.439814 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.454399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=470f261e-746d-496d-bd11-1e6ae9df5019,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.489728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event deleted for resources: {'Port': ['ID=eac5d93c-43ee-4782-bb08-e6fd3f0ecf38,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.493695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.519001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-262f358c-2399-4877-b88d-2330632b0959 req-064e36f3-7a58-49c8-807e-3bf4f85fc010 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 210 time: 0.0460410 Jul 16 03:30:32.524881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.563265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Checking segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:32.563664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Network hostable DHCP agents. Network: a7010d3e-96f4-4be7-a857-0fe722f39de5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:32.566749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.587966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Pushing event deleted for resources: {'Port': ['ID=ae827ce4-03ae-4e25-b8b5-af6d649941cc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.590963 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.614911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Deleting port 06ac1b0d-5892-4a92-9400-faf39c39b0ea {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:32.618004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.660888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.689893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672658ea-1bb2-4827-b513-14ed93c45423,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.695325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.699995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f214be12-a178-4230-a81e-21cfd1068953 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/672658ea-1bb2-4827-b513-14ed93c45423 HTTP/1.1" status: 204 len: 168 time: 0.3346248 Jul 16 03:30:32.700650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:32.708958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] No DVR routers for this DVR port ae827ce4-03ae-4e25-b8b5-af6d649941cc on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:32.715548 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.717564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-191a740e-0734-47e5-912f-e784c33a4390 req-45b07ea4-30c8-4980-b566-1c224b25b3ee tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.11 "DELETE /v2.0/ports/ae827ce4-03ae-4e25-b8b5-af6d649941cc HTTP/1.1" status: 204 len: 173 time: 1.8014386 Jul 16 03:30:32.719246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'name': 'network-vif-deleted', 'tag': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:32.728336 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eea4a3-afd8-4430-a8da-d9141fb54bf6" -d '{"events": [{"server_uuid": "6079049c-98c8-4de8-a62e-094844cc6f1c", "name": "network-vif-deleted", "tag": "ae827ce4-03ae-4e25-b8b5-af6d649941cc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:32.736583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.747652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:32.791962 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62605e7-c65c-4d89-bd57-67307b1a996a x-openstack-request-id: req-a62605e7-c65c-4d89-bd57-67307b1a996a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:32.792265 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6079049c-98c8-4de8-a62e-094844cc6f1c", "name": "network-vif-deleted", "tag": "ae827ce4-03ae-4e25-b8b5-af6d649941cc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:32.792523 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a62605e7-c65c-4d89-bd57-67307b1a996a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:32.792925 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6079049c-98c8-4de8-a62e-094844cc6f1c', 'name': 'network-vif-deleted', 'tag': 'ae827ce4-03ae-4e25-b8b5-af6d649941cc', 'status': 'completed', 'code': 200} Jul 16 03:30:32.859333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.903687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a7010d3e-96f4-4be7-a857-0fe722f39de5) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:32.912842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718b99f-5f6a-46cc-af2a-e29f0dc84413 req-9eb5fc6c-37cb-4c1a-93a3-0b1a6b9e179b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.914404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.916778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.920019 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.920177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4718b99f-5f6a-46cc-af2a-e29f0dc84413 req-9eb5fc6c-37cb-4c1a-93a3-0b1a6b9e179b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.2158937 Jul 16 03:30:32.923160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3aad8-ce3c-40ca-ac0e-ff1fe22b4061 None None] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:32.929178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.990492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] For port 06ac1b0d-5892-4a92-9400-faf39c39b0ea, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=06ac1b0d-5892-4a92-9400-faf39c39b0ea,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:32.995821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.040446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4718b99f-5f6a-46cc-af2a-e29f0dc84413 req-3c208fa9-fd1f-462e-86c0-43fc6bdea3d6 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192899 Jul 16 03:30:33.076965 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5db92101-df71-4fe1-a909-f27958d26a70 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9158082 Jul 16 03:30:33.088941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55656) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:33.099875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:33.114754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.115241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Calling delete_port for 06ac1b0d-5892-4a92-9400-faf39c39b0ea owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:33.138769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.139470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Fanout notify agent at l3_agent the message router_deleted on router b346b427-4001-49ef-bb57-0fc79a10d3bb {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:33.144974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cf08ec-2545-4b50-8334-2252116453e2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:33.151691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.153312 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c3131b32-8216-49da-bc15-effe1245fc12 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/b346b427-4001-49ef-bb57-0fc79a10d3bb HTTP/1.1" status: 204 len: 168 time: 2.7140095 Jul 16 03:30:33.159673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55658) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:33.165365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-111282717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:33.179219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6310d4e-d16c-497b-a155-0eeb57ae1d13') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:33.179518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6310d4e-d16c-497b-a155-0eeb57ae1d13') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:33.202768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-a7010d3e-96f4-4be7-a857-0fe722f39de5', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:30:33.204104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.213703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.217584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.250933 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.270342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.271609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.284087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.307279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:33.307654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:33.309566 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:33.335675 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.442608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.453507 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.459639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/85cf08ec-2545-4b50-8334-2252116453e2 HTTP/1.1" status: 204 len: 168 time: 0.7578428 Jul 16 03:30:33.476239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dbfd8-8633-4d24-ab86-b7738cb5dda2 req-be7cb9f9-ab52-4ee7-be25-c73a1a5df472 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:33.484479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d4dbfd8-8633-4d24-ab86-b7738cb5dda2 req-be7cb9f9-ab52-4ee7-be25-c73a1a5df472 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.3194942 Jul 16 03:30:33.500178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.508874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554491a1-7190-4b58-b8c4-e808d8cf7b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=85cf08ec-2545-4b50-8334-2252116453e2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.511987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.540878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.562969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d4dbfd8-8633-4d24-ab86-b7738cb5dda2 req-2cab10c0-2f29-44cf-b5d9-e7646831ccce tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714154 Jul 16 03:30:33.594722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Allocated IP 172.20.0.2 (a7010d3e-96f4-4be7-a857-0fe722f39de5/470f261e-746d-496d-bd11-1e6ae9df5019/9f6132b8-987e-486e-8466-620f39f1ff4f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:33.643432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea4568ec-013e-442b-8603-9e04055b8e63 req-da32b665-51c5-4b3c-ba10-88809da643e9 tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.25 "GET /v2.0/ports?device_id=512fb8bd-6c97-4892-a83b-fcdcfb043d0d HTTP/1.1" status: 200 len: 210 time: 0.0653086 Jul 16 03:30:33.648087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.663589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.674140 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-657ffd11-6355-4ce1-9dcd-46311442d766 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5127790 Jul 16 03:30:33.677222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:33.684587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:33.709507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.721523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Pushing event deleted for resources: {'Port': ['ID=06ac1b0d-5892-4a92-9400-faf39c39b0ea,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.769903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:33.837254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] No DVR routers for this DVR port 06ac1b0d-5892-4a92-9400-faf39c39b0ea on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:33.843308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.846067 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11140b37-0daa-4292-8a9d-829ecc28985a req-4803d58f-f6df-4294-afbe-f84aa557bd8a tempest-AttachSCSIVolumeTestJSON-2082944257 tempest-AttachSCSIVolumeTestJSON-2082944257-project] 10.222.0.48 "DELETE /v2.0/ports/06ac1b0d-5892-4a92-9400-faf39c39b0ea HTTP/1.1" status: 204 len: 173 time: 1.7008362 Jul 16 03:30:33.865426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e472af-292f-42ea-8ea4-7e466afdd637 req-ad6a9cb4-a4aa-4868-ba46-2db13c5ae8e4 tempest-ImagesNegativeTestJSON-335188797 tempest-ImagesNegativeTestJSON-335188797-project] 10.222.0.25 "GET /v2.0/ports?device_id=6079049c-98c8-4de8-a62e-094844cc6f1c HTTP/1.1" status: 200 len: 210 time: 0.0584884 Jul 16 03:30:33.881337 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.890317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Transition to ACTIVE for port object 9f6132b8-987e-486e-8466-620f39f1ff4f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:33.918997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Transition to ACTIVE for port object 9f6132b8-987e-486e-8466-620f39f1ff4f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:33.935718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.983098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:33.986036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:33.988495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-28754eac-b840-47d8-bf58-2dbdf53fda33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69f1d2b8a44f4d418fa4bfae6b3fe2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158201 Jul 16 03:30:33.990619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:33.996982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.116610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.168564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.209733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e38585aa-4e21-445f-91d7-b681ef0a56e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.231906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.265275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 06ac1b0d-5892-4a92-9400-faf39c39b0ea no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:34.313250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e38585aa-4e21-445f-91d7-b681ef0a56e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.381882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 06ac1b0d-5892-4a92-9400-faf39c39b0ea {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:34.382235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 06ac1b0d-5892-4a92-9400-faf39c39b0ea not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:34.402099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Pushing event updated for resources: {'Port': ['ID=9f6132b8-987e-486e-8466-620f39f1ff4f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.404672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ae827ce4-03ae-4e25-b8b5-af6d649941cc no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:34.441268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Allocated IP 172.25.4.240 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:34.467692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb7b3-1a1f-4722-b080-c3979ece095e req-4e7fda16-e49b-4f5b-9fbb-60ef25fd61e3 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.475830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26afb7b3-1a1f-4722-b080-c3979ece095e req-4e7fda16-e49b-4f5b-9fbb-60ef25fd61e3 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.2380872 Jul 16 03:30:34.489104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: ae827ce4-03ae-4e25-b8b5-af6d649941cc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:34.489463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ae827ce4-03ae-4e25-b8b5-af6d649941cc not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:34.500549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Attempting to bind port 9f6132b8-987e-486e-8466-620f39f1ff4f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:34.503646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Attempting to bind port 9f6132b8-987e-486e-8466-620f39f1ff4f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:34.506572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e38585aa-4e21-445f-91d7-b681ef0a56e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.508101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Attempting to bind port 9f6132b8-987e-486e-8466-620f39f1ff4f on network a7010d3e-96f4-4be7-a857-0fe722f39de5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:34.510517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e38585aa-4e21-445f-91d7-b681ef0a56e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.513998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e38585aa-4e21-445f-91d7-b681ef0a56e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ffacc7b-1766-4a24-9ea9-100bff79c1af HTTP/1.1" status: 204 len: 168 time: 0.5092826 Jul 16 03:30:34.519672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:34.520058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Checking segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:34.520474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.520882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Bound using segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:34.521368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Bound port: 9f6132b8-987e-486e-8466-620f39f1ff4f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:34.522361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.672533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.676484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] For port 9f6132b8-987e-486e-8466-620f39f1ff4f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:34.685379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] For port 9f6132b8-987e-486e-8466-620f39f1ff4f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9f6132b8-987e-486e-8466-620f39f1ff4f,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:34.697485 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.752891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38585aa-4e21-445f-91d7-b681ef0a56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffacc7b-1766-4a24-9ea9-100bff79c1af,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.763918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.845841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'name': 'network-vif-deleted', 'tag': '06ac1b0d-5892-4a92-9400-faf39c39b0ea'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:34.855300 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae05d24-067d-4642-8ac4-0e1f4f50d16d" -d '{"events": [{"server_uuid": "512fb8bd-6c97-4892-a83b-fcdcfb043d0d", "name": "network-vif-deleted", "tag": "06ac1b0d-5892-4a92-9400-faf39c39b0ea"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:34.864874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5efdae-af66-4a3c-8579-8060b853b4c2 None None] Pushing event updated for resources: {'Port': ['ID=9f6132b8-987e-486e-8466-620f39f1ff4f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.887669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26afb7b3-1a1f-4722-b080-c3979ece095e req-646f3fbd-3450-4f5b-a522-6d9cc6b0eeb2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104986 Jul 16 03:30:34.933768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Pushing event updated for resources: {'Port': ['ID=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.935977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.947161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:34.949375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:34.951941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:34.993142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.111655 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e695b84b-4c5d-44f3-8632-ae75bcf7faaf x-openstack-request-id: req-e695b84b-4c5d-44f3-8632-ae75bcf7faaf {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:35.112019 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512fb8bd-6c97-4892-a83b-fcdcfb043d0d", "name": "network-vif-deleted", "tag": "06ac1b0d-5892-4a92-9400-faf39c39b0ea", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:35.113946 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e695b84b-4c5d-44f3-8632-ae75bcf7faaf {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:35.114292 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512fb8bd-6c97-4892-a83b-fcdcfb043d0d', 'name': 'network-vif-deleted', 'tag': '06ac1b0d-5892-4a92-9400-faf39c39b0ea', 'status': 'completed', 'code': 200} Jul 16 03:30:35.274001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a90d-54ae-4b7b-9d5c-cbf93984d5ce req-edde58c8-f42a-44c2-a576-479fea622327 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.288277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e92a90d-54ae-4b7b-9d5c-cbf93984d5ce req-edde58c8-f42a-44c2-a576-479fea622327 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.4863410 Jul 16 03:30:35.346203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Allocated IP 172.25.4.192 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/aa0553cc-07f6-4d91-be99-53944d576e00) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:35.410382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e92a90d-54ae-4b7b-9d5c-cbf93984d5ce req-d12a0ff6-b117-42b3-bf56-94fce61fc3ce tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210990 Jul 16 03:30:35.412311 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.587731 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.724937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.830982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:35.854999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:35.860237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:35.970978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0553cc-07f6-4d91-be99-53944d576e00,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:36.346451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:36.350597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.485477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.561399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f0b39-d331-4c42-b0f3-ec7cfd9643a3 None None] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:36.580130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55770) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:36.737026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563305635-network', 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:36.750201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6624fbe-757c-4dab-92d4-be5554c15fa0 None None] Provisioning for port 9f6132b8-987e-486e-8466-620f39f1ff4f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:36.804948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197690c-f470-4917-9eb9-33901dbf7a7c req-e7de4982-be1b-4b25-8356-ff920fcdd429 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:36.810200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c2547a41-3f30-40a6-8352-7a9c9ac18a31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f055f9e8ba214bb2aa9743f4b74a67cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242010 Jul 16 03:30:36.811398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55780) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:36.823097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f197690c-f470-4917-9eb9-33901dbf7a7c req-e7de4982-be1b-4b25-8356-ff920fcdd429 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.4747128 Jul 16 03:30:36.880122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Router ac3fea66-9769-40e1-b886-56da9cf163fa is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:36.900384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f92c755b-64b5-4927-bb8c-7676ce4b0891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.919229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.951834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:36.954319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.968335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.980707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f92c755b-64b5-4927-bb8c-7676ce4b0891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.989067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.061886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f43ccd-2776-4aa1-959b-7b417201b6f0 req-24a8f7ff-6283-4016-9355-3d9acbc6d156 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.063960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9f6132b8-987e-486e-8466-620f39f1ff4f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:37.073279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3f43ccd-2776-4aa1-959b-7b417201b6f0 req-24a8f7ff-6283-4016-9355-3d9acbc6d156 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.3696766 Jul 16 03:30:37.159177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 9f6132b8-987e-486e-8466-620f39f1ff4f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:37.163391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f197690c-f470-4917-9eb9-33901dbf7a7c req-b88b7f3a-3c96-4e57-b6bd-e19088504d84 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393085 Jul 16 03:30:37.171305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9f6132b8-987e-486e-8466-620f39f1ff4f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:37.172720 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.180992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:37.198659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Sync routers for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:37.207936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f92c755b-64b5-4927-bb8c-7676ce4b0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.213085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f92c755b-64b5-4927-bb8c-7676ce4b0891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.226609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f92c755b-64b5-4927-bb8c-7676ce4b0891 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73250aeb-4737-4a5d-aed8-c932f95c9563 HTTP/1.1" status: 204 len: 168 time: 0.4121540 Jul 16 03:30:37.227601 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:37.230667 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:37.281067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c755b-64b5-4927-bb8c-7676ce4b0891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73250aeb-4737-4a5d-aed8-c932f95c9563,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.412995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.434429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.436001 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-851f02f5-08e3-4971-a13a-0891e1a23dbc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3425243 Jul 16 03:30:37.439174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55784) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:37.456609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3f43ccd-2776-4aa1-959b-7b417201b6f0 req-7b4eb828-43dc-41bb-ab8b-95aeb90ab955 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808513 Jul 16 03:30:37.462090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.482370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a27c0dd0-29d2-432b-9c9f-02d041e58365 None None] Provisioning complete for port 9f6132b8-987e-486e-8466-620f39f1ff4f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:37.483194 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27c0dd0-29d2-432b-9c9f-02d041e58365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.492082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.505719 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:37.525531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:37.546579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.547278 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Added segment eaa0b214-deba-4377-a6f6-94bb04298f15 of type vlan for network 0243d034-9359-4919-bb4a-a051e20876ff Jul 16 03:30:37.634417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 9f6132b8-987e-486e-8466-620f39f1ff4f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9f6132b8-987e-486e-8466-620f39f1ff4f,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:37.653317 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.695833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.736927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.810589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.813765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.814418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.943057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0243d034-9359-4919-bb4a-a051e20876ff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.954879 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:35Z', 'revision_number': 3, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:37.968933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d3fa125c-115b-4c3c-8380-fd97182878e6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6174996 Jul 16 03:30:37.970257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:37.988411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=9f6132b8-987e-486e-8466-620f39f1ff4f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.989914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Request body: {'subnet': {'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563305635-subnet', 'tenant_id': '890d31d6841a49f29c8aef976778c320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:38.018570 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Checking router: ac3fea66-9769-40e1-b886-56da9cf163fa for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:38.019937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Updating router ac3fea66-9769-40e1-b886-56da9cf163fa port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:38.042474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Router 3a8d0027-cdd8-4adc-8a7c-812e22acfe26 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:38.075866 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.324931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0243d034-9359-4919-bb4a-a051e20876ff details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:38.363803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:38.370681 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.375729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f0dbf59e-6af3-4011-932f-f653aae32a3d tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "PUT /v2.0/routers/3a8d0027-cdd8-4adc-8a7c-812e22acfe26 HTTP/1.1" status: 200 len: 919 time: 4.6973336 Jul 16 03:30:38.380129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:38.382735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.383563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55808) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:38.389412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] Sync routers for ids ['3a8d0027-cdd8-4adc-8a7c-812e22acfe26'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:38.573509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] Routers {'3a8d0027-cdd8-4adc-8a7c-812e22acfe26'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:38.574181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['3a8d0027-cdd8-4adc-8a7c-812e22acfe26'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:38.678806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:38.680831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55816) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:38.700982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.705960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] Routers {'3a8d0027-cdd8-4adc-8a7c-812e22acfe26'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:38.706865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['3a8d0027-cdd8-4adc-8a7c-812e22acfe26'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:38.727675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b10bb41-5bc2-42cc-832e-b9a79af316ce tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/3a8d0027-cdd8-4adc-8a7c-812e22acfe26 HTTP/1.1" status: 200 len: 925 time: 0.3407209 Jul 16 03:30:38.729230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55820) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:38.752752 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.765651 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Transition to ACTIVE for port object 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:38.775409 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.821212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:38.821962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5129669-cd79-4e69-950c-8e73cb36da74 None None] The sync data for ids ['3a8d0027-cdd8-4adc-8a7c-812e22acfe26'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:38.826809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24d39-bfa3-491d-bcbb-d2ae872e070e req-e7427d24-b932-4821-b89b-39066833da5b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.828400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d24d39-bfa3-491d-bcbb-d2ae872e070e req-e7427d24-b932-4821-b89b-39066833da5b tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.2951167 Jul 16 03:30:38.908049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0beee6-4e12-4f66-974a-d61b2bf357f4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.912847 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cd0beee6-4e12-4f66-974a-d61b2bf357f4 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=3a8d0027-cdd8-4adc-8a7c-812e22acfe26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1805232 Jul 16 03:30:38.913473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55824) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:38.962578 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a36ae-21b7-48bc-88ed-a8f096daa637 None None] Pushing event updated for resources: {'Port': ['ID=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:38.977245 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Attempting to bind port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:38.978357 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Attempting to bind port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:38.979248 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Attempting to bind port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:38.991076 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:38.991570 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:38.993326 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.993326 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:38.993326 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Bound port: 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:38.993665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1254418854-network', 'tenant_id': '433284340a554065bd68d9edc0faca13'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:38.993777 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.017595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9f6132b8-987e-486e-8466-620f39f1ff4f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:39.103638 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] For port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:39.107383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] For port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:39.116015 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.122885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Allocated IP 172.20.0.1 (a7010d3e-96f4-4be7-a857-0fe722f39de5/470f261e-746d-496d-bd11-1e6ae9df5019/1feb9666-4d5c-4580-a8ad-c007009a5057) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:39.132665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9f6132b8-987e-486e-8466-620f39f1ff4f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:39.134799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.216327 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:39.218243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:39.231940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db188fcd-a572-44e7-9de5-383c2a7824c0 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.236060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-db188fcd-a572-44e7-9de5-383c2a7824c0 tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.3112366 Jul 16 03:30:39.238574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:39.255781 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a36ae-21b7-48bc-88ed-a8f096daa637 None None] Pushing event updated for resources: {'Port': ['ID=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.309245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13b2fbe0-460a-475e-959b-56884300677b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8d0027-cdd8-4adc-8a7c-812e22acfe26 HTTP/1.1" status: 200 len: 205 time: 0.0691819 Jul 16 03:30:39.349575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.365415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Transition to ACTIVE for port object 1feb9666-4d5c-4580-a8ad-c007009a5057 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:39.400350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55828) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:39.410539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.440149 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:39.507867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d24d39-bfa3-491d-bcbb-d2ae872e070e req-b623ccb0-2afa-46f3-8a66-dcb68a06f660 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518822 Jul 16 03:30:39.522304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Pushing event updated for resources: {'Port': ['ID=1feb9666-4d5c-4580-a8ad-c007009a5057,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.532246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:39.535230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:39.541686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:39.553970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.636521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Made reservation on behalf of 433284340a554065bd68d9edc0faca13 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:39.638853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.690112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.712068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db809-6c70-403a-913c-fc4138c3a52f req-4fae0d8d-e0ee-4450-9de2-417f863be2a5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.723218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e83db809-6c70-403a-913c-fc4138c3a52f req-4fae0d8d-e0ee-4450-9de2-417f863be2a5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.9365022 Jul 16 03:30:39.732528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:35Z', 'revision_number': 3, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:39.733213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.791352 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163ec61-569e-400d-8df5-cc6698324eb2 None None] The sync data for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 is: [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:35Z', 'revision_number': 3, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:39.793281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ebabca-b8bd-43db-8dbc-346678fe226d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.829978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:39.830689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Network hostable DHCP agents. Network: 0243d034-9359-4919-bb4a-a051e20876ff, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:39.860464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e83db809-6c70-403a-913c-fc4138c3a52f req-a7b557c3-f76a-4163-911f-531cf0035310 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362557 Jul 16 03:30:39.928912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.936310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Network 0243d034-9359-4919-bb4a-a051e20876ff is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:39.976981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0243d034-9359-4919-bb4a-a051e20876ff) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:39.991095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25cc736-d1e6-4d10-a83d-c7f5c84d7f84 None None] Network 0243d034-9359-4919-bb4a-a051e20876ff requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:39.995977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.996875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.090275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-96c609ec-8e41-470a-9360-b3071875e7cd None None] Provisioning for port 1feb9666-4d5c-4580-a8ad-c007009a5057 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:40.098601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.110164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.148144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-96c609ec-8e41-470a-9360-b3071875e7cd None None] Provisioning complete for port 1feb9666-4d5c-4580-a8ad-c007009a5057 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:40.149808 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96c609ec-8e41-470a-9360-b3071875e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.151760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-81483fae-3f4d-4834-95fa-4faf7da19e1a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1690516 Jul 16 03:30:40.195151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:40.202346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e77366f-a0a9-4274-8b95-c8835d92b005,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:40.236426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.236805 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Added segment 5db07322-42dd-46f2-b47c-e74c73265323 of type vlan for network 9c911f0f-1224-40ee-9edd-fcd298fab091 Jul 16 03:30:40.241592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.250941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-96c609ec-8e41-470a-9360-b3071875e7cd None None] Port 1feb9666-4d5c-4580-a8ad-c007009a5057 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:40.392696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.424390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.468725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.470231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.471159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.557981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee6e8d-0a82-4eef-83cb-977e21d8cb4a None None] Network 0243d034-9359-4919-bb4a-a051e20876ff requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:40.618611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9325085 Jul 16 03:30:40.625145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55842) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:40.645512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Request body: {'subnet': {'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1254418854-subnet', 'tenant_id': '433284340a554065bd68d9edc0faca13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:40.697565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba0b8d-f092-4496-b966-21103e289bed admin admin] Pushing event updated for resources: {'Network': ['ID=9c911f0f-1224-40ee-9edd-fcd298fab091,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:40.884812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:41.088089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Made reservation on behalf of 433284340a554065bd68d9edc0faca13 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:41.088745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f77bca-637e-46dd-b90f-ce6187ee0528 req-734335c0-7727-44eb-9e02-b472f00a5477 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.103367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7f77bca-637e-46dd-b90f-ce6187ee0528 req-734335c0-7727-44eb-9e02-b472f00a5477 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.2503548 Jul 16 03:30:41.104310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.193697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.209416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.276978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:41.422955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Deleting port aa0553cc-07f6-4d91-be99-53944d576e00 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:41.423976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.446068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:41.460878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:41.465733 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.481623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Pushing event updated for resources: {'Port': ['ID=1feb9666-4d5c-4580-a8ad-c007009a5057,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.484496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.557393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7f77bca-637e-46dd-b90f-ce6187ee0528 req-64c917f4-4500-4026-a1e6-e0a4189253c0 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532330 Jul 16 03:30:41.641130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-dc2f7d3f-8443-467f-8411-ea062b09db5e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.648719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-dc2f7d3f-8443-467f-8411-ea062b09db5e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.5087612 Jul 16 03:30:41.696261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-a420aa20-69c3-41e6-9b87-0b0c288c3e50 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0419357 Jul 16 03:30:41.776918 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-4cac4d60-a777-4c97-8707-ef560933408b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781662 Jul 16 03:30:41.844980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.929730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:41.937951 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.002368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-b1d7b555-600e-4115-afea-e26e58b33c8e service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242775 Jul 16 03:30:42.112060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.302502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-a04f1fb2-4128-4649-8a30-026a5e151718 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963762 Jul 16 03:30:42.397519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.430005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Calling delete_port for aa0553cc-07f6-4d91-be99-53944d576e00 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:42.493318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcfe4-8973-484c-ac77-139bf90fc97d req-2bfd236c-7091-43e0-bd42-634b38808973 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.506883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf6dcfe4-8973-484c-ac77-139bf90fc97d req-2bfd236c-7091-43e0-bd42-634b38808973 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2824900 Jul 16 03:30:42.649320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf6dcfe4-8973-484c-ac77-139bf90fc97d req-0e46ae4c-5c69-4c40-bf0a-7932f818962d tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413310 Jul 16 03:30:42.770600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-163d3bf1-b939-4445-89f5-5c1a82d9c2e1 req-c4eab8c5-0a5c-4b95-b571-5074d38ca87d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 210 time: 0.0564089 Jul 16 03:30:42.785744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:42.806041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.874317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:42.907245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-2a221ebf-0858-40cb-89b9-a9d3bf5e40ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6551309 Jul 16 03:30:42.957560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:43.185086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:43.332687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff50b-4dfa-4665-b51a-bbf9619ddd15 req-c7d272bc-ec37-43f4-ac5e-eae3cd72f626 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.341442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e5ff50b-4dfa-4665-b51a-bbf9619ddd15 req-c7d272bc-ec37-43f4-ac5e-eae3cd72f626 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.4499917 Jul 16 03:30:43.378788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:43.379101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.506263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d8515e-5bf2-4221-be31-746723332216,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.579407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e5ff50b-4dfa-4665-b51a-bbf9619ddd15 req-ccb7010c-a6c1-4ae9-aca4-ef42e0b0e788 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370195 Jul 16 03:30:43.615198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Checking segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:43.616511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Network hostable DHCP agents. Network: 9c911f0f-1224-40ee-9edd-fcd298fab091, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:43.647713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.648193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.648658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.649132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.649598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.650036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.650499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.652688 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-6c74ba46-c46c-4639-9c29-8b2ed3a88eba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.5320370 Jul 16 03:30:43.661647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Router ac3fea66-9769-40e1-b886-56da9cf163fa has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:43.690674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:43.692735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.702005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e110ce5-f5b5-4409-ba8c-790f48f4b289 None None] Provisioning complete for port 1feb9666-4d5c-4580-a8ad-c007009a5057 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:43.709805 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e110ce5-f5b5-4409-ba8c-790f48f4b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.794033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5e110ce5-f5b5-4409-ba8c-790f48f4b289 None None] Port 1feb9666-4d5c-4580-a8ad-c007009a5057 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:43.915114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event deleted for resources: {'Port': ['ID=aa0553cc-07f6-4d91-be99-53944d576e00,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.953196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-d91b553a-1984-423f-b260-58af8c4a4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.953713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-d91b553a-1984-423f-b260-58af8c4a4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.954181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-d91b553a-1984-423f-b260-58af8c4a4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.955755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-d91b553a-1984-423f-b260-58af8c4a4db6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=c59a8071-def6-434e-acab-915f3ad843be&id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 2301 time: 0.2284620 Jul 16 03:30:43.988721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9c911f0f-1224-40ee-9edd-fcd298fab091) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:43.988974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6e3b1f1-380a-4d98-9288-c1664f7d0501 req-f1bceedd-306f-4ea1-862b-56682cb43670 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 210 time: 0.0438523 Jul 16 03:30:43.998906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d8808-66ca-497f-afd3-3f4a68da3a3a None None] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:44.031762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25225885-b810-42bf-bcca-5d0ec5e89057 req-50a7b0cc-fa6a-470b-9d25-042281c96d64 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.039074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25225885-b810-42bf-bcca-5d0ec5e89057 req-50a7b0cc-fa6a-470b-9d25-042281c96d64 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.1550622 Jul 16 03:30:44.071478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.072063 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.112729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25225885-b810-42bf-bcca-5d0ec5e89057 req-02c3a998-b0f8-4147-8f7e-c1da214abc31 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721669 Jul 16 03:30:44.124807 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb59d8ae-5946-4a0d-9a31-3ac0489fa4c2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4986176 Jul 16 03:30:44.155845 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-1ac73770-181a-49aa-ac93-0a534e0ef758 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 1001 time: 0.1651685 Jul 16 03:30:44.161664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:44.169921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-585144a4-93dc-4a45-9d7d-04cd56f70213 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac3fea66-9769-40e1-b886-56da9cf163fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7296336 Jul 16 03:30:44.176247 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Sync routers for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:44.189277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c901a-5e71-4434-b964-bb01b8d2f4b6 None None] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:44.201095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:44.202433 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:44.210845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.217756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.317916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-515d4c89-8ce0-4e7c-9fb5-0cae69f105c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4049585 Jul 16 03:30:44.319776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.322212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-47d3ba49-e1fa-4319-87ae-d2a940c8da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.324121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-47d3ba49-e1fa-4319-87ae-d2a940c8da77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 200 len: 856 time: 0.1595640 Jul 16 03:30:44.325315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.433758 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:44.531516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.531516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Fanout notify agent at l3_agent the message router_deleted on router 3a8d0027-cdd8-4adc-8a7c-812e22acfe26 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:44.541311 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.543303 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e7a8257c-8618-4ee6-ac8d-9874cd22f8aa tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/3a8d0027-cdd8-4adc-8a7c-812e22acfe26 HTTP/1.1" status: 204 len: 168 time: 5.1418302 Jul 16 03:30:44.549487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55900) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:44.555536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845271317', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:44.605705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2609875-7a37-46e9-8da6-6169775f2733 req-7d951071-0bd5-4deb-9610-c9ee1bb172ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.608168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-7d951071-0bd5-4deb-9610-c9ee1bb172ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b0857722af0477dbc42916c36c305d9&device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 1101 time: 0.2582169 Jul 16 03:30:44.611253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-e727898c-7cd0-425e-b5c1-1b48e946dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.613069 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-e727898c-7cd0-425e-b5c1-1b48e946dea9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa09f388-60a2-4025-9fc0-ab125606f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2803121 Jul 16 03:30:44.710723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.718029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.802488 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 2, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:44.844286 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Checking router: ac3fea66-9769-40e1-b886-56da9cf163fa for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:44.844793 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Updating router ac3fea66-9769-40e1-b886-56da9cf163fa port 1feb9666-4d5c-4580-a8ad-c007009a5057 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:44.845350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-aad643c3-a4c6-4e1d-8804-611be79c65e8 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218168 Jul 16 03:30:44.848836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2609875-7a37-46e9-8da6-6169775f2733 req-2c47f8f6-78dd-4adb-af6b-aea782f5b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.850252 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-2c47f8f6-78dd-4adb-af6b-aea782f5b3e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2129254 Jul 16 03:30:44.888030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55914) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:44.894084 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.917541 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.953239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864517932', 'description': 'tempest-description--1423244498'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:44.961002 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-9fbb198a-91cd-4a3d-8fba-576353832fb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=79761846-3c3a-4ff5-a112-3da3c9072438 HTTP/1.1" status: 200 len: 217 time: 0.0912819 Jul 16 03:30:45.106863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-84f0a32d-ba12-4f1a-b11b-01217577fe87 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.114192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-84f0a32d-ba12-4f1a-b11b-01217577fe87 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 822 time: 0.4339733 Jul 16 03:30:45.129723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.162958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-611a2119-e45b-4fce-a304-036feaa768c3 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092525 Jul 16 03:30:45.185422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2609875-7a37-46e9-8da6-6169775f2733 req-07adfa95-8af4-4ceb-a696-3053494df549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.188477 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-07adfa95-8af4-4ceb-a696-3053494df549 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.2161763 Jul 16 03:30:45.243085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-0f054320-b582-4509-8c6d-75d9a7ffdd2c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/quotas/433284340a554065bd68d9edc0faca13 HTTP/1.1" status: 200 len: 375 time: 0.1278944 Jul 16 03:30:45.284530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-321c589d-4390-4188-a9b4-55e28233ce2d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403540 Jul 16 03:30:45.285888 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.290516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-799adda8-879d-4675-b602-dffb6be958d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 217 time: 0.1186094 Jul 16 03:30:45.299452 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Transition to ACTIVE for port object 1feb9666-4d5c-4580-a8ad-c007009a5057 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:45.306521 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.308426 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.353325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3bece-9475-47aa-9568-4c379bccb5db req-e6178bc0-b753-4d3a-a475-1459664fd1ff tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.367046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add3bece-9475-47aa-9568-4c379bccb5db req-e6178bc0-b753-4d3a-a475-1459664fd1ff tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.3172383 Jul 16 03:30:45.452074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Deleting port 43b0b16d-0868-4ce4-853d-43b66be5339c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:45.452496 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.470377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-b8bfbedc-f612-418a-a42f-6ef90d8fe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.471581 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-b8bfbedc-f612-418a-a42f-6ef90d8fe75f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1618087 Jul 16 03:30:45.473332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2609875-7a37-46e9-8da6-6169775f2733 req-a34fdc3f-35e4-435d-8634-215e78aaa0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.474748 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-a34fdc3f-35e4-435d-8634-215e78aaa0a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791560 Jul 16 03:30:45.488667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add3bece-9475-47aa-9568-4c379bccb5db req-53f4f9bd-e60e-49b3-a559-661ac2c07147 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207185 Jul 16 03:30:45.550143 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04615929-bc4d-434a-b190-903265c1fc71 None None] Pushing event updated for resources: {'Port': ['ID=1feb9666-4d5c-4580-a8ad-c007009a5057,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:45.574282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7c1abd98-fdaa-47da-a489-7c170c006967 service neutron] 10.222.0.25 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889578 Jul 16 03:30:45.621468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.627057 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Attempting to bind port 1feb9666-4d5c-4580-a8ad-c007009a5057 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:45.628322 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Attempting to bind port 1feb9666-4d5c-4580-a8ad-c007009a5057 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:45.628920 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Attempting to bind port 1feb9666-4d5c-4580-a8ad-c007009a5057 on network a7010d3e-96f4-4be7-a857-0fe722f39de5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:45.636756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-b203ab2b-dc0f-4bce-9385-2667a9dc629a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.637137 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:45.637716 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Checking segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:45.638380 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.638555 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-b203ab2b-dc0f-4bce-9385-2667a9dc629a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.4458988 Jul 16 03:30:45.639171 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Bound using segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:45.639825 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Bound port: 1feb9666-4d5c-4580-a8ad-c007009a5057, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:45.640592 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.668015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.675433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Request body: {'port': {'device_id': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'admin_state_up': True, 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:45.719866 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] For port 1feb9666-4d5c-4580-a8ad-c007009a5057, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:45.725778 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] For port 1feb9666-4d5c-4580-a8ad-c007009a5057, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1feb9666-4d5c-4580-a8ad-c007009a5057,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:45.730471 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.759629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88dd8cf2-d143-4118-820b-ede6a538899b req-f83c8a40-939e-40a8-967a-090d4ff171fe tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 210 time: 0.0881059 Jul 16 03:30:45.761646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] For port 43b0b16d-0868-4ce4-853d-43b66be5339c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43b0b16d-0868-4ce4-853d-43b66be5339c,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:45.762214 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.783217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.785857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8869977 Jul 16 03:30:45.793843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Calling delete_port for 43b0b16d-0868-4ce4-853d-43b66be5339c owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:45.795598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:45.801391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Request body: {'security_group_rule': {'security_group_id': '274ce34a-7fad-46e9-b3e6-bb748e55b43e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:45.830100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-b3678a84-155c-4fe4-8e60-755d12e23ea3 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203232 Jul 16 03:30:45.834792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274ce34a-7fad-46e9-b3e6-bb748e55b43e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:45.839363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-8bc1ab52-aaef-4414-98b4-f4b0bd1edd70 service neutron] 10.222.0.25 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641234 Jul 16 03:30:45.853075 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:45.857365 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:45.880181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.880588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.880937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.881273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.881607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.881988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.882502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.882856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.883188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.883512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.883884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.884219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a893a4b-2984-4bcf-9121-6a973a562341 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:45.908736 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04615929-bc4d-434a-b190-903265c1fc71 None None] Pushing event updated for resources: {'Port': ['ID=1feb9666-4d5c-4580-a8ad-c007009a5057,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:46.045175 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:46.096236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.123238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-ed0f6b0b-4a68-44d3-9142-789961296bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.124767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-ed0f6b0b-4a68-44d3-9142-789961296bde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6422789 Jul 16 03:30:46.320153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.332045 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2609875-7a37-46e9-8da6-6169775f2733 req-a215808d-c10f-46f4-88b4-d567c91eed3c service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863513 Jul 16 03:30:46.358457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.400522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-a266d79a-e5cc-4dde-8ced-a8f2bf1ca288 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620661 Jul 16 03:30:46.402018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:46.407860 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.428013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:45Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:46.441091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a298ee7-5d52-4630-b78f-899788fb20ff req-c623e3db-14c1-4a89-af99-50c4350fb8e6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 210 time: 0.1254482 Jul 16 03:30:46.477870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc422d78-ae59-4b4b-afbb-91c60b5f778f None None] The sync data for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 is: [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:45Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:46.592216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c674c87-8eb3-4520-82e7-c3b1f69f82c1 req-b3d89b43-9cce-4f43-a993-c6edb8c0760c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.610052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c674c87-8eb3-4520-82e7-c3b1f69f82c1 req-b3d89b43-9cce-4f43-a993-c6edb8c0760c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.5658264 Jul 16 03:30:46.652722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.698480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.838205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79be7db8-c1d7-42b2-8f87-bdde2e2686a6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:46.899594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c674c87-8eb3-4520-82e7-c3b1f69f82c1 req-1bec5620-2f72-4b11-81d7-d2a80a419cbc tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885349 Jul 16 03:30:46.921517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.933099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d1148a5b-cf27-409f-9833-a836d9849756 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1336999 Jul 16 03:30:46.935526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:46.942011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Request body: {'security_group_rule': {'security_group_id': '274ce34a-7fad-46e9-b3e6-bb748e55b43e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:46.975761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Allocated IP 172.25.4.144 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/48fe0e27-0a80-47b5-8695-144441cc3570) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:47.029567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.081368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1feb9666-4d5c-4580-a8ad-c007009a5057 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:47.099594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.107208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-fe5763b2-5eb9-4eae-ad19-b3d0c59320f3 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952970 Jul 16 03:30:47.158516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Pushing event deleted for resources: {'Port': ['ID=43b0b16d-0868-4ce4-853d-43b66be5339c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.199133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1feb9666-4d5c-4580-a8ad-c007009a5057 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:47.203509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1feb9666-4d5c-4580-a8ad-c007009a5057 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:47.204093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.268848 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-daafab5b-13bf-4a6c-b341-3f7226ad6ff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 217 time: 0.1460230 Jul 16 03:30:47.293166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fd8fa-0de8-4d2f-bba9-9eead5405735 req-774ec57e-9a18-419f-8b97-b60e2a01ea1d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.300495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-794fd8fa-0de8-4d2f-bba9-9eead5405735 req-774ec57e-9a18-419f-8b97-b60e2a01ea1d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.5486422 Jul 16 03:30:47.303769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8d276912-890a-4ade-a269-bd38cef5c185 req-8e78b454-86a6-4bec-928f-ce87a43f76e2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 210 time: 0.0653996 Jul 16 03:30:47.409013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Allocated IP 172.20.0.10 (0243d034-9359-4919-bb4a-a051e20876ff/f8ebabca-b8bd-43db-8dbc-346678fe226d/c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:47.432091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.441726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-9b65d653-4c6a-4f96-8556-e88579d16d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.443283 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-9b65d653-4c6a-4f96-8556-e88579d16d80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1585889 Jul 16 03:30:47.445601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.585934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eeee93-a1a5-4b16-8452-54510b6df409,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.586209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.601063 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.603882 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-407afcd9-0d66-4e8a-957a-2d88e85af1cc tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6668792 Jul 16 03:30:47.608590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55948) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:47.622377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:47.637072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1feb9666-4d5c-4580-a8ad-c007009a5057, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1feb9666-4d5c-4580-a8ad-c007009a5057,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:47.646463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.734159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.750805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1feb9666-4d5c-4580-a8ad-c007009a5057,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.766433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-70d69e3b-648a-4e71-bf8a-819585ca553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.768183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-70d69e3b-648a-4e71-bf8a-819585ca553c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3068168 Jul 16 03:30:47.844560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.965891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-c48edbf9-b59d-4c85-a8f3-d54f656c5153 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890576 Jul 16 03:30:47.977256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-794fd8fa-0de8-4d2f-bba9-9eead5405735 req-780c3d59-6e8f-41c3-a349-928c09240e37 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757643 Jul 16 03:30:48.025175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.040072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f426fc2-89b1-469c-b332-6e9bcd433565 req-d37485cd-7fc5-4e7c-8883-da7e93e10acc tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 210 time: 0.1213889 Jul 16 03:30:48.089029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.123297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Network 0243d034-9359-4919-bb4a-a051e20876ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:48.125296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.138392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:48.150763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:48.153249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event updated for resources: {'Port': ['ID=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.251656 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-ea45d9d1-cd7e-4496-b1ca-c26c00ec0537 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756104 Jul 16 03:30:48.287265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.339267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-dd2514a1-cf15-410a-b509-30cd8c6a040a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 200 len: 217 time: 0.0657828 Jul 16 03:30:48.372639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.373334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.394890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event updated for resources: {'Port': ['ID=48fe0e27-0a80-47b5-8695-144441cc3570,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.399083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.427441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:48.434975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:48.439163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:48.477291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-8560bd33-f4f6-4c17-bda0-df30d43f90fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8111358 Jul 16 03:30:48.494712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Request body: {'port': {'device_id': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:48.500078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-210673bd-2bdf-4dd0-bfad-233a8ff44113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.500706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62d5d3-6d95-4b95-b4c8-44234a6ca3bd req-9908d62f-78e2-49f9-8bd2-888ef1d91a0a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.501645 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-210673bd-2bdf-4dd0-bfad-233a8ff44113 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1255698 Jul 16 03:30:48.504682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab62d5d3-6d95-4b95-b4c8-44234a6ca3bd req-9908d62f-78e2-49f9-8bd2-888ef1d91a0a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2952392 Jul 16 03:30:48.555717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-467eb8af-6513-4d6d-822d-24912360d186 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.557135 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-467eb8af-6513-4d6d-822d-24912360d186 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 822 time: 0.3903601 Jul 16 03:30:48.558322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Allocated IP 172.25.4.73 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/5bac0d00-335e-4aaf-a2f5-399dc14eb8e4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:48.593158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'port': {'device_id': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'admin_state_up': True, 'tenant_id': '433284340a554065bd68d9edc0faca13'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:48.730177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.737391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab62d5d3-6d95-4b95-b4c8-44234a6ca3bd req-fad479ed-65c6-4d7c-a765-e55d45da18b9 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220368 Jul 16 03:30:48.817541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76f611-3ccd-4c4e-ad51-35f76f00673a req-e7b80678-6709-4561-81ed-ff9b04b2858c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.819065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc76f611-3ccd-4c4e-ad51-35f76f00673a req-e7b80678-6709-4561-81ed-ff9b04b2858c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 932 time: 0.2505574 Jul 16 03:30:48.834525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-092742ca-8f77-4b83-a3f5-77d372544043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.836054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-092742ca-8f77-4b83-a3f5-77d372544043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3014905 Jul 16 03:30:48.900238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.916238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Made reservation on behalf of 433284340a554065bd68d9edc0faca13 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:48.919791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.013278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc76f611-3ccd-4c4e-ad51-35f76f00673a req-b2f1002c-3cb8-449f-b9e5-bd44b4eafe5f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581874 Jul 16 03:30:49.034192 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.072797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1feb9666-4d5c-4580-a8ad-c007009a5057 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:49.083215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Router 5b192868-57ea-4a25-b1af-8f27fac47631 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:49.160412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1feb9666-4d5c-4580-a8ad-c007009a5057 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:49.160784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.222237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-e6b12449-35d7-4ea1-a4cb-0da61791451f service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775620 Jul 16 03:30:49.241047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9581e26-45e2-429b-ae51-54e9bf669613 req-51233a97-ba42-419e-bc43-fdf54391d4ef tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 210 time: 0.0608184 Jul 16 03:30:49.299370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.354983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:49.361774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-472b7ad3-a5c7-4da6-ac3f-10b91cdf296e admin admin] 10.222.0.25 "PUT /v2.0/routers/5b192868-57ea-4a25-b1af-8f27fac47631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3919365 Jul 16 03:30:49.367457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:49.372552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] Sync routers for ids ['5b192868-57ea-4a25-b1af-8f27fac47631'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:49.382461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] Routers {'5b192868-57ea-4a25-b1af-8f27fac47631'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:49.383123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5b192868-57ea-4a25-b1af-8f27fac47631'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:49.436239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:49.454740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:49.455009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c0a4-abbb-4f93-9987-8b0cb169eb23 req-f7fb4bb4-508a-40af-b017-2cac066b61fe tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:49.456564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5364c0a4-abbb-4f93-9987-8b0cb169eb23 req-f7fb4bb4-508a-40af-b017-2cac066b61fe tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.3240469 Jul 16 03:30:49.478409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:49.488236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event updated for resources: {'Port': ['ID=5bac0d00-335e-4aaf-a2f5-399dc14eb8e4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.494727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Allocated IP 172.20.0.11 (9c911f0f-1224-40ee-9edd-fcd298fab091/e0d8515e-5bf2-4221-be31-746723332216/9f58582f-6273-463b-8e71-9ce7c15b178c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:49.497238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] Set router 5b192868-57ea-4a25-b1af-8f27fac47631 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:49.525374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-00a0a000-739c-4fdb-a332-178cb76f2a7f service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861350 Jul 16 03:30:49.528733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.584819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:49.594086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5364c0a4-abbb-4f93-9987-8b0cb169eb23 req-511c9c03-2e51-45fd-a534-281487bbe4c9 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184707 Jul 16 03:30:49.595434 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-715b9d7d-1eba-4d38-a3e6-0e1aa2cd4af4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 200 len: 217 time: 0.0596828 Jul 16 03:30:49.595798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.599796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.688074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Transition to ACTIVE for port object c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:49.693894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:30:46Z', 'revision_number': 5, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:49.717692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.720866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] Checking router: 5b192868-57ea-4a25-b1af-8f27fac47631 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:49.730483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] Routers {'5b192868-57ea-4a25-b1af-8f27fac47631'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:49.731133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5b192868-57ea-4a25-b1af-8f27fac47631'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:49.761656 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.796156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-933d5d6f-3af5-4a3d-b645-db87e6515698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:49.797647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-933d5d6f-3af5-4a3d-b645-db87e6515698 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1940293 Jul 16 03:30:49.809246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Router 3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:49.857746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] Set router 5b192868-57ea-4a25-b1af-8f27fac47631 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:49.894936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.905024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Pushing event updated for resources: {'Port': ['ID=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.074809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:30:46Z', 'revision_number': 5, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:50.109506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82b4df-652e-4426-8157-77513cbcdd97 None None] The sync data for ids ['5b192868-57ea-4a25-b1af-8f27fac47631'] in n-d-800089-6 is: [{'id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857729953-router', 'tenant_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:23Z', 'updated_at': '2021-07-16T03:30:46Z', 'revision_number': 5, 'project_id': '11db0fb4a6c948cdbf5f4004c427f8a3', 'gw_port': {'id': '276b23d7-4fdf-48f4-9053-77f4890da0e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b192868-57ea-4a25-b1af-8f27fac47631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:26Z', 'updated_at': '2021-07-16T03:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:50.350812 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.370254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.375303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-a76d54da-3475-4ff6-99be-ce9566fed728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.376818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-a76d54da-3475-4ff6-99be-ce9566fed728 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5647607 Jul 16 03:30:50.411742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:50.413835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Deleting port 276b23d7-4fdf-48f4-9053-77f4890da0e4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:50.414178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.422762 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] Sync routers for ids ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:50.429284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Attempting to bind port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:50.429630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Attempting to bind port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:50.429964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Attempting to bind port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:50.435094 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] Routers {'3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:50.435708 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:50.473709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 on network 0243d034-9359-4919-bb4a-a051e20876ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:50.474335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Attempting to bind port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:50.494714 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:50.497355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.501580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a1f435d3-b4c6-44a1-99d7-90d795a68ee9 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9509046 Jul 16 03:30:50.505417 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] Routers {'3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:50.506278 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:50.506821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55970) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:50.514642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:50.522457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:50.522812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:50.523203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Bound using segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:50.523658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Bound port: c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:50.524021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.529913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d970-2d0f-48ec-b14e-2dfbd8926bbd req-19571361-8c92-43c7-a964-c65cb044d3c2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.531484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e01d970-2d0f-48ec-b14e-2dfbd8926bbd req-19571361-8c92-43c7-a964-c65cb044d3c2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2183845 Jul 16 03:30:50.557899 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:50.558668 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89dbc23-966b-4eaa-8d02-6fd40caa1fa8 None None] The sync data for ids ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:50.559926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.581780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3fa51-145f-43d5-96a0-08ed9d94e51e req-ccb3d239-3d6a-49bd-a708-0c21fae34882 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.583509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0a3fa51-145f-43d5-96a0-08ed9d94e51e req-ccb3d239-3d6a-49bd-a708-0c21fae34882 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 944 time: 0.2691958 Jul 16 03:30:50.664947 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8637578-1b76-40df-bb85-250c26e71642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.695866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:50.699633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] For port 276b23d7-4fdf-48f4-9053-77f4890da0e4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=276b23d7-4fdf-48f4-9053-77f4890da0e4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:50.700006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.711663 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-ca16500e-1a39-4008-aac1-fc215d21d480 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068519 Jul 16 03:30:50.720100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:50.726806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e01d970-2d0f-48ec-b14e-2dfbd8926bbd req-848bdd34-c601-47a7-a37d-5d2f8624456f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560059 Jul 16 03:30:50.733333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:50.742237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0a3fa51-145f-43d5-96a0-08ed9d94e51e req-f61471a2-d6f5-4f9c-af3d-edf05f5eddf2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489148 Jul 16 03:30:50.743166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Calling delete_port for 276b23d7-4fdf-48f4-9053-77f4890da0e4 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:50.759263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.808699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] For port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:50.841465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] For port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:50.877141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.888317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.888946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.914390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43b0b16d-0868-4ce4-853d-43b66be5339c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:50.934965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 43b0b16d-0868-4ce4-853d-43b66be5339c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:50.935605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43b0b16d-0868-4ce4-853d-43b66be5339c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:50.943454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.960056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.966031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.966667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.968039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] 10.222.0.48 "PUT /v2.0/ports/c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 HTTP/1.1" status: 200 len: 1092 time: 2.4826622 Jul 16 03:30:50.972083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-f5ff6eed-1e94-441a-9fb0-9b12b2fbbf83 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3859978 Jul 16 03:30:50.972512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'tag': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:50.974809 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265d9134-4e6a-4df4-b2ed-34389f27eb87" -d '{"events": [{"name": "network-changed", "server_uuid": "c84b0fc1-dd04-40cf-b3c1-8a2530998134", "tag": "c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:50.999430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Request body: {'port': {'device_id': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:51.029646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-9559bca8-3ea0-45b3-b020-4969d63d2d63 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993727 Jul 16 03:30:51.091345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993964e3-5fba-4594-a079-2fff15bb4e78 service neutron] Pushing event updated for resources: {'Port': ['ID=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.155745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-b5077677-3e65-449a-a3fb-e2548d265d10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 200 len: 217 time: 0.1134365 Jul 16 03:30:51.187189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eefa9-ef54-4fb0-8609-fbf248230d32 req-bb697f07-f878-4a81-86e6-c88923fb19d4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.188672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-137eefa9-ef54-4fb0-8609-fbf248230d32 req-bb697f07-f878-4a81-86e6-c88923fb19d4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 932 time: 0.3303881 Jul 16 03:30:51.201510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e449d-96ce-49ab-8568-c724925e5f32 req-cb7f6ce0-4e22-4a6e-b3f6-99253b2772f5 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.202957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-243e449d-96ce-49ab-8568-c724925e5f32 req-cb7f6ce0-4e22-4a6e-b3f6-99253b2772f5 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.2957928 Jul 16 03:30:51.233973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.258948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event updated for resources: {'Port': ['ID=5bac0d00-335e-4aaf-a2f5-399dc14eb8e4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.282379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.283360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.283708 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-588b2db4-d22f-4dc2-9471-818e0ab1669b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6738412 Jul 16 03:30:51.284837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.288689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-bf7309eb-fcdf-40f4-96bb-7279ec9f0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.290104 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-bf7309eb-fcdf-40f4-96bb-7279ec9f0393 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1264830 Jul 16 03:30:51.341435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-a6adf987-46fe-41f8-9b43-7c8c5d4b0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.343192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-a6adf987-46fe-41f8-9b43-7c8c5d4b0a4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 1095 time: 0.3338768 Jul 16 03:30:51.345448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Pushing event deleted for resources: {'Port': ['ID=276b23d7-4fdf-48f4-9053-77f4890da0e4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.358327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-137eefa9-ef54-4fb0-8609-fbf248230d32 req-cfe8dd5f-c1f1-4b84-ac2a-288db674f22e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509845 Jul 16 03:30:51.366275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-243e449d-96ce-49ab-8568-c724925e5f32 req-20e12d42-9dd8-4f7b-b762-7ed3ac985cb6 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505284 Jul 16 03:30:51.368431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.432817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-965fc553-cd9a-439c-af9e-32198e49bcf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 HTTP/1.1" status: 200 len: 217 time: 0.0679708 Jul 16 03:30:51.435220 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539fd56-430e-4cc8-b442-c662797b42b2 x-openstack-request-id: req-e539fd56-430e-4cc8-b442-c662797b42b2 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:51.435220 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84b0fc1-dd04-40cf-b3c1-8a2530998134", "tag": "c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:51.435220 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e539fd56-430e-4cc8-b442-c662797b42b2 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:51.435704 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'tag': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1', 'status': 'completed', 'code': 200} Jul 16 03:30:51.439571 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.461043 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.594655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.598153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.600193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-5a61a3be-44ed-4f3d-95d6-717ff7ca8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.601668 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-5a61a3be-44ed-4f3d-95d6-717ff7ca8eef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.1577301 Jul 16 03:30:51.623325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-50522c1f-da7d-4e10-8bbf-55c5747748aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.624745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-50522c1f-da7d-4e10-8bbf-55c5747748aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3124876 Jul 16 03:30:51.654170 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-52bad97a-f77d-4a6a-a99f-8cbd2972df8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443895 Jul 16 03:30:51.654509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-87dfb4a0-d064-47a0-994b-8b8b67687a22 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1864517932&fields=id&tenant_id=9efe109f706648a4b728cd266432d3fd HTTP/1.1" status: 200 len: 267 time: 0.1209497 Jul 16 03:30:51.656605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.657144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b192868-57ea-4a25-b1af-8f27fac47631 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:51.665161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.669307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-02a261fa-0ee5-4bbe-81f1-9c207c93072f admin admin] 10.222.0.25 "DELETE /v2.0/routers/5b192868-57ea-4a25-b1af-8f27fac47631 HTTP/1.1" status: 204 len: 168 time: 2.2961893 Jul 16 03:30:51.672011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:51.712026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Deleting port 48fe0e27-0a80-47b5-8695-144441cc3570 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:51.712371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.826707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-57743470-d3df-4827-a1ab-7ad699063068 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.828183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-57743470-d3df-4827-a1ab-7ad699063068 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/networks?id=a7010d3e-96f4-4be7-a857-0fe722f39de5 HTTP/1.1" status: 200 len: 811 time: 0.1663618 Jul 16 03:30:51.854090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-4498448a-c9d4-453b-8ef2-f4c1ecff14a3 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/quotas/9efe109f706648a4b728cd266432d3fd HTTP/1.1" status: 200 len: 375 time: 0.0176308 Jul 16 03:30:51.855769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.877925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Deleting subnet 15529515-f0f8-44f1-aa0a-ba01173e0b0e {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:51.878686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Calling delete_port for 48fe0e27-0a80-47b5-8695-144441cc3570 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:51.895039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.941669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-ec2849a5-c299-44c7-978e-057b22017171 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901525 Jul 16 03:30:51.970117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.017639 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-82c5f791-9822-42ff-9f6e-7689ba670d41 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480012 Jul 16 03:30:52.061391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-12527e5a-4acf-41fb-b3cc-6e332ecc0bcf tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9efe109f706648a4b728cd266432d3fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979697 Jul 16 03:30:52.076395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fc7cc-d65e-401e-97e7-5f7fdfe1d000 req-07febf27-7428-441c-b964-bbc0006ec18c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.076762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:52.077804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d8fc7cc-d65e-401e-97e7-5f7fdfe1d000 req-07febf27-7428-441c-b964-bbc0006ec18c tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.2008455 Jul 16 03:30:52.079187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:52.214128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f58582f-6273-463b-8e71-9ce7c15b178c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:52.220525 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.234953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d8fc7cc-d65e-401e-97e7-5f7fdfe1d000 req-2113cc48-6549-4ba1-a985-9c60016056f0 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386030 Jul 16 03:30:52.235303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.258663 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-74eadae3-25e9-460a-a919-e879f5e7592e service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069763 Jul 16 03:30:52.261313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:52.290398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-e0416cba-af5c-4ebe-8131-21705a92b50a service neutron] 10.222.0.25 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045956 Jul 16 03:30:52.293221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:52.295739 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c6d9f-7571-4927-8e57-76d39810fde7" -d '{"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-unplugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:52.303047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.308598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.350491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Pushing event deleted for resources: {'Port': ['ID=48fe0e27-0a80-47b5-8695-144441cc3570,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.364032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.366706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Transition to ACTIVE for port object 9f58582f-6273-463b-8e71-9ce7c15b178c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:52.371771 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-84018589-2134-4ded-9046-e81de2e315c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 217 time: 0.1044843 Jul 16 03:30:52.384583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.405995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.417736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:52.458195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'mac_address': 'fa:16:3e:9c:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:52.462094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aadb7941-997b-4149-96fe-70db58e8cf44 req-76c9c9d2-d80d-4848-951f-0f996b2752ef service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316256 Jul 16 03:30:52.512884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-c15bb00c-0e0d-4b50-b5ba-eb81c0781b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.514259 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-c15bb00c-0e0d-4b50-b5ba-eb81c0781b29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1190538 Jul 16 03:30:52.523871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.524352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.546456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.547620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:52.570953 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:30:52.571970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:52.576374 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.584751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.620414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-52225413-086a-46bd-b7bd-794c746ce8bc service neutron] 10.222.0.25 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286409 Jul 16 03:30:52.627543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.678583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61045ea7-dc1a-492e-9178-80ad9f647cc6 None None] Network 29d737b4-380e-4987-a271-229cc34686ac requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:52.686930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15529515-f0f8-44f1-aa0a-ba01173e0b0e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.690803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.695765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0964bd8e-b21c-4bdc-b7e7-69294ab7b882 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15529515-f0f8-44f1-aa0a-ba01173e0b0e HTTP/1.1" status: 204 len: 168 time: 1.0045576 Jul 16 03:30:52.697674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56004) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:52.732132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a637dd9-6c5f-40fd-862f-8b1483f9eea7 req-374a2162-5088-41aa-9651-3f46b5844f69 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.739221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a637dd9-6c5f-40fd-862f-8b1483f9eea7 req-374a2162-5088-41aa-9651-3f46b5844f69 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 944 time: 0.2570848 Jul 16 03:30:52.789031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.805359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Attempting to bind port 9f58582f-6273-463b-8e71-9ce7c15b178c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:52.805706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Attempting to bind port 9f58582f-6273-463b-8e71-9ce7c15b178c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:52.806040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Attempting to bind port 9f58582f-6273-463b-8e71-9ce7c15b178c on network 9c911f0f-1224-40ee-9edd-fcd298fab091 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:52.815298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Port 9f58582f-6273-463b-8e71-9ce7c15b178c on network 9c911f0f-1224-40ee-9edd-fcd298fab091 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:52.815631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Attempting to bind port 9f58582f-6273-463b-8e71-9ce7c15b178c on network 9c911f0f-1224-40ee-9edd-fcd298fab091 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:52.824977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.838365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.839852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-a9aa08eb-5ecc-49ba-8171-88c5801e5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:52.841366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-a9aa08eb-5ecc-49ba-8171-88c5801e5232 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3132589 Jul 16 03:30:52.842199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:52.842428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Checking segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:52.848626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Bound using segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:52.849267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Bound port: 9f58582f-6273-463b-8e71-9ce7c15b178c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:52.849545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.872374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a637dd9-6c5f-40fd-862f-8b1483f9eea7 req-855823d8-10a8-426e-bb7f-99534db360e7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320527 Jul 16 03:30:52.901860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:52.963227 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691e75d-abf3-45e1-97e6-29897885fcd7 x-openstack-request-id: req-9691e75d-abf3-45e1-97e6-29897885fcd7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:52.963536 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-unplugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:52.963992 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9691e75d-abf3-45e1-97e6-29897885fcd7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:52.964461 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'code': 200} Jul 16 03:30:52.977651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] DHCP port deletion for 29d737b4-380e-4987-a271-229cc34686ac request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:30:53.078169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 276b23d7-4fdf-48f4-9053-77f4890da0e4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:53.125839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 276b23d7-4fdf-48f4-9053-77f4890da0e4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:53.126245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 276b23d7-4fdf-48f4-9053-77f4890da0e4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:53.153520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] Deleting port c56f035b-714d-4b1e-a4c6-ed3f546de660 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:53.154584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.297814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] For port c56f035b-714d-4b1e-a4c6-ed3f546de660, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c56f035b-714d-4b1e-a4c6-ed3f546de660,segment=NetworkSegment(778c2f81-b3fc-4897-94e2-f390ed4c5d32),segment_id=778c2f81-b3fc-4897-94e2-f390ed4c5d32)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:53.298647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.315237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c8cd3c0-cf26-4277-9087-d4549de53e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.324384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] Calling delete_port for c56f035b-714d-4b1e-a4c6-ed3f546de660 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:53.405885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-85268e32-60d1-41c5-90b7-4515a8d57fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.407679 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-85268e32-60d1-41c5-90b7-4515a8d57fc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 1095 time: 0.8696513 Jul 16 03:30:53.440849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.479915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] No DVR routers for this DVR port c56f035b-714d-4b1e-a4c6-ed3f546de660 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:53.483609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195e800-a3d5-47d9-9f6c-542deb66374b None None] Pushing event deleted for resources: {'Port': ['ID=c56f035b-714d-4b1e-a4c6-ed3f546de660,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.522992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Router 3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:53.558455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:53.588032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:53.594128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Deleting port c56f035b-714d-4b1e-a4c6-ed3f546de660 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:53.594359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.609488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.628507 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-107a0af5-b7ec-493b-bd7c-7cc67ad1b3ef service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640371 Jul 16 03:30:53.633479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec52d4-090f-4b0f-8d1d-1cc837a91c48 req-4444ffbc-e607-46cf-abf9-e74e71d17b7c tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.635057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95ec52d4-090f-4b0f-8d1d-1cc837a91c48 req-4444ffbc-e607-46cf-abf9-e74e71d17b7c tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 945 time: 0.1954577 Jul 16 03:30:53.645572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f44152-b9f7-4d24-a869-6bb90511174f req-f66a8e85-4a21-4eec-9f08-9bd93e510071 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.647049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84f44152-b9f7-4d24-a869-6bb90511174f req-f66a8e85-4a21-4eec-9f08-9bd93e510071 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 944 time: 0.2062211 Jul 16 03:30:53.659521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:53.673173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] Sync routers for ids ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:53.674063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.675514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-efc2fc85-596b-42ab-bf30-79aec5f0b317 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "PUT /v2.0/routers/3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 200 len: 709 time: 3.1661053 Jul 16 03:30:53.682722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.685229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-29e68f27-e540-4dfa-81a6-5c878ac8c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.686704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-29e68f27-e540-4dfa-81a6-5c878ac8c1b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.2664051 Jul 16 03:30:53.688800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] Routers {'3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:53.689419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:53.703351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.703957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.705322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] 10.222.0.11 "PUT /v2.0/ports/9f58582f-6273-463b-8e71-9ce7c15b178c HTTP/1.1" status: 200 len: 1092 time: 2.7141891 Jul 16 03:30:53.706302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:53.708556 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a7cd79-850a-4322-94ea-67fd625e3a78" -d '{"events": [{"name": "network-changed", "server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:53.757072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:53.767824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] Routers {'3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:53.769042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:53.787512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95ec52d4-090f-4b0f-8d1d-1cc837a91c48 req-80596954-f2ee-4d05-8816-07985f4b96ac tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375544 Jul 16 03:30:53.811144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-966c9e4b-6295-487d-878e-cb009657292b tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/routers/3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 200 len: 744 time: 0.1258647 Jul 16 03:30:53.815876 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-96799864-7558-4774-8dc2-b49227d2dd40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 HTTP/1.1" status: 200 len: 217 time: 0.1167586 Jul 16 03:30:53.817824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] For port c56f035b-714d-4b1e-a4c6-ed3f546de660, host n-d-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:53.818178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.827116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84f44152-b9f7-4d24-a869-6bb90511174f req-8703f1e3-f2ef-41fd-ab62-2e5ac431af76 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692011 Jul 16 03:30:53.827643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.861557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:53.863857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10611b6-33b4-4c8e-81cd-90cede8d8952 None None] The sync data for ids ['3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:53.884490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.923219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Calling delete_port for c56f035b-714d-4b1e-a4c6-ed3f546de660 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:53.924929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75c66-af96-4c17-a2b7-64843d42ec2e service neutron] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.930286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Port c56f035b-714d-4b1e-a4c6-ed3f546de660 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:30:53.950057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.977648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1eb96359-a329-4aeb-b5e7-00ce4ea3d64b tempest-RoutersIpV6AdminTest-636038410 tempest-RoutersIpV6AdminTest-636038410-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 200 len: 205 time: 0.1464283 Jul 16 03:30:53.983199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56028) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.988063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-38c04fa4-3e65-4dc9-b6bf-d074d769696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.989828 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-38c04fa4-3e65-4dc9-b6bf-d074d769696a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.1104000 Jul 16 03:30:54.028231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8fc07318-5f4a-4009-bd62-79d4445b8d7b tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 200 len: 205 time: 0.0413132 Jul 16 03:30:54.033072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.036907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] No DVR routers for this DVR port c56f035b-714d-4b1e-a4c6-ed3f546de660 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:54.057005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188e1414-39bd-45b1-8af2-5b964cfdd382 req-f149cc45-9fab-4250-862f-f77fc6fd453d tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 210 time: 0.0343807 Jul 16 03:30:54.061332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56f035b-714d-4b1e-a4c6-ed3f546de660,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.085455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:54.148048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:54.148427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.152693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.160979 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.165510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d737b4-380e-4987-a271-229cc34686ac']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:54.176977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778c2f81-b3fc-4897-94e2-f390ed4c5d32') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:54.177406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778c2f81-b3fc-4897-94e2-f390ed4c5d32') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:54.186574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.195593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c922fc72-36c1-414a-a182-1c99c69d6a05 req-f7640b42-6db7-4d88-bdd4-ab7f5a641518 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572038 Jul 16 03:30:54.215696 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24bb0d-8481-4c2a-9af9-5b83caa81be4 x-openstack-request-id: req-6c24bb0d-8481-4c2a-9af9-5b83caa81be4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:54.216267 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:54.216663 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c24bb0d-8481-4c2a-9af9-5b83caa81be4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:54.217089 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'status': 'completed', 'code': 200} Jul 16 03:30:54.220987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-bf2f8365-c1d7-46de-9b69-5a7bf7867b33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995773 Jul 16 03:30:54.267278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.279099 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.303073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-229756ef-a4d4-48f5-8e03-5afd09c7008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.304607 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-229756ef-a4d4-48f5-8e03-5afd09c7008a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 1095 time: 0.5074525 Jul 16 03:30:54.308572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:54.309189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:54.311270 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:54.341330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.374786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7705-f510-48e6-8249-eba98cfbec25 req-154e7fea-abf1-42c6-b511-4ba13dc55602 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.376530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bbd7705-f510-48e6-8249-eba98cfbec25 req-154e7fea-abf1-42c6-b511-4ba13dc55602 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 949 time: 0.3188093 Jul 16 03:30:54.381150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.390589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.415519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:54.422891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.458537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-2b0eeea5-3042-4e23-ba94-773b50145a3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f58582f-6273-463b-8e71-9ce7c15b178c HTTP/1.1" status: 200 len: 217 time: 0.1258590 Jul 16 03:30:54.490267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.496424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.502032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/29d737b4-380e-4987-a271-229cc34686ac HTTP/1.1" status: 204 len: 168 time: 1.7977407 Jul 16 03:30:54.502200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bbd7705-f510-48e6-8249-eba98cfbec25 req-21091de6-0b9b-4bc3-b0f4-386aa092b363 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159329 Jul 16 03:30:54.516447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.518751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.531891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.532469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Fanout notify agent at l3_agent the message router_deleted on router 3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:54.557024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a191869-80ac-4acb-866e-decf636bd7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d737b4-380e-4987-a271-229cc34686ac,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.568237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-accd8de9-e11f-40f3-81a1-1787dd941f78 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281651 Jul 16 03:30:54.575537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-205ec11a-b15f-4d95-a931-87831a764a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.577269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-205ec11a-b15f-4d95-a931-87831a764a4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 200 len: 862 time: 0.1129606 Jul 16 03:30:54.635137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-37e580e1-293e-47c9-8df0-ebd9381161ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c911f0f-1224-40ee-9edd-fcd298fab091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485477 Jul 16 03:30:54.640095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.642087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4b97d837-adec-4734-a512-2818f08516a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 204 len: 168 time: 0.6063328 Jul 16 03:30:54.658962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.743941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-65289a01-f9b3-4c7c-8345-3e52230b4ceb tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 200 len: 205 time: 0.0486717 Jul 16 03:30:54.757229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-0aac6504-14a8-4e79-b592-a780968b70c2 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.758953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-0aac6504-14a8-4e79-b592-a780968b70c2 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.11 "GET /v2.0/networks?id=a7010d3e-96f4-4be7-a857-0fe722f39de5 HTTP/1.1" status: 200 len: 811 time: 0.3076801 Jul 16 03:30:54.761795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56046) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.773855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-265d9134-4e6a-4df4-b2ed-34389f27eb87 req-4a8d2418-7f0f-4802-89af-de2f5b95fcb5 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955481 Jul 16 03:30:54.814945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-77063b39-c429-4d7d-820c-dca1329bff95 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722248 Jul 16 03:30:54.857810 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c4cdcc53-bad1-44de-ad90-42e51ac56f29 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] delete failed (client error): The resource could not be found. Jul 16 03:30:54.861322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c4cdcc53-bad1-44de-ad90-42e51ac56f29 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/3d4b53e4-4135-476b-9c7f-b9bd1eb73ebb HTTP/1.1" status: 404 len: 336 time: 0.0959363 Jul 16 03:30:54.868030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.916487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-84535c4f-c2ef-4254-bea4-4780bca731a5 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8d0027-cdd8-4adc-8a7c-812e22acfe26 HTTP/1.1" status: 200 len: 205 time: 0.0381718 Jul 16 03:30:54.920379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-6eb208d7-36e8-4429-a8c0-195cd9917efb tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9efe109f706648a4b728cd266432d3fd HTTP/1.1" status: 200 len: 380 time: 0.1518159 Jul 16 03:30:54.925783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:54.936440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Request body: {'port': {'device_id': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'admin_state_up': True, 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'security_groups': ['274ce34a-7fad-46e9-b3e6-bb748e55b43e']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:54.950907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17ce7c13-648b-4034-a412-a7c6139eb42e req-20551d43-e37d-43b8-a69e-f9e5a093c294 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298745 Jul 16 03:30:54.965897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:54.969709 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f924086-e805-4da1-a66c-ceb02859ca0f" -d '{"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-plugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:55.000255 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-de6b9a70-4411-4074-9dca-828f4a2e071e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] delete failed (client error): The resource could not be found. Jul 16 03:30:55.001266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-de6b9a70-4411-4074-9dca-828f4a2e071e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/3a8d0027-cdd8-4adc-8a7c-812e22acfe26 HTTP/1.1" status: 404 len: 336 time: 0.0743406 Jul 16 03:30:55.005636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56066) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.006147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c56f035b-714d-4b1e-a4c6-ed3f546de660 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:55.026230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5409e8-1b27-4d64-8408-2b8c03b8e5ed req-368223ab-042a-4ddc-b8b3-829eadc7c480 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.027724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a5409e8-1b27-4d64-8408-2b8c03b8e5ed req-368223ab-042a-4ddc-b8b3-829eadc7c480 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 944 time: 0.3802845 Jul 16 03:30:55.030939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c56f035b-714d-4b1e-a4c6-ed3f546de660 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:55.031592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c56f035b-714d-4b1e-a4c6-ed3f546de660 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:55.059480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-80d1c066-5187-4f6a-8191-107dd7450d35 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=b346b427-4001-49ef-bb57-0fc79a10d3bb HTTP/1.1" status: 200 len: 205 time: 0.0522945 Jul 16 03:30:55.078383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.128252 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-6791d7d3-e975-4330-8158-22d555c1d33c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] delete failed (client error): The resource could not be found. Jul 16 03:30:55.132423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6791d7d3-e975-4330-8158-22d555c1d33c tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/b346b427-4001-49ef-bb57-0fc79a10d3bb HTTP/1.1" status: 404 len: 336 time: 0.0504777 Jul 16 03:30:55.132677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56072) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.168588 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-20b0a715-f122-47c0-9f51-ddce37b70846 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=11bf1b10-2e37-4a41-b94c-8e2478b6f636 HTTP/1.1" status: 200 len: 205 time: 0.0326276 Jul 16 03:30:55.169692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56074) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.211047 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-0725345d-2597-4637-a8bb-432dcb50b13e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] delete failed (client error): The resource could not be found. Jul 16 03:30:55.214502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0725345d-2597-4637-a8bb-432dcb50b13e tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/11bf1b10-2e37-4a41-b94c-8e2478b6f636 HTTP/1.1" status: 404 len: 336 time: 0.0413275 Jul 16 03:30:55.214969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56076) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.215164 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a5409e8-1b27-4d64-8408-2b8c03b8e5ed req-6ab39570-f8bc-4133-b831-9ad580edfcbc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619453 Jul 16 03:30:55.216838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-8857f4cc-b3f0-4cfb-9602-75a173bfb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.218782 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-8857f4cc-b3f0-4cfb-9602-75a173bfb47c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 1095 time: 0.1981709 Jul 16 03:30:55.260457 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-82ad285a-74a9-4c21-8360-dfc93f229de0 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=8135a544-c4d9-4956-9e1b-643679891fc3 HTTP/1.1" status: 200 len: 205 time: 0.0411174 Jul 16 03:30:55.264460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a62af-9f5b-49ca-a5ae-d192b24e6837 req-1cee4172-7233-4ad2-928d-76ce1de349de tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.266220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a34a62af-9f5b-49ca-a5ae-d192b24e6837 req-1cee4172-7233-4ad2-928d-76ce1de349de tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 944 time: 0.2614453 Jul 16 03:30:55.266725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.299853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Made reservation on behalf of 9efe109f706648a4b728cd266432d3fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:55.303676 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.342598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-e216e57c-0a6a-4a12-84a7-d219ff32d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.344389 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-e216e57c-0a6a-4a12-84a7-d219ff32d27a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 924 time: 0.1152732 Jul 16 03:30:55.367884 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-008744bc-7905-4f82-9591-18511f85b6ff tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] delete failed (client error): The resource could not be found. Jul 16 03:30:55.368904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-008744bc-7905-4f82-9591-18511f85b6ff tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/8135a544-c4d9-4956-9e1b-643679891fc3 HTTP/1.1" status: 404 len: 336 time: 0.0989215 Jul 16 03:30:55.376791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.395659 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-9555901e-1056-4f82-9828-4c6b5d8fa28a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f58582f-6273-463b-8e71-9ce7c15b178c HTTP/1.1" status: 200 len: 217 time: 0.0418022 Jul 16 03:30:55.403946 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00bdf7e-1243-40b5-a025-d3ffa6d791e6 x-openstack-request-id: req-a00bdf7e-1243-40b5-a025-d3ffa6d791e6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:55.404485 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-plugged", "status": "completed", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:55.404610 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a00bdf7e-1243-40b5-a025-d3ffa6d791e6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:55.405083 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'code': 200} Jul 16 03:30:55.428513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e0dac9c3-0371-4f23-9ecd-07e80b2c00dc tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d11baeb4-92b8-4007-8415-613a75756391 HTTP/1.1" status: 200 len: 205 time: 0.0501029 Jul 16 03:30:55.448287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56082) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.492367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a34a62af-9f5b-49ca-a5ae-d192b24e6837 req-b6548ac5-91fd-44b8-99c3-4c9d760ed829 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964796 Jul 16 03:30:55.507873 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-46ab7118-aa8d-4c79-83b9-e1e74c1c3013 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] delete failed (client error): The resource could not be found. Jul 16 03:30:55.511390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46ab7118-aa8d-4c79-83b9-e1e74c1c3013 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/routers/d11baeb4-92b8-4007-8415-613a75756391 HTTP/1.1" status: 404 len: 336 time: 0.0595295 Jul 16 03:30:55.511867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56084) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.557801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65752f30-5daf-4632-8dbb-6280df99c0a2 req-7b53d861-a523-4c1c-b5a4-066fdf6b55bf tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 210 time: 0.0372198 Jul 16 03:30:55.561327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-3bbdcaf0-c818-4d93-94f4-e42fe1f8da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.563261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-3bbdcaf0-c818-4d93-94f4-e42fe1f8da26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 200 len: 862 time: 0.1570950 Jul 16 03:30:55.564220 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afdd398-aa0f-4d81-8e04-3e901aecdb20 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] DELETE failed (client error): The resource could not be found. Jul 16 03:30:55.565339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afdd398-aa0f-4d81-8e04-3e901aecdb20 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:30:55.571043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3afdd398-aa0f-4d81-8e04-3e901aecdb20 tempest-RoutersIpV6AdminTest-1216025241 tempest-RoutersIpV6AdminTest-1216025241-project] 10.222.0.25 "DELETE /v2.0/subnets/9d30ca8f-988d-4c2d-bfc2-1cd4e7f9e539 HTTP/1.1" status: 404 len: 337 time: 0.0581238 Jul 16 03:30:55.630236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-74967970-4711-49a3-865a-4a5a088ddd96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c911f0f-1224-40ee-9edd-fcd298fab091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567350 Jul 16 03:30:55.678315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Allocated IP 172.20.0.4 (a7010d3e-96f4-4be7-a857-0fe722f39de5/470f261e-746d-496d-bd11-1e6ae9df5019/3aa76746-4b6b-4d27-8ef9-88c5882aa7d6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:55.718559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddc51f-298e-4b0c-9bf9-95873182483e req-aac39c43-3bd8-4856-baa7-198f0bb7a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.720177 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8ddc51f-298e-4b0c-9bf9-95873182483e req-aac39c43-3bd8-4856-baa7-198f0bb7a129 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1101 time: 0.1677814 Jul 16 03:30:55.771430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-c48b6c69-105d-4328-88e3-86de7e209200 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319754 Jul 16 03:30:55.775320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8ddc51f-298e-4b0c-9bf9-95873182483e req-04afbc8a-4bbd-484d-b44f-065fdef0a88f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Jul 16 03:30:55.775951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a74937-04cf-43ec-b56d-89a95aa503dd req-e350ff80-69e5-4361-9125-bb488855ae07 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.776817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a74937-04cf-43ec-b56d-89a95aa503dd req-e350ff80-69e5-4361-9125-bb488855ae07 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 950 time: 0.1464732 Jul 16 03:30:55.824102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.860278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.869608 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-02a7cd79-850a-4322-94ea-67fd625e3a78 req-9dc2a7cd-1256-486c-9dbc-8487bab715d7 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897970 Jul 16 03:30:55.921486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a74937-04cf-43ec-b56d-89a95aa503dd req-4ff7af3d-1e79-4d60-8318-51f03e95878f tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327028 Jul 16 03:30:55.963149 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.004280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.009915 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de9959b4-26c6-4655-a2c0-08b1c32e6d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.037340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Transition to ACTIVE for port object 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:56.091707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:56.165208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.194977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:56.206558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1', 'mac_address': 'fa:16:3e:d0:9f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:56.239498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:56.243077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.246883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:56.250815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event updated for resources: {'Port': ['ID=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.256804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:56.257778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:56.280313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:56.284392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.323440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.323786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.324132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.324486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.324805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.325138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.325466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.325789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.326115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.326438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.326791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.327113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:56.334364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de9959b4-26c6-4655-a2c0-08b1c32e6d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.351326 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de9959b4-26c6-4655-a2c0-08b1c32e6d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.360262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.403752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.404387 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.448084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9959b4-26c6-4655-a2c0-08b1c32e6d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd484d4b-44bb-4e76-a754-bb34fa024b0c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.478457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-de9959b4-26c6-4655-a2c0-08b1c32e6d00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ff67bf38ef8434f860931dcafb37714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6508942 Jul 16 03:30:56.478782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56110) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:56.481970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:56.487862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-896acfea-b07f-4a28-9581-865e4606707b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5548277 Jul 16 03:30:56.504733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Request body: {'port': {'device_id': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:56.542008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Deleting port d565c836-6fef-480a-b67f-c0db9e437cf7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:56.542349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.592061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e977-88d8-4e7d-961f-00d7deabb0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.619151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e977-88d8-4e7d-961f-00d7deabb0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.648161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba02c2-16cb-4ddf-befe-cad098cf993f req-f666e8a8-b53f-4b5b-b9f8-b8d1b055a360 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.650041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5ba02c2-16cb-4ddf-befe-cad098cf993f req-f666e8a8-b53f-4b5b-b9f8-b8d1b055a360 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 945 time: 0.2324476 Jul 16 03:30:56.658810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:56.680527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e977-88d8-4e7d-961f-00d7deabb0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.683708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e977-88d8-4e7d-961f-00d7deabb0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.686919 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2bc6e977-88d8-4e7d-961f-00d7deabb0bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd484d4b-44bb-4e76-a754-bb34fa024b0c HTTP/1.1" status: 204 len: 168 time: 0.2068541 Jul 16 03:30:56.716293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6e977-88d8-4e7d-961f-00d7deabb0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd484d4b-44bb-4e76-a754-bb34fa024b0c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.932308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:56.934851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e560aa2f-1228-4043-8b7f-1922835a1f8d None None] Provisioning for port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:56.948070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e560aa2f-1228-4043-8b7f-1922835a1f8d None None] Provisioning complete for port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:56.948443 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e560aa2f-1228-4043-8b7f-1922835a1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.953239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'mac_address': 'fa:16:3e:93:78:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:57.030357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e560aa2f-1228-4043-8b7f-1922835a1f8d None None] Port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:57.040239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56124) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:57.050117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.077797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee46604f-2f7f-4b38-b0f0-26fc6448c5ef {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:57.079957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.089965 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a4b3360b-75eb-4db6-b9de-93ac936d2309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bd57ebe9aa946029ef03fc9b59c592e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459123 Jul 16 03:30:57.090224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:57.116425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:57.117808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] For port d565c836-6fef-480a-b67f-c0db9e437cf7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d565c836-6fef-480a-b67f-c0db9e437cf7,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:57.118196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.127392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.144522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5ba02c2-16cb-4ddf-befe-cad098cf993f req-d1e9a5d2-6d7b-4204-a3f2-40bee959616d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857111 Jul 16 03:30:57.145800 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1897-3ba2-4096-ae71-a342877dd0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.170205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1897-3ba2-4096-ae71-a342877dd0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.170785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Calling delete_port for d565c836-6fef-480a-b67f-c0db9e437cf7 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:57.224012 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1897-3ba2-4096-ae71-a342877dd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.227242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1897-3ba2-4096-ae71-a342877dd0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.230949 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b7b1897-3ba2-4096-ae71-a342877dd0cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10a81b3f-7831-4ff7-9545-485311d31e71 HTTP/1.1" status: 204 len: 168 time: 0.1374695 Jul 16 03:30:57.237066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b1897-3ba2-4096-ae71-a342877dd0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a81b3f-7831-4ff7-9545-485311d31e71,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.252890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:57.317247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d467c-c6f4-4f1f-9816-20aed14a9c37 req-e1a2093d-38e9-4933-80f4-b7dbf4016652 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.324829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b1d467c-c6f4-4f1f-9816-20aed14a9c37 req-e1a2093d-38e9-4933-80f4-b7dbf4016652 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 944 time: 0.6735690 Jul 16 03:30:57.325060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.338529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.338919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.339293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.339605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.339944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.340279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.340609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.340964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.341251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.341576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.341903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.342228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:57.519139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b1d467c-c6f4-4f1f-9816-20aed14a9c37 req-fe3a4088-f5c4-48d1-996c-dca666dc5cb7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932242 Jul 16 03:30:57.646034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fc20-7b52-4434-bb28-a37915297f8c req-2db60034-b71f-497c-99c7-56641c4a02d9 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.653388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f73fc20-7b52-4434-bb28-a37915297f8c req-2db60034-b71f-497c-99c7-56641c4a02d9 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 931 time: 0.3469472 Jul 16 03:30:57.735285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f73fc20-7b52-4434-bb28-a37915297f8c req-6f623c26-bf95-44af-864c-2de471301ec0 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805659 Jul 16 03:30:57.868189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:57.886896 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.903073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.920297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Transition to ACTIVE for port object 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:57.950172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc39b81-6691-4693-a8e7-51abd3734d5a req-198269d6-ca5f-4685-952b-4358d500851a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.951712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cc39b81-6691-4693-a8e7-51abd3734d5a req-198269d6-ca5f-4685-952b-4358d500851a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 950 time: 0.2417324 Jul 16 03:30:57.958491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Pushing event deleted for resources: {'Port': ['ID=d565c836-6fef-480a-b67f-c0db9e437cf7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.962480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.107644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:58.163375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Pushing event updated for resources: {'Port': ['ID=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.178929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cc39b81-6691-4693-a8e7-51abd3734d5a req-32c4521a-05f3-4a83-b694-a82a0faf0f20 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969066 Jul 16 03:30:58.264466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:58.274649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:58.279232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.384507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Attempting to bind port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:58.384854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Attempting to bind port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:58.385196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Attempting to bind port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 on network a7010d3e-96f4-4be7-a857-0fe722f39de5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:58.408984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 on network a7010d3e-96f4-4be7-a857-0fe722f39de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:58.409453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Attempting to bind port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 on network a7010d3e-96f4-4be7-a857-0fe722f39de5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:58.432627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:58.432973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Checking segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:58.433367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Bound using segment: {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:58.433819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Bound port: 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a3ab3e-05a0-495e-846f-368aea21926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:58.434648 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.437460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.486174 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.512094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:58.515535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:58.816018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] For port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:58.821318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] For port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:58.823487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:58.825889 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1abc660-8f68-47e0-b740-1189b894c259" -d '{"events": [{"server_uuid": "c84b0fc1-dd04-40cf-b3c1-8a2530998134", "name": "network-vif-plugged", "status": "completed", "tag": "c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:58.854313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:58.861551 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.881681 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.885103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:58.885474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.966124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:59.000178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Pushing event updated for resources: {'Port': ['ID=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.001237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'port_id': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'mac_address': 'fa:16:3e:55:71:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d8515e-5bf2-4221-be31-746723332216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:59.073597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.073597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.073597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-b623053d-34ab-461d-bbc8-c387af722c4f service neutron] 10.222.0.11 "PUT /v2.0/ports/3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 HTTP/1.1" status: 200 len: 1091 time: 2.5698385 Jul 16 03:30:59.083903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:59.087918 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:59.114973 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.119272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.149609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f58582f-6273-463b-8e71-9ce7c15b178c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:59.199331 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.199557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001650-5d39-4f59-b50c-465fdfd5a992 req-8b266ae9-9779-4c55-94fe-00972b422e67 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.201040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1001650-5d39-4f59-b50c-465fdfd5a992 req-8b266ae9-9779-4c55-94fe-00972b422e67 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 945 time: 0.6523800 Jul 16 03:30:59.217485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b77bc-b929-41b3-8c0e-92e53fbebfe3 req-aa3e2a2a-7c4a-4ada-9762-f94cc0f3e2dc tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.219112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f7b77bc-b929-41b3-8c0e-92e53fbebfe3 req-aa3e2a2a-7c4a-4ada-9762-f94cc0f3e2dc tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 944 time: 0.3822424 Jul 16 03:30:59.249735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:59.273945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56214) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:59.284778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:59.287189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.293604 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.349374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.418380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.452336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f7b77bc-b929-41b3-8c0e-92e53fbebfe3 req-f32c852f-9ef5-411b-b8a5-6df3d45da24b tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178006 Jul 16 03:30:59.476555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1001650-5d39-4f59-b50c-465fdfd5a992 req-255f7bd4-49db-44c5-8379-316322a56a0b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683563 Jul 16 03:30:59.482292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-6d001cb3-96dd-466f-ac82-d22de2781f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.483832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-6d001cb3-96dd-466f-ac82-d22de2781f09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9efe109f706648a4b728cd266432d3fd&device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 1094 time: 0.3613653 Jul 16 03:30:59.515134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-317935702', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:59.534505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['9f58582f-6273-463b-8e71-9ce7c15b178c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:59.534779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-9f49a721-56d5-4fdc-b5b4-fe316a239c20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 HTTP/1.1" status: 200 len: 217 time: 0.0433280 Jul 16 03:30:59.593353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Made reservation on behalf of 8a656c966a35483b97f85409af6d1b93 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:59.599358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.605373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-029575a1-3406-4d0b-afc2-970eb4f2d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.606911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-029575a1-3406-4d0b-afc2-970eb4f2d2c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=470f261e-746d-496d-bd11-1e6ae9df5019 HTTP/1.1" status: 200 len: 850 time: 0.0631387 Jul 16 03:30:59.627323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Router 14ac071b-d3e5-4d46-84ae-48360c698fa6 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:59.627751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.818909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:59.826187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-77e6e4d5-a249-4a08-b126-a63cdf11033f admin admin] 10.222.0.25 "PUT /v2.0/routers/14ac071b-d3e5-4d46-84ae-48360c698fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3060875 Jul 16 03:30:59.829755 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] Sync routers for ids ['14ac071b-d3e5-4d46-84ae-48360c698fa6'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:59.832245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56226) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:59.840475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.846943 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] Routers {'14ac071b-d3e5-4d46-84ae-48360c698fa6'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:59.847605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['14ac071b-d3e5-4d46-84ae-48360c698fa6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:59.875176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.884671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] device_id is not set on port 69ba06d0-59c2-41aa-ab68-ab7432adc97e yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:30:59.960171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-1e4ef61f-32dd-4467-a1ea-6bcfa12c70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.961605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-1e4ef61f-32dd-4467-a1ea-6bcfa12c70ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7010d3e-96f4-4be7-a857-0fe722f39de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3308501 Jul 16 03:30:59.984653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884f97c5-b56c-4f20-b8cc-eeda04e316d3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:00.004193 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] Set router 14ac071b-d3e5-4d46-84ae-48360c698fa6 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:00.009745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8495307-f1ab-48f2-97a8-e6cc0bc2e3b0 req-1239e31b-79d9-45c7-bace-430ae53a11ea tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.011472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8495307-f1ab-48f2-97a8-e6cc0bc2e3b0 req-1239e31b-79d9-45c7-bace-430ae53a11ea tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1101 time: 0.1940713 Jul 16 03:31:00.028993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646f86-a289-4845-bf98-cf8ebd0bd24d req-6fa94732-f975-43bc-8230-a173675bdff9 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.030474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47646f86-a289-4845-bf98-cf8ebd0bd24d req-6fa94732-f975-43bc-8230-a173675bdff9 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 943 time: 0.2083004 Jul 16 03:31:00.076832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.119253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8495307-f1ab-48f2-97a8-e6cc0bc2e3b0 req-ca724a01-9029-4ed3-985c-4a97a0415ae1 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996029 Jul 16 03:31:00.164251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Allocated IP 172.25.4.173 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/69ba06d0-59c2-41aa-ab68-ab7432adc97e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:00.178804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47646f86-a289-4845-bf98-cf8ebd0bd24d req-1961e7fd-2027-4e37-af1d-c69e1fd5ffe5 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924864 Jul 16 03:31:00.181193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-2620a1d3-ae65-4b8a-8d51-279d9ff2864f service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115700 Jul 16 03:31:00.223519 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ca2fa-04ef-43b4-97c0-ea09c7351380 x-openstack-request-id: req-928ca2fa-04ef-43b4-97c0-ea09c7351380 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:00.224065 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84b0fc1-dd04-40cf-b3c1-8a2530998134", "name": "network-vif-plugged", "status": "completed", "tag": "c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:00.224216 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-928ca2fa-04ef-43b4-97c0-ea09c7351380 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:00.224628 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1', 'code': 200} Jul 16 03:31:00.311593 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3aa2a-2910-4f8a-bb2b-124bc40868fa x-openstack-request-id: req-d0f3aa2a-2910-4f8a-bb2b-124bc40868fa {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:00.312728 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:00.313193 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0f3aa2a-2910-4f8a-bb2b-124bc40868fa {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:00.313926 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'status': 'completed', 'code': 200} Jul 16 03:31:00.316692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-673b7955-bc56-4dcd-9ac6-4a9dfe43bb32 req-207558e2-dfee-4d32-9d8a-0d841186b316 service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238885 Jul 16 03:31:00.388591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.406217 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:30:57Z', 'revision_number': 5, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port': {'id': 'b28b1fe0-2511-4828-912f-927187f919fc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:28:47Z', 'updated_at': '2021-07-16T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:00.477092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-65809ffa-d3c6-4898-9cdc-32aa4b43ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.478187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-65809ffa-d3c6-4898-9cdc-32aa4b43ffa7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9efe109f706648a4b728cd266432d3fd&device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 1094 time: 0.0934470 Jul 16 03:31:00.482041 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] Checking router: 14ac071b-d3e5-4d46-84ae-48360c698fa6 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:00.493571 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] Routers {'14ac071b-d3e5-4d46-84ae-48360c698fa6'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:00.494503 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['14ac071b-d3e5-4d46-84ae-48360c698fa6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:00.508371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:00.595310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.606612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd76617-fa4f-4f9b-9862-76b2c0f2cbaf req-7368ef2d-fc50-40a3-a298-ed162ca964d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.608613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddd76617-fa4f-4f9b-9862-76b2c0f2cbaf req-7368ef2d-fc50-40a3-a298-ed162ca964d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 1097 time: 0.3022642 Jul 16 03:31:00.626168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 9f58582f-6273-463b-8e71-9ce7c15b178c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:00.632429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 9f58582f-6273-463b-8e71-9ce7c15b178c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:00.632818 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.653507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Deleting port b28b1fe0-2511-4828-912f-927187f919fc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:00.653906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.696547 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] Set router 14ac071b-d3e5-4d46-84ae-48360c698fa6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:00.740990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-2d08561a-3811-41cd-8be3-cfe49a4b2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.744977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-2d08561a-3811-41cd-8be3-cfe49a4b2d0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7010d3e-96f4-4be7-a857-0fe722f39de5 HTTP/1.1" status: 200 len: 913 time: 0.2599754 Jul 16 03:31:00.796626 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:31:00Z', 'revision_number': 6, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:00.828067 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4391f1-51da-4a16-b2e2-a61424a2ec60 None None] The sync data for ids ['14ac071b-d3e5-4d46-84ae-48360c698fa6'] in n-d-800089-6 is: [{'id': '14ac071b-d3e5-4d46-84ae-48360c698fa6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2055568285-router', 'tenant_id': '5d946756e9594516a475e42bbb06664d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:28:46Z', 'updated_at': '2021-07-16T03:31:00Z', 'revision_number': 6, 'project_id': '5d946756e9594516a475e42bbb06664d', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:00.842106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.846981 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddd76617-fa4f-4f9b-9862-76b2c0f2cbaf req-83f94fe5-ecc3-47cd-b82e-dfc9aaeb722c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252848 Jul 16 03:31:00.881558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.910025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-6e3342a8-c9cb-4689-be45-5fb9405d6bbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 HTTP/1.1" status: 200 len: 217 time: 0.1567767 Jul 16 03:31:00.910267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:00.933721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.935963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] For port b28b1fe0-2511-4828-912f-927187f919fc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b28b1fe0-2511-4828-912f-927187f919fc,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:00.936446 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.949735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:00.957358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:00.966291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:00.968456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Calling delete_port for b28b1fe0-2511-4828-912f-927187f919fc owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:00.994174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Pushing event updated for resources: {'Port': ['ID=69ba06d0-59c2-41aa-ab68-ab7432adc97e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.013278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.058023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-7b2eefd0-7aeb-41a8-bbf2-1ad1b0282625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.060054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-7b2eefd0-7aeb-41a8-bbf2-1ad1b0282625 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=470f261e-746d-496d-bd11-1e6ae9df5019 HTTP/1.1" status: 200 len: 850 time: 0.1331019 Jul 16 03:31:01.072883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.073928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.112299 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bdfaf535-cf47-4c00-afcb-35ba21ee2d27 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8354442 Jul 16 03:31:01.115356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:01.116376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0c11-fea4-409a-a4fd-a57612364156 req-7aa4264b-71d8-400d-8b98-72d728a0c441 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.123380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b28f0c11-fea4-409a-a4fd-a57612364156 req-7aa4264b-71d8-400d-8b98-72d728a0c441 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 945 time: 0.3598325 Jul 16 03:31:01.158029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a35a6-ff02-4db6-b373-11e91159b272 req-2633e386-e2ac-4d04-ac28-eea8d8b3524e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.159610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b0a35a6-ff02-4db6-b373-11e91159b272 req-2633e386-e2ac-4d04-ac28-eea8d8b3524e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 946 time: 0.2531023 Jul 16 03:31:01.202421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.173'}]}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:01.207420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d565c836-6fef-480a-b67f-c0db9e437cf7 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:01.261510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b28f0c11-fea4-409a-a4fd-a57612364156 req-f59f4482-3ca3-423e-a582-5ea2d4f73d4f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372237 Jul 16 03:31:01.263520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d565c836-6fef-480a-b67f-c0db9e437cf7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:01.264018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d565c836-6fef-480a-b67f-c0db9e437cf7 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:01.288122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b0a35a6-ff02-4db6-b373-11e91159b272 req-fae109b9-8481-4f53-9a58-9ef157fdd3b0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978489 Jul 16 03:31:01.304648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-e7f2c056-e32f-4ab9-b0fd-cbffa15b6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.306115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-e7f2c056-e32f-4ab9-b0fd-cbffa15b6cd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7010d3e-96f4-4be7-a857-0fe722f39de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337279 Jul 16 03:31:01.381889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.413386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.417816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.528844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b28b1fe0-2511-4828-912f-927187f919fc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.546939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-9b2f7cc8-7ed7-4a59-b0ff-9d448f600bf1 service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296097 Jul 16 03:31:01.619996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd38a2-805e-42ee-bbfd-8422c2495611 req-df354276-50c4-4775-8bd1-bf6ad9d04e09 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.627595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cbd38a2-805e-42ee-bbfd-8422c2495611 req-df354276-50c4-4775-8bd1-bf6ad9d04e09 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 1101 time: 0.1410444 Jul 16 03:31:01.671317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.748356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cbd38a2-805e-42ee-bbfd-8422c2495611 req-fdd701c7-a6d0-47d3-bc0c-4277db3590d6 tempest-ServersAdminTestJSON-1851298404 tempest-ServersAdminTestJSON-1851298404-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202598 Jul 16 03:31:01.791712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fec5b14-1aed-4b1b-9684-5f6d5c623d2c req-dc2b520d-08f3-4224-98c6-41946751bcc8 service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394643 Jul 16 03:31:01.853021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8a27-abe3-47ee-a8cc-80c2df2780c8 req-43ce9438-7aac-425e-bf6d-65dd279bd9ca tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.856917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc3e8a27-abe3-47ee-a8cc-80c2df2780c8 req-43ce9438-7aac-425e-bf6d-65dd279bd9ca tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 943 time: 0.1777911 Jul 16 03:31:01.989980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc3e8a27-abe3-47ee-a8cc-80c2df2780c8 req-1932df00-4d5b-451c-8202-100fa40d75b4 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221561 Jul 16 03:31:02.208469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.226791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'}, {'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:02.230993 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41c223-3f86-4015-b906-8d2c2d1d885f" -d '{"events": [{"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef"}, {"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-plugged", "status": "completed", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:02.259047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.290114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.312815 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeaea24-b218-4ba3-8f99-3e8f579e7b29 x-openstack-request-id: req-dbeaea24-b218-4ba3-8f99-3e8f579e7b29 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:02.313710 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef", "code": 200}, {"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-plugged", "status": "completed", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:02.314173 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbeaea24-b218-4ba3-8f99-3e8f579e7b29 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:02.315455 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'code': 200} Jul 16 03:31:02.315914 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'code': 200} Jul 16 03:31:02.422985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.424191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ac071b-d3e5-4d46-84ae-48360c698fa6 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:31:02.429070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.433337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6adf6785-6c14-4544-98e4-6d3da55644cb admin admin] 10.222.0.25 "DELETE /v2.0/routers/14ac071b-d3e5-4d46-84ae-48360c698fa6 HTTP/1.1" status: 204 len: 168 time: 2.5975311 Jul 16 03:31:02.433930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56262) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.444662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.520445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:02.523664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Deleting subnet 66ad694d-8903-4fdb-94c6-2694ffe14759 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:02.527727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.562893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.607126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.622811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e7875-a897-418b-a9ca-e6db48e1605c req-476acc37-9783-4ff7-ba19-dc3fe52dba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.625078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea0e7875-a897-418b-a9ca-e6db48e1605c req-476acc37-9783-4ff7-ba19-dc3fe52dba73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 1097 time: 0.2334743 Jul 16 03:31:02.685522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca28b47-8522-4b83-b248-cfba3d695cd0 req-6eeb35a9-83c1-4b63-81fc-63b7d31956d1 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.691839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca28b47-8522-4b83-b248-cfba3d695cd0 req-6eeb35a9-83c1-4b63-81fc-63b7d31956d1 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.2195294 Jul 16 03:31:02.741191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea0e7875-a897-418b-a9ca-e6db48e1605c req-70e3c436-6a54-4af5-9747-f14000f8391f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011038 Jul 16 03:31:02.745712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:02.750697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ad88-d665-47ee-bf93-cacb5753f658 req-81d16bbc-247c-4e0f-b917-38f358411913 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.763482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-beb5ad88-d665-47ee-bf93-cacb5753f658 req-81d16bbc-247c-4e0f-b917-38f358411913 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 950 time: 0.3180516 Jul 16 03:31:02.771760 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.777959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'port_id': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'mac_address': 'fa:16:3e:d3:92:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:02.838234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.841441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-beb5ad88-d665-47ee-bf93-cacb5753f658 req-bc0a21e3-2804-451e-9b74-221516947556 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Jul 16 03:31:02.843801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.850145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ca28b47-8522-4b83-b248-cfba3d695cd0 req-8c220a67-b8f2-46d6-ac6e-965eb78fddc8 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506121 Jul 16 03:31:02.859572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:02.881839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.951651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:02.962737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.051612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.060091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b28b1fe0-2511-4828-912f-927187f919fc no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:03.096068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23f272-201f-41ab-a8e0-4004d35852f4 req-cabb3441-15e8-4510-bd94-3f096d022dfb tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.096330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.104635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a23f272-201f-41ab-a8e0-4004d35852f4 req-cabb3441-15e8-4510-bd94-3f096d022dfb tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 946 time: 0.0991280 Jul 16 03:31:03.116879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b28b1fe0-2511-4828-912f-927187f919fc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:03.117523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b28b1fe0-2511-4828-912f-927187f919fc not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:03.155539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ad694d-8903-4fdb-94c6-2694ffe14759,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.162286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.165763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bacaa5bf-8248-4403-95a6-c2995fc37f16 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66ad694d-8903-4fdb-94c6-2694ffe14759 HTTP/1.1" status: 204 len: 168 time: 0.7308915 Jul 16 03:31:03.168469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56278) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:03.183786 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a23f272-201f-41ab-a8e0-4004d35852f4 req-6f466ccc-4e6b-4897-8157-cab79a765252 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753801 Jul 16 03:31:03.203948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c69cd-77b9-4eec-a5fd-8b3a2d2ef87b None None] Network 20c335af-1246-421d-a2cf-bb8cf63b7401 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:03.246092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.320498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.334695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3aa76746-4b6b-4d27-8ef9-88c5882aa7d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:03.349461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.370416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.415135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.415824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a534cbcb-39e3-48f1-b17d-b3a4a5f11266 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:31:03.422741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa28078-6f0f-468b-9d40-17948a72fe2e req-be4cfed2-3a52-4be9-a70f-505ac6ce360b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.430777 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffa28078-6f0f-468b-9d40-17948a72fe2e req-be4cfed2-3a52-4be9-a70f-505ac6ce360b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 944 time: 0.1138899 Jul 16 03:31:03.476480 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:31:03.484447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.502863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f8c68f99-22fb-4173-a745-0ef4973ce889 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3870127 Jul 16 03:31:03.505377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56282) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:03.541072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffa28078-6f0f-468b-9d40-17948a72fe2e req-5cc86159-510b-4185-9b48-6b0b4d3dbc05 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066964 Jul 16 03:31:03.776234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] DHCP port deletion for 20c335af-1246-421d-a2cf-bb8cf63b7401 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:31:03.820311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Deleting port fda9c2ba-4b9c-46ea-af94-9b91b3139295 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:03.820676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.862515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] Deleting port fda9c2ba-4b9c-46ea-af94-9b91b3139295 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:03.862515 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.889411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] For port fda9c2ba-4b9c-46ea-af94-9b91b3139295, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fda9c2ba-4b9c-46ea-af94-9b91b3139295,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:03.889411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.903593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Calling delete_port for fda9c2ba-4b9c-46ea-af94-9b91b3139295 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:03.982196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca547-243b-43c1-afe4-ab83c448789c req-ebb92887-69df-477c-9017-59334a6ede61 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.986665 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-459ca547-243b-43c1-afe4-ab83c448789c req-ebb92887-69df-477c-9017-59334a6ede61 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 950 time: 0.3770597 Jul 16 03:31:04.054993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] For port fda9c2ba-4b9c-46ea-af94-9b91b3139295, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fda9c2ba-4b9c-46ea-af94-9b91b3139295,segment=NetworkSegment(79ad532e-f23d-4747-9a7d-557845128124),segment_id=79ad532e-f23d-4747-9a7d-557845128124)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:04.055906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.072842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] Calling delete_port for fda9c2ba-4b9c-46ea-af94-9b91b3139295 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:04.085574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Deleting port 69ba06d0-59c2-41aa-ab68-ab7432adc97e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:04.085921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.123192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.167626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.187092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda9c2ba-4b9c-46ea-af94-9b91b3139295,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.201362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] No DVR routers for this DVR port fda9c2ba-4b9c-46ea-af94-9b91b3139295 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:04.226076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] Pushing event deleted for resources: {'Port': ['ID=fda9c2ba-4b9c-46ea-af94-9b91b3139295,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.233064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd589d-08b0-4c18-9b4d-81edc0e2d6fe None None] No DVR routers for this DVR port fda9c2ba-4b9c-46ea-af94-9b91b3139295 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:04.255386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758abf-d206-4193-80fd-c57c1cf5a195 req-c10a646c-3ded-4d86-9fb4-0674e6f75da2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.259919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-92758abf-d206-4193-80fd-c57c1cf5a195 req-c10a646c-3ded-4d86-9fb4-0674e6f75da2 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 950 time: 0.1563675 Jul 16 03:31:04.327945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Deleting port a5605418-4930-4efd-a314-915a37c5d53c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:04.328298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.363099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-92758abf-d206-4193-80fd-c57c1cf5a195 req-cc1e238d-a312-479c-8035-7d9008286963 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904691 Jul 16 03:31:04.363365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.364968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.389921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a192b6-ccec-4a04-8ed1-f1430799cae9 req-3768e63b-9552-41ff-ae89-6e0d67a82638 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.398337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80a192b6-ccec-4a04-8ed1-f1430799cae9 req-3768e63b-9552-41ff-ae89-6e0d67a82638 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.1372061 Jul 16 03:31:04.421286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c335af-1246-421d-a2cf-bb8cf63b7401']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:04.431938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Calling delete_port for 69ba06d0-59c2-41aa-ab68-ab7432adc97e owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:04.445771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80a192b6-ccec-4a04-8ed1-f1430799cae9 req-d9e8f81a-fbf0-4c3c-a92d-ccba481cec01 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Jul 16 03:31:04.521592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:04.526976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ad532e-f23d-4747-9a7d-557845128124') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:04.527482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ad532e-f23d-4747-9a7d-557845128124') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:04.575608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.607180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] For port a5605418-4930-4efd-a314-915a37c5d53c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5605418-4930-4efd-a314-915a37c5d53c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:04.607180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.608504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.613196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:04.625115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:04.625654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.649074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Calling delete_port for a5605418-4930-4efd-a314-915a37c5d53c owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:04.671930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9c681-b2c7-48bb-8416-38d1dc640cbd req-50f44fa3-4696-4d1f-bcee-47cfcccb4656 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.679092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff9c681-b2c7-48bb-8416-38d1dc640cbd req-50f44fa3-4696-4d1f-bcee-47cfcccb4656 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 946 time: 0.1001530 Jul 16 03:31:04.735680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ff9c681-b2c7-48bb-8416-38d1dc640cbd req-e13b102a-0a45-49e7-b1a3-b3089b2adc3a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556059 Jul 16 03:31:04.802124 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.847566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:04.848100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:04.850562 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:04.867697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:04.869798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:04.873289 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc7ebc-744c-411a-b7be-a050bdcddc2e" -d '{"events": [{"server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "name": "network-vif-plugged", "status": "completed", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:04.885012 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.942763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.956837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.958857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/20c335af-1246-421d-a2cf-bb8cf63b7401 HTTP/1.1" status: 204 len: 168 time: 1.7894378 Jul 16 03:31:04.960409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7cb7f-21d7-48a7-8c07-b64c09ad53b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c335af-1246-421d-a2cf-bb8cf63b7401,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.962175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.985932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.004346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['79761846-3c3a-4ff5-a112-3da3c9072438'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:05.007226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a5605418-4930-4efd-a314-915a37c5d53c', '915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:05.020701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event deleted for resources: {'Port': ['ID=a5605418-4930-4efd-a314-915a37c5d53c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.085407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] No DVR routers for this DVR port a5605418-4930-4efd-a314-915a37c5d53c on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:05.091622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.094011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-459ca547-243b-43c1-afe4-ab83c448789c req-73e1603b-1e23-46ca-8188-582572d278d5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "DELETE /v2.0/ports/a5605418-4930-4efd-a314-915a37c5d53c HTTP/1.1" status: 204 len: 173 time: 1.0866578 Jul 16 03:31:05.094453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'name': 'network-vif-deleted', 'tag': 'a5605418-4930-4efd-a314-915a37c5d53c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:05.097402 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9880d57-233e-4606-a0b3-5289aacf2bcb" -d '{"events": [{"server_uuid": "d039d3bb-6765-4426-811d-4c40f87503a2", "name": "network-vif-deleted", "tag": "a5605418-4930-4efd-a314-915a37c5d53c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:05.109393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.135145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb2ea-9bb4-4588-977b-63fe0e4e5c79 req-cce6c843-04e9-44a9-8264-d0e9f6c24a66 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.144771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdadb2ea-9bb4-4588-977b-63fe0e4e5c79 req-cce6c843-04e9-44a9-8264-d0e9f6c24a66 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.3035796 Jul 16 03:31:05.185770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fda9c2ba-4b9c-46ea-af94-9b91b3139295 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:05.222587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Pushing event deleted for resources: {'Port': ['ID=69ba06d0-59c2-41aa-ab68-ab7432adc97e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.233067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: fda9c2ba-4b9c-46ea-af94-9b91b3139295 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:05.233603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fda9c2ba-4b9c-46ea-af94-9b91b3139295 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:05.323346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdadb2ea-9bb4-4588-977b-63fe0e4e5c79 req-7faabd3e-c750-4fd1-ae9a-08e8b7c2cdf5 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770909 Jul 16 03:31:05.362282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f17683-16ef-45e1-b784-a773993d7743 req-affe4947-65f8-4245-a8c1-fb601337f88b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.373015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.377582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-16e650f2-1328-4bed-930c-98d791022393 tempest-RoutersAdminNegativeTest-3751662 tempest-RoutersAdminNegativeTest-3751662-project-admin] 10.222.0.25 "DELETE /v2.0/ports/69ba06d0-59c2-41aa-ab68-ab7432adc97e HTTP/1.1" status: 204 len: 168 time: 1.8652542 Jul 16 03:31:05.381461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56316) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:05.412964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8f17683-16ef-45e1-b784-a773993d7743 req-affe4947-65f8-4245-a8c1-fb601337f88b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.5148737 Jul 16 03:31:05.476377 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f433c7-2dfa-4523-b03c-4dd426a5df24 x-openstack-request-id: req-30f433c7-2dfa-4523-b03c-4dd426a5df24 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:05.476608 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "name": "network-vif-plugged", "status": "completed", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:05.476845 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30f433c7-2dfa-4523-b03c-4dd426a5df24 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:05.477255 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'code': 200} Jul 16 03:31:05.546413 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737a7ac-d1ac-4304-9678-5806b66e1e7d x-openstack-request-id: req-0737a7ac-d1ac-4304-9678-5806b66e1e7d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:05.547034 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d039d3bb-6765-4426-811d-4c40f87503a2", "name": "network-vif-deleted", "tag": "a5605418-4930-4efd-a314-915a37c5d53c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:05.547034 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0737a7ac-d1ac-4304-9678-5806b66e1e7d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:05.547415 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd039d3bb-6765-4426-811d-4c40f87503a2', 'name': 'network-vif-deleted', 'tag': 'a5605418-4930-4efd-a314-915a37c5d53c', 'status': 'completed', 'code': 200} Jul 16 03:31:05.580473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef1edd-6518-43ca-8884-1522b378765a req-2fe7929a-5a79-4641-b62d-63e5fe79f8bf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.582333 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20ef1edd-6518-43ca-8884-1522b378765a req-2fe7929a-5a79-4641-b62d-63e5fe79f8bf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 946 time: 0.2366126 Jul 16 03:31:05.739175 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-316454d6-f825-42c5-8358-555cd639187c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11db0fb4a6c948cdbf5f4004c427f8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580091 Jul 16 03:31:05.742172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56330) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:05.841475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4df5cb8-a2ed-43d1-a49c-e6fe50538fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.909093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4df5cb8-a2ed-43d1-a49c-e6fe50538fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.946369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Deleting port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:05.948469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.995643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56336) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:06.114483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] For port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:06.115201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.123733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4df5cb8-a2ed-43d1-a49c-e6fe50538fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.127275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4df5cb8-a2ed-43d1-a49c-e6fe50538fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.128641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a4df5cb8-a2ed-43d1-a49c-e6fe50538fc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25773f01-2850-4ce9-8426-f8fb36c3fce1 HTTP/1.1" status: 204 len: 168 time: 0.3853130 Jul 16 03:31:06.164897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Calling delete_port for c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:06.181376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df5cb8-a2ed-43d1-a49c-e6fe50538fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25773f01-2850-4ce9-8426-f8fb36c3fce1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.274531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f12a83ce-c465-4fe7-b5dd-ad37750c248f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.288228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7deb0d85-b546-404d-b2f9-8382a9095a36 req-eb49d791-7e12-4a17-ba99-95d027029d6a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=d039d3bb-6765-4426-811d-4c40f87503a2 HTTP/1.1" status: 200 len: 210 time: 0.0803108 Jul 16 03:31:06.335453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8f17683-16ef-45e1-b784-a773993d7743 req-67822302-e2df-48ec-a46a-7628c20564c8 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9195211 Jul 16 03:31:06.418811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098851d-2204-4e5b-a7e5-b28dc8ff8820 req-c0e2a4a0-8f89-4e9a-9009-3df7ef8858ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.426220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0098851d-2204-4e5b-a7e5-b28dc8ff8820 req-c0e2a4a0-8f89-4e9a-9009-3df7ef8858ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 1096 time: 0.2213669 Jul 16 03:31:06.473996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f12a83ce-c465-4fe7-b5dd-ad37750c248f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.500057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0098851d-2204-4e5b-a7e5-b28dc8ff8820 req-b49ad920-7290-43b2-8d89-bf837237e19b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668027 Jul 16 03:31:06.527020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f12a83ce-c465-4fe7-b5dd-ad37750c248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.623569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f12a83ce-c465-4fe7-b5dd-ad37750c248f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8073de00ac104a6c814462bfd48ecaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244967 Jul 16 03:31:06.626629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56352) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:06.634140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a83ce-c465-4fe7-b5dd-ad37750c248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993aac8d-81d9-4f11-b8fe-5eb2b978cfea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.646784 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.659514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:06.686885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event deleted for resources: {'Port': ['ID=c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.761905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] No DVR routers for this DVR port c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:06.766888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a36573-74e2-4059-9705-247370b42064 req-b1c69550-602a-48b6-b925-9d0afcf33e51 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.771289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.773586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6a36573-74e2-4059-9705-247370b42064 req-b1c69550-602a-48b6-b925-9d0afcf33e51 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.2135317 Jul 16 03:31:06.776347 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20ef1edd-6518-43ca-8884-1522b378765a req-ad168273-ad30-42d8-97b8-2ce477b41447 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "DELETE /v2.0/ports/c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 HTTP/1.1" status: 204 len: 173 time: 1.1855891 Jul 16 03:31:06.787528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56354) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:06.839875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59e50683-df81-4518-ad58-96ef6f60b934 req-0f57de1c-5f17-4d5d-8b6f-5270c52724be tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=c84b0fc1-dd04-40cf-b3c1-8a2530998134 HTTP/1.1" status: 200 len: 210 time: 0.0522494 Jul 16 03:31:06.852322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1bd3a1a6-3ead-41ea-8e3e-5d4fd770921f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d946756e9594516a475e42bbb06664d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624669 Jul 16 03:31:06.852957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56356) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:06.900496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6a36573-74e2-4059-9705-247370b42064 req-d334c36a-ee35-4239-a7cc-44d524a772b8 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241968 Jul 16 03:31:06.902634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63455d36-7b63-4074-a859-6d61f82e1a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.938820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63455d36-7b63-4074-a859-6d61f82e1a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.951924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9fba-a31b-4b16-90a5-9e913bc59810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.976474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9fba-a31b-4b16-90a5-9e913bc59810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.031814 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63455d36-7b63-4074-a859-6d61f82e1a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.036791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63455d36-7b63-4074-a859-6d61f82e1a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.038094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-63455d36-7b63-4074-a859-6d61f82e1a13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/993aac8d-81d9-4f11-b8fe-5eb2b978cfea HTTP/1.1" status: 204 len: 168 time: 0.4104180 Jul 16 03:31:07.047871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455d36-7b63-4074-a859-6d61f82e1a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993aac8d-81d9-4f11-b8fe-5eb2b978cfea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.060161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9fba-a31b-4b16-90a5-9e913bc59810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.062884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9fba-a31b-4b16-90a5-9e913bc59810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.066705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4f5c9fba-a31b-4b16-90a5-9e913bc59810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5856265-58b3-4abe-9d68-fba596400346 HTTP/1.1" status: 204 len: 168 time: 0.2104459 Jul 16 03:31:07.072716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c9fba-a31b-4b16-90a5-9e913bc59810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5856265-58b3-4abe-9d68-fba596400346,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.145132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e88de1-f5b5-4aef-8571-31b2b8eb0f64 req-e793d9b9-045d-4b50-b859-4ec6ae0b2fec tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.152513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79e88de1-f5b5-4aef-8571-31b2b8eb0f64 req-e793d9b9-045d-4b50-b859-4ec6ae0b2fec tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.1022499 Jul 16 03:31:07.199970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79e88de1-f5b5-4aef-8571-31b2b8eb0f64 req-4ee778d6-2d0b-478c-910a-f499f7483e3a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Jul 16 03:31:07.549160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'name': 'network-vif-deleted', 'tag': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:07.551518 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6b8f4-e525-49f0-851a-a6a7087b40eb" -d '{"events": [{"server_uuid": "c84b0fc1-dd04-40cf-b3c1-8a2530998134", "name": "network-vif-deleted", "tag": "c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:07.582447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35572a-62fa-4117-acad-404bd361800a req-cf0b9591-8caa-4f68-b7c5-5d2fc1a55cbe tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.594949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f35572a-62fa-4117-acad-404bd361800a req-cf0b9591-8caa-4f68-b7c5-5d2fc1a55cbe tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.1380866 Jul 16 03:31:07.683405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f35572a-62fa-4117-acad-404bd361800a req-227bb992-262e-43c3-b2fa-e2b809b5d003 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868082 Jul 16 03:31:07.764979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:07.834887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfa754-328e-4816-8331-2fa08a1a3f2a req-7a3b703b-c662-4539-a14f-df33f884b708 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.837350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbfa754-328e-4816-8331-2fa08a1a3f2a req-7a3b703b-c662-4539-a14f-df33f884b708 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.1034241 Jul 16 03:31:07.845972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f3e93505-0f32-4383-9d9a-bcbc38813be5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a656c966a35483b97f85409af6d1b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777984 Jul 16 03:31:07.849121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:07.938534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbfa754-328e-4816-8331-2fa08a1a3f2a req-013779f3-910d-4939-ad23-ef374afac38b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905800 Jul 16 03:31:07.960134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b569-18f3-401c-b494-2f080bc52be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.026066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b569-18f3-401c-b494-2f080bc52be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.044862 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b2c16d-7626-4d83-99bd-552eff24c238 x-openstack-request-id: req-39b2c16d-7626-4d83-99bd-552eff24c238 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:08.045372 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84b0fc1-dd04-40cf-b3c1-8a2530998134", "name": "network-vif-deleted", "tag": "c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:08.045848 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39b2c16d-7626-4d83-99bd-552eff24c238 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:08.046415 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b0fc1-dd04-40cf-b3c1-8a2530998134', 'name': 'network-vif-deleted', 'tag': 'c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1', 'status': 'completed', 'code': 200} Jul 16 03:31:08.140863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b569-18f3-401c-b494-2f080bc52be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.144071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b569-18f3-401c-b494-2f080bc52be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.148124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5ae4b569-18f3-401c-b494-2f080bc52be9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/884f97c5-b56c-4f20-b8cc-eeda04e316d3 HTTP/1.1" status: 204 len: 168 time: 0.2974188 Jul 16 03:31:08.166076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4b569-18f3-401c-b494-2f080bc52be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884f97c5-b56c-4f20-b8cc-eeda04e316d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.167688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5605418-4930-4efd-a314-915a37c5d53c no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:08.229117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: a5605418-4930-4efd-a314-915a37c5d53c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:08.229481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5605418-4930-4efd-a314-915a37c5d53c not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:08.337334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:08.363385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a0eb-6bcd-4e2b-852d-9bce54a0a081 req-422842ea-a091-4333-8085-a43fe0ea064e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.379180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e27a0eb-6bcd-4e2b-852d-9bce54a0a081 req-422842ea-a091-4333-8085-a43fe0ea064e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.1050057 Jul 16 03:31:08.459558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e27a0eb-6bcd-4e2b-852d-9bce54a0a081 req-23ab1be8-7ba4-4026-ab31-306e317fa8b8 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773842 Jul 16 03:31:08.657647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1982424102-network', 'tenant_id': '3ddc1bbf716f47018bf27825a6ad0b4d'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:08.693377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41acf1-4ddf-4960-963a-a11f0f608102 req-58da05c0-c539-4c1e-999d-ec56c74d7b68 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.695587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea41acf1-4ddf-4960-963a-a11f0f608102 req-58da05c0-c539-4c1e-999d-ec56c74d7b68 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.1671190 Jul 16 03:31:08.707995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934577d-ab09-469a-b8ac-304783a57ea3 req-c20c00ef-bb0e-4bf5-882e-b42928bd1711 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.709321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6934577d-ab09-469a-b8ac-304783a57ea3 req-c20c00ef-bb0e-4bf5-882e-b42928bd1711 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 950 time: 0.1094096 Jul 16 03:31:08.709805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56438) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:08.721957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Request body: {'floatingip': {'port_id': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:08.801943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6934577d-ab09-469a-b8ac-304783a57ea3 req-3fbfc9a2-cb5a-49d3-8046-9428f2a1d38b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852008 Jul 16 03:31:08.827060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.832600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Made reservation on behalf of 3ddc1bbf716f47018bf27825a6ad0b4d for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:08.837410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.986924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.058587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8cee9c4f-2bcb-4ee3-8592-22985ba50c79 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.060972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8cee9c4f-2bcb-4ee3-8592-22985ba50c79 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.2132382 Jul 16 03:31:09.134386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-60769e99-4076-40fe-808b-873cc889204f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0538533 Jul 16 03:31:09.173654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-7478e311-b2ea-44c1-83c4-fbd724f79bf7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381358 Jul 16 03:31:09.314405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-4035ea86-3fc5-45ae-a92a-0a65afb992f5 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395352 Jul 16 03:31:09.413443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da305c-f279-4275-83b0-f43c95d62a71 req-255f6a3d-dcea-47c2-a5e0-61d9720d629f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.420652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44da305c-f279-4275-83b0-f43c95d62a71 req-255f6a3d-dcea-47c2-a5e0-61d9720d629f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.3579626 Jul 16 03:31:09.446111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:09.518256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44da305c-f279-4275-83b0-f43c95d62a71 req-74db2529-dbb0-47f4-914d-875a33945d1a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960338 Jul 16 03:31:09.609294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-5e0c7d42-ab19-4114-9419-2c46ee1a2ac6 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938623 Jul 16 03:31:09.675594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'networks': [{'name': 'tempest-network--721368989'}, {'name': 'tempest-network--1918183538'}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:09.676346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'network': {'name': 'tempest-network--721368989'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:09.677021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'network': {'name': 'tempest-network--1918183538'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:09.736179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265950-2a57-4136-bcdb-a91477601157 req-6c37418b-b14a-4427-a15f-3ba8561c130a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.741089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a265950-2a57-4136-bcdb-a91477601157 req-6c37418b-b14a-4427-a15f-3ba8561c130a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 950 time: 0.2794869 Jul 16 03:31:09.807861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'network': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:09.815321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.817888 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.834315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.939808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.942182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.957281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Deleting port 79761846-3c3a-4ff5-a112-3da3c9072438 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:09.957963 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.982038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.017077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:10.078025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.078227 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Added segment 28cea057-51fb-4330-b98d-daa2559783e1 of type vlan for network bf64bb6b-41a8-40bd-929b-780d15c5e395 Jul 16 03:31:10.082398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b717de-b43b-4e5e-b144-7ce99aa48085,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.147451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.155790 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Floating IP 4906ecd8-d276-4abb-9d6f-abcf8e13e1d0 associated. External IP: 172.25.4.73, port: 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6. Jul 16 03:31:10.184785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:10.255690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:10.256826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c44e0d9e-c1bf-4a0b-b871-7cf1c37268d1 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:10.280561 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.281544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.282124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.308732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] For port 79761846-3c3a-4ff5-a112-3da3c9072438, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=79761846-3c3a-4ff5-a112-3da3c9072438,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:10.309484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.374311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf64bb6b-41a8-40bd-929b-780d15c5e395,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.374855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Calling delete_port for 79761846-3c3a-4ff5-a112-3da3c9072438 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:10.387994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network bf64bb6b-41a8-40bd-929b-780d15c5e395 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:10.482167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47815f-1a93-48c5-b53c-e5c19ee8b25a req-0862fabe-5e5c-405a-847d-cc76c82d3e6a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.503764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b47815f-1a93-48c5-b53c-e5c19ee8b25a req-0862fabe-5e5c-405a-847d-cc76c82d3e6a tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 950 time: 0.3487718 Jul 16 03:31:10.575188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Router ac3fea66-9769-40e1-b886-56da9cf163fa has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:31:10.599491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.645096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc12b5-ad1e-4c1e-abb4-be495ca9b806 req-f15346d8-d8da-4274-9557-917e60a73925 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.652858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cc12b5-ad1e-4c1e-abb4-be495ca9b806 req-f15346d8-d8da-4274-9557-917e60a73925 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.4995952 Jul 16 03:31:10.655673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.656210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.662611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6e902019-f11b-4492-816f-7a236c4faef6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3194463 Jul 16 03:31:10.664510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56498) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:10.673553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Request body: {'subnet': {'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1982424102-subnet', 'tenant_id': '3ddc1bbf716f47018bf27825a6ad0b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:10.717902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b47815f-1a93-48c5-b53c-e5c19ee8b25a req-6e13a2f7-5b58-4e75-a9e9-f9e57076cb49 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588311 Jul 16 03:31:10.768592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Made reservation on behalf of 3ddc1bbf716f47018bf27825a6ad0b4d for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:10.771598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.801435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:10.813525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] Sync routers for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:10.814705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.828912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:10.833228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:10.869528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec701abd-4771-49b3-8419-bea151c4fda8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.935216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cc12b5-ad1e-4c1e-abb4-be495ca9b806 req-c2864724-a297-4e1e-9f4a-ee12055b3be6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814050 Jul 16 03:31:10.938160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:11.018909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f90abe99-83ad-48c6-8cbd-06fbbf9fa54f req-92e7475d-cd01-461d-97fe-0ac929f4e13f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.0601022 Jul 16 03:31:11.041883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.044036 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.044424 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Added segment 4d4557ab-3df0-4859-8047-01fadfb91f0e of type vlan for network ac8335ed-7245-4eaf-a60d-b58ad92a5181 Jul 16 03:31:11.058849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:11.176671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5d2b0681-79dc-44af-836e-027eca2fcc52 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "PUT /v2.0/floatingips/4906ecd8-d276-4abb-9d6f-abcf8e13e1d0 HTTP/1.1" status: 200 len: 990 time: 2.4598348 Jul 16 03:31:11.182796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:11.196169 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a9c23-a652-4be9-933d-b6c7aa9d632f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:11.202967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:11.249268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event deleted for resources: {'Port': ['ID=79761846-3c3a-4ff5-a112-3da3c9072438,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.281737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.311989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.421864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] No DVR routers for this DVR port 79761846-3c3a-4ff5-a112-3da3c9072438 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:11.428030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.435733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a265950-2a57-4136-bcdb-a91477601157 req-755881a8-213a-4570-a21d-992c396be493 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.11 "DELETE /v2.0/ports/79761846-3c3a-4ff5-a112-3da3c9072438 HTTP/1.1" status: 204 len: 173 time: 1.6880043 Jul 16 03:31:11.473546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'name': 'network-vif-deleted', 'tag': '79761846-3c3a-4ff5-a112-3da3c9072438'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:11.480995 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dbfb95-af19-40d2-9a4a-66d82a6d0065" -d '{"events": [{"server_uuid": "9a29888d-e532-412f-8a86-2fcc18e3e8b8", "name": "network-vif-deleted", "tag": "79761846-3c3a-4ff5-a112-3da3c9072438"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:11.558071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=620adcc5-012e-448e-8112-09016c7686c0,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.577351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Checking segment: {'id': '28cea057-51fb-4330-b98d-daa2559783e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:11.581894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Network hostable DHCP agents. Network: bf64bb6b-41a8-40bd-929b-780d15c5e395, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:11.601735 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c07241-293e-4d84-b6fe-934ddd881a7f x-openstack-request-id: req-68c07241-293e-4d84-b6fe-934ddd881a7f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:11.602165 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:11.604643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:11.604790 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68c07241-293e-4d84-b6fe-934ddd881a7f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:11.605278 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'status': 'completed', 'code': 200} Jul 16 03:31:11.634833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.635291 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Added segment ad5f46db-6764-469d-8f0b-3f968c11227d of type vlan for network ef4d8434-846f-4729-bd57-8c89dded60b8 Jul 16 03:31:11.646310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Network bf64bb6b-41a8-40bd-929b-780d15c5e395 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:11.650255 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1484a324-0648-4c3d-9942-f693f0cd356e x-openstack-request-id: req-1484a324-0648-4c3d-9942-f693f0cd356e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:11.650695 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a29888d-e532-412f-8a86-2fcc18e3e8b8", "name": "network-vif-deleted", "tag": "79761846-3c3a-4ff5-a112-3da3c9072438", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:11.651045 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1484a324-0648-4c3d-9942-f693f0cd356e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:11.651892 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a29888d-e532-412f-8a86-2fcc18e3e8b8', 'name': 'network-vif-deleted', 'tag': '79761846-3c3a-4ff5-a112-3da3c9072438', 'status': 'completed', 'code': 200} Jul 16 03:31:11.675480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, bf64bb6b-41a8-40bd-929b-780d15c5e395) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:11.686829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.687535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.724996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.726969 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f20ae7f-72c0-4115-8b24-29018e96acc6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0605967 Jul 16 03:31:11.804227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313095c-da1d-4da6-88c0-960ff2b0851f None None] Network bf64bb6b-41a8-40bd-929b-780d15c5e395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:11.870248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:31:11.944872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-49d241a5-5f0c-45e6-8a34-6e775cf90618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.946754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-49d241a5-5f0c-45e6-8a34-6e775cf90618 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9efe109f706648a4b728cd266432d3fd&device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 1096 time: 0.1712542 Jul 16 03:31:11.949313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.957747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.964323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.969441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.970863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.082019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6347086 Jul 16 03:31:12.085261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56538) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:12.343801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Network': ['ID=ac8335ed-7245-4eaf-a60d-b58ad92a5181,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.413225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ac8335ed-7245-4eaf-a60d-b58ad92a5181 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:12.468292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-c7a7e876-4f7e-4fc1-9a4d-711abad8b858 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.475020 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-c7a7e876-4f7e-4fc1-9a4d-711abad8b858 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.6827176 Jul 16 03:31:12.494407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3dc1f3-f73d-4792-ad27-5fd5e6eaa272 None None] Network bf64bb6b-41a8-40bd-929b-780d15c5e395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:12.531447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Request body: {'port': {'device_id': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'admin_state_up': True, 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:12.585283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9debf-1c64-4b5f-ad62-f9e48c639125 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Network': ['ID=ef4d8434-846f-4729-bd57-8c89dded60b8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.606250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc1e6b1f-d473-4657-a205-b5a7b353ef4b req-5966c9ff-8c0e-4fe2-97d0-4d5519e751f5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a29888d-e532-412f-8a86-2fcc18e3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.2744043 Jul 16 03:31:12.739920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 79761846-3c3a-4ff5-a112-3da3c9072438 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:12.760652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ef4d8434-846f-4729-bd57-8c89dded60b8 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:12.779905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-1cce02e5-a34a-423a-9a50-314d05edc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.784573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-1cce02e5-a34a-423a-9a50-314d05edc34e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7010d3e-96f4-4be7-a857-0fe722f39de5 HTTP/1.1" status: 200 len: 913 time: 0.8012302 Jul 16 03:31:12.878894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 79761846-3c3a-4ff5-a112-3da3c9072438 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:12.879335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 79761846-3c3a-4ff5-a112-3da3c9072438 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:12.973858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46d7a048-2bf5-4f60-bcf2-7db3986e7a73 req-64801a23-e62f-4858-b48c-f0687e2b6260 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.0385139 Jul 16 03:31:12.978201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c06cb-e615-455d-8462-9158e5bc1310 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.997741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c06cb-e615-455d-8462-9158e5bc1310 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.009616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-e044f52a-c174-46ca-9ce4-7f8a0102deff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 HTTP/1.1" status: 200 len: 998 time: 0.2143571 Jul 16 03:31:13.011878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c06cb-e615-455d-8462-9158e5bc1310 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.019713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c06cb-e615-455d-8462-9158e5bc1310 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.021654 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-191c06cb-e615-455d-8462-9158e5bc1310 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9343789 Jul 16 03:31:13.025080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:13.096401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:13.100537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.160299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:13.171258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-218645669-network', 'tenant_id': '42ca6122895f42dab4babf138371cca3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:13.192268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.231480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '4906ecd8-d276-4abb-9d6f-abcf8e13e1d0', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'port_id': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'mac_address': 'fa:16:3e:d3:92:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:30:49Z', 'updated_at': '2021-07-16T03:31:09Z', 'revision_number': 1, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:47Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.273009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Made reservation on behalf of 42ca6122895f42dab4babf138371cca3 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:13.275349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-05a74f74-3d72-418c-885b-856595dadf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.276887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-05a74f74-3d72-418c-885b-856595dadf3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=470f261e-746d-496d-bd11-1e6ae9df5019 HTTP/1.1" status: 200 len: 850 time: 0.2390895 Jul 16 03:31:13.279431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.294317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] Checking router: ac3fea66-9769-40e1-b886-56da9cf163fa for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:13.309009 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.342082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:13.349362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Allocated IP 172.20.0.5 (0243d034-9359-4919-bb4a-a051e20876ff/f8ebabca-b8bd-43db-8dbc-346678fe226d/c494760d-7383-406c-b28a-c2d34cfba0a0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:13.349930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:30:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.387987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.405560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8335ed-7245-4eaf-a60d-b58ad92a5181']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.437826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4557ab-3df0-4859-8047-01fadfb91f0e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.438208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4557ab-3df0-4859-8047-01fadfb91f0e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.451373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.557312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.575590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:13.576016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:13.579341 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:13.609104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.620265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.633566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:13.645863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.646270 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Added segment fadfbc28-72eb-4ccd-9bca-313f75314ad3 of type vlan for network 27850df1-51cd-4927-8fad-6cb44aea6190 Jul 16 03:31:13.662670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-11333342-85cb-40f1-9525-46ddc64a3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.664985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-11333342-85cb-40f1-9525-46ddc64a3d15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7010d3e-96f4-4be7-a857-0fe722f39de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924691 Jul 16 03:31:13.665324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:13.669553 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.674799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.679306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/networks/ac8335ed-7245-4eaf-a60d-b58ad92a5181 HTTP/1.1" status: 204 len: 168 time: 0.6510472 Jul 16 03:31:13.704273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56586) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:13.705758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.748369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.749395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.749995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.830723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210049-1efc-4052-aded-4df5bc45ea40 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Network': ['ID=ac8335ed-7245-4eaf-a60d-b58ad92a5181,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.857136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bceb6-35f7-4e8c-a41f-6d1913bac0a0 req-730a8240-92a7-4299-b1b5-fa7af9709ffb tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.860097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-650bceb6-35f7-4e8c-a41f-6d1913bac0a0 req-730a8240-92a7-4299-b1b5-fa7af9709ffb tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.3343775 Jul 16 03:31:13.872346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.877765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=27850df1-51cd-4927-8fad-6cb44aea6190,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.887535 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7249525 Jul 16 03:31:13.888212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:13.900712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 27850df1-51cd-4927-8fad-6cb44aea6190 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:13.900972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Request body: {'subnet': {'network_id': '27850df1-51cd-4927-8fad-6cb44aea6190', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-218645669-subnet', 'tenant_id': '42ca6122895f42dab4babf138371cca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:13.930972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Made reservation on behalf of 42ca6122895f42dab4babf138371cca3 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:13.934511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.979107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-650bceb6-35f7-4e8c-a41f-6d1913bac0a0 req-d2e2bda7-384b-4731-a549-05946315e645 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089656 Jul 16 03:31:13.984656 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.077043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d612078-fc31-42e6-b810-5be4ba494ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f14cf-883c-4d7b-b807-25bae35fd873,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.153499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '4906ecd8-d276-4abb-9d6f-abcf8e13e1d0', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'port_id': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'mac_address': 'fa:16:3e:d3:92:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:30:49Z', 'updated_at': '2021-07-16T03:31:09Z', 'revision_number': 1, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:47Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:14.185391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.213659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d68c42-20f6-4a7a-883b-53e6a9cd6bfa None None] The sync data for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 is: [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '4906ecd8-d276-4abb-9d6f-abcf8e13e1d0', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'port_id': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'mac_address': 'fa:16:3e:d3:92:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:30:49Z', 'updated_at': '2021-07-16T03:31:09Z', 'revision_number': 1, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:47Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:14.257323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-ac5503f0-909d-48f4-8508-b077a113d77d service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791452 Jul 16 03:31:14.368024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event updated for resources: {'Port': ['ID=c494760d-7383-406c-b28a-c2d34cfba0a0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.443239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-325a9c23-a652-4be9-933d-b6c7aa9d632f req-27740d33-b852-404f-ad50-dc75cb941067 service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643023 Jul 16 03:31:14.475248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Network 0243d034-9359-4919-bb4a-a051e20876ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:14.477438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:14.483868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:14.524008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.541757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4d8434-846f-4729-bd57-8c89dded60b8']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:14.557068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.582114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:14.591027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5f46db-6764-469d-8f0b-3f968c11227d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:14.591417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5f46db-6764-469d-8f0b-3f968c11227d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:14.620947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.626271 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f1041-f804-41fc-adc4-22b721d0b1e1 None None] New status for floating IP 4906ecd8-d276-4abb-9d6f-abcf8e13e1d0: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:31:14.641124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21e64b4-28d4-42f3-a485-af037efea53c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.644451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff959d0-d79c-43bc-a9f6-fa484493d502 req-73cbeb78-210a-4ba1-a224-af5d85651ab5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.651468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ff959d0-d79c-43bc-a9f6-fa484493d502 req-73cbeb78-210a-4ba1-a224-af5d85651ab5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 931 time: 0.2071879 Jul 16 03:31:14.695793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.715928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.716594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.726892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:14.730679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ff959d0-d79c-43bc-a9f6-fa484493d502 req-eb76e471-c143-4e06-8a78-c5b36b2f0f1c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781870 Jul 16 03:31:14.740240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'port_id': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'mac_address': 'fa:16:3e:55:71:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d8515e-5bf2-4221-be31-746723332216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:14.754155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:14.754739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.762836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Checking segment: {'id': 'fadfbc28-72eb-4ccd-9bca-313f75314ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '27850df1-51cd-4927-8fad-6cb44aea6190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:14.764525 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:14.768168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Network hostable DHCP agents. Network: 27850df1-51cd-4927-8fad-6cb44aea6190, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:14.774077 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-8b141555-1a3a-42aa-9bc6-bd974f012b16 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2834637 Jul 16 03:31:14.795580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Request body: {'port': {'device_id': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:14.828387 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.874084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f58582f-6273-463b-8e71-9ce7c15b178c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:14.885860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f225b-91cf-4114-b3e5-610ae0cf887c req-3230c4ab-9f81-4f4d-ba1b-b01aab9b2359 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.892527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-683f225b-91cf-4114-b3e5-610ae0cf887c req-3230c4ab-9f81-4f4d-ba1b-b01aab9b2359 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 950 time: 0.3568966 Jul 16 03:31:14.893949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.918096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.921290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:14.924698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/networks/ef4d8434-846f-4729-bd57-8c89dded60b8 HTTP/1.1" status: 204 len: 168 time: 1.2185781 Jul 16 03:31:14.928567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.947270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0aab9-9e77-4798-8c7f-23eecf796fe6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Network': ['ID=ef4d8434-846f-4729-bd57-8c89dded60b8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.949072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:14.963636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.978804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Network 27850df1-51cd-4927-8fad-6cb44aea6190 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:14.995130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.020701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 27850df1-51cd-4927-8fad-6cb44aea6190) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:15.029883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879fd9a-1dab-4e28-8ebe-8de3a1cf63e9 None None] Network 27850df1-51cd-4927-8fad-6cb44aea6190 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:15.039582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.040227 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.222456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['9f58582f-6273-463b-8e71-9ce7c15b178c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:15.240642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c9176-9018-4070-8631-201c7677d78b tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.247395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c9176-9018-4070-8631-201c7677d78b tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.253112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8e4c9176-9018-4070-8631-201c7677d78b tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2968471 Jul 16 03:31:15.253623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:15.270415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-382060088'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:15.312307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c832252-524a-4057-ae23-6d18828bc29a None None] Network 27850df1-51cd-4927-8fad-6cb44aea6190 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:15.343543 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d6fefc65-db78-4f75-802e-a04c843b101c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4469316 Jul 16 03:31:15.345093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:15.353994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.424131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c494760d-7383-406c-b28a-c2d34cfba0a0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:15.436021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.451264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Transition to ACTIVE for port object c494760d-7383-406c-b28a-c2d34cfba0a0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:15.476619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.622262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c494760d-7383-406c-b28a-c2d34cfba0a0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.730451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Attempting to bind port c494760d-7383-406c-b28a-c2d34cfba0a0 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:15.731046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Attempting to bind port c494760d-7383-406c-b28a-c2d34cfba0a0 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:15.731183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Attempting to bind port c494760d-7383-406c-b28a-c2d34cfba0a0 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:15.745031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Port c494760d-7383-406c-b28a-c2d34cfba0a0 on network 0243d034-9359-4919-bb4a-a051e20876ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:15.745398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Attempting to bind port c494760d-7383-406c-b28a-c2d34cfba0a0 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:15.758836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-3af76287-de0a-444d-b457-3a0771486b71 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.760403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-3af76287-de0a-444d-b457-3a0771486b71 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 950 time: 0.2496066 Jul 16 03:31:15.763451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:15.763799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:15.764183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Bound using segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:15.764627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Bound port: c494760d-7383-406c-b28a-c2d34cfba0a0, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:15.765552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.915755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] For port c494760d-7383-406c-b28a-c2d34cfba0a0, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:15.920425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] For port c494760d-7383-406c-b28a-c2d34cfba0a0, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c494760d-7383-406c-b28a-c2d34cfba0a0,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:15.933618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.937868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-683f225b-91cf-4114-b3e5-610ae0cf887c req-304fba7e-d75c-45ea-bb0d-97694a157a2b tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/security-groups?id=54dc0146-d975-42a6-9ca0-3edc00318e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0417292 Jul 16 03:31:15.961171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:15.980831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:15.981420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.982958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/c494760d-7383-406c-b28a-c2d34cfba0a0 HTTP/1.1" status: 200 len: 1091 time: 1.1941087 Jul 16 03:31:15.988924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'tag': 'c494760d-7383-406c-b28a-c2d34cfba0a0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:15.991641 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dee3f2-0434-4780-be1b-08e9069607ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2c7b35-bdbb-4de1-b73e-8df149fd108b", "tag": "c494760d-7383-406c-b28a-c2d34cfba0a0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:15.999938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Deleting port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:16.000758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.036349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.037031 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Added segment 64fa5f84-46ab-47b1-8bfe-9095acd49993 of type vlan for network def7ad47-d857-406c-8890-307203d42c8d Jul 16 03:31:16.050764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cfa3f-e12b-4a76-9ad1-2bbe607668a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c494760d-7383-406c-b28a-c2d34cfba0a0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.092583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6052c-a498-4a5f-add0-1872742dcf53 req-0bf43663-47a6-413b-825f-55a92140ca5e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.105071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bad6052c-a498-4a5f-add0-1872742dcf53 req-0bf43663-47a6-413b-825f-55a92140ca5e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 945 time: 0.8542991 Jul 16 03:31:16.270087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bad6052c-a498-4a5f-add0-1872742dcf53 req-de5f1cff-2ead-49cb-8d6e-3e6e3ec18730 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640265 Jul 16 03:31:16.279475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.281972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] For port 915dfad9-ae93-47bb-a8c0-d422b6689ae2, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=915dfad9-ae93-47bb-a8c0-d422b6689ae2,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:16.282388 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.315248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Calling delete_port for 915dfad9-ae93-47bb-a8c0-d422b6689ae2 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:16.361689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.372698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.373355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.389030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-a7a16991-e189-4728-8647-620c87b3ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.391019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-a7a16991-e189-4728-8647-620c87b3ba68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 1094 time: 0.2207959 Jul 16 03:31:16.453329 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-f45351b7-118e-41b8-a3df-fe642e24a043 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c494760d-7383-406c-b28a-c2d34cfba0a0 HTTP/1.1" status: 200 len: 217 time: 0.0533819 Jul 16 03:31:16.464944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2100933 Jul 16 03:31:16.469467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:16.477227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1412069421'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:16.531054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-0890be84-48a2-4cfd-a9f6-34b58d808a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.532670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-0890be84-48a2-4cfd-a9f6-34b58d808a6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.0725906 Jul 16 03:31:16.574045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4257d-e585-4670-9046-2d7799876420 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Network': ['ID=def7ad47-d857-406c-8890-307203d42c8d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.586784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network def7ad47-d857-406c-8890-307203d42c8d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:16.609416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:16.633947 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-f91cf9cb-7f65-4d43-8ce8-a84fd0b05dbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808737 Jul 16 03:31:16.699024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:16.702538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.771266 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.772748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb42174-5fcc-4c34-a741-887470ec1af7 req-402967cf-ffe7-4d0c-b10b-1364c6fcfed2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.792252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-deb42174-5fcc-4c34-a741-887470ec1af7 req-402967cf-ffe7-4d0c-b10b-1364c6fcfed2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 943 time: 0.2336621 Jul 16 03:31:16.811345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Pushing event deleted for resources: {'Port': ['ID=915dfad9-ae93-47bb-a8c0-d422b6689ae2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.849482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:16.866703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['915dfad9-ae93-47bb-a8c0-d422b6689ae2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:16.925837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 9f58582f-6273-463b-8e71-9ce7c15b178c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:16.926213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.936160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.936800 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Added segment d1ad0cdc-957a-45ed-976c-461f73b1f64f of type vlan for network b31cbc0a-9004-462c-8966-14ed4545c52f Jul 16 03:31:16.960280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-deb42174-5fcc-4c34-a741-887470ec1af7 req-e9ad1a50-7b1a-4fd0-a1c5-f5b14342e8eb tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669297 Jul 16 03:31:17.014400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] No DVR routers for this DVR port 915dfad9-ae93-47bb-a8c0-d422b6689ae2 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:17.018899 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-a0490dfe-d67e-4108-b7f7-cea5609775c6 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282044 Jul 16 03:31:17.020090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.022098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c500886c-4eee-44cc-992d-2c99baf209c8 req-fa30ed19-37ea-42f8-92c1-0706c23e3ae5 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.48 "DELETE /v2.0/ports/915dfad9-ae93-47bb-a8c0-d422b6689ae2 HTTP/1.1" status: 204 len: 173 time: 1.2535253 Jul 16 03:31:17.121622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-ed1d5e86-e62f-4f32-9ca7-2dba388d9da9 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.130395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-ed1d5e86-e62f-4f32-9ca7-2dba388d9da9 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/networks?id=bf64bb6b-41a8-40bd-929b-780d15c5e395 HTTP/1.1" status: 200 len: 815 time: 0.4337306 Jul 16 03:31:17.177220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.199218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9262bc00-aa4b-4003-aa06-54277b85a338 req-7455f4ff-b707-4374-baf8-a851446f0baa service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717346 Jul 16 03:31:17.200885 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b0994-c9e9-4ed6-9754-020969369ba6 x-openstack-request-id: req-cb9b0994-c9e9-4ed6-9754-020969369ba6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:17.201157 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2c7b35-bdbb-4de1-b73e-8df149fd108b", "tag": "c494760d-7383-406c-b28a-c2d34cfba0a0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:17.201772 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb9b0994-c9e9-4ed6-9754-020969369ba6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:17.208839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-4a4ad6c4-c330-4af0-a63d-96864a61dd74 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/quotas/3ddc1bbf716f47018bf27825a6ad0b4d HTTP/1.1" status: 200 len: 375 time: 0.0661387 Jul 16 03:31:17.215592 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'tag': 'c494760d-7383-406c-b28a-c2d34cfba0a0', 'status': 'completed', 'code': 200} Jul 16 03:31:17.261512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.268165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-fdcd7a40-8cdb-481c-959d-edc0b82171ae tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ddc1bbf716f47018bf27825a6ad0b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488393 Jul 16 03:31:17.299010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.303150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:17.306487 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72377b8a-0ba9-472e-979b-c6c5a059ab9c" -d '{"events": [{"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-plugged", "status": "completed", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:17.306687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.307331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.323659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:17.330993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.405117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9329519 Jul 16 03:31:17.411201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:17.425721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'ports': [{'network_id': 'def7ad47-d857-406c-8890-307203d42c8d', 'name': 'tempest-port--250334755', 'admin_state_up': True}, {'network_id': 'b31cbc0a-9004-462c-8966-14ed4545c52f', 'admin_state_up': False}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:17.426142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'port': {'network_id': 'def7ad47-d857-406c-8890-307203d42c8d', 'name': 'tempest-port--250334755', 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:17.426509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'port': {'network_id': 'b31cbc0a-9004-462c-8966-14ed4545c52f', 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:17.449759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.482749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee3f2-0434-4780-be1b-08e9069607ea req-2aedfc0d-6bbd-457e-965a-379049706fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.484254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ccb0b-8d1d-481f-9fb1-41c7331b4485 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Network': ['ID=b31cbc0a-9004-462c-8966-14ed4545c52f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.484399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-2aedfc0d-6bbd-457e-965a-379049706fe5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 1094 time: 0.1713288 Jul 16 03:31:17.496657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b31cbc0a-9004-462c-8966-14ed4545c52f details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:17.556088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7677f06-93ac-45c4-ad01-39267adba61f req-7710818b-a333-4e24-be22-431294bf0cc0 tempest-ServersAdminTestJSON-1494792483 tempest-ServersAdminTestJSON-1494792483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9c4b17f-5578-4b72-a95c-dc70d36dcae7 HTTP/1.1" status: 200 len: 210 time: 0.0691993 Jul 16 03:31:17.601697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee3f2-0434-4780-be1b-08e9069607ea req-653c65d7-c2da-4e11-837c-95f4089229c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.604628 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-653c65d7-c2da-4e11-837c-95f4089229c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.1094756 Jul 16 03:31:17.621974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-e4a3583b-1abc-44b8-9247-62621c73b0d5 service neutron] 10.222.0.25 "GET /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443975 Jul 16 03:31:17.668049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-8a0399b3-ab0b-4579-a8e7-87484ac1a8a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c494760d-7383-406c-b28a-c2d34cfba0a0 HTTP/1.1" status: 200 len: 217 time: 0.0507545 Jul 16 03:31:17.776649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee3f2-0434-4780-be1b-08e9069607ea req-630e17ad-ba4b-407c-9d95-bf9b53ee4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:17.780065 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-630e17ad-ba4b-407c-9d95-bf9b53ee4a84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.1011877 Jul 16 03:31:17.805282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-3c3c4043-4999-4c3d-b972-e2631c514263 service neutron] 10.222.0.25 "GET /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823914 Jul 16 03:31:17.815577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'port': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:17.827163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.851228 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-7925fa23-f524-4276-9c56-2672f15d514f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610344 Jul 16 03:31:17.855767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.008199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] device_id is not set on port 753cf5a2-fed2-435a-91bb-2804f5d57722 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:31:18.033599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a375-caa3-470c-850d-caab592e6244 req-ebd2d6da-31af-4a7f-9dd2-6d4703f97532 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:18.035158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6253a375-caa3-470c-850d-caab592e6244 req-ebd2d6da-31af-4a7f-9dd2-6d4703f97532 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.1741138 Jul 16 03:31:18.087844 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f35e69-1890-4a6e-8763-ffa981077dc6 x-openstack-request-id: req-c4f35e69-1890-4a6e-8763-ffa981077dc6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:18.088364 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-plugged", "status": "completed", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:18.088556 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4f35e69-1890-4a6e-8763-ffa981077dc6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:18.089597 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'code': 200} Jul 16 03:31:18.114028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6253a375-caa3-470c-850d-caab592e6244 req-d615644d-ca0d-4f1e-99ef-d5254eb7892d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639517 Jul 16 03:31:18.233170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6d18801-5a14-4d83-b4ed-4ff997970ef4 req-dd7ce347-2ac9-47a6-98cd-39693f69b2d6 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 210 time: 0.0481169 Jul 16 03:31:18.427495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.511822 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-014f0bb1-9978-4201-ba01-0ea209317ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500735 Jul 16 03:31:18.519118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] device_id is not set on port 5eca7a00-5788-42d6-ac55-6f37a9ab3d2c yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:31:18.536315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e6f18-d581-491b-aa58-f357a3e9919e req-339db155-ec73-4bbf-a382-43725de39895 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:18.551211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d0e6f18-d581-491b-aa58-f357a3e9919e req-339db155-ec73-4bbf-a382-43725de39895 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 943 time: 0.2164123 Jul 16 03:31:18.615092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d0e6f18-d581-491b-aa58-f357a3e9919e req-6b88049d-af60-47b8-ab0a-259505b3facc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628920 Jul 16 03:31:18.684646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-95dee3f2-0434-4780-be1b-08e9069607ea req-e203170e-6a86-4018-afb8-4b72ecfc2bff service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648037 Jul 16 03:31:18.740906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.807824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.905212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Port': ['ID=753cf5a2-fed2-435a-91bb-2804f5d57722,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.939713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Checking segment: {'id': '64fa5f84-46ab-47b1-8bfe-9095acd49993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'def7ad47-d857-406c-8890-307203d42c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:18.940071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network hostable DHCP agents. Network: def7ad47-d857-406c-8890-307203d42c8d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:18.959307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32100c45-aaaf-4d1e-8080-37326a9c9b6b req-5c0f086a-17f1-46bb-968c-9f9f6d5d5c2a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:18.960826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32100c45-aaaf-4d1e-8080-37326a9c9b6b req-5c0f086a-17f1-46bb-968c-9f9f6d5d5c2a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.1567938 Jul 16 03:31:18.976825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network def7ad47-d857-406c-8890-307203d42c8d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:18.996565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, def7ad47-d857-406c-8890-307203d42c8d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:19.006309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:19.007199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.007373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd1712-a072-4ab8-8acf-42904ba6cc98 None None] Network def7ad47-d857-406c-8890-307203d42c8d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:19.023208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32100c45-aaaf-4d1e-8080-37326a9c9b6b req-98909ff9-1503-4783-b033-048ee429b3d3 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557029 Jul 16 03:31:19.070429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Port': ['ID=5eca7a00-5788-42d6-ac55-6f37a9ab3d2c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.087092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Checking segment: {'id': 'd1ad0cdc-957a-45ed-976c-461f73b1f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b31cbc0a-9004-462c-8966-14ed4545c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:19.088063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network hostable DHCP agents. Network: b31cbc0a-9004-462c-8966-14ed4545c52f, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:19.100865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:19.136708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network b31cbc0a-9004-462c-8966-14ed4545c52f is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:19.148363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b31cbc0a-9004-462c-8966-14ed4545c52f) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:19.160733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef565d-29d2-49bd-abf3-d59457e8fe8d None None] Network b31cbc0a-9004-462c-8966-14ed4545c52f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:19.161942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:19.169987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.175988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.176699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.206242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:19.206794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6deff88a-6cb0-4b96-aeb3-332460372db9 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7916694 Jul 16 03:31:19.233060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-deleted', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:19.235771 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286534e1-6410-4469-b949-fcdb41d5cbe0" -d '{"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-deleted", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:19.293148 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a591846-570a-4d0b-a276-b378b69f629c x-openstack-request-id: req-4a591846-570a-4d0b-a276-b378b69f629c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:19.293452 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4b17f-5578-4b72-a95c-dc70d36dcae7", "name": "network-vif-deleted", "tag": "915dfad9-ae93-47bb-a8c0-d422b6689ae2", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:19.293708 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a591846-570a-4d0b-a276-b378b69f629c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:19.294141 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4b17f-5578-4b72-a95c-dc70d36dcae7', 'name': 'network-vif-deleted', 'tag': '915dfad9-ae93-47bb-a8c0-d422b6689ae2', 'status': 'completed', 'code': 200} Jul 16 03:31:19.342842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-87fe674c-60bf-4eed-9251-4177d26afb6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b0857722af0477dbc42916c36c305d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406163 Jul 16 03:31:19.346419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56728) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:19.399775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633cafc-2cdb-4d96-9fc4-10f885633784 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.406537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633cafc-2cdb-4d96-9fc4-10f885633784 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.408553 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3633cafc-2cdb-4d96-9fc4-10f885633784 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2010779 Jul 16 03:31:19.411546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56730) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:19.433763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11dab219-1d5b-435e-b9fd-dc6362c69bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.459137 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11dab219-1d5b-435e-b9fd-dc6362c69bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.535928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11dab219-1d5b-435e-b9fd-dc6362c69bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.539332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11dab219-1d5b-435e-b9fd-dc6362c69bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.541623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-11dab219-1d5b-435e-b9fd-dc6362c69bbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54dc0146-d975-42a6-9ca0-3edc00318e13 HTTP/1.1" status: 204 len: 168 time: 0.1935027 Jul 16 03:31:19.553029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dab219-1d5b-435e-b9fd-dc6362c69bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc0146-d975-42a6-9ca0-3edc00318e13,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.564300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Deleting port 753cf5a2-fed2-435a-91bb-2804f5d57722 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:19.568229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.775826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.786934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29723ab3-f1d5-47da-b2d4-108163bbc73e req-9de3076a-c801-4d69-9bd4-e6cb7f6e47e7 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 210 time: 0.0357220 Jul 16 03:31:19.822725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Calling delete_port for 753cf5a2-fed2-435a-91bb-2804f5d57722 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:19.998126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-5223d5bc-1132-46e7-8d92-ecc502b21a43 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.000177 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-5223d5bc-1132-46e7-8d92-ecc502b21a43 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.48 "GET /v2.0/networks?id=bf64bb6b-41a8-40bd-929b-780d15c5e395 HTTP/1.1" status: 200 len: 815 time: 0.2604673 Jul 16 03:31:20.002296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.036284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Port': ['ID=753cf5a2-fed2-435a-91bb-2804f5d57722,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.041859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Request body: {'port': {'device_id': 'bafbd246-b248-4269-810a-5447421b7472', 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395', 'admin_state_up': True, 'tenant_id': '3ddc1bbf716f47018bf27825a6ad0b4d'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:20.045187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d1d6e-3cdc-4eb7-bc35-9567c75c56f0 req-7ee727da-fe0d-4052-abd6-8aa80097e22d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.054375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-150d1d6e-3cdc-4eb7-bc35-9567c75c56f0 req-7ee727da-fe0d-4052-abd6-8aa80097e22d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 943 time: 0.1033585 Jul 16 03:31:20.113021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:20.147664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.149624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-08b7d37a-dbd1-4637-ab4e-c54f80417da7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/ports/753cf5a2-fed2-435a-91bb-2804f5d57722 HTTP/1.1" status: 204 len: 168 time: 0.7368550 Jul 16 03:31:20.153196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-150d1d6e-3cdc-4eb7-bc35-9567c75c56f0 req-f6d1b5f9-7479-4d1d-833e-f8157855e1e5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916266 Jul 16 03:31:20.154368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56782) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:20.206035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-090f1064-8ee8-4c38-a73e-c5330ef67905 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6ca5d60a1ab4d629af71adb68b635f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918884 Jul 16 03:31:20.210352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:20.249540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Made reservation on behalf of 3ddc1bbf716f47018bf27825a6ad0b4d for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:20.255582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.278464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:20.280962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbdfacce-c63f-4949-a849-87899bdf4039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.321007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbdfacce-c63f-4949-a849-87899bdf4039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.333578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c494760d-7383-406c-b28a-c2d34cfba0a0 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:20.377409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 915dfad9-ae93-47bb-a8c0-d422b6689ae2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:20.378067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 915dfad9-ae93-47bb-a8c0-d422b6689ae2 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:20.420308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbdfacce-c63f-4949-a849-87899bdf4039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.424192 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbdfacce-c63f-4949-a849-87899bdf4039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.425944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dbdfacce-c63f-4949-a849-87899bdf4039 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe3c6e6c-9b90-435b-8155-ba42edc9cbae HTTP/1.1" status: 204 len: 168 time: 0.2147396 Jul 16 03:31:20.439894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfacce-c63f-4949-a849-87899bdf4039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3c6e6c-9b90-435b-8155-ba42edc9cbae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.491191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Deleting port 5eca7a00-5788-42d6-ac55-6f37a9ab3d2c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:20.492982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.631044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:20.661472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.672956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Allocated IP 172.20.0.4 (bf64bb6b-41a8-40bd-929b-780d15c5e395/620adcc5-012e-448e-8112-09016c7686c0/eb492584-d071-49d9-83eb-4ad4e476855e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:20.689302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-cb977157-b631-4950-928b-f117986fdc9a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.692719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Calling delete_port for 5eca7a00-5788-42d6-ac55-6f37a9ab3d2c owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:20.694280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-cb977157-b631-4950-928b-f117986fdc9a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.2085309 Jul 16 03:31:20.761403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c494760d-7383-406c-b28a-c2d34cfba0a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c494760d-7383-406c-b28a-c2d34cfba0a0,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:20.786063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e7c3-d5e6-410f-8af1-c69eb54c6b3e req-8d679d8c-8010-4b47-a1e8-6a6255141358 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.795839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1945e7c3-d5e6-410f-8af1-c69eb54c6b3e req-8d679d8c-8010-4b47-a1e8-6a6255141358 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 946 time: 0.2266290 Jul 16 03:31:20.812573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c494760d-7383-406c-b28a-c2d34cfba0a0', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': 'c494760d-7383-406c-b28a-c2d34cfba0a0', 'mac_address': 'fa:16:3e:2a:79:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:20.819588 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4f147f1-2ce9-4a27-8a85-ad02732cb78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.878032 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.896602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c494760d-7383-406c-b28a-c2d34cfba0a0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:20.918849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1945e7c3-d5e6-410f-8af1-c69eb54c6b3e req-95b3b356-c561-4375-8834-f093853bf772 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181028 Jul 16 03:31:20.958639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c494760d-7383-406c-b28a-c2d34cfba0a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c494760d-7383-406c-b28a-c2d34cfba0a0,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:20.968853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Deleting port 9f58582f-6273-463b-8e71-9ce7c15b178c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:20.969282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.976684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.998715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.031823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.090198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:21.093574 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced005c0-6d17-4136-b2b3-113fedc09289" -d '{"events": [{"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-unplugged", "status": "completed", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:21.108922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c494760d-7383-406c-b28a-c2d34cfba0a0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.118630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.136501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:21.144612 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.162166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.188075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] For port 9f58582f-6273-463b-8e71-9ce7c15b178c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9f58582f-6273-463b-8e71-9ce7c15b178c,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:21.189074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.202364 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576adde8-1193-4365-92ce-27b5328cf611 x-openstack-request-id: req-576adde8-1193-4365-92ce-27b5328cf611 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:21.202917 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-unplugged", "status": "completed", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:21.203371 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-576adde8-1193-4365-92ce-27b5328cf611 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:21.204822 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'code': 200} Jul 16 03:31:21.223314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Calling delete_port for 9f58582f-6273-463b-8e71-9ce7c15b178c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:21.248781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c494760d-7383-406c-b28a-c2d34cfba0a0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:21.257179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Network bf64bb6b-41a8-40bd-929b-780d15c5e395 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:21.265789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:21.287253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:21.299785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5c09-65f7-4ffb-97c1-372ad6e2aeab req-092f43c3-892b-42f1-919c-13d925fecbf7 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.306715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c8d5c09-65f7-4ffb-97c1-372ad6e2aeab req-092f43c3-892b-42f1-919c-13d925fecbf7 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 931 time: 0.1695175 Jul 16 03:31:21.328801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.345102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.351060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/ports/5eca7a00-5788-42d6-ac55-6f37a9ab3d2c HTTP/1.1" status: 204 len: 168 time: 1.1956136 Jul 16 03:31:21.356674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:21.368888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Pushing event updated for resources: {'Port': ['ID=eb492584-d071-49d9-83eb-4ad4e476855e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.383588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.384214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c8d5c09-65f7-4ffb-97c1-372ad6e2aeab req-b8115c1b-92ae-4cb3-99a2-f51db100ce41 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634091 Jul 16 03:31:21.388692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.428017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b997060-4854-4aa7-8439-a876699f805d tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Port': ['ID=5eca7a00-5788-42d6-ac55-6f37a9ab3d2c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.448748 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-94b3d474-5d9e-472c-b2b0-d8aa7503e3a4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4144697 Jul 16 03:31:21.460870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Request body: {'port': {'device_id': 'bafbd246-b248-4269-810a-5447421b7472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:21.487927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51570d8c-d8f9-44b2-b918-6aee4caa559c tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0980113 Jul 16 03:31:21.489636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56846) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:21.497121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1230784544'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:21.558801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:21.562344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.580422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.605216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:21.640845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.641197 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Added segment 4a25026c-bffc-4b3c-949f-2fe2e2da55e1 of type vlan for network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 Jul 16 03:31:21.746664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.814151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.819705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.820332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.888504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.900874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f60c4d-b075-4147-a581-2a0fe6533271 req-5fa04168-4631-47ac-a2aa-8e56e95e4ba0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.902374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3f60c4d-b075-4147-a581-2a0fe6533271 req-5fa04168-4631-47ac-a2aa-8e56e95e4ba0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 944 time: 0.5053728 Jul 16 03:31:21.928676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4379718 Jul 16 03:31:21.935630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56862) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:21.939680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event deleted for resources: {'Port': ['ID=9f58582f-6273-463b-8e71-9ce7c15b178c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.950528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-404431685'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:21.963374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-22c2d886-ddb1-402f-862d-3d79a57990d3 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.970828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-22c2d886-ddb1-402f-862d-3d79a57990d3 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.2291579 Jul 16 03:31:22.015596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba068ef3-8de0-4ff3-ba8a-699694e0a8e8 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Network': ['ID=16b2e14e-9b2b-45fd-a7b2-a4395016ae63,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.015937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-43aea4d5-8103-4ce0-9eb6-19061a23f64c tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/quotas/1610c727ddc54646a68a519d2efc956f HTTP/1.1" status: 200 len: 375 time: 0.0442438 Jul 16 03:31:22.035426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:22.047937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:22.052331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.053822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] No DVR routers for this DVR port 9f58582f-6273-463b-8e71-9ce7c15b178c on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:22.059304 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.061143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d3e38a5-d2e5-4004-8109-e066690a541f req-8195125d-82bb-4d0c-8571-f8e1417980ed tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "DELETE /v2.0/ports/9f58582f-6273-463b-8e71-9ce7c15b178c HTTP/1.1" status: 204 len: 173 time: 1.3606153 Jul 16 03:31:22.078131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-deleted', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:22.081011 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55a5ad8-1c85-4de2-9293-4c042b650a57" -d '{"events": [{"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-deleted", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:22.098714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3f60c4d-b075-4147-a581-2a0fe6533271 req-d69aa100-2dc0-4d68-be09-af9983a0a91d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619282 Jul 16 03:31:22.126000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:22.137226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb492584-d071-49d9-83eb-4ad4e476855e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:22.148479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.163733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Transition to ACTIVE for port object eb492584-d071-49d9-83eb-4ad4e476855e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:22.170842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.171251 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Added segment 1df702c7-4a9e-46ed-b850-ba2eb7ee4346 of type vlan for network 9650186f-0102-42e2-b9ff-dd3e05174605 Jul 16 03:31:22.173583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.181363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-16b381cc-9033-49ff-8c94-d3a43df14bd2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644144 Jul 16 03:31:22.277657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c494760d-7383-406c-b28a-c2d34cfba0a0 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:22.284009 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.289550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb492584-d071-49d9-83eb-4ad4e476855e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.349085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-438d9b8d-e581-4d3a-b085-39e9f3e67514 service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603889 Jul 16 03:31:22.392060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port c494760d-7383-406c-b28a-c2d34cfba0a0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:22.399486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.400358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c494760d-7383-406c-b28a-c2d34cfba0a0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:22.403422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.408410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.409045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.466050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Attempting to bind port eb492584-d071-49d9-83eb-4ad4e476855e on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:22.466429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Attempting to bind port eb492584-d071-49d9-83eb-4ad4e476855e by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '28cea057-51fb-4330-b98d-daa2559783e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:22.466738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Attempting to bind port eb492584-d071-49d9-83eb-4ad4e476855e on network bf64bb6b-41a8-40bd-929b-780d15c5e395 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:22.486602 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5333390 Jul 16 03:31:22.486814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-73af2336-a9eb-4f29-9fb1-6953b1128f36 service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299090 Jul 16 03:31:22.486938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Port eb492584-d071-49d9-83eb-4ad4e476855e on network bf64bb6b-41a8-40bd-929b-780d15c5e395 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:22.486938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Attempting to bind port eb492584-d071-49d9-83eb-4ad4e476855e on network bf64bb6b-41a8-40bd-929b-780d15c5e395 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:22.506983 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.520913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:22.521254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Checking segment: {'id': '28cea057-51fb-4330-b98d-daa2559783e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:22.521634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Bound using segment: {'id': '28cea057-51fb-4330-b98d-daa2559783e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:22.522067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Bound port: eb492584-d071-49d9-83eb-4ad4e476855e, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28cea057-51fb-4330-b98d-daa2559783e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:22.522417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.526236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c1c1-b833-4c58-a285-a401872d38f0 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Network': ['ID=9650186f-0102-42e2-b9ff-dd3e05174605,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.545225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c494760d-7383-406c-b28a-c2d34cfba0a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c494760d-7383-406c-b28a-c2d34cfba0a0,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:22.548426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9650186f-0102-42e2-b9ff-dd3e05174605 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:22.564772 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.599426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] For port eb492584-d071-49d9-83eb-4ad4e476855e, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:22.606169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] For port eb492584-d071-49d9-83eb-4ad4e476855e, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb492584-d071-49d9-83eb-4ad4e476855e,segment=NetworkSegment(28cea057-51fb-4330-b98d-daa2559783e1),segment_id=28cea057-51fb-4330-b98d-daa2559783e1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:22.618701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.630436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:22.635997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'subnets': [{'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1988176964', 'ip_version': 4}, {'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:22.636317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'subnet': {'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1988176964', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:22.636904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Request body: {'subnet': {'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:22.641440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c494760d-7383-406c-b28a-c2d34cfba0a0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.654840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:22.687123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb492584-d071-49d9-83eb-4ad4e476855e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.699263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.700196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.701975 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-f3296598-ac29-491e-a016-3756fa0693a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb492584-d071-49d9-83eb-4ad4e476855e HTTP/1.1" status: 200 len: 1091 time: 1.2460728 Jul 16 03:31:22.702510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafbd246-b248-4269-810a-5447421b7472', 'tag': 'eb492584-d071-49d9-83eb-4ad4e476855e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:22.705461 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0df5776-64c8-4b74-9e42-95e477814cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bafbd246-b248-4269-810a-5447421b7472", "tag": "eb492584-d071-49d9-83eb-4ad4e476855e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:22.788529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.797321 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da104f8d-4de1-439e-ba04-308aee0c3316 x-openstack-request-id: req-da104f8d-4de1-439e-ba04-308aee0c3316 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:22.798752 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73503fca-1c8f-4e4a-b1da-52abe2a9af70", "name": "network-vif-deleted", "tag": "9f58582f-6273-463b-8e71-9ce7c15b178c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:22.799099 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da104f8d-4de1-439e-ba04-308aee0c3316 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:22.799855 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73503fca-1c8f-4e4a-b1da-52abe2a9af70', 'name': 'network-vif-deleted', 'tag': '9f58582f-6273-463b-8e71-9ce7c15b178c', 'status': 'completed', 'code': 200} Jul 16 03:31:22.822778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:22.831352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.832075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:22.882923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-1305b781-b1f6-45ae-89eb-ad32daaf4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.899064 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-1305b781-b1f6-45ae-89eb-ad32daaf4eda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ddc1bbf716f47018bf27825a6ad0b4d&device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 1094 time: 0.1395855 Jul 16 03:31:22.910204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 9f58582f-6273-463b-8e71-9ce7c15b178c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:22.910575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9f58582f-6273-463b-8e71-9ce7c15b178c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:22.912070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.928560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b147fb85-9c95-4495-b544-825009cb5941 req-1bc19a36-98ac-45f3-a7e8-22edc7c7be6f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=73503fca-1c8f-4e4a-b1da-52abe2a9af70 HTTP/1.1" status: 200 len: 210 time: 0.1340561 Jul 16 03:31:22.995216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-1f95fd00-c9ac-46b2-8241-31342d20643c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb492584-d071-49d9-83eb-4ad4e476855e HTTP/1.1" status: 200 len: 217 time: 0.0892038 Jul 16 03:31:23.082298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1ae-7170-4830-852a-e646a373e09c req-5b0934dd-aeb7-494b-8da9-6ceffdda4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.084104 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-5b0934dd-aeb7-494b-8da9-6ceffdda4a17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=620adcc5-012e-448e-8112-09016c7686c0 HTTP/1.1" status: 200 len: 855 time: 0.0798991 Jul 16 03:31:23.096359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Made reservation on behalf of ecb022f75734464687ca8adc02f67841 for: {'subnet': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:23.101862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.102210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.147520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-5c56d111-4169-4da1-a5e6-b63e63e31bfd tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.149039 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-5c56d111-4169-4da1-a5e6-b63e63e31bfd tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/ports?device_id=dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2 HTTP/1.1" status: 200 len: 943 time: 0.3621676 Jul 16 03:31:23.162152 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-a1a42358-8153-4b52-9d2d-f047c2e8b1a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf64bb6b-41a8-40bd-929b-780d15c5e395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699008 Jul 16 03:31:23.209214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c494760d-7383-406c-b28a-c2d34cfba0a0'}, {'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:23.212481 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b276c96-b3c1-48a2-be9d-0835af113796" -d '{"events": [{"server_uuid": "0e2c7b35-bdbb-4de1-b73e-8df149fd108b", "name": "network-vif-plugged", "status": "completed", "tag": "c494760d-7383-406c-b28a-c2d34cfba0a0"}, {"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:23.261582 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64816ec1-f996-42a8-a1ed-d2bc882e1cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.268209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ac36f-06fa-464d-9221-cb8f54806f47 req-3bd58693-39a9-471a-8e71-fb108bf31c9b tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.269761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d4ac36f-06fa-464d-9221-cb8f54806f47 req-3bd58693-39a9-471a-8e71-fb108bf31c9b tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 943 time: 0.3279746 Jul 16 03:31:23.283593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-04cd2011-0bf1-4744-830c-23d114db7403 service neutron] 10.222.0.48 "GET /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158419 Jul 16 03:31:23.283825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-aed3d2aa-77b9-4aef-8b92-b4b7c8d59403 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=70cda3c242bc4c67b0d2f6a059793df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869789 Jul 16 03:31:23.392071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bea3a1ae-7170-4830-852a-e646a373e09c req-4b20ae93-b29b-4661-8da8-46f9499f21de service neutron] 10.222.0.48 "GET /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000371 Jul 16 03:31:23.447876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d4ac36f-06fa-464d-9221-cb8f54806f47 req-91a5e1b3-c505-444a-baa5-a04c3da8f974 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670125 Jul 16 03:31:23.498949 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6119fc8-7df0-49e7-9134-9ff2a9e7eada x-openstack-request-id: req-a6119fc8-7df0-49e7-9134-9ff2a9e7eada {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:23.499240 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafbd246-b248-4269-810a-5447421b7472", "tag": "eb492584-d071-49d9-83eb-4ad4e476855e", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:23.499486 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6119fc8-7df0-49e7-9134-9ff2a9e7eada {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:23.499891 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafbd246-b248-4269-810a-5447421b7472', 'tag': 'eb492584-d071-49d9-83eb-4ad4e476855e', 'status': 'completed', 'code': 200} Jul 16 03:31:23.603361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-814593fc-9cb0-4eda-8dda-875f9df34306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.605987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-814593fc-9cb0-4eda-8dda-875f9df34306 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ddc1bbf716f47018bf27825a6ad0b4d&device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 1094 time: 0.0760794 Jul 16 03:31:23.661439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db1f6c12-18d7-476c-9ce5-cefdb076caa3 req-a80169ac-27d4-43ef-b5e1-1ad2e4e30aea tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 210 time: 0.0567801 Jul 16 03:31:23.672663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-7b043d0d-664c-4b85-9858-e1ea6808082f tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.674126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-7b043d0d-664c-4b85-9858-e1ea6808082f tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792675 Jul 16 03:31:23.684964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Deleting port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:23.685308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.707326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-a14d9892-51ab-459f-a500-3c0d5aab9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.708664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-a14d9892-51ab-459f-a500-3c0d5aab9902 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf64bb6b-41a8-40bd-929b-780d15c5e395 HTTP/1.1" status: 200 len: 917 time: 0.0965955 Jul 16 03:31:23.734197 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-306ce39a-dee9-4ec6-a2be-c6a6145b5921 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/quotas/70cda3c242bc4c67b0d2f6a059793df4 HTTP/1.1" status: 200 len: 375 time: 0.0386553 Jul 16 03:31:23.749742 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-a072875e-2565-4d82-b5d8-785c82fcade6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb492584-d071-49d9-83eb-4ad4e476855e HTTP/1.1" status: 200 len: 217 time: 0.0346155 Jul 16 03:31:23.799912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-e4fd4884-2984-4638-8607-adf6c7da57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.801481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-e4fd4884-2984-4638-8607-adf6c7da57a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=620adcc5-012e-448e-8112-09016c7686c0 HTTP/1.1" status: 200 len: 855 time: 0.0456243 Jul 16 03:31:23.811830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.838830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-0e3ed9ac-61bd-406b-8f15-8819644c4540 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70cda3c242bc4c67b0d2f6a059793df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754354 Jul 16 03:31:23.839907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-d9083a22-8fe7-4465-af19-cf224e09890a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf64bb6b-41a8-40bd-929b-780d15c5e395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313194 Jul 16 03:31:23.897072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] For port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:23.897432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.922754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Calling delete_port for ee46604f-2f7f-4b38-b0f0-26fc6448c5ef owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:23.954994 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-40940de2-50fd-4b0b-9d8f-8b54477c2205 service neutron] 10.222.0.48 "GET /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071584 Jul 16 03:31:24.034148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d26109-ce64-46fa-a0c9-868634ca35ea req-011e7caa-1555-4a7d-a875-9ac4e88c1b59 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.035680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16d26109-ce64-46fa-a0c9-868634ca35ea req-011e7caa-1555-4a7d-a875-9ac4e88c1b59 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 0.2300155 Jul 16 03:31:24.049586 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cab5d5-c6f3-4002-a163-c2d1e19d1e4d x-openstack-request-id: req-07cab5d5-c6f3-4002-a163-c2d1e19d1e4d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:24.050113 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2c7b35-bdbb-4de1-b73e-8df149fd108b", "name": "network-vif-plugged", "status": "completed", "tag": "c494760d-7383-406c-b28a-c2d34cfba0a0", "code": 200}, {"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:24.050580 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07cab5d5-c6f3-4002-a163-c2d1e19d1e4d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:24.051708 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c494760d-7383-406c-b28a-c2d34cfba0a0', 'code': 200} Jul 16 03:31:24.052176 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'code': 200} Jul 16 03:31:24.151456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16d26109-ce64-46fa-a0c9-868634ca35ea req-361fd2b6-9a83-4dc2-88c5-4ce4e226614a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083806 Jul 16 03:31:24.159251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.239784 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0df5776-64c8-4b74-9e42-95e477814cc7 req-97c4358b-ea3d-46e0-9dd4-b80fb9095986 service neutron] 10.222.0.48 "GET /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786825 Jul 16 03:31:24.242351 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.394967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Subnet': ['ID=5f78a3cb-f5fa-46f0-b0ce-a2fe49622000,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.419924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Checking segment: {'id': '4a25026c-bffc-4b3c-949f-2fe2e2da55e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:24.420477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network hostable DHCP agents. Network: 16b2e14e-9b2b-45fd-a7b2-a4395016ae63, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:24.487056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:24.496090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95aa4f05-1c26-423d-8917-1190b5098353 req-b7066b7f-1b49-4fa0-81a6-49319b802b08 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 210 time: 0.1050746 Jul 16 03:31:24.518418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.559010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 16b2e14e-9b2b-45fd-a7b2-a4395016ae63) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:24.568683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2378e9d-c81d-4eb5-b177-274078787fd4 None None] Network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:24.578073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event deleted for resources: {'Port': ['ID=ee46604f-2f7f-4b38-b0f0-26fc6448c5ef,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.595164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.608301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-d83f8228-84ad-47f3-a04e-2c0da1a47989 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.611132 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-d83f8228-84ad-47f3-a04e-2c0da1a47989 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.5076573 Jul 16 03:31:24.615117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94fd2a-1edc-440a-a659-5387ba297c65 req-9dd0f98b-f2e8-48bc-9b3b-5a769c993878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.616460 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a94fd2a-1edc-440a-a659-5387ba297c65 req-9dd0f98b-f2e8-48bc-9b3b-5a769c993878 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 1096 time: 0.4776249 Jul 16 03:31:24.624226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Request body: {'port': {'device_id': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'admin_state_up': True, 'tenant_id': '1610c727ddc54646a68a519d2efc956f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:24.712063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:24.713194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event updated for resources: {'Subnet': ['ID=6f5a9cb4-e4c0-4e42-94b1-8e9c92c44632,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.724300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315488056', 'description': 'tempest-description--1805053163'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:24.724791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a94fd2a-1edc-440a-a659-5387ba297c65 req-11195e33-1542-4b50-8458-4a161ac9e598 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942962 Jul 16 03:31:24.834885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] No DVR routers for this DVR port ee46604f-2f7f-4b38-b0f0-26fc6448c5ef on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:24.843047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.845662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-16b2e14e-9b2b-45fd-a7b2-a4395016ae63', 'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63', 'tenant_id': 'ecb022f75734464687ca8adc02f67841', 'fixed_ips': [{'subnet_id': '5f78a3cb-f5fa-46f0-b0ce-a2fe49622000'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:24.846206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-205bfdbd-05aa-41b6-b879-34815f327f42 req-e6aaab13-1483-4617-9899-7daaf2f09f4d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "DELETE /v2.0/ports/ee46604f-2f7f-4b38-b0f0-26fc6448c5ef HTTP/1.1" status: 204 len: 173 time: 1.6899045 Jul 16 03:31:24.846768 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.857108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-deleted', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:24.859566 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529bd1c8-18b6-4c8c-84e6-c869b147947b" -d '{"events": [{"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-deleted", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:24.895282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49fc4cd0-9e85-42e0-96a9-b0b069c2ffc8 req-6007da12-e67b-4efa-9da9-1ad2bfa2a197 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 210 time: 0.0791757 Jul 16 03:31:24.896073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Checking segment: {'id': '1df702c7-4a9e-46ed-b850-ba2eb7ee4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:24.896431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network hostable DHCP agents. Network: 9650186f-0102-42e2-b9ff-dd3e05174605, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:24.900694 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.908022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Made reservation on behalf of 1610c727ddc54646a68a519d2efc956f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:24.916214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.955870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Network 9650186f-0102-42e2-b9ff-dd3e05174605 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:24.971801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f172861-6cf2-4162-a28e-a78e7ee603fe req-810c1563-723a-4d70-a08e-f96e4c627219 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.974395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f172861-6cf2-4162-a28e-a78e7ee603fe req-810c1563-723a-4d70-a08e-f96e4c627219 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 943 time: 0.2436211 Jul 16 03:31:24.995752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9650186f-0102-42e2-b9ff-dd3e05174605) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:25.011515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.011989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.012609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.018868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bc89a-f2b2-49ea-83a0-d8a2803360eb None None] Network 9650186f-0102-42e2-b9ff-dd3e05174605 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:25.019089 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8c8952-87ec-4cce-9825-1554930284af x-openstack-request-id: req-7d8c8952-87ec-4cce-9825-1554930284af {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:25.019288 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2", "name": "network-vif-deleted", "tag": "ee46604f-2f7f-4b38-b0f0-26fc6448c5ef", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:25.019474 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d8c8952-87ec-4cce-9825-1554930284af {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:25.019856 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7d777-ac92-4df9-b2c2-e3cd3d5c8ef2', 'name': 'network-vif-deleted', 'tag': 'ee46604f-2f7f-4b38-b0f0-26fc6448c5ef', 'status': 'completed', 'code': 200} Jul 16 03:31:25.068737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f172861-6cf2-4162-a28e-a78e7ee603fe req-648e3b24-6a1a-4ccc-81f0-16cc46c13264 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837679 Jul 16 03:31:25.112574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.120518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.135340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Allocated IP 172.20.0.8 (ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37/8ef50dd7-bc13-454f-8967-221b7021e9dc/425d9a98-aaf2-4299-b644-26e125967de4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:25.166427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7760aa14-7b93-47fe-bc1c-33882ee07422 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5325942 Jul 16 03:31:25.166427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23004d43-c9c7-4119-84d4-78c9c12176c1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:25.168322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:25.240444 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.241667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-374cbb1e-8f8b-4816-9775-8aa10f600d9f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5239997 Jul 16 03:31:25.249595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9650186f-0102-42e2-b9ff-dd3e05174605', 'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605', 'tenant_id': 'ecb022f75734464687ca8adc02f67841', 'fixed_ips': [{'subnet_id': '6f5a9cb4-e4c0-4e42-94b1-8e9c92c44632'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:25.249787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:25.252876 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.257503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'security_group_rule': {'security_group_id': '23004d43-c9c7-4119-84d4-78c9c12176c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:25.300209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.365032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d9c5f-fa0f-4672-9eef-27c1b25a99de tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.366835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d9c5f-fa0f-4672-9eef-27c1b25a99de tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.368608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d9c5f-fa0f-4672-9eef-27c1b25a99de tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.370388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7d7d9c5f-fa0f-4672-9eef-27c1b25a99de tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1986969 Jul 16 03:31:25.374156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:25.382155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.411712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Allocated IP 172.20.0.2 (16b2e14e-9b2b-45fd-a7b2-a4395016ae63/5f78a3cb-f5fa-46f0-b0ce-a2fe49622000/03aebdba-e53b-4031-a892-076bfd2b9f76) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:25.426082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.490118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:25.502226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:25.504145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:25.512668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:25.515351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Allocated IP 172.20.0.18 (9650186f-0102-42e2-b9ff-dd3e05174605/6f5a9cb4-e4c0-4e42-94b1-8e9c92c44632/ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:25.577129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.577789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.598352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e872e793-3e67-4f87-b5e1-f6485eb4f837 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9791560 Jul 16 03:31:25.629391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Request body: {'port': {'device_id': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:25.780833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.802175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Transition to ACTIVE for port object ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:25.808959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.851958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Transition to ACTIVE for port object ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:25.872384 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.894673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-ad2b427e-ae49-4f91-9637-df7a2b8bde1a tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=70cda3c242bc4c67b0d2f6a059793df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460207 Jul 16 03:31:25.896644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.918102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.924989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5752a150-c9c4-4a8d-9a6a-09a39b524ff0 req-37d980be-7e9d-44c4-89ad-23897ba943f2 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 210 time: 0.0752945 Jul 16 03:31:25.937895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Network 9650186f-0102-42e2-b9ff-dd3e05174605 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:25.947811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.952524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Transition to ACTIVE for port object 03aebdba-e53b-4031-a892-076bfd2b9f76 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:25.971196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:25.971196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:26.033439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Deleting subnet 5f78a3cb-f5fa-46f0-b0ce-a2fe49622000 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:26.050232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Transition to ACTIVE for port object 03aebdba-e53b-4031-a892-076bfd2b9f76 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:26.068918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.092877 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.094216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Pushing event updated for resources: {'Port': ['ID=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.106192 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.124699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:26.125935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Attempting to bind port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:26.126313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Attempting to bind port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1df702c7-4a9e-46ed-b850-ba2eb7ee4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:26.126733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Attempting to bind port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c on network 9650186f-0102-42e2-b9ff-dd3e05174605 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:26.130507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:26.145142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.146661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8949764 Jul 16 03:31:26.150974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:26.152557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56952) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:26.160022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'security_group_rule': {'security_group_id': '23004d43-c9c7-4119-84d4-78c9c12176c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.161485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:26.161867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Checking segment: {'id': '1df702c7-4a9e-46ed-b850-ba2eb7ee4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:26.162274 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.162895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Bound using segment: {'id': '1df702c7-4a9e-46ed-b850-ba2eb7ee4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:26.163387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Bound port: ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df702c7-4a9e-46ed-b850-ba2eb7ee4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9650186f-0102-42e2-b9ff-dd3e05174605'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:26.163776 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.223275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d9a98-aaf2-4299-b644-26e125967de4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:26.235711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Pushing event updated for resources: {'Port': ['ID=03aebdba-e53b-4031-a892-076bfd2b9f76,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.238292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.260935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Attempting to bind port 03aebdba-e53b-4031-a892-076bfd2b9f76 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:26.261315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Attempting to bind port 03aebdba-e53b-4031-a892-076bfd2b9f76 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4a25026c-bffc-4b3c-949f-2fe2e2da55e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:26.261742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Attempting to bind port 03aebdba-e53b-4031-a892-076bfd2b9f76 on network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:26.266428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.278585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.278855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:26.279173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Checking segment: {'id': '4a25026c-bffc-4b3c-949f-2fe2e2da55e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:26.279577 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.279971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Bound using segment: {'id': '4a25026c-bffc-4b3c-949f-2fe2e2da55e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:26.280442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Bound port: 03aebdba-e53b-4031-a892-076bfd2b9f76, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a25026c-bffc-4b3c-949f-2fe2e2da55e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '16b2e14e-9b2b-45fd-a7b2-a4395016ae63'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:26.280824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.291604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Transition to ACTIVE for port object 425d9a98-aaf2-4299-b644-26e125967de4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:26.300089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.313134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.335449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.341268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5d3c-0a4b-4aa2-bb86-d110b23e92ac tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e46c47-834a-4b13-a097-014cafa4cce8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.355726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d843252f-b02b-4d79-a2d6-1c7130af2a5b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.356212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c2787-c3ed-4ffe-afed-e92e5eb9e49f req-0116c1b0-b46e-46ee-877c-508f3d8f1261 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.363669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-670c2787-c3ed-4ffe-afed-e92e5eb9e49f req-0116c1b0-b46e-46ee-877c-508f3d8f1261 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 1.0444331 Jul 16 03:31:26.401034 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.404916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78b9fc78-6816-4b85-87d9-2c8a016003a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2494717 Jul 16 03:31:26.406460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56956) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:26.407865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.419838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.441169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb492584-d071-49d9-83eb-4ad4e476855e details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:26.460524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-98a64471-d5f1-47b7-93bc-db247914aabe tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.462025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-98a64471-d5f1-47b7-93bc-db247914aabe tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405588 Jul 16 03:31:26.472177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.487876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] For port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:26.502367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Request body: {'port': {'device_id': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '70cda3c242bc4c67b0d2f6a059793df4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.511718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] For port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,segment=NetworkSegment(1df702c7-4a9e-46ed-b850-ba2eb7ee4346),segment_id=1df702c7-4a9e-46ed-b850-ba2eb7ee4346)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:26.516685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Attempting to bind port 425d9a98-aaf2-4299-b644-26e125967de4 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:26.517292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Attempting to bind port 425d9a98-aaf2-4299-b644-26e125967de4 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:26.517916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Attempting to bind port 425d9a98-aaf2-4299-b644-26e125967de4 on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:26.527724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Port 425d9a98-aaf2-4299-b644-26e125967de4 on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:26.528345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Attempting to bind port 425d9a98-aaf2-4299-b644-26e125967de4 on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:26.534491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.538120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-670c2787-c3ed-4ffe-afed-e92e5eb9e49f req-a194fd03-789c-4617-866a-4abda3014091 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564164 Jul 16 03:31:26.543641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.571739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:26.571739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Checking segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:26.572062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Bound using segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:26.572581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Bound port: 425d9a98-aaf2-4299-b644-26e125967de4, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:26.573360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.613597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555c1e-8984-4856-8e9f-a48888d5cc90 None None] Pushing event updated for resources: {'Port': ['ID=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.628971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb13cf-703e-4968-8667-079d1bfe54ac req-93e5ae66-5cbb-423e-bcfe-9c7b00f09ccc tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.630516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4bb13cf-703e-4968-8667-079d1bfe54ac req-93e5ae66-5cbb-423e-bcfe-9c7b00f09ccc tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 931 time: 0.5232775 Jul 16 03:31:26.666653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:26.677890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:26.681371 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.684604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:26.694800 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.701218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: ee46604f-2f7f-4b38-b0f0-26fc6448c5ef {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:26.701816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee46604f-2f7f-4b38-b0f0-26fc6448c5ef not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:26.718387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.719212 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.721573 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] 10.222.0.11 "PUT /v2.0/ports/425d9a98-aaf2-4299-b644-26e125967de4 HTTP/1.1" status: 200 len: 1091 time: 1.1122849 Jul 16 03:31:26.728167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4bb13cf-703e-4968-8667-079d1bfe54ac req-dc92cd9a-0aed-404a-956b-8c048c9e9ee9 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767405 Jul 16 03:31:26.729139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.745106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] For port 03aebdba-e53b-4031-a892-076bfd2b9f76, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:26.761508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:26.764393 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51efc014-9ffc-4df5-84da-5c83777ce7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "tag": "425d9a98-aaf2-4299-b644-26e125967de4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:26.774674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb492584-d071-49d9-83eb-4ad4e476855e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb492584-d071-49d9-83eb-4ad4e476855e,segment=NetworkSegment(28cea057-51fb-4330-b98d-daa2559783e1),segment_id=28cea057-51fb-4330-b98d-daa2559783e1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:26.783325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] For port 03aebdba-e53b-4031-a892-076bfd2b9f76, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=03aebdba-e53b-4031-a892-076bfd2b9f76,segment=NetworkSegment(4a25026c-bffc-4b3c-949f-2fe2e2da55e1),segment_id=4a25026c-bffc-4b3c-949f-2fe2e2da55e1)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:26.788555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Subnet': ['ID=5f78a3cb-f5fa-46f0-b0ce-a2fe49622000,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.795676 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.810717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.812689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-77ec9845-31bb-40bd-b8c9-f6e78ef9e3cb tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/subnets/5f78a3cb-f5fa-46f0-b0ce-a2fe49622000 HTTP/1.1" status: 204 len: 168 time: 1.4340184 Jul 16 03:31:26.819723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:26.821202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eb492584-d071-49d9-83eb-4ad4e476855e', 'network_id': 'bf64bb6b-41a8-40bd-929b-780d15c5e395', 'port_id': 'eb492584-d071-49d9-83eb-4ad4e476855e', 'mac_address': 'fa:16:3e:b8:5e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620adcc5-012e-448e-8112-09016c7686c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:26.854338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Made reservation on behalf of 70cda3c242bc4c67b0d2f6a059793df4 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:26.865880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.906015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07a824-03e1-4337-90be-be95e9dfdb69 service neutron] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.949906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.955713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1701-5982-440d-99e0-80d34ab0e0e1 None None] Pushing event updated for resources: {'Port': ['ID=03aebdba-e53b-4031-a892-076bfd2b9f76,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.984938 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.990728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-735900a4-e250-4166-be13-6b457f45f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.993495 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-735900a4-e250-4166-be13-6b457f45f4fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 1094 time: 0.1683798 Jul 16 03:31:27.004134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Allocated IP 172.25.4.198 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/179a735f-cc4f-45bf-b588-823e8720b241) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:27.045492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Deleting subnet 6f5a9cb4-e4c0-4e42-94b1-8e9c92c44632 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:27.048802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb492584-d071-49d9-83eb-4ad4e476855e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:27.054482 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.066675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-26f43702-d3c1-49ea-9047-5974ab84f570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d9a98-aaf2-4299-b644-26e125967de4 HTTP/1.1" status: 200 len: 217 time: 0.0644455 Jul 16 03:31:27.092590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb492584-d071-49d9-83eb-4ad4e476855e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb492584-d071-49d9-83eb-4ad4e476855e,segment=NetworkSegment(28cea057-51fb-4330-b98d-daa2559783e1),segment_id=28cea057-51fb-4330-b98d-daa2559783e1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:27.111556 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.154903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.217733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb492584-d071-49d9-83eb-4ad4e476855e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.271005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c826c48-8be8-4434-b45a-6f0315321ba7 req-56b38963-3593-4cd3-a75f-7ab021347b98 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.272843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c826c48-8be8-4434-b45a-6f0315321ba7 req-56b38963-3593-4cd3-a75f-7ab021347b98 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 943 time: 0.3965113 Jul 16 03:31:27.283755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.313850 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71558c-ba63-48ba-8f41-a7da0e14ae10 x-openstack-request-id: req-6d71558c-ba63-48ba-8f41-a7da0e14ae10 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:27.314158 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "tag": "425d9a98-aaf2-4299-b644-26e125967de4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:27.314466 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d71558c-ba63-48ba-8f41-a7da0e14ae10 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:27.314893 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4', 'status': 'completed', 'code': 200} Jul 16 03:31:27.332653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-c8b7f1fa-e130-454b-ad50-4e02536f1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.334200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-c8b7f1fa-e130-454b-ad50-4e02536f1ad6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.2417593 Jul 16 03:31:27.380487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.383941 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-e75d53f3-3332-4563-af3c-1355098e9874 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403161 Jul 16 03:31:27.401546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb492584-d071-49d9-83eb-4ad4e476855e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:27.443048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c826c48-8be8-4434-b45a-6f0315321ba7 req-59323dfd-8b88-41d3-8c4e-e2d1aff3cc1c tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570272 Jul 16 03:31:27.444546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.463563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:27.478059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:27.484396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:27.492642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'Port': ['ID=179a735f-cc4f-45bf-b588-823e8720b241,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.506592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.527970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4dbc0805-169f-48c2-8342-f47f25f97d8c req-2b7463fe-f9df-4448-8ae2-b73f5976425d tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 210 time: 0.0487370 Jul 16 03:31:27.531317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.589671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-0362263b-6120-400a-b85b-753e8345bf7b service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795161 Jul 16 03:31:27.643168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1541bf-aeba-4d26-a4d6-84680699df5f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.658750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.682311 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.685910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/subnets/6f5a9cb4-e4c0-4e42-94b1-8e9c92c44632 HTTP/1.1" status: 204 len: 168 time: 0.8630667 Jul 16 03:31:27.690439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:27.708095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563bc1a-cfaa-432c-b511-a8ce78fb765a tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5a9cb4-e4c0-4e42-94b1-8e9c92c44632,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.795849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Allocated IP 192.168.233.51 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/a9e2d734-d53c-4e11-beec-da68b744abf4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:27.803105 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.821314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6afff21f-ef13-42cf-9908-1e3a302a7d57 req-635a4721-110f-47bd-91e3-d2cf638b6296 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235129 Jul 16 03:31:27.824238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd85ea8-8da1-4b5e-af51-baed53909d59 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.829748 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fdd85ea8-8da1-4b5e-af51-baed53909d59 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1331427 Jul 16 03:31:27.830061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:27.852239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670d1c0-2e67-42c4-8ad2-9af2cc45e5c3 req-7f8e72dc-9741-4397-9824-4af10e61191b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.853765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1670d1c0-2e67-42c4-8ad2-9af2cc45e5c3 req-7f8e72dc-9741-4397-9824-4af10e61191b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 0.1498976 Jul 16 03:31:27.904552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.026708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-51e75452-05b6-4e21-9b80-c98e9e4300b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.028886 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-51e75452-05b6-4e21-9b80-c98e9e4300b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 1094 time: 0.1413295 Jul 16 03:31:28.056225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1670d1c0-2e67-42c4-8ad2-9af2cc45e5c3 req-d02ef653-f942-4d4b-be4b-368ded16d287 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935608 Jul 16 03:31:28.064313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.221340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.228639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-d7124a48-baa2-478c-b26f-0971d6dce69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.240514 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-d7124a48-baa2-478c-b26f-0971d6dce69a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 907 time: 0.2034833 Jul 16 03:31:28.241569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Transition to ACTIVE for port object a9e2d734-d53c-4e11-beec-da68b744abf4 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:28.280459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.315399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.362180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff2bfe-421b-4cec-a96d-db7661f267a9 None None] Network 9650186f-0102-42e2-b9ff-dd3e05174605 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:28.383172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.390865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-35070805-3532-4713-8f94-f26cfc562f01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=425d9a98-aaf2-4299-b644-26e125967de4 HTTP/1.1" status: 200 len: 217 time: 0.1382656 Jul 16 03:31:28.399882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ac3fc-9f75-47af-8b24-36714fb380d4 req-48b73bfc-c52c-4592-9f64-72d2686a44f2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.407249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f26ac3fc-9f75-47af-8b24-36714fb380d4 req-48b73bfc-c52c-4592-9f64-72d2686a44f2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 943 time: 0.4971764 Jul 16 03:31:28.410414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Pushing event updated for resources: {'Port': ['ID=a9e2d734-d53c-4e11-beec-da68b744abf4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.456985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:28.464372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:28.469304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:28.515447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Deleting port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:28.516962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.670984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] For port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,segment=NetworkSegment(1df702c7-4a9e-46ed-b850-ba2eb7ee4346),segment_id=1df702c7-4a9e-46ed-b850-ba2eb7ee4346)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:28.673008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.696362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'Port': ['ID=179a735f-cc4f-45bf-b588-823e8720b241,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.708304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c2bba053-4f2e-448c-8a5a-937671467f56 None None] Provisioning for port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:28.713203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-71402739-0951-442a-9b1b-2bc748ad65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.715032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-71402739-0951-442a-9b1b-2bc748ad65a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.3153996 Jul 16 03:31:28.723629 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.733918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.734613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.754336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f26ac3fc-9f75-47af-8b24-36714fb380d4 req-01928d02-1689-467e-807d-693091f06c32 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386443 Jul 16 03:31:28.794070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Calling delete_port for ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:28.803270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-54fddc96-fb58-45fb-986f-ec79254689a4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3184474 Jul 16 03:31:28.821220 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-a0181f97-28cf-4f97-b411-167e6aee1e53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866060 Jul 16 03:31:28.826755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.839068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-07743b39-b85d-4c70-9741-b826fe6c1cc7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4245744 Jul 16 03:31:28.854648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c2bd545-b6bd-44ea-bf15-49d8770426c0 None None] Provisioning for port a9e2d734-d53c-4e11-beec-da68b744abf4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:28.863401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c2bd545-b6bd-44ea-bf15-49d8770426c0 None None] Provisioning complete for port a9e2d734-d53c-4e11-beec-da68b744abf4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:28.864876 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd545-b6bd-44ea-bf15-49d8770426c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.865262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Request body: {'port': {'device_id': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:28.933405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bd545-b6bd-44ea-bf15-49d8770426c0 None None] Port a9e2d734-d53c-4e11-beec-da68b744abf4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:28.936543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] DHCP port deletion for 9650186f-0102-42e2-b9ff-dd3e05174605 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:31:28.975605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0a060-71a8-4bcf-824d-50daabc6e23d None None] Network 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:28.983581 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-ea2d6da4-73cb-4e59-8f2d-39e4a7889350 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432178 Jul 16 03:31:29.116815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] Deleting port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:29.117167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.121487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ef68e-b628-4bfc-8310-46bf513ccb7d req-6a06d94b-5c55-497e-84b0-a3d07d5b6f4b tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.128692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd0ef68e-b628-4bfc-8310-46bf513ccb7d req-6a06d94b-5c55-497e-84b0-a3d07d5b6f4b tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 944 time: 0.4049368 Jul 16 03:31:29.130017 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51efc014-9ffc-4df5-84da-5c83777ce7b1 req-919ef027-9dcd-4303-b0a7-29e2f214fc2d service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380129 Jul 16 03:31:29.173272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 03aebdba-e53b-4031-a892-076bfd2b9f76 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:29.197978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4cfe0c6d-2ab6-428e-94be-9dfcae979ed6 None None] Provisioning for port 03aebdba-e53b-4031-a892-076bfd2b9f76 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:29.228573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.263167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd0ef68e-b628-4bfc-8310-46bf513ccb7d req-776c8b42-e873-4068-b343-dae766c1b52b tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335027 Jul 16 03:31:29.285173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] For port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,segment=NetworkSegment(1df702c7-4a9e-46ed-b850-ba2eb7ee4346),segment_id=1df702c7-4a9e-46ed-b850-ba2eb7ee4346)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:29.285173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.310875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] Calling delete_port for ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:29.313985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 03aebdba-e53b-4031-a892-076bfd2b9f76 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:29.322117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.333843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 03aebdba-e53b-4031-a892-076bfd2b9f76 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:29.334226 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.346338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414eda7-0c2d-4626-a946-cc8011a66d7a req-c65b7058-629a-4847-959e-b74162a2ed17 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.353362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2414eda7-0c2d-4626-a946-cc8011a66d7a req-c65b7058-629a-4847-959e-b74162a2ed17 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 935 time: 0.2803307 Jul 16 03:31:29.456983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Port': ['ID=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.460096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] No DVR routers for this DVR port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:29.484429 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.549645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] Pushing event deleted for resources: {'Port': ['ID=ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.561335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de2573-b109-48cc-8d14-bc912990eaca None None] No DVR routers for this DVR port ea8e5f30-0b79-4d38-bdb1-ddc1466f4c9c on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:29.571733 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:31:29.574623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] DHCP port deletion for 16b2e14e-9b2b-45fd-a7b2-a4395016ae63 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:31:29.581968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.645737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 03aebdba-e53b-4031-a892-076bfd2b9f76, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=03aebdba-e53b-4031-a892-076bfd2b9f76,segment=NetworkSegment(4a25026c-bffc-4b3c-949f-2fe2e2da55e1),segment_id=4a25026c-bffc-4b3c-949f-2fe2e2da55e1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:29.652909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.684968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] Deleting port 03aebdba-e53b-4031-a892-076bfd2b9f76 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:29.685345 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.755302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=03aebdba-e53b-4031-a892-076bfd2b9f76,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.771857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] For port 03aebdba-e53b-4031-a892-076bfd2b9f76, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=03aebdba-e53b-4031-a892-076bfd2b9f76,segment=NetworkSegment(4a25026c-bffc-4b3c-949f-2fe2e2da55e1),segment_id=4a25026c-bffc-4b3c-949f-2fe2e2da55e1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:29.772295 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.785928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] Calling delete_port for 03aebdba-e53b-4031-a892-076bfd2b9f76 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:29.868465 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.868740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2414eda7-0c2d-4626-a946-cc8011a66d7a req-accd579c-d1f5-47ad-8f82-59d3b7de2488 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145743 Jul 16 03:31:29.881186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] No DVR routers for this DVR port 03aebdba-e53b-4031-a892-076bfd2b9f76 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:29.901598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da86e5-be76-42d5-8827-6be5fc3a0529 None None] Pushing event deleted for resources: {'Port': ['ID=03aebdba-e53b-4031-a892-076bfd2b9f76,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.954295 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.985192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9650186f-0102-42e2-b9ff-dd3e05174605']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.008778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df702c7-4a9e-46ed-b850-ba2eb7ee4346') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.008778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df702c7-4a9e-46ed-b850-ba2eb7ee4346') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.011287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-ba37a5f1-be09-4281-80e6-387c12ff3d32 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.012789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-ba37a5f1-be09-4281-80e6-387c12ff3d32 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 822 time: 0.6311948 Jul 16 03:31:30.033581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.051686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c4703887-3ed7-496c-b4b3-6ed749632147 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/quotas/433284340a554065bd68d9edc0faca13 HTTP/1.1" status: 200 len: 375 time: 0.0278323 Jul 16 03:31:30.060152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.097309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:30.097718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:30.100759 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:30.199838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e2d734-d53c-4e11-beec-da68b744abf4 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:30.209787 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.217179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.234111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.236505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/networks/9650186f-0102-42e2-b9ff-dd3e05174605 HTTP/1.1" status: 204 len: 168 time: 2.4053509 Jul 16 03:31:30.239216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57014) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:30.248039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Transition to ACTIVE for port object a9e2d734-d53c-4e11-beec-da68b744abf4 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:30.251531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e107e6-a355-4b66-b44f-675fdf9e94d7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Network': ['ID=9650186f-0102-42e2-b9ff-dd3e05174605,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.258976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.271089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-e7c64db7-51dd-4019-9297-bb5ee8e38b9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128911 Jul 16 03:31:30.340069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb492584-d071-49d9-83eb-4ad4e476855e up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:30.356211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.373720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e2d734-d53c-4e11-beec-da68b744abf4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.451035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port eb492584-d071-49d9-83eb-4ad4e476855e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:30.455933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eb492584-d071-49d9-83eb-4ad4e476855e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:30.456369 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.481724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Attempting to bind port a9e2d734-d53c-4e11-beec-da68b744abf4 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:30.482078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Attempting to bind port a9e2d734-d53c-4e11-beec-da68b744abf4 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:30.482696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Attempting to bind port a9e2d734-d53c-4e11-beec-da68b744abf4 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:30.487017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-77148887-7e14-47de-b8b0-7b26d9f058a0 service neutron] 10.222.0.25 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876285 Jul 16 03:31:30.490526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Port a9e2d734-d53c-4e11-beec-da68b744abf4 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:30.490958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Attempting to bind port a9e2d734-d53c-4e11-beec-da68b744abf4 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:30.515790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.523545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:30.523892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:30.524283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:30.524733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Bound port: a9e2d734-d53c-4e11-beec-da68b744abf4, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:30.525097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.562656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b2e14e-9b2b-45fd-a7b2-a4395016ae63']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.589908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a25026c-bffc-4b3c-949f-2fe2e2da55e1') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.590212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a25026c-bffc-4b3c-949f-2fe2e2da55e1') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:30.605675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.612471 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.648392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.649755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb492584-d071-49d9-83eb-4ad4e476855e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb492584-d071-49d9-83eb-4ad4e476855e,segment=NetworkSegment(28cea057-51fb-4330-b98d-daa2559783e1),segment_id=28cea057-51fb-4330-b98d-daa2559783e1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:30.653063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafbd246-b248-4269-810a-5447421b7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb492584-d071-49d9-83eb-4ad4e476855e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:30.657302 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d3f91-1d90-4890-8804-c69678a05d3a" -d '{"events": [{"server_uuid": "bafbd246-b248-4269-810a-5447421b7472", "name": "network-vif-plugged", "status": "completed", "tag": "eb492584-d071-49d9-83eb-4ad4e476855e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:30.666171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:30.667057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.673696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] For port a9e2d734-d53c-4e11-beec-da68b744abf4, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:30.675007 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.685892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:30.691043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-b16ccf74-8127-4afb-95e2-8ca4a5629cd7 service neutron] 10.222.0.25 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800914 Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:30.714175 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:30.745796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] For port a9e2d734-d53c-4e11-beec-da68b744abf4, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a9e2d734-d53c-4e11-beec-da68b744abf4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:30.758896 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.773011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.786203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb492584-d071-49d9-83eb-4ad4e476855e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.796071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.803546 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/networks/16b2e14e-9b2b-45fd-a7b2-a4395016ae63 HTTP/1.1" status: 204 len: 168 time: 0.5610664 Jul 16 03:31:30.811083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:30.834106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127a807-20a5-4d21-b3b5-1077369ec382 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Network': ['ID=16b2e14e-9b2b-45fd-a7b2-a4395016ae63,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.838973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.839622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.841062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9e2d734-d53c-4e11-beec-da68b744abf4 HTTP/1.1" status: 200 len: 1095 time: 2.0287366 Jul 16 03:31:30.841515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'tag': 'a9e2d734-d53c-4e11-beec-da68b744abf4'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:30.858128 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185c747a-035a-4112-b865-5a44a5b69fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "33968883-9aeb-4be8-8388-4a7e9b1a81f7", "tag": "a9e2d734-d53c-4e11-beec-da68b744abf4"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:30.933800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:30.947859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '425d9a98-aaf2-4299-b644-26e125967de4', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': '425d9a98-aaf2-4299-b644-26e125967de4', 'mac_address': 'fa:16:3e:4e:5c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:31.050890 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.061062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f277a9-4679-483a-9067-07b730b76c86 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e2d734-d53c-4e11-beec-da68b744abf4,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.070079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d9a98-aaf2-4299-b644-26e125967de4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:31.074395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 03aebdba-e53b-4031-a892-076bfd2b9f76 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:31.108512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 03aebdba-e53b-4031-a892-076bfd2b9f76 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:31.108894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 03aebdba-e53b-4031-a892-076bfd2b9f76 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:31.128421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:31.143482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.151585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49b55-6a50-4f93-8c0b-019fd0610e51 req-d727aa0d-886d-41a4-aca8-75073b6db3eb tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.159288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5e49b55-6a50-4f93-8c0b-019fd0610e51 req-d727aa0d-886d-41a4-aca8-75073b6db3eb tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 943 time: 0.4830928 Jul 16 03:31:31.191275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.208995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.237157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5e49b55-6a50-4f93-8c0b-019fd0610e51 req-1d26fb75-6c30-41f4-b885-27fe8e9a7696 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769961 Jul 16 03:31:31.244568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-2fabed5c-c858-4413-afd4-91ed2f9c7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.246243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-2fabed5c-c858-4413-afd4-91ed2f9c7b36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70cda3c242bc4c67b0d2f6a059793df4&device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 1098 time: 0.3515124 Jul 16 03:31:31.315312 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b73d7-4eec-437b-a356-2340d7c57851 x-openstack-request-id: req-9d6b73d7-4eec-437b-a356-2340d7c57851 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:31.315617 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafbd246-b248-4269-810a-5447421b7472", "name": "network-vif-plugged", "status": "completed", "tag": "eb492584-d071-49d9-83eb-4ad4e476855e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:31.315881 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d6b73d7-4eec-437b-a356-2340d7c57851 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:31.316523 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafbd246-b248-4269-810a-5447421b7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb492584-d071-49d9-83eb-4ad4e476855e', 'code': 200} Jul 16 03:31:31.341803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f139-506b-47ab-b1e6-bf5969630c5e req-3ae679db-21ec-42a9-9ab6-f6c001a28145 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.349034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4d2f139-506b-47ab-b1e6-bf5969630c5e req-3ae679db-21ec-42a9-9ab6-f6c001a28145 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 945 time: 0.3269300 Jul 16 03:31:31.358776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-56d524de-abed-465b-96a6-4e0247cd7883 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a9e2d734-d53c-4e11-beec-da68b744abf4 HTTP/1.1" status: 200 len: 217 time: 0.0847590 Jul 16 03:31:31.362312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['425d9a98-aaf2-4299-b644-26e125967de4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:31.465061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96dc73-7990-440a-b3e3-288ec3260344 req-ceb690eb-772f-4683-893f-b7c22860345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.466638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8b96dc73-7990-440a-b3e3-288ec3260344 req-ceb690eb-772f-4683-893f-b7c22860345d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 1096 time: 0.0575724 Jul 16 03:31:31.475492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.506125 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8b96dc73-7990-440a-b3e3-288ec3260344 req-1616f674-6cd2-4d22-a039-351b86f1e9e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Jul 16 03:31:31.512712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e847830-6636-44da-81c8-96b4bcbf5612 req-15447cec-43de-4589-abc2-e14835dc8aee tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 210 time: 0.1437714 Jul 16 03:31:31.525261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31cbc0a-9004-462c-8966-14ed4545c52f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:31.567718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4d2f139-506b-47ab-b1e6-bf5969630c5e req-8ef500fb-5bf5-4fdf-b49b-54b7277fec5c tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174430 Jul 16 03:31:31.571745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ad0cdc-957a-45ed-976c-461f73b1f64f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:31.572048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ad0cdc-957a-45ed-976c-461f73b1f64f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:31.585557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-06d6ab37-c431-4015-8863-0c1ed149bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.587393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-06d6ab37-c431-4015-8863-0c1ed149bacc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.2174780 Jul 16 03:31:31.589124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.633407 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02fc79-9332-4078-9aea-5d3463f7152b x-openstack-request-id: req-ac02fc79-9332-4078-9aea-5d3463f7152b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:31.633953 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33968883-9aeb-4be8-8388-4a7e9b1a81f7", "tag": "a9e2d734-d53c-4e11-beec-da68b744abf4", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:31.634222 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac02fc79-9332-4078-9aea-5d3463f7152b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:31.634656 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'tag': 'a9e2d734-d53c-4e11-beec-da68b744abf4', 'status': 'completed', 'code': 200} Jul 16 03:31:31.680942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.694175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:31.694714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:31.698130 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:31.770053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-eb2d80f2-23d3-487c-b2cf-ad29a7536f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.771792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-eb2d80f2-23d3-487c-b2cf-ad29a7536f3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691020 Jul 16 03:31:31.808669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.859019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.861541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/networks/b31cbc0a-9004-462c-8966-14ed4545c52f HTTP/1.1" status: 204 len: 168 time: 1.0448403 Jul 16 03:31:31.864206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57050) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:31.885220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b20b0-6721-4976-b2d3-acdc3e9bc5b7 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Network': ['ID=b31cbc0a-9004-462c-8966-14ed4545c52f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.966730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.968840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061042d2-9c64-4b47-9320-bb406d84f7f6 req-0de8e112-363a-4a03-afe5-5b7ccdeac9da tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.970402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-061042d2-9c64-4b47-9320-bb406d84f7f6 req-0de8e112-363a-4a03-afe5-5b7ccdeac9da tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 947 time: 0.1598616 Jul 16 03:31:31.975234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-33567f3c-1c27-45e7-a8da-3a15e47cb846 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953347 Jul 16 03:31:32.064262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.068845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-061042d2-9c64-4b47-9320-bb406d84f7f6 req-3d6b547d-a567-4c6f-83da-c53437fbef06 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913141 Jul 16 03:31:32.079539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def7ad47-d857-406c-8890-307203d42c8d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:32.097809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fa5f84-46ab-47b1-8bfe-9095acd49993') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:32.098515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fa5f84-46ab-47b1-8bfe-9095acd49993') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:32.108177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31eba6c9-f7b6-4c2d-bd0d-58b1f8d620b8 req-0dd41b62-ba67-45c8-88b8-ba1e10a54dad service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223962 Jul 16 03:31:32.108824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.126302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.133922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:32.134561 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:32.137600 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:32.228935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c747a-035a-4112-b865-5a44a5b69fcb req-c0667ca4-53d8-4f8c-a524-86f8a052fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.230466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-c0667ca4-53d8-4f8c-a524-86f8a052fac4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70cda3c242bc4c67b0d2f6a059793df4&device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 1098 time: 0.0697310 Jul 16 03:31:32.444503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c747a-035a-4112-b865-5a44a5b69fcb req-4de37bcc-1f8b-4a31-a1b2-124ae59c747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.446189 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-4de37bcc-1f8b-4a31-a1b2-124ae59c747f service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2085128 Jul 16 03:31:32.492382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-c26cfca2-c93f-4045-9db4-230ef97bfd74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a9e2d734-d53c-4e11-beec-da68b744abf4 HTTP/1.1" status: 200 len: 217 time: 0.0379782 Jul 16 03:31:32.580652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.654359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-2cb11498-ca98-41e4-8bc6-49eb718bc56f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.656257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-2cb11498-ca98-41e4-8bc6-49eb718bc56f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.48 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 822 time: 0.1306152 Jul 16 03:31:32.658049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.663630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.665464 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] 10.222.0.25 "DELETE /v2.0/networks/def7ad47-d857-406c-8890-307203d42c8d HTTP/1.1" status: 204 len: 168 time: 0.7999921 Jul 16 03:31:32.672173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'port': {'device_id': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'admin_state_up': True, 'tenant_id': '433284340a554065bd68d9edc0faca13'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:32.672925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c747a-035a-4112-b865-5a44a5b69fcb req-94f25919-177a-4817-8872-bf23781a045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.674398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-94f25919-177a-4817-8872-bf23781a045b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1670229 Jul 16 03:31:32.690378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:32.734141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48317770-7fb1-4d36-9026-14132da7b29c req-feb52ecc-2ec6-4c24-937c-c419c1f80bed tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.748869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48317770-7fb1-4d36-9026-14132da7b29c req-feb52ecc-2ec6-4c24-937c-c419c1f80bed tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 944 time: 0.2523448 Jul 16 03:31:32.793736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 425d9a98-aaf2-4299-b644-26e125967de4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:32.806482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 425d9a98-aaf2-4299-b644-26e125967de4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:32.806902 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.827666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48317770-7fb1-4d36-9026-14132da7b29c req-b5668715-b342-4b39-9eaf-aa07be497954 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778422 Jul 16 03:31:32.835682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7b5c7-d975-4883-aef3-98ec6f8d83b6 tempest-BulkNetworkOpsTest-1812350343 tempest-BulkNetworkOpsTest-1812350343-project] Pushing event deleted for resources: {'Network': ['ID=def7ad47-d857-406c-8890-307203d42c8d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:32.855194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c732e62-358f-4ef8-b724-820488cc3f26 req-9cb5b6ec-c70a-400f-a649-6d1d59d9d6f9 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 210 time: 0.0820687 Jul 16 03:31:32.910699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c747a-035a-4112-b865-5a44a5b69fcb req-5507a4a1-d280-42a0-8691-bcf2f1614aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.913050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-5507a4a1-d280-42a0-8691-bcf2f1614aea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247827 Jul 16 03:31:32.969807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Made reservation on behalf of 433284340a554065bd68d9edc0faca13 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:32.975907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.999797 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.077058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:33.082920 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.149216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.166039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Allocated IP 172.20.0.10 (9c911f0f-1224-40ee-9edd-fcd298fab091/e0d8515e-5bf2-4221-be31-746723332216/6509b9ae-d4f4-4fb6-86ec-0d0870d64e70) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:33.188787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57070) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:33.260015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-ac1d7587-fb22-4d99-8af7-e1218fcd77ab service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385324 Jul 16 03:31:33.280783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6609ef-8cb3-4f56-a61c-a802c4685f50 req-86b31076-20ac-4ec0-b352-91eb064537cb tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.289205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b6609ef-8cb3-4f56-a61c-a802c4685f50 req-86b31076-20ac-4ec0-b352-91eb064537cb tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 945 time: 0.1435795 Jul 16 03:31:33.317335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:33.320890 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c10c5d1-bf11-43b1-917a-df6c758e6e56" -d '{"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-plugged", "status": "completed", "tag": "425d9a98-aaf2-4299-b644-26e125967de4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:33.371656 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.423320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b6609ef-8cb3-4f56-a61c-a802c4685f50 req-16b22031-7743-485a-8282-875cef38d1fa tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328475 Jul 16 03:31:33.446591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.485901 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b594d-8a61-4680-bf6d-4075b92b6cc2 x-openstack-request-id: req-917b594d-8a61-4680-bf6d-4075b92b6cc2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:33.486419 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-plugged", "status": "completed", "tag": "425d9a98-aaf2-4299-b644-26e125967de4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:33.486609 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-917b594d-8a61-4680-bf6d-4075b92b6cc2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:33.487299 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4', 'code': 200} Jul 16 03:31:33.490672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-185c747a-035a-4112-b865-5a44a5b69fcb req-bf55f3e7-4d86-4b2d-839f-b55cfece8037 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219317 Jul 16 03:31:33.537688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cab4fa-b811-434c-b428-b0a83618d53f req-c2c7d300-61c0-4fc5-9415-143e27d06104 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.543514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6cab4fa-b811-434c-b428-b0a83618d53f req-c2c7d300-61c0-4fc5-9415-143e27d06104 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 947 time: 0.1128602 Jul 16 03:31:33.545785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a562953a-a117-4073-98ce-a8f7921c1e15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecb022f75734464687ca8adc02f67841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485224 Jul 16 03:31:33.546662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57078) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:33.610590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.665374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6cab4fa-b811-434c-b428-b0a83618d53f req-9fe51496-8fd7-4766-88d6-0ff512acccf6 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088502 Jul 16 03:31:33.693016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aded8-9d91-464f-91c9-6a96b9ccaff1 req-57174809-1309-4d24-9421-71f2f1048d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.695292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d04aded8-9d91-464f-91c9-6a96b9ccaff1 req-57174809-1309-4d24-9421-71f2f1048d3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 1096 time: 0.1077557 Jul 16 03:31:33.705798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.713526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-049f336a-e7bf-43e2-8d88-a0e67e8806c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.727031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:33.729518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:33.732653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:33.754461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d04aded8-9d91-464f-91c9-6a96b9ccaff1 req-8ce10267-09c9-4433-8a9c-f028ff4b8676 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Jul 16 03:31:33.773221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-049f336a-e7bf-43e2-8d88-a0e67e8806c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.820815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.821320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.841703 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-3e326470-3ad9-4b38-a664-7aa1d71481b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1748722 Jul 16 03:31:33.854575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Request body: {'port': {'device_id': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:33.886759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-049f336a-e7bf-43e2-8d88-a0e67e8806c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.889262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-049f336a-e7bf-43e2-8d88-a0e67e8806c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.893186 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-049f336a-e7bf-43e2-8d88-a0e67e8806c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec701abd-4771-49b3-8419-bea151c4fda8 HTTP/1.1" status: 204 len: 168 time: 0.3400114 Jul 16 03:31:33.910052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f336a-e7bf-43e2-8d88-a0e67e8806c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec701abd-4771-49b3-8419-bea151c4fda8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.980203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.176247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982536cb-1e18-457d-b8ba-e4369bf4a671 req-528a74b6-ec6e-4db5-8eda-d6bf4b3076ea tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.177785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-982536cb-1e18-457d-b8ba-e4369bf4a671 req-528a74b6-ec6e-4db5-8eda-d6bf4b3076ea tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 932 time: 0.0976124 Jul 16 03:31:34.190811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8654fb-2631-4691-9e83-b72fd5d51809 req-ff002adb-f81f-45c6-87db-85c787abd54a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.198298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e8654fb-2631-4691-9e83-b72fd5d51809 req-ff002adb-f81f-45c6-87db-85c787abd54a tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 945 time: 0.1569428 Jul 16 03:31:34.292730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-982536cb-1e18-457d-b8ba-e4369bf4a671 req-6005b35d-c2d7-497c-a385-ba75d1d185c9 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867827 Jul 16 03:31:34.322955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e8654fb-2631-4691-9e83-b72fd5d51809 req-327c2dea-305a-47e4-8f11-625bc75c0a24 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193490 Jul 16 03:31:34.376901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:34.388321 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.403074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Transition to ACTIVE for port object 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:34.415987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.557356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.617618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Attempting to bind port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:34.617913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Attempting to bind port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:34.618246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Attempting to bind port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 on network 9c911f0f-1224-40ee-9edd-fcd298fab091 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:34.625309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 on network 9c911f0f-1224-40ee-9edd-fcd298fab091 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:34.625643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Attempting to bind port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 on network 9c911f0f-1224-40ee-9edd-fcd298fab091 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:34.643207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:34.643571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Checking segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:34.643963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Bound using segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:34.644613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Bound port: 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:34.644976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.705663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a9e2d734-d53c-4e11-beec-da68b744abf4 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:34.752789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:34.756645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:34.763561 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.900758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a9e2d734-d53c-4e11-beec-da68b744abf4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a9e2d734-d53c-4e11-beec-da68b744abf4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:34.903002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.925627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.926083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.926802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a9e2d734-d53c-4e11-beec-da68b744abf4', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'a9e2d734-d53c-4e11-beec-da68b744abf4', 'mac_address': 'fa:16:3e:d4:6d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:34.928778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-c7a1ae9b-2919-4dda-b9fc-3fdb3c83e77c service neutron] 10.222.0.48 "PUT /v2.0/ports/6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 HTTP/1.1" status: 200 len: 1092 time: 1.0797796 Jul 16 03:31:34.929319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:34.936778 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea5476-0e21-4f29-8c47-14ab83a8f07a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:35.028903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a525c-faf9-44e2-babd-6885a48b8f2a req-e7119149-326b-4e23-8332-2f19907ec9bd tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.036265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f9a525c-faf9-44e2-babd-6885a48b8f2a req-e7119149-326b-4e23-8332-2f19907ec9bd tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 947 time: 0.1264849 Jul 16 03:31:35.037907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57124) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:35.043069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.060980 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405c3e19-b582-4483-87ed-782f61e226ed x-openstack-request-id: req-405c3e19-b582-4483-87ed-782f61e226ed {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:35.061296 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:35.061529 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-405c3e19-b582-4483-87ed-782f61e226ed {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:35.061937 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'status': 'completed', 'code': 200} Jul 16 03:31:35.092052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f9a525c-faf9-44e2-babd-6885a48b8f2a req-d651cd82-af84-4589-9be2-c9e25c27c86b tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548043 Jul 16 03:31:35.106843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e2d734-d53c-4e11-beec-da68b744abf4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:35.135953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a9e2d734-d53c-4e11-beec-da68b744abf4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a9e2d734-d53c-4e11-beec-da68b744abf4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:35.141885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.142883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-06281921-f74f-442f-8bd4-592f626a55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.144508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-06281921-f74f-442f-8bd4-592f626a55d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 1095 time: 0.1480246 Jul 16 03:31:35.205634 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-1d8ba8d7-4db7-4e34-b954-89dbadffcfeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 HTTP/1.1" status: 200 len: 217 time: 0.0539832 Jul 16 03:31:35.211792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a9e2d734-d53c-4e11-beec-da68b744abf4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.232455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-203920422'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:35.260147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:35.263959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.272340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2c45-d783-4b71-ab8a-1d47766661af req-d5b83310-9b58-4016-ba0f-ba23fd9ee270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.274180 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-d5b83310-9b58-4016-ba0f-ba23fd9ee270 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 200 len: 862 time: 0.0624220 Jul 16 03:31:35.274435 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.331460 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-8e49e7f4-f9ea-4806-a6d1-bd6b12fdbcd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c911f0f-1224-40ee-9edd-fcd298fab091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504303 Jul 16 03:31:35.368251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a9e2d734-d53c-4e11-beec-da68b744abf4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:35.390063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.395936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.440582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:35.452791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823d6692-3ea8-47f1-81b8-495233f275e3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.459235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.459944 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Added segment 5a8cec9f-430e-4791-8ead-f8dd5106ece2 of type vlan for network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 Jul 16 03:31:35.533420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.598591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-499cb6cf-9af8-4fb6-b4be-8e272153887c service neutron] 10.222.0.48 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602232 Jul 16 03:31:35.674485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.681347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.682143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.710571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-275e2c45-d783-4b71-ab8a-1d47766661af req-30b85511-8614-4be1-a4f2-913caf5d78ca service neutron] 10.222.0.48 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938590 Jul 16 03:31:35.768296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7285185 Jul 16 03:31:35.807730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ad130-d781-4468-bcce-2cd3922bf5ab tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Network': ['ID=0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.841100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:35.886880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0c389-5cc8-471e-a6e2-41fc6dcd5768 req-6b5c516b-c966-4158-b539-7e847767380f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.894609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-adc0c389-5cc8-471e-a6e2-41fc6dcd5768 req-6b5c516b-c966-4158-b539-7e847767380f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 944 time: 0.3345990 Jul 16 03:31:35.916606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-e023e424-1223-4938-9823-2f2fbcbc29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.920571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-e023e424-1223-4938-9823-2f2fbcbc29b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 1095 time: 0.1370659 Jul 16 03:31:35.924438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48195849-f477-4e92-9b47-42bcf439b497 req-e9220f82-7f19-4028-a548-ad0f66037a43 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.932567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48195849-f477-4e92-9b47-42bcf439b497 req-e9220f82-7f19-4028-a548-ad0f66037a43 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 945 time: 0.2637613 Jul 16 03:31:35.976116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48195849-f477-4e92-9b47-42bcf439b497 req-6835e0db-ec30-4197-b125-ccdb9b16b898 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Jul 16 03:31:36.045205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-adc0c389-5cc8-471e-a6e2-41fc6dcd5768 req-964a9614-c0ba-4203-a5fd-7c137a84f914 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493182 Jul 16 03:31:36.151082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-5f6674d4-7120-4de4-bf7d-dc5d78cb91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.153131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-5f6674d4-7120-4de4-bf7d-dc5d78cb91a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 924 time: 0.2258055 Jul 16 03:31:36.251188 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-158d4ef9-4042-435c-92f5-18c1865a25c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 HTTP/1.1" status: 200 len: 217 time: 0.0772896 Jul 16 03:31:36.385044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-6b781373-2f6b-493e-9d9c-d30a216a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.386792 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-6b781373-2f6b-493e-9d9c-d30a216a42fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 200 len: 862 time: 0.1331301 Jul 16 03:31:36.455727 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-403c982d-78dc-4d50-87cd-37b44aafbd69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c911f0f-1224-40ee-9edd-fcd298fab091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577002 Jul 16 03:31:36.467120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf69d-625f-48a0-bcac-4b4f44c8a498 req-5385441d-eab8-479b-904b-56b746348971 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.475766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-436cf69d-625f-48a0-bcac-4b4f44c8a498 req-5385441d-eab8-479b-904b-56b746348971 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 948 time: 0.0959349 Jul 16 03:31:36.526709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-436cf69d-625f-48a0-bcac-4b4f44c8a498 req-e7d0b3ef-1bc8-4b8f-8ca0-8851be3b3963 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498159 Jul 16 03:31:36.637922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-e1bb1538-5c1f-4b32-ae72-3bbf4852a6d8 service neutron] 10.222.0.48 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724839 Jul 16 03:31:36.712755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a9e2d734-d53c-4e11-beec-da68b744abf4 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:36.761105 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-47ea5476-0e21-4f29-8c47-14ab83a8f07a req-45f2f839-bfcb-45e6-ba3b-c4067b5740a5 service neutron] 10.222.0.48 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093273 Jul 16 03:31:36.795563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d45cdc-f994-4143-8cd3-7818f855c1da req-9ff8f06e-c77d-48cf-986a-ed2a362957b8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.812196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49d45cdc-f994-4143-8cd3-7818f855c1da req-9ff8f06e-c77d-48cf-986a-ed2a362957b8 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 945 time: 0.0995319 Jul 16 03:31:36.819242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a9e2d734-d53c-4e11-beec-da68b744abf4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:36.824528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a9e2d734-d53c-4e11-beec-da68b744abf4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:36.824528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.892391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49d45cdc-f994-4143-8cd3-7818f855c1da req-51e633a1-9486-4f52-b760-a0f44e50d93d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Jul 16 03:31:36.980196 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.012520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2d734-d53c-4e11-beec-da68b744abf4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:37.015480 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273220c9-8662-4539-ae1d-107798d8813d" -d '{"events": [{"server_uuid": "33968883-9aeb-4be8-8388-4a7e9b1a81f7", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2d734-d53c-4e11-beec-da68b744abf4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:37.030091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a9e2d734-d53c-4e11-beec-da68b744abf4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a9e2d734-d53c-4e11-beec-da68b744abf4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:37.037123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.067799 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22c2b58-1a1d-4b09-afd4-10540ac9b78b x-openstack-request-id: req-e22c2b58-1a1d-4b09-afd4-10540ac9b78b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:37.068317 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33968883-9aeb-4be8-8388-4a7e9b1a81f7", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2d734-d53c-4e11-beec-da68b744abf4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:37.068752 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e22c2b58-1a1d-4b09-afd4-10540ac9b78b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:37.069326 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2d734-d53c-4e11-beec-da68b744abf4', 'code': 200} Jul 16 03:31:37.109132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a9e2d734-d53c-4e11-beec-da68b744abf4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:37.313064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200900d4-b869-4f06-b894-e31162077506 req-f985bcd8-0117-491b-9d38-ea1f64312f09 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.314699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-200900d4-b869-4f06-b894-e31162077506 req-f985bcd8-0117-491b-9d38-ea1f64312f09 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 944 time: 0.1155150 Jul 16 03:31:37.635726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1166b43-262b-4250-b0d6-275b6867ec2e req-39637e7f-e129-464c-b64f-15185858278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.637193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1166b43-262b-4250-b0d6-275b6867ec2e req-39637e7f-e129-464c-b64f-15185858278f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 1100 time: 0.4265175 Jul 16 03:31:37.649985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-200900d4-b869-4f06-b894-e31162077506 req-1aca6fc7-d1ae-40cd-bfb0-0479b5838d5e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267300 Jul 16 03:31:37.716777 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1166b43-262b-4250-b0d6-275b6867ec2e req-556ed3ab-3b1c-4c71-bca2-63312b986b8d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658197 Jul 16 03:31:37.736535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26531a2-3c4b-4f37-930c-698646ff0b03 req-b3d8e2ce-1852-4cd5-b6f4-c4eb1d4b9ae4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.738021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d26531a2-3c4b-4f37-930c-698646ff0b03 req-b3d8e2ce-1852-4cd5-b6f4-c4eb1d4b9ae4 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 949 time: 0.0860925 Jul 16 03:31:37.776586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d26531a2-3c4b-4f37-930c-698646ff0b03 req-0734aa0f-05c9-4b3a-9be9-1717e49168cf tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Jul 16 03:31:38.085549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd6f6-7c73-458a-90a2-3f97779e9d6b req-27c7f225-7047-48a8-9eba-a022173b99f3 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.090947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f60dd6f6-7c73-458a-90a2-3f97779e9d6b req-27c7f225-7047-48a8-9eba-a022173b99f3 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 945 time: 0.0819998 Jul 16 03:31:38.136265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f60dd6f6-7c73-458a-90a2-3f97779e9d6b req-3e0901a2-aea5-4c1e-bac0-9e570bd2ce14 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Jul 16 03:31:38.395296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:38.608379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:38.624184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'port_id': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'mac_address': 'fa:16:3e:19:88:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d8515e-5bf2-4221-be31-746723332216', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:38.671833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.686472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:38.720937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:38.735195 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.855143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.903959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ab091-5161-4495-aa9a-06a24759643f req-1500b846-5add-40ed-820f-979f26ac789c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.911753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c2ab091-5161-4495-aa9a-06a24759643f req-1500b846-5add-40ed-820f-979f26ac789c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 945 time: 0.0764251 Jul 16 03:31:38.959605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c2ab091-5161-4495-aa9a-06a24759643f req-e863a77b-7217-49eb-a62e-87b3729e2dc5 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467081 Jul 16 03:31:39.014211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57200) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.020829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'subnet': {'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:39.036809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40412773-46b6-4a07-a246-7da0fd8046ee req-bc38a30f-ff93-49e5-8ff6-38e2be2b44d3 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.038306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:39.038468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40412773-46b6-4a07-a246-7da0fd8046ee req-bc38a30f-ff93-49e5-8ff6-38e2be2b44d3 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 949 time: 0.0664430 Jul 16 03:31:39.097934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40412773-46b6-4a07-a246-7da0fd8046ee req-d8e06e17-24b6-4777-a642-26cf681aa45f tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Jul 16 03:31:39.167993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:39.177905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.406769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.479790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Subnet': ['ID=27bf0437-a7e2-4266-9a3f-fe98a5eca52a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:39.489196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Checking segment: {'id': '5a8cec9f-430e-4791-8ead-f8dd5106ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:39.490201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network hostable DHCP agents. Network: 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:39.519401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:39.533090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:39.542950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753a720-47bf-4f44-9e38-192a1e6e9092 None None] Network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:39.547415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.548206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.568927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.569242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f00450a9-51ea-4aaf-ad67-63f294cfdb1c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5535316 Jul 16 03:31:39.574926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-856811877'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:39.628353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:39.633253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.662876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:39.673982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.674214 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Added segment d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b of type vlan for network adb04d12-621c-471c-b28d-a6ee8c50c321 Jul 16 03:31:39.716316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.759715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.765846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.766505 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.767703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0', 'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0', 'tenant_id': '1f72cdaa583f4df5b9ddeaa76477c77a', 'fixed_ips': [{'subnet_id': '27bf0437-a7e2-4266-9a3f-fe98a5eca52a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:39.768596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.806024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57224) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.811666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'subnet': {'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:39.821235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2504165 Jul 16 03:31:39.909284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb8485-4754-4698-b7b2-c7af5b99d56f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Network': ['ID=adb04d12-621c-471c-b28d-a6ee8c50c321,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:39.930629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network adb04d12-621c-471c-b28d-a6ee8c50c321 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:39.978679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:39.985262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.032363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Allocated IP 2001:db8:0:ffff::2 (0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0/27bf0437-a7e2-4266-9a3f-fe98a5eca52a/a2648266-6e8e-4224-af4f-506eff135fb4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:40.237994 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.248542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Transition to ACTIVE for port object a2648266-6e8e-4224-af4f-506eff135fb4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:40.269493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Transition to ACTIVE for port object a2648266-6e8e-4224-af4f-506eff135fb4 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:40.279489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.315127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220709ae-e075-45e6-a4a9-4084d59d8d7a req-00fd54a2-5618-4aa4-8924-c82c559048e6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.316652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-220709ae-e075-45e6-a4a9-4084d59d8d7a req-00fd54a2-5618-4aa4-8924-c82c559048e6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 945 time: 0.1389472 Jul 16 03:31:40.325384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5ffe-8331-4e5f-92ad-7c2cfafcd4e7 req-386bdb58-8211-4a38-a5ba-ab132caf6342 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.333535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f86a5ffe-8331-4e5f-92ad-7c2cfafcd4e7 req-386bdb58-8211-4a38-a5ba-ab132caf6342 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 949 time: 0.2140753 Jul 16 03:31:40.335548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Pushing event updated for resources: {'Port': ['ID=a2648266-6e8e-4224-af4f-506eff135fb4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.347667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:40.349503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:40.357847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:40.378989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:31:40.380647 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.403915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-220709ae-e075-45e6-a4a9-4084d59d8d7a req-56aa8893-04e3-402c-8c28-bdf63c4679ef tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686617 Jul 16 03:31:40.406017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:40.436288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f86a5ffe-8331-4e5f-92ad-7c2cfafcd4e7 req-4159ecbc-02a9-4d45-80e7-68c0b0a3f102 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021540 Jul 16 03:31:40.450085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Subnet': ['ID=1aa2cbda-9060-4c41-b38a-91736d99aa54,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.454521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Attempting to bind port a2648266-6e8e-4224-af4f-506eff135fb4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:40.454928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Attempting to bind port a2648266-6e8e-4224-af4f-506eff135fb4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '5a8cec9f-430e-4791-8ead-f8dd5106ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:40.455304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Attempting to bind port a2648266-6e8e-4224-af4f-506eff135fb4 on network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:40.462521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:40.462978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Checking segment: {'id': '5a8cec9f-430e-4791-8ead-f8dd5106ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:40.463398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.463796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Bound using segment: {'id': '5a8cec9f-430e-4791-8ead-f8dd5106ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:40.464369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Checking segment: {'id': 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:40.464527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Bound port: a2648266-6e8e-4224-af4f-506eff135fb4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8cec9f-430e-4791-8ead-f8dd5106ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:40.464784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.465217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network hostable DHCP agents. Network: adb04d12-621c-471c-b28d-a6ee8c50c321, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:40.484236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network adb04d12-621c-471c-b28d-a6ee8c50c321 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:40.494380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, adb04d12-621c-471c-b28d-a6ee8c50c321) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:40.498468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.499096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.506604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:40.513125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:40.513466 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.518589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6e01cbb4-20b4-4291-b9b6-5e360e9baf5f tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7101297 Jul 16 03:31:40.520269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57242) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:40.525602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'port': {'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321', 'name': 'tempest-NetworksIpV6TestAttrs-1475345103'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:40.548069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f444a5-e170-43e7-83e6-93c97bf80f8c None None] Network adb04d12-621c-471c-b28d-a6ee8c50c321 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:40.635490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:40.642247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.662469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] device_id is not set on port d4b62f6e-174c-446a-8a8f-2651fa0dc236 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:31:40.698215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] For port a2648266-6e8e-4224-af4f-506eff135fb4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:40.702256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] For port a2648266-6e8e-4224-af4f-506eff135fb4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a2648266-6e8e-4224-af4f-506eff135fb4,segment=NetworkSegment(5a8cec9f-430e-4791-8ead-f8dd5106ece2),segment_id=5a8cec9f-430e-4791-8ead-f8dd5106ece2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:40.753824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.755903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:40.772245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-adb04d12-621c-471c-b28d-a6ee8c50c321', 'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321', 'tenant_id': '1f72cdaa583f4df5b9ddeaa76477c77a', 'fixed_ips': [{'subnet_id': '1aa2cbda-9060-4c41-b38a-91736d99aa54'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:40.772779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.807566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Allocated IP 2001:db8::f816:3eff:fe05:bfa1 (adb04d12-621c-471c-b28d-a6ee8c50c321/1aa2cbda-9060-4c41-b38a-91736d99aa54/d4b62f6e-174c-446a-8a8f-2651fa0dc236) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:40.921809 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.943017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:31:40.977888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c67b55-1104-4103-a180-af9aacc41a07 None None] Pushing event updated for resources: {'Port': ['ID=a2648266-6e8e-4224-af4f-506eff135fb4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.986262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:40.988648 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4003d7-bd86-4810-bc58-55dce47c3cd4" -d '{"events": [{"server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "name": "network-vif-plugged", "status": "completed", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:41.019353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:41.053457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.075479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Transition to ACTIVE for port object d4b62f6e-174c-446a-8a8f-2651fa0dc236 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:41.086019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.102296 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee718e08-7b04-4b28-b76e-be2488e387b5 x-openstack-request-id: req-ee718e08-7b04-4b28-b76e-be2488e387b5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:41.109766 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "name": "network-vif-plugged", "status": "completed", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:41.110032 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee718e08-7b04-4b28-b76e-be2488e387b5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:41.110452 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'code': 200} Jul 16 03:31:41.148940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.318388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network adb04d12-621c-471c-b28d-a6ee8c50c321 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:41.324150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:41.329384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Port': ['ID=d4b62f6e-174c-446a-8a8f-2651fa0dc236,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:41.335685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:41.342662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.343388 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.373850 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-02b53925-f99e-4e50-86f8-20e1512397d2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8520696 Jul 16 03:31:41.377347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:41.429858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6b1a-f889-4ee9-b39f-3eebf7fe4ac6 req-2fc8e900-2bec-42b9-8c31-e19d4ed9d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.431691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8dbf6b1a-f889-4ee9-b39f-3eebf7fe4ac6 req-2fc8e900-2bec-42b9-8c31-e19d4ed9d292 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 1097 time: 0.2150986 Jul 16 03:31:41.464228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:41.467461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Allocated IP 2001:db8::f816:3eff:febb:351c (adb04d12-621c-471c-b28d-a6ee8c50c321/1aa2cbda-9060-4c41-b38a-91736d99aa54/875f1ad4-ae19-451d-9635-60f193c43bb8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:41.471277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:41.474920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Deleting subnet 1aa2cbda-9060-4c41-b38a-91736d99aa54 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:41.494054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '425d9a98-aaf2-4299-b644-26e125967de4', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': '425d9a98-aaf2-4299-b644-26e125967de4', 'mac_address': 'fa:16:3e:4e:5c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:41.506747 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8dbf6b1a-f889-4ee9-b39f-3eebf7fe4ac6 req-6acf6001-2369-4e68-a71e-ab97e67c7a60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581765 Jul 16 03:31:41.563198 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.619023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 425d9a98-aaf2-4299-b644-26e125967de4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:41.653147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:41.664299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.715178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23378b73-720f-4652-867a-3271844f4fac req-37a42463-36c2-4329-bf4d-c89f95a58fc8 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.716803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23378b73-720f-4652-867a-3271844f4fac req-37a42463-36c2-4329-bf4d-c89f95a58fc8 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.11 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 949 time: 0.1342459 Jul 16 03:31:41.726950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018145-8f22-4353-9e4c-f0866de727e8 req-5647e37e-e865-46ac-b4c6-d5db1ddadb35 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.728421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7018145-8f22-4353-9e4c-f0866de727e8 req-5647e37e-e865-46ac-b4c6-d5db1ddadb35 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.1797452 Jul 16 03:31:41.743730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['425d9a98-aaf2-4299-b644-26e125967de4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:41.792503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b446ec-0ef7-40f5-9760-b712895416f6 req-0c3f0486-2ffb-4d34-a79a-accdfeaae192 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.794101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0b446ec-0ef7-40f5-9760-b712895416f6 req-0c3f0486-2ffb-4d34-a79a-accdfeaae192 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 949 time: 0.1737490 Jul 16 03:31:41.803797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:41.816501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.830214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Transition to ACTIVE for port object 875f1ad4-ae19-451d-9635-60f193c43bb8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:41.876180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Transition to ACTIVE for port object 875f1ad4-ae19-451d-9635-60f193c43bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:41.896440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.907515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.962497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:41.969055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Network adb04d12-621c-471c-b28d-a6ee8c50c321 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:41.993175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:42.002696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:42.037845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7018145-8f22-4353-9e4c-f0866de727e8 req-7e927724-8650-44c0-b491-4eae493cebb4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985308 Jul 16 03:31:42.041900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Pushing event updated for resources: {'Port': ['ID=875f1ad4-ae19-451d-9635-60f193c43bb8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.104123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0b446ec-0ef7-40f5-9760-b712895416f6 req-1162d7d0-2b38-4e1e-b39c-d7393f87fe13 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef1541bf-aeba-4d26-a4d6-84680699df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860470 Jul 16 03:31:42.164744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Attempting to bind port 875f1ad4-ae19-451d-9635-60f193c43bb8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:42.165276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Attempting to bind port 875f1ad4-ae19-451d-9635-60f193c43bb8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:42.165975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Attempting to bind port 875f1ad4-ae19-451d-9635-60f193c43bb8 on network adb04d12-621c-471c-b28d-a6ee8c50c321 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:42.174850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:42.175416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Checking segment: {'id': 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:42.176134 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.177793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Bound using segment: {'id': 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:42.178013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Bound port: 875f1ad4-ae19-451d-9635-60f193c43bb8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'adb04d12-621c-471c-b28d-a6ee8c50c321'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:42.178381 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.282649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Deleting port a9e2d734-d53c-4e11-beec-da68b744abf4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:42.282912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.329049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] For port 875f1ad4-ae19-451d-9635-60f193c43bb8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:42.337821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] For port 875f1ad4-ae19-451d-9635-60f193c43bb8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=875f1ad4-ae19-451d-9635-60f193c43bb8,segment=NetworkSegment(d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b),segment_id=d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:42.355268 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.538155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52fd3a-89f8-46ed-9153-f1c2e575bd83 None None] Network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:42.561285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.686109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] For port a9e2d734-d53c-4e11-beec-da68b744abf4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a9e2d734-d53c-4e11-beec-da68b744abf4,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:42.686892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.724000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Calling delete_port for a9e2d734-d53c-4e11-beec-da68b744abf4 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:42.765005 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.788213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:42.899689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcde96-8f57-46d9-ba83-aa5b5e3e7b51 None None] Pushing event updated for resources: {'Port': ['ID=875f1ad4-ae19-451d-9635-60f193c43bb8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.932907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa2cbda-9060-4c41-b38a-91736d99aa54,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:42.937909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.939889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af3d2b6b-08ee-4837-8f38-d7011ae7fac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/1aa2cbda-9060-4c41-b38a-91736d99aa54 HTTP/1.1" status: 204 len: 168 time: 1.5615036 Jul 16 03:31:42.944955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:42.955122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fc14bfce-13f3-405a-b560-c271e4ad2e01 None None] Provisioning for port a2648266-6e8e-4224-af4f-506eff135fb4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:42.995106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 425d9a98-aaf2-4299-b644-26e125967de4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:42.995414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.078331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.123665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d7901-7cc4-4974-9f26-3d5558235777 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:43.129097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d7901-7cc4-4974-9f26-3d5558235777 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:43.135739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-370d7901-7cc4-4974-9f26-3d5558235777 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1895962 Jul 16 03:31:43.136596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57314) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:43.191952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.216856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Pushing event deleted for resources: {'Port': ['ID=a9e2d734-d53c-4e11-beec-da68b744abf4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:43.246869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:43.258865 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa34c38-2a15-4de0-906c-4cce62e54daf" -d '{"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-plugged", "status": "completed", "tag": "425d9a98-aaf2-4299-b644-26e125967de4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:43.306213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:43.317232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.318180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a9e2d734-d53c-4e11-beec-da68b744abf4 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:43.358799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-465972cb-01ae-48c6-ae9a-5b9b7ef70b47 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.394591 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-465972cb-01ae-48c6-ae9a-5b9b7ef70b47 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 03:31:43.395147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465972cb-01ae-48c6-ae9a-5b9b7ef70b47 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:43.396934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-465972cb-01ae-48c6-ae9a-5b9b7ef70b47 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/adb04d12-621c-471c-b28d-a6ee8c50c321 HTTP/1.1" status: 409 len: 405 time: 0.2594171 Jul 16 03:31:43.401026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57326) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:43.406340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1464784764'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:43.476244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:43.480900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.487043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a186357-e9a1-4e86-b742-77666408b37e req-2ddd43fd-8c85-43e4-b352-8fa1f249c607 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.25 "GET /v2.0/ports?device_id=33968883-9aeb-4be8-8388-4a7e9b1a81f7 HTTP/1.1" status: 200 len: 210 time: 0.0520363 Jul 16 03:31:43.500237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a9e2d734-d53c-4e11-beec-da68b744abf4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:43.500505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a9e2d734-d53c-4e11-beec-da68b744abf4 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:43.510989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:43.522219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 875f1ad4-ae19-451d-9635-60f193c43bb8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:43.543722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] No DVR routers for this DVR port a9e2d734-d53c-4e11-beec-da68b744abf4 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:43.547701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.549706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23378b73-720f-4652-867a-3271844f4fac req-6226064c-2fd4-4aa7-9075-19751358e037 tempest-TenantUsagesTestJSON-2041624261 tempest-TenantUsagesTestJSON-2041624261-project] 10.222.0.11 "DELETE /v2.0/ports/a9e2d734-d53c-4e11-beec-da68b744abf4 HTTP/1.1" status: 204 len: 173 time: 1.8196340 Jul 16 03:31:43.550153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'name': 'network-vif-deleted', 'tag': 'a9e2d734-d53c-4e11-beec-da68b744abf4'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:43.553997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:43.555195 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aff89a-e206-459d-9391-2eab66b0386c" -d '{"events": [{"server_uuid": "33968883-9aeb-4be8-8388-4a7e9b1a81f7", "name": "network-vif-deleted", "tag": "a9e2d734-d53c-4e11-beec-da68b744abf4"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:43.623879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.624229 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Added segment 330f707c-1d91-4f9d-ab57-0c5be7a10377 of type vlan for network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 Jul 16 03:31:43.686138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64d943-d24c-4a97-8b59-60da0198d710 req-a6a012e4-2ab8-4768-994b-33961f7469d7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:43.699891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d64d943-d24c-4a97-8b59-60da0198d710 req-a6a012e4-2ab8-4768-994b-33961f7469d7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.4653306 Jul 16 03:31:43.769312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 875f1ad4-ae19-451d-9635-60f193c43bb8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:43.776212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a2648266-6e8e-4224-af4f-506eff135fb4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:43.822250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.846813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d64d943-d24c-4a97-8b59-60da0198d710 req-edc89bdd-1ed6-42b8-9529-2c3d22945c96 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448121 Jul 16 03:31:43.862003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a2648266-6e8e-4224-af4f-506eff135fb4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:43.872237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a2648266-6e8e-4224-af4f-506eff135fb4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:43.872823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.907827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.915146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:43.924013 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc723f4-a90f-428a-939d-1fb2a5a2ebb2 x-openstack-request-id: req-3fc723f4-a90f-428a-939d-1fb2a5a2ebb2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:43.924526 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-plugged", "status": "completed", "tag": "425d9a98-aaf2-4299-b644-26e125967de4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:43.924639 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fc723f4-a90f-428a-939d-1fb2a5a2ebb2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:43.924990 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4', 'code': 200} Jul 16 03:31:43.927139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.980359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5782478 Jul 16 03:31:43.983863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:43.992907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'subnet': {'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:44.052929 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e147f5b-1d47-403a-8c8a-9ff10ea13acc x-openstack-request-id: req-8e147f5b-1d47-403a-8c8a-9ff10ea13acc {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:44.054141 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33968883-9aeb-4be8-8388-4a7e9b1a81f7", "name": "network-vif-deleted", "tag": "a9e2d734-d53c-4e11-beec-da68b744abf4", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:44.054499 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e147f5b-1d47-403a-8c8a-9ff10ea13acc {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:44.055206 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33968883-9aeb-4be8-8388-4a7e9b1a81f7', 'name': 'network-vif-deleted', 'tag': 'a9e2d734-d53c-4e11-beec-da68b744abf4', 'status': 'completed', 'code': 200} Jul 16 03:31:44.080842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1119b-ecca-40b1-a614-db9023944e86 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Network': ['ID=366edf06-5274-4ec4-ac0e-1e2b3a4e8753,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:44.099324 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.133305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:44.165303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:44.169568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.244083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a2648266-6e8e-4224-af4f-506eff135fb4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a2648266-6e8e-4224-af4f-506eff135fb4,segment=NetworkSegment(5a8cec9f-430e-4791-8ead-f8dd5106ece2),segment_id=5a8cec9f-430e-4791-8ead-f8dd5106ece2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:44.331847 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.383058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2702ac-b3fd-42fe-b89c-2a3f5d853a93 None None] Network adb04d12-621c-471c-b28d-a6ee8c50c321 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:44.503357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] Provisioning for port 875f1ad4-ae19-451d-9635-60f193c43bb8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:44.514460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173012-75a4-4e5d-829c-7c4f4282b592 req-86d0e05d-9a0f-4938-aab3-62fc8a8a068a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.519265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] Provisioning complete for port 875f1ad4-ae19-451d-9635-60f193c43bb8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:44.519805 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.528136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9173012-75a4-4e5d-829c-7c4f4282b592 req-86d0e05d-9a0f-4938-aab3-62fc8a8a068a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.2772005 Jul 16 03:31:44.585177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a2648266-6e8e-4224-af4f-506eff135fb4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:44.681930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.683759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9173012-75a4-4e5d-829c-7c4f4282b592 req-7e386dd3-bcd4-48f3-ba05-d5cca455c91d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488652 Jul 16 03:31:44.720942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] For port 875f1ad4-ae19-451d-9635-60f193c43bb8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=875f1ad4-ae19-451d-9635-60f193c43bb8,segment=NetworkSegment(d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b),segment_id=d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:44.727583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.771800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] DHCP port deletion for adb04d12-621c-471c-b28d-a6ee8c50c321 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:31:44.853778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e4367-9713-4528-86b4-0a42465a1380 None None] Pushing event updated for resources: {'Port': ['ID=875f1ad4-ae19-451d-9635-60f193c43bb8,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:44.883005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f98aa-bdb8-4402-a60f-41a5904e8a83 req-87612c4a-ccc3-4a41-9c14-91dd2f5d3368 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.891519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b00f98aa-bdb8-4402-a60f-41a5904e8a83 req-87612c4a-ccc3-4a41-9c14-91dd2f5d3368 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 0.2930100 Jul 16 03:31:44.906261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] Deleting port 875f1ad4-ae19-451d-9635-60f193c43bb8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:44.906969 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.020634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] For port 875f1ad4-ae19-451d-9635-60f193c43bb8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=875f1ad4-ae19-451d-9635-60f193c43bb8,segment=NetworkSegment(d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b),segment_id=d1d555dc-8a14-4772-b1b6-7d94a4d0fa9b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:45.021018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.047804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:31:45.049800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.051514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] Calling delete_port for 875f1ad4-ae19-451d-9635-60f193c43bb8 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:45.068033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b00f98aa-bdb8-4402-a60f-41a5904e8a83 req-4bf7d20c-c9d4-4038-8559-5de54b4ae886 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751688 Jul 16 03:31:45.157794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a2648266-6e8e-4224-af4f-506eff135fb4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:45.200941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.230889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] Pushing event deleted for resources: {'Port': ['ID=875f1ad4-ae19-451d-9635-60f193c43bb8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:45.238681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbde085-e290-4b37-a795-8dc82fd745c4 None None] No DVR routers for this DVR port 875f1ad4-ae19-451d-9635-60f193c43bb8 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:45.251399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Subnet': ['ID=d309ea4c-9c8e-4ef6-81b8-b55e9f717614,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:45.259610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Checking segment: {'id': '330f707c-1d91-4f9d-ab57-0c5be7a10377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:45.259811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network hostable DHCP agents. Network: 366edf06-5274-4ec4-ac0e-1e2b3a4e8753, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:45.259942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a2648266-6e8e-4224-af4f-506eff135fb4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:45.260297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.282274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57370) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:45.308830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:45.324682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 366edf06-5274-4ec4-ac0e-1e2b3a4e8753) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:45.335414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.336010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.378236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ee1b4a30-c720-4248-997b-25fa550449e9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3902831 Jul 16 03:31:45.378600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57382) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:45.382072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f6260-74b5-4e97-9959-da3a07b693cd None None] Network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:45.384352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'port': {'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753', 'name': 'tempest-NetworksIpV6TestAttrs-225257773'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:45.568729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 875f1ad4-ae19-451d-9635-60f193c43bb8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:45.592292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:45.598837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9807f0a5-dae5-4175-81a3-2b22aedd7319 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70cda3c242bc4c67b0d2f6a059793df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061678 Jul 16 03:31:45.635819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 875f1ad4-ae19-451d-9635-60f193c43bb8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:45.636170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 875f1ad4-ae19-451d-9635-60f193c43bb8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:45.672646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:45.676583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.702103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b11b3ffd-be0f-4430-83a5-8cf48014a5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.702319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-366edf06-5274-4ec4-ac0e-1e2b3a4e8753', 'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753', 'tenant_id': '1f72cdaa583f4df5b9ddeaa76477c77a', 'fixed_ips': [{'subnet_id': 'd309ea4c-9c8e-4ef6-81b8-b55e9f717614'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:45.704392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.723570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] device_id is not set on port ef1d372b-6311-41a8-8e1b-798a1115a506 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:31:45.749469 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b11b3ffd-be0f-4430-83a5-8cf48014a5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.830458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b11b3ffd-be0f-4430-83a5-8cf48014a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.836667 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b11b3ffd-be0f-4430-83a5-8cf48014a5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.847451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b11b3ffd-be0f-4430-83a5-8cf48014a5e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef1541bf-aeba-4d26-a4d6-84680699df5f HTTP/1.1" status: 204 len: 168 time: 0.2504194 Jul 16 03:31:45.877700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b3ffd-be0f-4430-83a5-8cf48014a5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1541bf-aeba-4d26-a4d6-84680699df5f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:45.880876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Allocated IP 2001:db8::f816:3eff:fee2:6744 (366edf06-5274-4ec4-ac0e-1e2b3a4e8753/d309ea4c-9c8e-4ef6-81b8-b55e9f717614/ef1d372b-6311-41a8-8e1b-798a1115a506) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:46.169072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.201557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Transition to ACTIVE for port object ef1d372b-6311-41a8-8e1b-798a1115a506 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:46.205427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57c1b4-65cc-4688-a231-f67c06b1c453 req-8875e97b-f059-49b6-92b4-d117c09e6fd2 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.215081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c57c1b4-65cc-4688-a231-f67c06b1c453 req-8875e97b-f059-49b6-92b4-d117c09e6fd2 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.1032341 Jul 16 03:31:46.273291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.286822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c57c1b4-65cc-4688-a231-f67c06b1c453 req-ee074f97-54c2-4a19-af3e-7b2f12b1194a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Jul 16 03:31:46.327297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:46.332146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:46.337694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:46.345589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.346998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.347702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Allocated IP 2001:db8::f816:3eff:fe26:ba79 (366edf06-5274-4ec4-ac0e-1e2b3a4e8753/d309ea4c-9c8e-4ef6-81b8-b55e9f717614/66605bdf-8615-40b9-b011-bbe026bc5ff6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:46.352150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Port': ['ID=ef1d372b-6311-41a8-8e1b-798a1115a506,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.367994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.368576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.369091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.369615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.370119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.370656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.371258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.371777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.372287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.372943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.373444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.375311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:46.380148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57414) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:46.389764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e246ac3d-b145-429a-a37e-a4114a6fc404 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0099223 Jul 16 03:31:46.393052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57416) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:46.408916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7986a65a-ab04-4ba1-b59a-5106f3f432ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.474155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Deleting subnet d309ea4c-9c8e-4ef6-81b8-b55e9f717614 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:46.500302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee29903-13ab-44ee-8624-df788dc5a383 req-fec6d3f3-d9e0-402d-a332-2bb74b7ae921 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.506685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aee29903-13ab-44ee-8624-df788dc5a383 req-fec6d3f3-d9e0-402d-a332-2bb74b7ae921 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 0.2047729 Jul 16 03:31:46.531684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.542136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Transition to ACTIVE for port object 66605bdf-8615-40b9-b011-bbe026bc5ff6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:46.556663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Transition to ACTIVE for port object 66605bdf-8615-40b9-b011-bbe026bc5ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:46.568968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.575256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.587938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aee29903-13ab-44ee-8624-df788dc5a383 req-e2ba2f71-ce85-48e7-86e8-f60cc418ba77 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723259 Jul 16 03:31:46.617732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:46.621976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:46.626163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:46.634167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Pushing event updated for resources: {'Port': ['ID=66605bdf-8615-40b9-b011-bbe026bc5ff6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.678156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7986a65a-ab04-4ba1-b59a-5106f3f432ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.687659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7986a65a-ab04-4ba1-b59a-5106f3f432ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.700576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.706976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Attempting to bind port 66605bdf-8615-40b9-b011-bbe026bc5ff6 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:46.707450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Attempting to bind port 66605bdf-8615-40b9-b011-bbe026bc5ff6 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '330f707c-1d91-4f9d-ab57-0c5be7a10377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:46.707892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Attempting to bind port 66605bdf-8615-40b9-b011-bbe026bc5ff6 on network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:46.713189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:46.713648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Checking segment: {'id': '330f707c-1d91-4f9d-ab57-0c5be7a10377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:46.714127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.714640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Bound using segment: {'id': '330f707c-1d91-4f9d-ab57-0c5be7a10377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:46.715162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Bound port: 66605bdf-8615-40b9-b011-bbe026bc5ff6, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330f707c-1d91-4f9d-ab57-0c5be7a10377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '366edf06-5274-4ec4-ac0e-1e2b3a4e8753'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:46.715629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.791836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] For port 66605bdf-8615-40b9-b011-bbe026bc5ff6, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:46.805246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] For port 66605bdf-8615-40b9-b011-bbe026bc5ff6, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=66605bdf-8615-40b9-b011-bbe026bc5ff6,segment=NetworkSegment(330f707c-1d91-4f9d-ab57-0c5be7a10377),segment_id=330f707c-1d91-4f9d-ab57-0c5be7a10377)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:46.815886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.895192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a65a-ab04-4ba1-b59a-5106f3f432ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcaa5f0-9ae1-45c3-a470-7b0b3ccea8c9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.899073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec95432-0704-4428-b32b-a3edbaded6d6 None None] Pushing event updated for resources: {'Port': ['ID=66605bdf-8615-40b9-b011-bbe026bc5ff6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.937074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7986a65a-ab04-4ba1-b59a-5106f3f432ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d45536ea3c68482aa0b4232516b19365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555613 Jul 16 03:31:46.939785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:47.060651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-60ecb10b-860e-4177-b6e6-34fcaa964158 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.063226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-60ecb10b-860e-4177-b6e6-34fcaa964158 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 0.2369037 Jul 16 03:31:47.081837 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33e0a596-2194-49ee-9478-77a08862b97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.126245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33e0a596-2194-49ee-9478-77a08862b97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.165119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.235439 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33e0a596-2194-49ee-9478-77a08862b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.238131 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33e0a596-2194-49ee-9478-77a08862b97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.239712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-33e0a596-2194-49ee-9478-77a08862b97e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfcaa5f0-9ae1-45c3-a470-7b0b3ccea8c9 HTTP/1.1" status: 204 len: 168 time: 0.2987702 Jul 16 03:31:47.282634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0a596-2194-49ee-9478-77a08862b97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcaa5f0-9ae1-45c3-a470-7b0b3ccea8c9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.577635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99502e08-a816-4a8d-bf15-1dbb29aec55e req-46aa5776-dd95-474e-a53a-edb639b59d71 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.585359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99502e08-a816-4a8d-bf15-1dbb29aec55e req-46aa5776-dd95-474e-a53a-edb639b59d71 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.0968904 Jul 16 03:31:47.678022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99502e08-a816-4a8d-bf15-1dbb29aec55e req-931d4af9-20b3-4be1-b45c-ec6178603129 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916376 Jul 16 03:31:47.841128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.854651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Deleting port c494760d-7383-406c-b28a-c2d34cfba0a0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:47.854991 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.885126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.890573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:47.895947 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/d309ea4c-9c8e-4ef6-81b8-b55e9f717614 HTTP/1.1" status: 204 len: 168 time: 1.4962718 Jul 16 03:31:47.929319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dc64b-470d-49fe-8629-5d624e45ad9e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Subnet': ['ID=d309ea4c-9c8e-4ef6-81b8-b55e9f717614,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.054592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e51a20-4fa9-4347-ac0f-2215d568031c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.056389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e51a20-4fa9-4347-ac0f-2215d568031c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.060830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85e51a20-4fa9-4347-ac0f-2215d568031c tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1690125 Jul 16 03:31:48.066337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57466) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:48.103236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a62c8-5bef-432d-bb52-8a1f250d37f3 req-a7cb37ec-a117-4d5f-879e-e3ee8ac89ed0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.112985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e8a62c8-5bef-432d-bb52-8a1f250d37f3 req-a7cb37ec-a117-4d5f-879e-e3ee8ac89ed0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 945 time: 0.1550531 Jul 16 03:31:48.114998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] For port c494760d-7383-406c-b28a-c2d34cfba0a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c494760d-7383-406c-b28a-c2d34cfba0a0,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:48.116025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.134469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Calling delete_port for c494760d-7383-406c-b28a-c2d34cfba0a0 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:48.188947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e8a62c8-5bef-432d-bb52-8a1f250d37f3 req-53c8cf76-a25f-463a-933e-d4e056e9a0fc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748947 Jul 16 03:31:48.431898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a6a9-efe2-45b5-9751-29c76456ff6e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.433664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.449546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c494760d-7383-406c-b28a-c2d34cfba0a0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:48.509878 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef5a6a9-efe2-45b5-9751-29c76456ff6e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 03:31:48.510412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef5a6a9-efe2-45b5-9751-29c76456ff6e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:48.512389 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0ef5a6a9-efe2-45b5-9751-29c76456ff6e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/366edf06-5274-4ec4-ac0e-1e2b3a4e8753 HTTP/1.1" status: 409 len: 405 time: 0.4449911 Jul 16 03:31:48.513716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event deleted for resources: {'Port': ['ID=c494760d-7383-406c-b28a-c2d34cfba0a0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.523754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:48.535129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-563593299'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:48.555044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5bbba6-7e76-4fe7-a57d-cd3b951994a4 None None] Network 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:48.616192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:48.623705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:48.633806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.676703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] No DVR routers for this DVR port c494760d-7383-406c-b28a-c2d34cfba0a0 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:48.683704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.685928 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af5effe6-7bc0-4a5a-838b-dcd16b44ce6a req-34440f3e-6729-47b6-9479-969f2999def5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "DELETE /v2.0/ports/c494760d-7383-406c-b28a-c2d34cfba0a0 HTTP/1.1" status: 204 len: 173 time: 1.6028187 Jul 16 03:31:48.690764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'name': 'network-vif-deleted', 'tag': 'c494760d-7383-406c-b28a-c2d34cfba0a0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:48.693517 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af55a0ba-1673-410f-8db0-be4418b2cdb0" -d '{"events": [{"server_uuid": "0e2c7b35-bdbb-4de1-b73e-8df149fd108b", "name": "network-vif-deleted", "tag": "c494760d-7383-406c-b28a-c2d34cfba0a0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:48.745012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:48.768641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-network', 'tenant_id': '2d883cab765b4042b9580a7505a3647a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:48.768911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.769346 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Added segment 89d404f9-5f3d-4cbb-8d9e-f807475cb2ad of type vlan for network c8b990e7-e236-41bc-b044-f04d6955605b Jul 16 03:31:48.877088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Made reservation on behalf of 2d883cab765b4042b9580a7505a3647a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:48.883614 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.884229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.919973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.931393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.939617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.940282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.987768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8ff60d0-5a10-479b-888c-9b9df4d4972e None None] Provisioning for port 66605bdf-8615-40b9-b011-bbe026bc5ff6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:49.178007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 66605bdf-8615-40b9-b011-bbe026bc5ff6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:49.219171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Network': ['ID=c8b990e7-e236-41bc-b044-f04d6955605b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.248966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] DHCP port deletion for 366edf06-5274-4ec4-ac0e-1e2b3a4e8753 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:31:49.254302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network c8b990e7-e236-41bc-b044-f04d6955605b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:49.258678 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9cd5af-6fd2-46f2-940a-e81d4806303a x-openstack-request-id: req-da9cd5af-6fd2-46f2-940a-e81d4806303a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:49.258979 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2c7b35-bdbb-4de1-b73e-8df149fd108b", "name": "network-vif-deleted", "tag": "c494760d-7383-406c-b28a-c2d34cfba0a0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:49.259233 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da9cd5af-6fd2-46f2-940a-e81d4806303a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:49.259636 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2c7b35-bdbb-4de1-b73e-8df149fd108b', 'name': 'network-vif-deleted', 'tag': 'c494760d-7383-406c-b28a-c2d34cfba0a0', 'status': 'completed', 'code': 200} Jul 16 03:31:49.304392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.316709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.325146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a47651e9-3279-43f8-be72-f54c7086b7ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7987094 Jul 16 03:31:49.328152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:49.333733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'subnet': {'network_id': 'c8b990e7-e236-41bc-b044-f04d6955605b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:49.352105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:49.434370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db14aa-eb30-475b-9296-40498aeb2aff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.445676 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.446685 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Added segment dc209221-a2ac-4316-afb0-4538142ef3d8 of type vlan for network 31059013-bba9-4c72-9d68-fe984d2e268d Jul 16 03:31:49.500767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc1f10-cdec-4d7c-b194-cc882ca7b8ed req-f0b1f7a4-57c6-4ab6-8cde-ef91522fc615 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.508049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2edc1f10-cdec-4d7c-b194-cc882ca7b8ed req-f0b1f7a4-57c6-4ab6-8cde-ef91522fc615 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.4749846 Jul 16 03:31:49.541162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:49.552388 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.618889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.632989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] Deleting port 66605bdf-8615-40b9-b011-bbe026bc5ff6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:49.639162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.645077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 66605bdf-8615-40b9-b011-bbe026bc5ff6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:49.676011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 66605bdf-8615-40b9-b011-bbe026bc5ff6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:49.676401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.797735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:31:49.812140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] For port 66605bdf-8615-40b9-b011-bbe026bc5ff6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=66605bdf-8615-40b9-b011-bbe026bc5ff6,segment=NetworkSegment(330f707c-1d91-4f9d-ab57-0c5be7a10377),segment_id=330f707c-1d91-4f9d-ab57-0c5be7a10377)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:49.812698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.820906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a8491e1-7a26-4938-8695-1737c808f732 req-3aaf3d44-962d-4b40-9bfd-8f760d1dc904 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.1342950 Jul 16 03:31:49.838506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2edc1f10-cdec-4d7c-b194-cc882ca7b8ed req-3e746abb-889d-4908-b91f-e618134ae229 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242092 Jul 16 03:31:49.855137 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.869381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.871523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.872965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.892932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] Calling delete_port for 66605bdf-8615-40b9-b011-bbe026bc5ff6 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:49.964928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 66605bdf-8615-40b9-b011-bbe026bc5ff6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=66605bdf-8615-40b9-b011-bbe026bc5ff6,segment=NetworkSegment(330f707c-1d91-4f9d-ab57-0c5be7a10377),segment_id=330f707c-1d91-4f9d-ab57-0c5be7a10377)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:49.998385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] Pushing event updated for resources: {'Network': ['ID=31059013-bba9-4c72-9d68-fe984d2e268d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.020400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8efcb385-7d04-450d-8deb-9f804ff204a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4017940 Jul 16 03:31:50.021888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:50.028323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Request body: {'subnet': {'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-subnet', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:50.048080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 31059013-bba9-4c72-9d68-fe984d2e268d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:50.053867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.074040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Made reservation on behalf of 2d883cab765b4042b9580a7505a3647a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:50.079711 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.152294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:31:50.154288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.254953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Subnet': ['ID=0d931dc7-443b-4e34-8840-6c603af541b4,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.287056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=66605bdf-8615-40b9-b011-bbe026bc5ff6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.313189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.329884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Checking segment: {'id': '89d404f9-5f3d-4cbb-8d9e-f807475cb2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c8b990e7-e236-41bc-b044-f04d6955605b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:50.330339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network hostable DHCP agents. Network: c8b990e7-e236-41bc-b044-f04d6955605b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:50.358481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network c8b990e7-e236-41bc-b044-f04d6955605b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:50.415576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] Pushing event deleted for resources: {'Port': ['ID=66605bdf-8615-40b9-b011-bbe026bc5ff6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.418141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, c8b990e7-e236-41bc-b044-f04d6955605b) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:50.425733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.426504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.456932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be43ca-6c6c-4020-87ce-70fa78c7e71b None None] Network c8b990e7-e236-41bc-b044-f04d6955605b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:50.458364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b0c9b30f-f073-4803-acc9-795a31a4a0e0 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1292145 Jul 16 03:31:50.461082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57534) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:50.471126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:50.472971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.527003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c494760d-7383-406c-b28a-c2d34cfba0a0 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:50.608086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d451788e-6140-4432-93d4-3e4e1aea32bb,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:50.615063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Checking segment: {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:50.615428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Network hostable DHCP agents. Network: 31059013-bba9-4c72-9d68-fe984d2e268d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:50.639418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Network 31059013-bba9-4c72-9d68-fe984d2e268d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:50.661585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: c494760d-7383-406c-b28a-c2d34cfba0a0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:50.661585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c494760d-7383-406c-b28a-c2d34cfba0a0 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:50.662245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 31059013-bba9-4c72-9d68-fe984d2e268d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:50.666122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee8884-9bc7-4fc6-b40b-568495c21144 None None] No DVR routers for this DVR port 66605bdf-8615-40b9-b011-bbe026bc5ff6 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:50.670643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.671907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.701032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e055fff-3e51-4369-be98-bd405dfe4900 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6756480 Jul 16 03:31:50.701730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:50.707751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.713051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:50.715627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e66b47-c69e-4772-aebc-a4fd6bcb019d None None] Network 31059013-bba9-4c72-9d68-fe984d2e268d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:50.762595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.764531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.817745 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:31:50.836233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.851151 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ca15165-c9e6-4fe9-b64c-12872ddd5363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.871000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.930425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.979561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Subnet': ['ID=0d931dc7-443b-4e34-8840-6c603af541b4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.141512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 66605bdf-8615-40b9-b011-bbe026bc5ff6 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:51.156941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.167763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b990e7-e236-41bc-b044-f04d6955605b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:51.182233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278359f-7dc0-4dfe-bb3e-fe0e24fefa0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-c8b990e7-e236-41bc-b044-f04d6955605b', 'network_id': 'c8b990e7-e236-41bc-b044-f04d6955605b', 'tenant_id': '1f72cdaa583f4df5b9ddeaa76477c77a', 'fixed_ips': [{'subnet_id': '0d931dc7-443b-4e34-8840-6c603af541b4'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:51.183483 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1278359f-7dc0-4dfe-bb3e-fe0e24fefa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.184130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d404f9-5f3d-4cbb-8d9e-f807475cb2ad') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:51.184503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d404f9-5f3d-4cbb-8d9e-f807475cb2ad') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:51.193104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:51.195417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.196276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 66605bdf-8615-40b9-b011-bbe026bc5ff6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:51.197077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 66605bdf-8615-40b9-b011-bbe026bc5ff6 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:51.211585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.219036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:51.219442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.281963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'port_id': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'mac_address': 'fa:16:3e:19:88:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d8515e-5bf2-4221-be31-746723332216', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:51.294768 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:51.298029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-31059013-bba9-4c72-9d68-fe984d2e268d', 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'fixed_ips': [{'subnet_id': 'd451788e-6140-4432-93d4-3e4e1aea32bb'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:51.298739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.302962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.315625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.317622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/c8b990e7-e236-41bc-b044-f04d6955605b HTTP/1.1" status: 204 len: 168 time: 0.8545539 Jul 16 03:31:51.327148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57554) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:51.334057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1528558731'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:51.354497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d254c-c5c8-4897-8e19-c3f9583c8ad4 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Network': ['ID=c8b990e7-e236-41bc-b044-f04d6955605b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.362974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:51.367503 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.395803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.411444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:51.411963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8497fe4b-edb7-48eb-b99c-a7d59545108b req-b5ceb128-b9bc-46c2-8edd-1430845b4496 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.3141551 Jul 16 03:31:51.450093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.450448 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Added segment da683ed7-9cde-4503-99d9-ce4739012262 of type vlan for network e70acc09-89f2-4962-af7b-fd4772133dfc Jul 16 03:31:51.481998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf135-36a3-44bd-b320-e4fea54e960b req-200c476f-83b9-4018-8853-9da1461d23fc tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.489867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-803bf135-36a3-44bd-b320-e4fea54e960b req-200c476f-83b9-4018-8853-9da1461d23fc tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 946 time: 0.3406208 Jul 16 03:31:51.544739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-803bf135-36a3-44bd-b320-e4fea54e960b req-c03ee1f6-d154-464a-873e-cb86f3adc2ef tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520670 Jul 16 03:31:51.545223 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.551050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.619407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:51.624172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.632897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.635138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.679206 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3501244 Jul 16 03:31:51.680698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:51.689557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:51.694309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3615924-709f-4771-aeda-84113bdc54f9 None None] Network c8b990e7-e236-41bc-b044-f04d6955605b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:51.707966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'subnet': {'network_id': 'e70acc09-89f2-4962-af7b-fd4772133dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:51.741944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.761146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3615924-709f-4771-aeda-84113bdc54f9 None None] Network c8b990e7-e236-41bc-b044-f04d6955605b could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:31:51.891767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088419b-0f3c-44df-902f-f50eff95c1ac tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Network': ['ID=e70acc09-89f2-4962-af7b-fd4772133dfc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.953785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e70acc09-89f2-4962-af7b-fd4772133dfc details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:52.122779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:52.235812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:52.244128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Allocated IP 172.20.0.2 (31059013-bba9-4c72-9d68-fe984d2e268d/d451788e-6140-4432-93d4-3e4e1aea32bb/517a9692-1ce2-4634-858b-80177c450d35) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:52.264557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:52.268340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.454112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:52.609125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.617735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.659768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.718742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.728196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8319075-7b3e-49ff-994e-32ac1b999b7f req-06aa2cb5-9fed-4185-98cc-093f8f39b6df tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.0988960 Jul 16 03:31:52.731765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Transition to ACTIVE for port object 517a9692-1ce2-4634-858b-80177c450d35 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:52.787051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Transition to ACTIVE for port object 517a9692-1ce2-4634-858b-80177c450d35 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:52.800748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.850259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Pushing event updated for resources: {'Port': ['ID=517a9692-1ce2-4634-858b-80177c450d35,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:52.855650 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.871379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Network 31059013-bba9-4c72-9d68-fe984d2e268d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:52.876408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:52.881547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:52.884649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:52.887857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Subnet': ['ID=e5712bd8-bab9-4010-88c9-34e2976f36f8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:52.909446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Checking segment: {'id': 'da683ed7-9cde-4503-99d9-ce4739012262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'e70acc09-89f2-4962-af7b-fd4772133dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:52.909958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network hostable DHCP agents. Network: e70acc09-89f2-4962-af7b-fd4772133dfc, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:52.922642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5bbd-0098-49a1-8f40-d622583e2199 req-78bcb66b-ac3c-4803-b797-5685a3f8426a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.930095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f62e5bbd-0098-49a1-8f40-d622583e2199 req-78bcb66b-ac3c-4803-b797-5685a3f8426a tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 945 time: 0.7049737 Jul 16 03:31:52.955476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:52.967217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.978773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Attempting to bind port 517a9692-1ce2-4634-858b-80177c450d35 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:52.979155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Attempting to bind port 517a9692-1ce2-4634-858b-80177c450d35 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:52.979579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Attempting to bind port 517a9692-1ce2-4634-858b-80177c450d35 on network 31059013-bba9-4c72-9d68-fe984d2e268d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:53.012404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:53.012835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Checking segment: {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:53.013245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.013655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Bound using segment: {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:53.014579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Bound port: 517a9692-1ce2-4634-858b-80177c450d35, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:53.015641 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.021795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network e70acc09-89f2-4962-af7b-fd4772133dfc is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:53.043482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f62e5bbd-0098-49a1-8f40-d622583e2199 req-efa798b3-ac30-43d3-9c29-0be187e0d230 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124508 Jul 16 03:31:53.060505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e70acc09-89f2-4962-af7b-fd4772133dfc) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:53.070442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:53.071095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.097344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] For port 517a9692-1ce2-4634-858b-80177c450d35, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:53.098119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Allocated IP 172.25.4.13 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:53.101281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] For port 517a9692-1ce2-4634-858b-80177c450d35, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=517a9692-1ce2-4634-858b-80177c450d35,segment=NetworkSegment(dc209221-a2ac-4316-afb0-4538142ef3d8),segment_id=dc209221-a2ac-4316-afb0-4538142ef3d8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:53.117010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c688ea-43c9-468e-9a10-f7ca0fd588da None None] Network e70acc09-89f2-4962-af7b-fd4772133dfc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:53.124827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.150780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.236474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c0111de2-170e-41f4-aa33-a503627ebad7 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5388854 Jul 16 03:31:53.237887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57592) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:53.312358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.380745 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.382443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281d6f-82c0-4da0-8f61-1cb836fb6b02 None None] Pushing event updated for resources: {'Port': ['ID=517a9692-1ce2-4634-858b-80177c450d35,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.406032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565ccec-58b4-49f9-b0e5-77627157f521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e70acc09-89f2-4962-af7b-fd4772133dfc', 'network_id': 'e70acc09-89f2-4962-af7b-fd4772133dfc', 'tenant_id': '1f72cdaa583f4df5b9ddeaa76477c77a', 'fixed_ips': [{'subnet_id': 'e5712bd8-bab9-4010-88c9-34e2976f36f8'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:53.408764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7565ccec-58b4-49f9-b0e5-77627157f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.460036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.464460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab3938b0-e509-4503-b78f-57f50fa9ccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.566034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:53.577768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:53.583615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:53.593134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.667996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.674054 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.714428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Subnet': ['ID=e5712bd8-bab9-4010-88c9-34e2976f36f8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-7565ccec-58b4-49f9-b0e5-77627157f521 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5712bd8-bab9-4010-88c9-34e2976f36f8: This subnet is being modified by another concurrent operation. Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:31:53.819517 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5712bd8-bab9-4010-88c9-34e2976f36f8: This subnet is being modified by another concurrent operation. Jul 16 03:31:53.824816 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:31:53.873445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.892684 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.894030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011617a-b0bf-4fc4-9d56-9a4c520d52fb None None] Network e70acc09-89f2-4962-af7b-fd4772133dfc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:53.912926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70acc09-89f2-4962-af7b-fd4772133dfc']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:53.933411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da683ed7-9cde-4503-99d9-ce4739012262') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:53.933784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da683ed7-9cde-4503-99d9-ce4739012262') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:53.958666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.993671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.004499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:54.006302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.017027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d2e58b3-a668-493f-89f5-56372230a16b req-968f1742-0255-4018-8278-40eb82940e39 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.0783458 Jul 16 03:31:54.053439 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:54.135722 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:54.144386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.161045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.163085 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/e70acc09-89f2-4962-af7b-fd4772133dfc HTTP/1.1" status: 204 len: 168 time: 0.9251046 Jul 16 03:31:54.168707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:54.174585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1774895072'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:54.206255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37895f0-55a7-4c3e-951d-9d3316a6aaa9 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Network': ['ID=e70acc09-89f2-4962-af7b-fd4772133dfc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:54.240293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.251823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682962d8-f872-4a2c-871f-1b232c76d283 req-918cab65-b614-4697-aae1-b45c5952fd13 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.254439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-682962d8-f872-4a2c-871f-1b232c76d283 req-918cab65-b614-4697-aae1-b45c5952fd13 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 944 time: 0.5410790 Jul 16 03:31:54.460655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:54.472923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:54.483022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.494943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Deleting port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:54.495708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.615560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:54.616415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.631559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:54.675182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:54.675581 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.700604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Calling delete_port for 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:54.705926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.706277 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Added segment ae4e92f2-722d-4c22-861f-8d2d57363d1d of type vlan for network d1b687b9-00a7-4332-bb21-ccae33c8192c Jul 16 03:31:54.714867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd8ef-7be2-47d4-ac94-771fe52cf2c9 req-a7fdd67a-9481-428e-ba05-a01e7805b4b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.724226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e1fd8ef-7be2-47d4-ac94-771fe52cf2c9 req-a7fdd67a-9481-428e-ba05-a01e7805b4b4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 944 time: 0.4348330 Jul 16 03:31:54.771571 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.800092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70720966-9443-4053-9fe4-395f8581c355 None None] Network 31059013-bba9-4c72-9d68-fe984d2e268d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:54.814293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.833912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e1fd8ef-7be2-47d4-ac94-771fe52cf2c9 req-4de86894-ee45-4377-b604-5be8ae922c76 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070187 Jul 16 03:31:54.845938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.852870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:54.857232 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bb32b5-2846-45c9-a9f7-41824c9f1cd7" -d '{"events": [{"server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "name": "network-vif-plugged", "status": "completed", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:54.961775 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e8605a-0c77-4ade-8ab5-049203e655ce x-openstack-request-id: req-20e8605a-0c77-4ade-8ab5-049203e655ce {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:54.962020 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "name": "network-vif-plugged", "status": "completed", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:54.962295 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20e8605a-0c77-4ade-8ab5-049203e655ce {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:54.962623 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'code': 200} Jul 16 03:31:54.994661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.001536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.002286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.066880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:55.087210 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.097207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-10a1f687-554b-465d-ba08-438ab929f26d None None] Provisioning for port 517a9692-1ce2-4634-858b-80177c450d35 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:55.133623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Network': ['ID=d1b687b9-00a7-4332-bb21-ccae33c8192c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.179522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.194977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1335e54c-d15a-4a51-a6e4-c58481412006 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0251005 Jul 16 03:31:55.201734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:55.217554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Request body: {'subnet': {'network_id': 'd1b687b9-00a7-4332-bb21-ccae33c8192c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:55.227983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event deleted for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.230947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d1b687b9-00a7-4332-bb21-ccae33c8192c details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:55.244474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 517a9692-1ce2-4634-858b-80177c450d35 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:55.246610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:55.286351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] No DVR routers for this DVR port 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:55.290144 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.293885 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-682962d8-f872-4a2c-871f-1b232c76d283 req-1fac36d2-caa1-40f5-a7a1-453960200a9d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.48 "DELETE /v2.0/ports/6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 HTTP/1.1" status: 204 len: 173 time: 1.0245957 Jul 16 03:31:55.294905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'name': 'network-vif-deleted', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:55.297489 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b51f3-1691-4fc5-b2a0-7c3e04efc593" -d '{"events": [{"server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "name": "network-vif-deleted", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:55.411393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69a853c5-16a7-48ea-b41b-686bdbe27bb8 req-c5818ad3-516c-4862-aa0b-1f5398ebddf3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.0337460 Jul 16 03:31:55.413519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Router d66384e8-6a84-40be-ab2a-5cad385bf8b5 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:31:55.482048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Made reservation on behalf of 1f72cdaa583f4df5b9ddeaa76477c77a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:55.486488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.582495 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1f00f-426f-416a-ae06-85fe894b72c5 x-openstack-request-id: req-d0f1f00f-426f-416a-ae06-85fe894b72c5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:55.583106 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5d7126-23ce-44f0-8ae7-4bc9b4263277", "name": "network-vif-deleted", "tag": "6509b9ae-d4f4-4fb6-86ec-0d0870d64e70", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:55.584083 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0f1f00f-426f-416a-ae06-85fe894b72c5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:55.584975 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5d7126-23ce-44f0-8ae7-4bc9b4263277', 'name': 'network-vif-deleted', 'tag': '6509b9ae-d4f4-4fb6-86ec-0d0870d64e70', 'status': 'completed', 'code': 200} Jul 16 03:31:55.660801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6509b9ae-d4f4-4fb6-86ec-0d0870d64e70,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.750754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 517a9692-1ce2-4634-858b-80177c450d35 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:55.760123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 517a9692-1ce2-4634-858b-80177c450d35 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:55.760737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.857399 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.880499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:55.897372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Sync routers for ids ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:55.926075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 517a9692-1ce2-4634-858b-80177c450d35, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=517a9692-1ce2-4634-858b-80177c450d35,segment=NetworkSegment(dc209221-a2ac-4316-afb0-4538142ef3d8),segment_id=dc209221-a2ac-4316-afb0-4538142ef3d8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:55.929523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Routers {'d66384e8-6a84-40be-ab2a-5cad385bf8b5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:55.931054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:31:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:55.961573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:31:55.963788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.967924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57638) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:55.968241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c78cfab5-400e-4201-bab0-11ef3eb6c2f5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2653913 Jul 16 03:31:55.969373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.089716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.137642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event updated for resources: {'Subnet': ['ID=8fd2ecb3-d775-4a3d-b4a0-5a829efcd645,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.155061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Checking segment: {'id': 'ae4e92f2-722d-4c22-861f-8d2d57363d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'd1b687b9-00a7-4332-bb21-ccae33c8192c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:56.156629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network hostable DHCP agents. Network: d1b687b9-00a7-4332-bb21-ccae33c8192c, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:56.205844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2885e296-0e72-45fe-94e6-dc6f6eca9e97 req-6611ce8d-8e57-408b-b0eb-77a34d25212f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa5d7126-23ce-44f0-8ae7-4bc9b4263277 HTTP/1.1" status: 200 len: 210 time: 0.0722556 Jul 16 03:31:56.238645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=517a9692-1ce2-4634-858b-80177c450d35,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.250991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Network d1b687b9-00a7-4332-bb21-ccae33c8192c is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:56.263494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219e11c-8a0a-4dd4-a8db-d5a838bf49bb None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:31:56.286509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d1b687b9-00a7-4332-bb21-ccae33c8192c) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:56.298650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.299576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.322780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bfbdf423-76ad-4bb1-bc08-77634ac89948 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1104150 Jul 16 03:31:56.327436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:56.471005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fc871197-24c3-4bba-9def-5aed04b9b369 None None] Provisioning complete for port 517a9692-1ce2-4634-858b-80177c450d35 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:56.471382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc871197-24c3-4bba-9def-5aed04b9b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.486014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.549615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.712306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Set router d66384e8-6a84-40be-ab2a-5cad385bf8b5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:56.907770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.254213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219e11c-8a0a-4dd4-a8db-d5a838bf49bb None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:31:57.258193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Allocated IP 172.20.0.1 (31059013-bba9-4c72-9d68-fe984d2e268d/d451788e-6140-4432-93d4-3e4e1aea32bb/0f94862e-de85-472a-9eaf-ddeffcfa0db1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:57.258321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 517a9692-1ce2-4634-858b-80177c450d35 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:57.405075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.523986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b9a79e2-bc29-4ed6-afae-51ee04cbad07 req-8f393841-a74d-4009-8364-0ae7a8343dba tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e2c7b35-bdbb-4de1-b73e-8df149fd108b HTTP/1.1" status: 200 len: 210 time: 0.0860720 Jul 16 03:31:57.536827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.656794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.809327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Transition to ACTIVE for port object 0f94862e-de85-472a-9eaf-ddeffcfa0db1 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:57.861483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.873760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b687b9-00a7-4332-bb21-ccae33c8192c']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:57.886904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4e92f2-722d-4c22-861f-8d2d57363d1d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:57.887756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4e92f2-722d-4c22-861f-8d2d57363d1d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:57.892972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.893218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 517a9692-1ce2-4634-858b-80177c450d35 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:57.893817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.899469 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.914017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.921476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:57.922313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.006413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Network 31059013-bba9-4c72-9d68-fe984d2e268d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:58.022427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:58.029968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:58.079876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:31:53Z', 'revision_number': 3, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:58.085320 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:58.087765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd2ecb3-d775-4a3d-b4a0-5a829efcd645,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.134870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.135606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.136360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.136728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.137127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.137832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.138512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.139262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.139633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.140055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.140405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.140996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:58.155959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.175710 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.177560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/d1b687b9-00a7-4332-bb21-ccae33c8192c HTTP/1.1" status: 204 len: 168 time: 1.8489439 Jul 16 03:31:58.181302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.194584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Checking router: d66384e8-6a84-40be-ab2a-5cad385bf8b5 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:58.194948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Updating router d66384e8-6a84-40be-ab2a-5cad385bf8b5 port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:58.198326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f94862e-de85-472a-9eaf-ddeffcfa0db1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.225363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee367e-f231-42e5-9e5c-1773f091cf18 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Network': ['ID=d1b687b9-00a7-4332-bb21-ccae33c8192c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.246300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.266670 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bc4e98-2af3-43b5-91e0-1629736e106b tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:31:58.267114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bc4e98-2af3-43b5-91e0-1629736e106b tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:58.268861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-17bc4e98-2af3-43b5-91e0-1629736e106b tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/8fd2ecb3-d775-4a3d-b4a0-5a829efcd645 HTTP/1.1" status: 404 len: 337 time: 0.0866489 Jul 16 03:31:58.279094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.348023 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4987de9-7ba6-4a97-bd6e-6f13b0409b79 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:31:58.348847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4987de9-7ba6-4a97-bd6e-6f13b0409b79 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:58.350820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b4987de9-7ba6-4a97-bd6e-6f13b0409b79 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/d1b687b9-00a7-4332-bb21-ccae33c8192c HTTP/1.1" status: 404 len: 339 time: 0.0706782 Jul 16 03:31:58.353325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.420015 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-99921e31-210a-493a-8732-48c844a42954 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:31:58.420532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99921e31-210a-493a-8732-48c844a42954 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:58.423001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99921e31-210a-493a-8732-48c844a42954 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/e5712bd8-bab9-4010-88c9-34e2976f36f8 HTTP/1.1" status: 404 len: 337 time: 0.0687220 Jul 16 03:31:58.431006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.451557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-d586ce7d-aed9-49b1-a972-bcbe1b32eb2b tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.458124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-d586ce7d-aed9-49b1-a972-bcbe1b32eb2b tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 822 time: 0.4529607 Jul 16 03:31:58.478586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-b961a8a0-1fa8-461f-88b0-e6f87dc1a388 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/quotas/433284340a554065bd68d9edc0faca13 HTTP/1.1" status: 200 len: 375 time: 0.0192666 Jul 16 03:31:58.521627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.525519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:58.573240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:58.573709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6509b9ae-d4f4-4fb6-86ec-0d0870d64e70 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:58.650565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-e53947f1-9e8a-4ab2-bd4d-85a1cb0e2e13 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1710875 Jul 16 03:31:58.681592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671132d-eebd-415f-b437-f52efb2fc13f None None] Network d1b687b9-00a7-4332-bb21-ccae33c8192c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:58.711402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671132d-eebd-415f-b437-f52efb2fc13f None None] Network d1b687b9-00a7-4332-bb21-ccae33c8192c could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:31:58.735054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66233e49-a978-43a3-a7f1-02d5e638322a None None] Network d1b687b9-00a7-4332-bb21-ccae33c8192c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:58.766520 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed39e0f7-da17-444f-bf74-2e74450749ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:31:58.773193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed39e0f7-da17-444f-bf74-2e74450749ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:58.781633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed39e0f7-da17-444f-bf74-2e74450749ba tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/e70acc09-89f2-4962-af7b-fd4772133dfc HTTP/1.1" status: 404 len: 339 time: 0.3468680 Jul 16 03:31:58.782029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57706) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.802221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66233e49-a978-43a3-a7f1-02d5e638322a None None] Network d1b687b9-00a7-4332-bb21-ccae33c8192c could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:31:58.941961 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cacf7f9-5d73-4e9c-a29d-b760c2799dc2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:31:58.942427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cacf7f9-5d73-4e9c-a29d-b760c2799dc2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:58.952943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4cacf7f9-5d73-4e9c-a29d-b760c2799dc2 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/0d931dc7-443b-4e34-8840-6c603af541b4 HTTP/1.1" status: 404 len: 337 time: 0.1625738 Jul 16 03:31:58.953567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57708) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:58.957058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-4fbed1a8-1d82-46e1-af1f-51158404dbec service neutron] 10.222.0.25 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935004 Jul 16 03:31:59.019897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.031029 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c23e1d7-9e07-4d9d-a691-dda016094286 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:31:59.031711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c23e1d7-9e07-4d9d-a691-dda016094286 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:31:59.035724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2c23e1d7-9e07-4d9d-a691-dda016094286 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/c8b990e7-e236-41bc-b044-f04d6955605b HTTP/1.1" status: 404 len: 339 time: 0.0788476 Jul 16 03:31:59.036106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:59.084071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.107983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Transition to ACTIVE for port object e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:59.138903 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.235319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Pushing event updated for resources: {'Port': ['ID=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:59.245961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77cab40b-1674-444a-b95c-9389ffc373e1 None None] Provisioning for port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:59.252352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.252927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.253279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.253758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.254068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.254405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.254791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.255174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.255511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.255994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.256329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.256693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:59.276119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Attempting to bind port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:59.277125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Attempting to bind port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:59.277125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Attempting to bind port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:59.282802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:59.283410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:59.283820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.284227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:59.284705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Bound port: e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:59.285092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.287478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77cab40b-1674-444a-b95c-9389ffc373e1 None None] Provisioning complete for port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:59.287844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77cab40b-1674-444a-b95c-9389ffc373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.368426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-77cab40b-1674-444a-b95c-9389ffc373e1 None None] Port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:59.381717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-992e6b8f-9d83-45f5-9a40-d8e0db3babf0 service neutron] 10.222.0.25 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443911 Jul 16 03:31:59.387326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] For port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:59.387513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.391635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] For port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:59.401313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.404721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Deleting port ef1d372b-6311-41a8-8e1b-798a1115a506 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:59.406774 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.407681 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.515834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Routers {'d66384e8-6a84-40be-ab2a-5cad385bf8b5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:59.516481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:31:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:59.519884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.554574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.600470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Calling delete_port for ef1d372b-6311-41a8-8e1b-798a1115a506 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:59.633657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f94862e-de85-472a-9eaf-ddeffcfa0db1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:59.724822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262e64-031b-463d-923f-8dd5265a15f2 None None] Pushing event updated for resources: {'Port': ['ID=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:59.764193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e98ec-992a-461b-91b5-294c242dc966 req-7dd4822f-7f60-49c5-9914-13db17ba43ef tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.771647 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e7e98ec-992a-461b-91b5-294c242dc966 req-7dd4822f-7f60-49c5-9914-13db17ba43ef tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.2504618 Jul 16 03:31:59.845882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e7e98ec-992a-461b-91b5-294c242dc966 req-cecb5a33-4fea-4926-b667-2f98812810d4 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0686121 Jul 16 03:31:59.877039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Network 31059013-bba9-4c72-9d68-fe984d2e268d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:59.879827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] Set router d66384e8-6a84-40be-ab2a-5cad385bf8b5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:59.882764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:59.952579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e7e98ec-992a-461b-91b5-294c242dc966 req-7ea227a1-9b2e-4b7a-9e20-32cc4d685f82 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975206 Jul 16 03:31:59.959243 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.162214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Router d66384e8-6a84-40be-ab2a-5cad385bf8b5 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:00.281077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Port': ['ID=ef1d372b-6311-41a8-8e1b-798a1115a506,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.285950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e7e98ec-992a-461b-91b5-294c242dc966 req-671f5b31-7fc4-4755-89dc-8bd2628cd564 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232653 Jul 16 03:32:00.338593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.340690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f55aaae0-aa84-41a0-845d-9b3baf8d9ac3 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/ports/ef1d372b-6311-41a8-8e1b-798a1115a506 HTTP/1.1" status: 204 len: 168 time: 1.3024292 Jul 16 03:32:00.358219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbc7f8f2-3dae-4ac6-907b-ac47ee7e4c09 req-c7c0d235-cca4-4baa-929f-7afa5e1910da tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 210 time: 0.3130555 Jul 16 03:32:00.382459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:00.465560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:00.478295 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4c915bb3-24c6-406f-8d36-f8aa97fb5ea0 admin admin] 10.222.0.25 "PUT /v2.0/routers/d66384e8-6a84-40be-ab2a-5cad385bf8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5077336 Jul 16 03:32:00.487817 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6f383f-c51a-41eb-9f8b-7dcf1582d202 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:32:00.488291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6f383f-c51a-41eb-9f8b-7dcf1582d202 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:32:00.492396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5f6f383f-c51a-41eb-9f8b-7dcf1582d202 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/d309ea4c-9c8e-4ef6-81b8-b55e9f717614 HTTP/1.1" status: 404 len: 337 time: 0.1065469 Jul 16 03:32:00.493455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:00.637884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9aaf8ac4-6a30-4333-ba5e-965f0b10ccba None None] Provisioning complete for port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:00.640303 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8ac4-6a30-4333-ba5e-965f0b10ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.640980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e7e98ec-992a-461b-91b5-294c242dc966 req-e28b98e1-b068-4455-8483-c70c42d943db service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369522 Jul 16 03:32:00.719417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.870454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf8ac4-6a30-4333-ba5e-965f0b10ccba None None] Port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:00.911545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:31:58Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f94862e-de85-472a-9eaf-ddeffcfa0db1', 'name': '', 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'mac_address': 'fa:16:3e:12:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:56Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 2, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'subnets': [{'id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:00.974294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3fb72-d419-4a75-a80b-f4cf3cbe4c86 None None] The sync data for ids ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'] in n-d-800089-6 is: [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:31:58Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f94862e-de85-472a-9eaf-ddeffcfa0db1', 'name': '', 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'mac_address': 'fa:16:3e:12:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:56Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 2, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'subnets': [{'id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:00.977096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.012926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366edf06-5274-4ec4-ac0e-1e2b3a4e8753']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:01.048869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330f707c-1d91-4f9d-ab57-0c5be7a10377') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:01.049834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330f707c-1d91-4f9d-ab57-0c5be7a10377') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:01.079553 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.109451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b9dc47d-1b3a-4381-88ae-2be016d6fb25 req-4e846679-365d-4f14-8436-4611b446937a tempest-FloatingIPsNegativeTestJSON-452464109 tempest-FloatingIPsNegativeTestJSON-452464109-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=2d883cab765b4042b9580a7505a3647a HTTP/1.1" status: 200 len: 217 time: 0.1551888 Jul 16 03:32:01.116148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.132542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:01.133073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:01.143517 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:01.281617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-394c11fb-f899-4c84-bca0-bedbc5643c91 req-08c01292-44c8-428e-95b2-615375862e2a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca97e58a-7747-44cd-9e86-6ff9aa5b1992 HTTP/1.1" status: 200 len: 210 time: 0.0711229 Jul 16 03:32:01.319590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.326678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.333643 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/366edf06-5274-4ec4-ac0e-1e2b3a4e8753 HTTP/1.1" status: 204 len: 168 time: 0.8359442 Jul 16 03:32:01.371893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57792) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:01.441784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e27bcaa9-85e4-4cd3-ae60-324ae0f5b85a req-49b627ae-c30e-41ee-9d91-7c075c472019 tempest-FloatingIPsNegativeTestJSON-452464109 tempest-FloatingIPsNegativeTestJSON-452464109-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1567507 Jul 16 03:32:01.481755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95452c0a-57d3-4b0d-81c0-70f572746b0d tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Network': ['ID=366edf06-5274-4ec4-ac0e-1e2b3a4e8753,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:01.613983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Deleting port d4b62f6e-174c-446a-8a8f-2651fa0dc236 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:01.614667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.759348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6083a824-0c80-44af-b465-fc5406de33e6 req-6187d8f4-e07f-410d-ac24-c1e49412449d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 210 time: 0.0681987 Jul 16 03:32:01.852686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.893628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Calling delete_port for d4b62f6e-174c-446a-8a8f-2651fa0dc236 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:01.925259 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-29ffb279-d0ab-4e02-90e6-2396e84fec63 req-60ea2a25-baec-4193-8ff6-bec6d5d52a21 tempest-FloatingIPsNegativeTestJSON-452464109 tempest-FloatingIPsNegativeTestJSON-452464109-project] show failed (client error): The resource could not be found. Jul 16 03:32:01.938938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29ffb279-d0ab-4e02-90e6-2396e84fec63 req-60ea2a25-baec-4193-8ff6-bec6d5d52a21 tempest-FloatingIPsNegativeTestJSON-452464109 tempest-FloatingIPsNegativeTestJSON-452464109-project] 10.222.0.25 "GET /v2.0/floatingips/cce1d525-5b05-4c99-aa16-99e9af69d40c HTTP/1.1" status: 404 len: 350 time: 0.1318617 Jul 16 03:32:01.939465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:02.123008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.191807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Port': ['ID=d4b62f6e-174c-446a-8a8f-2651fa0dc236,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:02.195109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.197199 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-603e7a28-e73e-46bc-b1cf-97b81b574254 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/ports/d4b62f6e-174c-446a-8a8f-2651fa0dc236 HTTP/1.1" status: 204 len: 168 time: 0.8243389 Jul 16 03:32:02.200732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:02.314024 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-277cde4e-7379-41fc-ad43-d3e60fd40f8b tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] DELETE failed (client error): The resource could not be found. Jul 16 03:32:02.314805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277cde4e-7379-41fc-ad43-d3e60fd40f8b tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:32:02.319707 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-277cde4e-7379-41fc-ad43-d3e60fd40f8b tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/1aa2cbda-9060-4c41-b38a-91736d99aa54 HTTP/1.1" status: 404 len: 337 time: 0.1183517 Jul 16 03:32:02.322893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:02.480631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-3feabb0c-e379-40a0-b656-7caf95a8d311 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.482936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-3feabb0c-e379-40a0-b656-7caf95a8d311 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 822 time: 0.6077893 Jul 16 03:32:02.497072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Request body: {'port': {'device_id': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'admin_state_up': True, 'tenant_id': '433284340a554065bd68d9edc0faca13'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:02.603086 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.611444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.763288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.775126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb04d12-621c-471c-b28d-a6ee8c50c321']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:02.815098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:02.815397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d555dc-8a14-4772-b1b6-7d94a4d0fa9b') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:02.846730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.871034 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.888248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:02.888928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:02.892464 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:03.003084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Made reservation on behalf of 433284340a554065bd68d9edc0faca13 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:03.005280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.015911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.023650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.028365 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/adb04d12-621c-471c-b28d-a6ee8c50c321 HTTP/1.1" status: 204 len: 168 time: 0.7037747 Jul 16 03:32:03.032015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57850) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:03.093936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-831c8a64-b1ab-420b-87cf-36056d9df8f4 req-82e81c95-2a5a-46a1-b5df-d3d7dbf5b389 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 210 time: 0.1163278 Jul 16 03:32:03.158745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:03.160151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6e965-a481-4cb3-a4dc-4e82c0217e36 tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Network': ['ID=adb04d12-621c-471c-b28d-a6ee8c50c321,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.200186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Deleting subnet 27bf0437-a7e2-4266-9a3f-fe98a5eca52a {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:03.208276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.286184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.322368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:03.327850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:03.328478 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.448911 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.453369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.541592 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.567247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:03.576053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.576744 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.642467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Subnet': ['ID=27bf0437-a7e2-4266-9a3f-fe98a5eca52a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.666327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.668255 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f6b8b34f-6e98-4324-85a4-41b1ec70e42a tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/subnets/27bf0437-a7e2-4266-9a3f-fe98a5eca52a HTTP/1.1" status: 204 len: 168 time: 0.6334343 Jul 16 03:32:03.669387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a6a85-41eb-437e-bad5-4fefa7833e45 None None] Network 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:03.672182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:03.757351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.785025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.941081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Deleting port a2648266-6e8e-4224-af4f-506eff135fb4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:03.944135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.963298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-da4ab820-872b-464a-975d-8c42d6c12fba tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.964767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-da4ab820-872b-464a-975d-8c42d6c12fba tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 1.1237595 Jul 16 03:32:03.984902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] DHCP port deletion for 0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:32:04.058924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-b4886f26-796d-4a11-9daa-703300722a41 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0800698 Jul 16 03:32:04.094960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] Deleting port a2648266-6e8e-4224-af4f-506eff135fb4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:04.095909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.121581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-6aaf21de-6fb8-4c19-852d-b12dd6247cd5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479891 Jul 16 03:32:04.124468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Allocated IP 172.20.0.12 (9c911f0f-1224-40ee-9edd-fcd298fab091/e0d8515e-5bf2-4221-be31-746723332216/dba02588-b504-4316-b876-cd0fc55f5617) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:04.145626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] For port a2648266-6e8e-4224-af4f-506eff135fb4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a2648266-6e8e-4224-af4f-506eff135fb4,segment=NetworkSegment(5a8cec9f-430e-4791-8ead-f8dd5106ece2),segment_id=5a8cec9f-430e-4791-8ead-f8dd5106ece2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:04.148914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.165405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Calling delete_port for a2648266-6e8e-4224-af4f-506eff135fb4 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:04.361508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.372719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] For port a2648266-6e8e-4224-af4f-506eff135fb4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a2648266-6e8e-4224-af4f-506eff135fb4,segment=NetworkSegment(5a8cec9f-430e-4791-8ead-f8dd5106ece2),segment_id=5a8cec9f-430e-4791-8ead-f8dd5106ece2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:04.373117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.424043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] Calling delete_port for a2648266-6e8e-4224-af4f-506eff135fb4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:04.445683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Port': ['ID=a2648266-6e8e-4224-af4f-506eff135fb4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.456333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] No DVR routers for this DVR port a2648266-6e8e-4224-af4f-506eff135fb4 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:04.558904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.618101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.621494 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.629365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:04.641479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8cec9f-430e-4791-8ead-f8dd5106ece2') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:04.641852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8cec9f-430e-4791-8ead-f8dd5106ece2') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:04.652214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.667395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.668433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] Pushing event deleted for resources: {'Port': ['ID=a2648266-6e8e-4224-af4f-506eff135fb4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.676566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:04.676973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.679711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46d31e-a013-4f28-892f-f7de5a725b1c None None] No DVR routers for this DVR port a2648266-6e8e-4224-af4f-506eff135fb4 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:04.706555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65c61fd8-ce1e-44e7-adb3-6f2b0cf76d2d req-5db92f0b-379b-4b17-a3fd-b393b0461f5f tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 210 time: 0.0679126 Jul 16 03:32:04.730846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:04.765478 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:04.771661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.791290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.796184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] 10.222.0.25 "DELETE /v2.0/networks/0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0 HTTP/1.1" status: 204 len: 168 time: 1.1199341 Jul 16 03:32:04.802151 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Sync routers for ids ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:04.818707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49dc41-51f2-400e-8447-eb9a81e3783e tempest-NetworksIpV6TestAttrs-347013545 tempest-NetworksIpV6TestAttrs-347013545-project] Pushing event deleted for resources: {'Network': ['ID=0ae600b2-088c-4a5f-93d9-ca93fd6c0fa0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.832551 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Routers {'d66384e8-6a84-40be-ab2a-5cad385bf8b5'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:04.834808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:31:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:04.849117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.924817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Network 9c911f0f-1224-40ee-9edd-fcd298fab091 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:04.929660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event updated for resources: {'Port': ['ID=dba02588-b504-4316-b876-cd0fc55f5617,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.935851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:04.950034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:05.018283 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Set router d66384e8-6a84-40be-ab2a-5cad385bf8b5 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:05.065214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-5bdedb81-a209-43df-81c8-0eb7c74e0001 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852148 Jul 16 03:32:05.073453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.074236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.103625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-c95fe563-ebb2-4539-92ec-b428044b5527 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6110768 Jul 16 03:32:05.133347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Request body: {'port': {'device_id': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:05.134623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:05.285592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:05.286055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.365289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-c23b63fa-8d5e-4c25-90ad-6c1375ab1bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780039 Jul 16 03:32:05.370452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.375533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57892) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:05.521584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a2648266-6e8e-4224-af4f-506eff135fb4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:05.535429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:31:58Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f94862e-de85-472a-9eaf-ddeffcfa0db1', 'name': '', 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'mac_address': 'fa:16:3e:12:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:56Z', 'updated_at': '2021-07-16T03:31:59Z', 'revision_number': 2, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'subnets': [{'id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:05.572445 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Checking router: d66384e8-6a84-40be-ab2a-5cad385bf8b5 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:05.573148 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Updating router d66384e8-6a84-40be-ab2a-5cad385bf8b5 port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:05.590677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a2648266-6e8e-4224-af4f-506eff135fb4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:05.591048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a2648266-6e8e-4224-af4f-506eff135fb4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:05.621275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2ecd43c2-e89f-4e4a-a868-bec181d42bf0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f72cdaa583f4df5b9ddeaa76477c77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445455 Jul 16 03:32:05.624468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:05.646516 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.745789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01053828-8982-4436-8592-298fffe2f528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.787216 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01053828-8982-4436-8592-298fffe2f528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.862455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Deleting port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:05.875799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.886483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01053828-8982-4436-8592-298fffe2f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.891628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01053828-8982-4436-8592-298fffe2f528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.895513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01053828-8982-4436-8592-298fffe2f528 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/823d6692-3ea8-47f1-81b8-495233f275e3 HTTP/1.1" status: 204 len: 168 time: 0.2635043 Jul 16 03:32:05.926804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053828-8982-4436-8592-298fffe2f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d6692-3ea8-47f1-81b8-495233f275e3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:06.091845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc66f18b-6a53-4cdc-9896-f847cb7f0177 req-5a9b83cb-2769-44d3-ba79-91e4c989a0c6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 210 time: 0.2310259 Jul 16 03:32:06.423835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.461596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Calling delete_port for 0f94862e-de85-472a-9eaf-ddeffcfa0db1 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:06.570956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba02588-b504-4316-b876-cd0fc55f5617 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:06.610775 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:32:06.644409 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.659240 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Transition to ACTIVE for port object 0f94862e-de85-472a-9eaf-ddeffcfa0db1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:06.678141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.680018 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.750006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6752825-8cad-4bdb-b2db-66a9d12d8092 req-205534a5-e429-43e9-8abc-dfafbe1d824c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.753922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6752825-8cad-4bdb-b2db-66a9d12d8092 req-205534a5-e429-43e9-8abc-dfafbe1d824c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 932 time: 0.6916842 Jul 16 03:32:06.767606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Transition to ACTIVE for port object dba02588-b504-4316-b876-cd0fc55f5617 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:06.772869 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Pushing event updated for resources: {'Port': ['ID=0f94862e-de85-472a-9eaf-ddeffcfa0db1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:06.797839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.812755 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.813688 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.814511 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.815043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.815548 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.816099 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.816595 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.817105 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.817601 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.818149 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.818852 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.819542 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:06.921740 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Attempting to bind port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:06.922510 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Attempting to bind port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:06.923168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Attempting to bind port 0f94862e-de85-472a-9eaf-ddeffcfa0db1 on network 31059013-bba9-4c72-9d68-fe984d2e268d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:06.932715 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:06.933095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Checking segment: {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:06.933504 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.933909 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Bound using segment: {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:06.934369 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Bound port: 0f94862e-de85-472a-9eaf-ddeffcfa0db1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc209221-a2ac-4316-afb0-4538142ef3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:06.934777 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.040141 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] For port 0f94862e-de85-472a-9eaf-ddeffcfa0db1, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:07.047298 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] For port 0f94862e-de85-472a-9eaf-ddeffcfa0db1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f94862e-de85-472a-9eaf-ddeffcfa0db1,segment=NetworkSegment(dc209221-a2ac-4316-afb0-4538142ef3d8),segment_id=dc209221-a2ac-4316-afb0-4538142ef3d8)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:07.058712 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.156351 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Routers {'d66384e8-6a84-40be-ab2a-5cad385bf8b5'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:07.156972 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:31:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:07.179146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6752825-8cad-4bdb-b2db-66a9d12d8092 req-54c9af2b-d09b-48c7-907a-0429451e2e10 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135213 Jul 16 03:32:07.215297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Pushing event updated for resources: {'Port': ['ID=dba02588-b504-4316-b876-cd0fc55f5617,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:07.374425 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66b253-9b94-4367-b823-7e781121a5f8 None None] Pushing event updated for resources: {'Port': ['ID=0f94862e-de85-472a-9eaf-ddeffcfa0db1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:07.574398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d577e26b-e47e-48d9-b6bf-16885b9d77fa req-c90c8b44-586a-4331-88a2-9f4e958bf80b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 210 time: 0.1002839 Jul 16 03:32:07.597055 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] Set router d66384e8-6a84-40be-ab2a-5cad385bf8b5 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:07.679104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Attempting to bind port dba02588-b504-4316-b876-cd0fc55f5617 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:07.679474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Attempting to bind port dba02588-b504-4316-b876-cd0fc55f5617 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:07.679764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Attempting to bind port dba02588-b504-4316-b876-cd0fc55f5617 on network 9c911f0f-1224-40ee-9edd-fcd298fab091 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:07.698511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Port dba02588-b504-4316-b876-cd0fc55f5617 on network 9c911f0f-1224-40ee-9edd-fcd298fab091 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:07.698882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Attempting to bind port dba02588-b504-4316-b876-cd0fc55f5617 on network 9c911f0f-1224-40ee-9edd-fcd298fab091 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:07.734258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:07.753590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:07.753929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Checking segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:07.767590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Bound using segment: {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:07.768813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Bound port: dba02588-b504-4316-b876-cd0fc55f5617, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db07322-42dd-46f2-b47c-e74c73265323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:07.769192 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.898907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.997469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f94862e-de85-472a-9eaf-ddeffcfa0db1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.049925 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:31:58Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f94862e-de85-472a-9eaf-ddeffcfa0db1', 'name': '', 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'mac_address': 'fa:16:3e:12:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:56Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'subnets': [{'id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:08.107257 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d3ee-bf7c-4c03-9b1b-9d3f37277ec3 None None] The sync data for ids ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'] in n-d-800089-6 is: [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:31:58Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0f94862e-de85-472a-9eaf-ddeffcfa0db1', 'name': '', 'network_id': '31059013-bba9-4c72-9d68-fe984d2e268d', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'mac_address': 'fa:16:3e:12:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:56Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 4, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'subnets': [{'id': 'd451788e-6140-4432-93d4-3e4e1aea32bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:08.148949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-990341746'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:08.196250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-9657ef7b-2ac7-4df3-9f25-b6cd4286736f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.198251 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-9657ef7b-2ac7-4df3-9f25-b6cd4286736f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.2226737 Jul 16 03:32:08.218207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Request body: {'port': {'device_id': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'admin_state_up': True, 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:08.229350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] For port dba02588-b504-4316-b876-cd0fc55f5617, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:08.274821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:08.283406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.284562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] For port dba02588-b504-4316-b876-cd0fc55f5617, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dba02588-b504-4316-b876-cd0fc55f5617,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:08.330340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.354517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.460729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.461879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.463645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] 10.222.0.11 "PUT /v2.0/ports/dba02588-b504-4316-b876-cd0fc55f5617 HTTP/1.1" status: 200 len: 1092 time: 3.3451886 Jul 16 03:32:08.468370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'tag': 'dba02588-b504-4316-b876-cd0fc55f5617'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:08.473332 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b" -d '{"events": [{"name": "network-changed", "server_uuid": "6045d21c-ea69-4f60-b9e0-bf7ee77b853e", "tag": "dba02588-b504-4316-b876-cd0fc55f5617"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:08.509259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.527018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088f565-0fb9-4d7a-b4c0-50a9c0a379be service neutron] Pushing event updated for resources: {'Port': ['ID=dba02588-b504-4316-b876-cd0fc55f5617,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.555462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.562907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.589387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010ad67-805f-4139-8925-5ecd1ec6e2b5 req-2b873257-ff02-422a-b146-1eabee3745e5 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.597595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8010ad67-805f-4139-8925-5ecd1ec6e2b5 req-2b873257-ff02-422a-b146-1eabee3745e5 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 944 time: 0.2356355 Jul 16 03:32:08.603097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:08.617102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:08.621845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.706998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec1de3b-f25d-41c2-a575-2a7c14742224,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.713308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.713671 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment 112869be-954f-4b9c-9cf7-426f18ed23ff of type vlan for network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 Jul 16 03:32:08.804392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.909597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Allocated IP 172.20.0.11 (0243d034-9359-4919-bb4a-a051e20876ff/f8ebabca-b8bd-43db-8dbc-346678fe226d/796afa08-bc02-4df7-8256-cb774d7340ac) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:08.924309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.931752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.932543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.031473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2960398 Jul 16 03:32:09.035339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:09.036042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009da76-2051-44b9-b725-c3dc626b3e90 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=6c3e853d-a1c3-418f-ae29-b39eaa2cc509,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:09.043218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'name': 'tempest-PortsTestJSON-2083016326'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:09.047856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:09.063827 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325260c0-ee66-4fe4-b6ba-b37058ba3ebf x-openstack-request-id: req-325260c0-ee66-4fe4-b6ba-b37058ba3ebf {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:09.064102 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6045d21c-ea69-4f60-b9e0-bf7ee77b853e", "tag": "dba02588-b504-4316-b876-cd0fc55f5617", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:09.064353 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-325260c0-ee66-4fe4-b6ba-b37058ba3ebf {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:09.064738 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'tag': 'dba02588-b504-4316-b876-cd0fc55f5617', 'status': 'completed', 'code': 200} Jul 16 03:32:09.121073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dec45bae-6313-461f-97bf-8aa6d675f904 req-eef34ce9-eeba-4db5-8478-c89c20ed40c7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 210 time: 0.0611877 Jul 16 03:32:09.196210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8010ad67-805f-4139-8925-5ecd1ec6e2b5 req-0857221d-2cda-4d64-887d-cd15d14e63a5 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973272 Jul 16 03:32:09.292627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:09.297023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.332427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-71ef3171-8e42-49e1-9bdf-353cc880e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.334575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-71ef3171-8e42-49e1-9bdf-353cc880e6c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 1095 time: 0.2759314 Jul 16 03:32:09.334787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:09.393383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-195cc63a-11b8-4918-a7dc-f26eb2be8aeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba02588-b504-4316-b876-cd0fc55f5617 HTTP/1.1" status: 200 len: 217 time: 0.0489984 Jul 16 03:32:09.406095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.445141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Router d66384e8-6a84-40be-ab2a-5cad385bf8b5 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:09.577088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-bdc7e605-eda4-42f4-bc78-2af3ec5a0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.578950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-bdc7e605-eda4-42f4-bc78-2af3ec5a0e06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 200 len: 862 time: 0.1788321 Jul 16 03:32:09.600199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:09.610759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] Sync routers for ids ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:09.621546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] Routers {'d66384e8-6a84-40be-ab2a-5cad385bf8b5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:09.622192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:31:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:09.628005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b21bc84d-3639-4a00-b3b5-9f23bac70923 admin admin] 10.222.0.25 "PUT /v2.0/routers/d66384e8-6a84-40be-ab2a-5cad385bf8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6359451 Jul 16 03:32:09.651576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-2312b3a1-f28b-4c66-b842-a05b652a5c56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c911f0f-1224-40ee-9edd-fcd298fab091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530663 Jul 16 03:32:09.653566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58044) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:09.743608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] Set router d66384e8-6a84-40be-ab2a-5cad385bf8b5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:09.824121 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.949384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.962029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Network 0243d034-9359-4919-bb4a-a051e20876ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:09.969593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:09.972864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:09.999928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event updated for resources: {'Port': ['ID=796afa08-bc02-4df7-8256-cb774d7340ac,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.021007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-159865fc-ebf0-42dc-bf75-80553a172d85 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682520 Jul 16 03:32:10.037126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.039388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 5, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:10.065582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.069685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.073840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] Checking router: d66384e8-6a84-40be-ab2a-5cad385bf8b5 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:10.092706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] Routers {'d66384e8-6a84-40be-ab2a-5cad385bf8b5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:10.093428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:31:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:10.101712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.224679 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-424ded92-d8b0-4433-b7c2-b193e4fc4ca9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0159535 Jul 16 03:32:10.235302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=3e1f74bf-91f1-4883-b5d9-ec609d0d30a1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.245125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Request body: {'port': {'device_id': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:10.255473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] Set router d66384e8-6a84-40be-ab2a-5cad385bf8b5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:10.415793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225110a8-ad75-4be7-9068-d2072992d9f6 req-2fea496d-d731-4ecf-b263-bd50f6402975 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616273 Jul 16 03:32:10.416772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': '112869be-954f-4b9c-9cf7-426f18ed23ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:10.417365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 6c3e853d-a1c3-418f-ae29-b39eaa2cc509, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:10.418872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.437746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.448939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:10.512850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 6c3e853d-a1c3-418f-ae29-b39eaa2cc509) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:10.520103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:10.526017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.526662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.539404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ec203-859f-41e5-b94a-d19a41f08ed9 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:10.575382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-786d68f3-aafc-4d8a-bb19-12a94538b3bf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5333016 Jul 16 03:32:10.583533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800304-c796-4a51-a49a-bbe8e365ca22 req-edda120f-2ad8-4568-8523-550e28258df8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.594563 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e800304-c796-4a51-a49a-bbe8e365ca22 req-edda120f-2ad8-4568-8523-550e28258df8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 932 time: 0.2816789 Jul 16 03:32:10.598628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:10.605200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2086866970'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:10.672238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 5, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:10.695669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:10.699135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.702369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1a38d-b865-4ba1-aa11-b9e03e6b9806 None None] The sync data for ids ['d66384e8-6a84-40be-ab2a-5cad385bf8b5'] in n-d-800089-6 is: [{'id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-667694792-router', 'tenant_id': '2d883cab765b4042b9580a7505a3647a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:50Z', 'updated_at': '2021-07-16T03:32:07Z', 'revision_number': 5, 'project_id': '2d883cab765b4042b9580a7505a3647a', 'gw_port': {'id': 'e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66384e8-6a84-40be-ab2a-5cad385bf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:52Z', 'updated_at': '2021-07-16T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:10.715822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e800304-c796-4a51-a49a-bbe8e365ca22 req-b9f39d14-f727-4660-98af-48458be710a2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202588 Jul 16 03:32:10.774333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Deleting port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:10.774737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.797882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-2648790a-c77d-431e-88bf-bcbd182173ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.799406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-2648790a-c77d-431e-88bf-bcbd182173ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=433284340a554065bd68d9edc0faca13&device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 1095 time: 0.2914102 Jul 16 03:32:10.813744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f7ca-3fc3-49d9-9fd3-2bbbd2f24c31 req-72056bf9-196c-48b8-867e-4219486adcd4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.819183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe63f7ca-3fc3-49d9-9fd3-2bbbd2f24c31 req-72056bf9-196c-48b8-867e-4219486adcd4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 944 time: 0.3097136 Jul 16 03:32:10.851327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796afa08-bc02-4df7-8256-cb774d7340ac {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:10.863277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.879360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Transition to ACTIVE for port object 796afa08-bc02-4df7-8256-cb774d7340ac will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:10.885849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.941351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:10.991191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Pushing event updated for resources: {'Port': ['ID=796afa08-bc02-4df7-8256-cb774d7340ac,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:11.017605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] For port e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:11.018007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.036602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.036947 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment a73f1690-e941-4044-909e-d263c7c06bab of type vlan for network 5b212522-b488-4201-bf62-d83113580209 Jul 16 03:32:11.069120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Attempting to bind port 796afa08-bc02-4df7-8256-cb774d7340ac on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:11.069493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Attempting to bind port 796afa08-bc02-4df7-8256-cb774d7340ac by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:11.069944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Attempting to bind port 796afa08-bc02-4df7-8256-cb774d7340ac on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:11.081226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Port 796afa08-bc02-4df7-8256-cb774d7340ac on network 0243d034-9359-4919-bb4a-a051e20876ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:11.081463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Attempting to bind port 796afa08-bc02-4df7-8256-cb774d7340ac on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:11.086949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe63f7ca-3fc3-49d9-9fd3-2bbbd2f24c31 req-d161344e-ff36-40f0-b8f8-de0f0f4660ba tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611675 Jul 16 03:32:11.095046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:11.095817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:11.097280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Bound using segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:11.098394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Bound port: 796afa08-bc02-4df7-8256-cb774d7340ac, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:11.099072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.110376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Calling delete_port for e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:11.148124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.173477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f94862e-de85-472a-9eaf-ddeffcfa0db1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:11.284848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-932d3b07-cad5-49ab-96b3-342797f2d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.286375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-932d3b07-cad5-49ab-96b3-342797f2d243 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 200 len: 924 time: 0.4637294 Jul 16 03:32:11.291161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0f94862e-de85-472a-9eaf-ddeffcfa0db1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:11.292974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f94862e-de85-472a-9eaf-ddeffcfa0db1 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:11.307043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] For port 796afa08-bc02-4df7-8256-cb774d7340ac, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:11.314584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] For port 796afa08-bc02-4df7-8256-cb774d7340ac, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=796afa08-bc02-4df7-8256-cb774d7340ac,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:11.325344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.427549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.431551 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.433031 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] 10.222.0.48 "PUT /v2.0/ports/796afa08-bc02-4df7-8256-cb774d7340ac HTTP/1.1" status: 200 len: 1092 time: 1.1947143 Jul 16 03:32:11.445144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'tag': '796afa08-bc02-4df7-8256-cb774d7340ac'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:11.455357 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0058b-e915-4e13-b614-36213971e49e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b032ec-0984-448e-95d9-708d08c2f70d", "tag": "796afa08-bc02-4df7-8256-cb774d7340ac"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:11.556543 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c677cd-79d2-4c46-9e8b-1e6cf1510349 x-openstack-request-id: req-e5c677cd-79d2-4c46-9e8b-1e6cf1510349 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:11.557122 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b032ec-0984-448e-95d9-708d08c2f70d", "tag": "796afa08-bc02-4df7-8256-cb774d7340ac", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:11.557564 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5c677cd-79d2-4c46-9e8b-1e6cf1510349 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:11.558146 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'tag': '796afa08-bc02-4df7-8256-cb774d7340ac', 'status': 'completed', 'code': 200} Jul 16 03:32:11.560363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7ce9-75e4-4ed4-892a-493d854f05ca service neutron] Pushing event updated for resources: {'Port': ['ID=796afa08-bc02-4df7-8256-cb774d7340ac,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:11.600957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-ae81732b-d34f-4a5c-9d3c-2c823550cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.602697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-ae81732b-d34f-4a5c-9d3c-2c823550cff0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 1095 time: 0.1014874 Jul 16 03:32:11.649837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-7e0c60a2-63ad-4cbd-96fc-22dc2a139491 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796afa08-bc02-4df7-8256-cb774d7340ac HTTP/1.1" status: 200 len: 217 time: 0.0402169 Jul 16 03:32:11.692536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-b5fb45ba-3d11-4588-af71-d6d7afd0ba21 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.694765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-b5fb45ba-3d11-4588-af71-d6d7afd0ba21 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.1123068 Jul 16 03:32:11.713818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-531cc33f-5b6b-4c31-ac28-ee04297ac5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.716514 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-531cc33f-5b6b-4c31-ac28-ee04297ac5ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.0602953 Jul 16 03:32:11.727265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.733711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.733711 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.747994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.763637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-d8c2d8be-fe26-4129-a97d-9ac423ccb3bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404255 Jul 16 03:32:11.767829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-7fd96feb-a9c1-465e-bcfa-95576e38a2f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba02588-b504-4316-b876-cd0fc55f5617 HTTP/1.1" status: 200 len: 217 time: 0.4662611 Jul 16 03:32:11.874273 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-19c8808b-cae3-45a9-a4fc-1c1d2e78f6e0 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032357 Jul 16 03:32:11.895619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-8be2230e-65cd-4678-88fc-bce2a6a805f1 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/quotas/1610c727ddc54646a68a519d2efc956f HTTP/1.1" status: 200 len: 375 time: 0.1588113 Jul 16 03:32:11.897549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:11.959338 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.970403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3666031 Jul 16 03:32:11.994460 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b585c879-d2b4-4e32-b9a6-30ff72197dd1 req-44e1d204-83f4-4b87-b012-413578aff5f8 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136487 Jul 16 03:32:11.994961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58112) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:12.000313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'ports': [{'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'}, {'network_id': '5b212522-b488-4201-bf62-d83113580209'}]} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:12.000623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:12.001096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '5b212522-b488-4201-bf62-d83113580209'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:12.224625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0058b-e915-4e13-b614-36213971e49e req-00571314-ffbb-4c6e-bf04-d6becc01679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.226140 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-00571314-ffbb-4c6e-bf04-d6becc01679c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 1095 time: 0.1405017 Jul 16 03:32:12.333078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ee4e1-6c3e-410b-bc31-19881c4dca52 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=5b212522-b488-4201-bf62-d83113580209,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:12.333966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 2} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:12.338960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.345894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5b212522-b488-4201-bf62-d83113580209 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:12.370627 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.374887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0058b-e915-4e13-b614-36213971e49e req-5e9bcb01-7846-4d89-9bf9-0eb956a84265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.376618 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-5e9bcb01-7846-4d89-9bf9-0eb956a84265 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.1432102 Jul 16 03:32:12.408417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-974b90f2-21f9-4ba8-ba59-1f1d1768d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.409888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-974b90f2-21f9-4ba8-ba59-1f1d1768d09c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 200 len: 862 time: 0.5711656 Jul 16 03:32:12.412751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.415996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.441393 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-b43e8526-9cd9-421f-a609-ca257a3a5a41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796afa08-bc02-4df7-8256-cb774d7340ac HTTP/1.1" status: 200 len: 217 time: 0.0559497 Jul 16 03:32:12.494273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-2eddb185-1bab-4b61-a149-02ce219e0a90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c911f0f-1224-40ee-9edd-fcd298fab091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725172 Jul 16 03:32:12.524886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.525320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d66384e8-6a84-40be-ab2a-5cad385bf8b5 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:32:12.532345 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.536838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e599cbf2-ce26-44d9-9862-e3709104d787 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d66384e8-6a84-40be-ab2a-5cad385bf8b5 HTTP/1.1" status: 204 len: 168 time: 2.8574784 Jul 16 03:32:12.537032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58122) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:12.540927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:12.556074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-214f73be-7b74-473d-8734-fc45364e905c tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6595697 Jul 16 03:32:12.567156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b250a1-9434-4141-a927-05766926787a req-932cfba1-cbdb-49e0-ab78-f848a121c947 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.568615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4b250a1-9434-4141-a927-05766926787a req-932cfba1-cbdb-49e0-ab78-f848a121c947 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 944 time: 0.6312408 Jul 16 03:32:12.609268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0058b-e915-4e13-b614-36213971e49e req-20ed7ce6-bbe6-4bc7-94c7-30f8b0f2ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.610905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-20ed7ce6-bbe6-4bc7-94c7-30f8b0f2ba5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.1628864 Jul 16 03:32:12.660837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-b14bdeaa-b729-4579-b575-befb528c0a2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406182 Jul 16 03:32:12.668714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Deleting subnet d451788e-6140-4432-93d4-3e4e1aea32bb {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:12.684692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.735178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4b250a1-9434-4141-a927-05766926787a req-a3846e73-d540-4fdc-b27d-6efeb1da3eba tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236858 Jul 16 03:32:12.791071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-ee259e4f-7b77-4428-bd3c-2586cfa525f7 service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213266 Jul 16 03:32:12.796094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-bc2d041c-d464-4fb0-9783-0d21351a64fc service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937226 Jul 16 03:32:12.822226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dba02588-b504-4316-b876-cd0fc55f5617 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:12.831862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.933989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dba02588-b504-4316-b876-cd0fc55f5617, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dba02588-b504-4316-b876-cd0fc55f5617,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:12.946732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:12.957806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-ea5b8fd4-fe08-42b6-9587-2cc03c3eb966 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858586 Jul 16 03:32:12.987807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'dba02588-b504-4316-b876-cd0fc55f5617', 'network_id': '9c911f0f-1224-40ee-9edd-fcd298fab091', 'port_id': 'dba02588-b504-4316-b876-cd0fc55f5617', 'mac_address': 'fa:16:3e:69:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d8515e-5bf2-4221-be31-746723332216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:12.991262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.081040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-7652de4c-4672-497d-a669-4fe955d744dd service neutron] 10.222.0.25 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824223 Jul 16 03:32:13.086669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-defed8a7-eb42-4a9f-9df7-5e1556e2b67b req-c0e81658-f530-4310-9261-4f988d231101 service neutron] 10.222.0.11 "GET /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792363 Jul 16 03:32:13.103378 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.127605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.131374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba02588-b504-4316-b876-cd0fc55f5617 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:13.143155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cef741-380d-4989-908f-e347f2ff8693 req-9c7edcab-804d-47ff-b08f-357e65f91257 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.145605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41cef741-380d-4989-908f-e347f2ff8693 req-9c7edcab-804d-47ff-b08f-357e65f91257 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 944 time: 0.2823584 Jul 16 03:32:13.175248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-4c5b91a3-220c-41f5-8ffa-3d1894c12d11 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.177007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-4c5b91a3-220c-41f5-8ffa-3d1894c12d11 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/ports?device_id=77f017bd-040c-45f0-80d3-1fd6d92739eb HTTP/1.1" status: 200 len: 945 time: 0.4490492 Jul 16 03:32:13.183344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dba02588-b504-4316-b876-cd0fc55f5617, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dba02588-b504-4316-b876-cd0fc55f5617,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:13.186109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:13.214248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.217701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:13.220968 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb6d47e-9d11-4329-95fc-1c6d69f9652c" -d '{"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-unplugged", "status": "completed", "tag": "425d9a98-aaf2-4299-b644-26e125967de4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:13.230044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41cef741-380d-4989-908f-e347f2ff8693 req-b0918d7d-6f44-4d53-bbfe-8dbafbe75859 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Jul 16 03:32:13.251261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:13.251606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e3e3fc25-1ccc-4bb6-9c54-abb5c31dc1c7 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:13.270646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.281386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:13.290719 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.309291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dba02588-b504-4316-b876-cd0fc55f5617,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.352603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port faef98ee-fa76-41aa-8c6b-19267481e0f4 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:13.428618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.457018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dba02588-b504-4316-b876-cd0fc55f5617'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:13.458072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b3e0058b-e915-4e13-b614-36213971e49e req-b72c215f-f043-4ffd-82d8-a407498b82fe service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867899 Jul 16 03:32:13.528331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.546259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Deleting port 425d9a98-aaf2-4299-b644-26e125967de4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:13.546630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.547009 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10b6a47-5ad6-4b70-95c9-723f53eed4c8 x-openstack-request-id: req-b10b6a47-5ad6-4b70-95c9-723f53eed4c8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:13.547338 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-unplugged", "status": "completed", "tag": "425d9a98-aaf2-4299-b644-26e125967de4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:13.548079 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b10b6a47-5ad6-4b70-95c9-723f53eed4c8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:13.548468 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4', 'code': 200} Jul 16 03:32:13.634591 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e478bb3-1cae-4824-aa22-ae45a2bd0cc6 req-be71b6ad-90a2-4682-8040-3281736c37a9 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 210 time: 0.0422657 Jul 16 03:32:13.688866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d451788e-6140-4432-93d4-3e4e1aea32bb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.696565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.701598 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b2795f9b-31a7-4bd0-93d4-3417794d728b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d451788e-6140-4432-93d4-3e4e1aea32bb HTTP/1.1" status: 204 len: 168 time: 1.1613522 Jul 16 03:32:13.701779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:13.706321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666b7d1-f1b4-43c1-9640-095c182a90e7 None None] Network 31059013-bba9-4c72-9d68-fe984d2e268d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:13.737068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] For port 425d9a98-aaf2-4299-b644-26e125967de4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=425d9a98-aaf2-4299-b644-26e125967de4,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:13.737384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.788419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Calling delete_port for 425d9a98-aaf2-4299-b644-26e125967de4 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:13.801348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.810064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.866245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Deleting port 517a9692-1ce2-4634-858b-80177c450d35 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:13.866774 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.951544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] For port 517a9692-1ce2-4634-858b-80177c450d35, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=517a9692-1ce2-4634-858b-80177c450d35,segment=NetworkSegment(dc209221-a2ac-4316-afb0-4538142ef3d8),segment_id=dc209221-a2ac-4316-afb0-4538142ef3d8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:13.952380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.013004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.035391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Calling delete_port for 517a9692-1ce2-4634-858b-80177c450d35 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:14.083735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:14.122584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:14.135033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:14.135951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.155938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc77f-c29e-44f6-9813-d6710dce4043 req-b98c8969-4636-4d8d-b3e5-8d520a361cb5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.164237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4ebc77f-c29e-44f6-9813-d6710dce4043 req-b98c8969-4636-4d8d-b3e5-8d520a361cb5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 944 time: 0.1818323 Jul 16 03:32:14.173544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.225009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.228187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a8a92e-fdc8-40da-b080-0ff562a7f5c7 None None] DHCP port deletion for 31059013-bba9-4c72-9d68-fe984d2e268d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:32:14.263480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4ebc77f-c29e-44f6-9813-d6710dce4043 req-6835d140-2364-46ab-a2e3-e622d6774a09 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979698 Jul 16 03:32:14.267605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=517a9692-1ce2-4634-858b-80177c450d35,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.275428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] No DVR routers for this DVR port 517a9692-1ce2-4634-858b-80177c450d35 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:14.280796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': 'a73f1690-e941-4044-909e-d263c7c06bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '5b212522-b488-4201-bf62-d83113580209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:14.281166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 5b212522-b488-4201-bf62-d83113580209, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:14.285307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.333725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=faef98ee-fa76-41aa-8c6b-19267481e0f4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.370468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event deleted for resources: {'Port': ['ID=425d9a98-aaf2-4299-b644-26e125967de4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.379343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 5b212522-b488-4201-bf62-d83113580209 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:14.404949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.405227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5b212522-b488-4201-bf62-d83113580209) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:14.413808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ace43-17ae-4f64-8aa8-b5e585aeb030 None None] Network 5b212522-b488-4201-bf62-d83113580209 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:14.423649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:14.429099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31059013-bba9-4c72-9d68-fe984d2e268d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:14.431040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.437107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.438472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.446759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc209221-a2ac-4316-afb0-4538142ef3d8') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:14.447332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc209221-a2ac-4316-afb0-4538142ef3d8') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:14.464390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.476274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] No DVR routers for this DVR port 425d9a98-aaf2-4299-b644-26e125967de4 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:14.489810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.491888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7f9a0b7a-4a56-4d71-9b91-752aa0d786ff req-858b7746-6049-40e7-a1ae-7183b9fa7d5f tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "DELETE /v2.0/ports/425d9a98-aaf2-4299-b644-26e125967de4 HTTP/1.1" status: 204 len: 173 time: 1.3055403 Jul 16 03:32:14.494776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-deleted', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:14.497069 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667327b6-073b-418d-87b2-0862409eeac1" -d '{"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-deleted", "tag": "425d9a98-aaf2-4299-b644-26e125967de4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:14.503868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.515516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:14.516291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.517113 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-edf95bd7-1c9d-42af-9488-818fce0edca4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5211132 Jul 16 03:32:14.520065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58152) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: items = [ Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:14.599992 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:14.603610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.610558 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.620236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 796afa08-bc02-4df7-8256-cb774d7340ac details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:14.622483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31059013-bba9-4c72-9d68-fe984d2e268d HTTP/1.1" status: 204 len: 168 time: 0.9198477 Jul 16 03:32:14.720121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0a1ae-02ca-4bdb-b370-366e589e9bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=31059013-bba9-4c72-9d68-fe984d2e268d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.760598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port faef98ee-fa76-41aa-8c6b-19267481e0f4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:14.760849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.780160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94282-27e4-4645-aa76-7fa0d8b1997e req-b3b3a66d-eaaf-4f8b-8ca7-5217264a7dd7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.789561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09c94282-27e4-4645-aa76-7fa0d8b1997e req-b3b3a66d-eaaf-4f8b-8ca7-5217264a7dd7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 945 time: 0.1882994 Jul 16 03:32:14.840792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dba02588-b504-4316-b876-cd0fc55f5617 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:14.845029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 796afa08-bc02-4df7-8256-cb774d7340ac, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=796afa08-bc02-4df7-8256-cb774d7340ac,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:14.849510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09c94282-27e4-4645-aa76-7fa0d8b1997e req-46394313-7c58-4cd1-8800-5c6ee71db30b tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580795 Jul 16 03:32:14.893718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '796afa08-bc02-4df7-8256-cb774d7340ac', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': '796afa08-bc02-4df7-8256-cb774d7340ac', 'mac_address': 'fa:16:3e:a9:55:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:14.943042 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.957192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:14.987043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796afa08-bc02-4df7-8256-cb774d7340ac {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:15.039357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 796afa08-bc02-4df7-8256-cb774d7340ac, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=796afa08-bc02-4df7-8256-cb774d7340ac,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:15.050289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.085783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-47ade526-4079-40c3-ae03-ed83a7d6a70e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d883cab765b4042b9580a7505a3647a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270928 Jul 16 03:32:15.088178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:15.128592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 517a9692-1ce2-4634-858b-80177c450d35 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:15.136108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port dba02588-b504-4316-b876-cd0fc55f5617 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:15.189885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 517a9692-1ce2-4634-858b-80177c450d35 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:15.190264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 517a9692-1ce2-4634-858b-80177c450d35 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:15.195731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port dba02588-b504-4316-b876-cd0fc55f5617 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:15.196094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.212721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4db170-9f12-43f3-bd09-eb8172483122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.244257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4db170-9f12-43f3-bd09-eb8172483122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.245811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=796afa08-bc02-4df7-8256-cb774d7340ac,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.305413 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.366093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dba02588-b504-4316-b876-cd0fc55f5617, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dba02588-b504-4316-b876-cd0fc55f5617,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:15.369348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['796afa08-bc02-4df7-8256-cb774d7340ac'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:15.398468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b58b818b-c033-432e-a17c-2b115895ee80 req-199d9977-c172-4e56-866e-ad6c81bc40bf tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 210 time: 0.0508146 Jul 16 03:32:15.405156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4db170-9f12-43f3-bd09-eb8172483122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.409132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4db170-9f12-43f3-bd09-eb8172483122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.413105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd4db170-9f12-43f3-bd09-eb8172483122 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84db14aa-eb30-475b-9296-40498aeb2aff HTTP/1.1" status: 204 len: 168 time: 0.3168225 Jul 16 03:32:15.441225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.444386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:15.463824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c075a39-deb8-401e-be97-da70f3b2dd2f req-3d283fd2-988c-43ec-85d6-2f9748e094f4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.473428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c075a39-deb8-401e-be97-da70f3b2dd2f req-3d283fd2-988c-43ec-85d6-2f9748e094f4 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 945 time: 0.2066190 Jul 16 03:32:15.505839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 425d9a98-aaf2-4299-b644-26e125967de4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:15.506862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 425d9a98-aaf2-4299-b644-26e125967de4 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:15.514778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4db170-9f12-43f3-bd09-eb8172483122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db14aa-eb30-475b-9296-40498aeb2aff,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.599931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c075a39-deb8-401e-be97-da70f3b2dd2f req-e004ec8f-b1c9-4384-8dab-5daa94d27d6f tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Jul 16 03:32:15.608552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba02588-b504-4316-b876-cd0fc55f5617'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:15.614923 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9c7c5c-7667-4a28-8a9a-210662c42781" -d '{"events": [{"server_uuid": "6045d21c-ea69-4f60-b9e0-bf7ee77b853e", "name": "network-vif-plugged", "status": "completed", "tag": "dba02588-b504-4316-b876-cd0fc55f5617"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:15.649560 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6330af42-88f7-4cdf-a63d-2063ead46507 x-openstack-request-id: req-6330af42-88f7-4cdf-a63d-2063ead46507 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:15.650166 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f017bd-040c-45f0-80d3-1fd6d92739eb", "name": "network-vif-deleted", "tag": "425d9a98-aaf2-4299-b644-26e125967de4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:15.650166 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6330af42-88f7-4cdf-a63d-2063ead46507 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:15.650584 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f017bd-040c-45f0-80d3-1fd6d92739eb', 'name': 'network-vif-deleted', 'tag': '425d9a98-aaf2-4299-b644-26e125967de4', 'status': 'completed', 'code': 200} Jul 16 03:32:15.713879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.728120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for faef98ee-fa76-41aa-8c6b-19267481e0f4 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:15.752837 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400eefe1-4bbb-4515-94ca-bb753eb5d991 x-openstack-request-id: req-400eefe1-4bbb-4515-94ca-bb753eb5d991 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:15.753313 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6045d21c-ea69-4f60-b9e0-bf7ee77b853e", "name": "network-vif-plugged", "status": "completed", "tag": "dba02588-b504-4316-b876-cd0fc55f5617", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:15.754638 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-400eefe1-4bbb-4515-94ca-bb753eb5d991 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:15.755405 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba02588-b504-4316-b876-cd0fc55f5617', 'code': 200} Jul 16 03:32:15.786336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dba02588-b504-4316-b876-cd0fc55f5617,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.793679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715c9d-747e-4fef-b6f1-92033cba9b6c req-a09a4bc2-32ac-4ef9-8263-b0d751550520 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.803091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2715c9d-747e-4fef-b6f1-92033cba9b6c req-a09a4bc2-32ac-4ef9-8263-b0d751550520 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 945 time: 0.1549048 Jul 16 03:32:15.853477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.888854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2715c9d-747e-4fef-b6f1-92033cba9b6c req-2655aae3-fe6f-43f6-b194-a777c8b5ff40 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839455 Jul 16 03:32:15.900984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-5ab26edd-a924-40cc-85bf-7e755de0f5fd tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.902529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-5ab26edd-a924-40cc-85bf-7e755de0f5fd tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 805 time: 0.3952029 Jul 16 03:32:15.905253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=faef98ee-fa76-41aa-8c6b-19267481e0f4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.914950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Request body: {'port': {'device_id': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'admin_state_up': True, 'tenant_id': '1610c727ddc54646a68a519d2efc956f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:15.920371 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.925686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1e2e55b5-c8bb-4887-a4ce-32ff1906c2ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/faef98ee-fa76-41aa-8c6b-19267481e0f4 HTTP/1.1" status: 204 len: 168 time: 1.4046428 Jul 16 03:32:15.926018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:15.928108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33943e8-ba5b-406f-bae1-600e3dcf919d req-40a38a02-6e09-4c39-9151-3e4f0a733d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.930404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d33943e8-ba5b-406f-bae1-600e3dcf919d req-40a38a02-6e09-4c39-9151-3e4f0a733d59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 1097 time: 0.1092057 Jul 16 03:32:16.042896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d33943e8-ba5b-406f-bae1-600e3dcf919d req-1b52f91b-2e76-4bfb-a5f7-7f6db6e24a7f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Jul 16 03:32:16.056393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Made reservation on behalf of 1610c727ddc54646a68a519d2efc956f for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:16.063134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.108605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795f276-19d6-45d5-9ae9-4aef5b0679c0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.116408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795f276-19d6-45d5-9ae9-4aef5b0679c0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.118054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2795f276-19d6-45d5-9ae9-4aef5b0679c0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1867144 Jul 16 03:32:16.121124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:16.226852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Allocated IP 172.20.0.4 (ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37/8ef50dd7-bc13-454f-8967-221b7021e9dc/307ea2c2-3963-413f-97a2-7159c2e5768b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:16.236897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee72c78-f89a-4a9a-a02a-ed0d0d0a7c6b req-57c9c603-cf1c-4311-9365-f853c41cbc16 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.243832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee72c78-f89a-4a9a-a02a-ed0d0d0a7c6b req-57c9c603-cf1c-4311-9365-f853c41cbc16 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 946 time: 0.2242582 Jul 16 03:32:16.272200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:16.272547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.351926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.359322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee72c78-f89a-4a9a-a02a-ed0d0d0a7c6b req-e7a33662-42d8-4353-b95b-75c6f18718b9 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138539 Jul 16 03:32:16.379409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:16.448120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-e911c3e2-5a3f-4cdd-ad6a-ac76b1b2069d tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.449659 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-e911c3e2-5a3f-4cdd-ad6a-ac76b1b2069d tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 945 time: 0.1371009 Jul 16 03:32:16.471508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.490099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.524850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:16.555056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:16.558438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f29be181-ea01-4e21-a58b-d568ec2b4290 req-1fbb7630-64ce-461a-8a88-6344220409a2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 210 time: 0.0347657 Jul 16 03:32:16.569194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.571611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-299bc8a4-3fe6-4398-9264-e85c85eaf953 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13 HTTP/1.1" status: 204 len: 168 time: 0.4494750 Jul 16 03:32:16.574229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58206) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:16.594524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.604813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 796afa08-bc02-4df7-8256-cb774d7340ac up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:16.649912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:16.652088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Deleting port eb492584-d071-49d9-83eb-4ad4e476855e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:16.652427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.660562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:16.664571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:16.688310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff9099-3417-490b-8d1b-d4549c99d171 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.693210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-02ff9099-3417-490b-8d1b-d4549c99d171 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1156642 Jul 16 03:32:16.693969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:16.697775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:16.698027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-network', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:16.704573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 796afa08-bc02-4df7-8256-cb774d7340ac completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:16.710465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 796afa08-bc02-4df7-8256-cb774d7340ac triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:16.711094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.743741 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-98eaa952-6a91-4769-abec-cd01b44e4a3e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:16.747208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-98eaa952-6a91-4769-abec-cd01b44e4a3e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/faef98ee-fa76-41aa-8c6b-19267481e0f4 HTTP/1.1" status: 404 len: 333 time: 0.0450084 Jul 16 03:32:16.748298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58212) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:16.785703 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d45ab5-27cc-4d90-ab30-724bc809a04d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:16.787349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-54d45ab5-27cc-4d90-ab30-724bc809a04d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/a5deb0e5-384d-41ee-9c9d-cbc04c6b3c13 HTTP/1.1" status: 404 len: 333 time: 0.0380008 Jul 16 03:32:16.792023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:16.828628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Made reservation on behalf of bfeba3ad2af84b538e6704e967a1112c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:16.831072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.833390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.834242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.850396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.855434 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-c54c29ba-e8d9-4dd5-976b-07900dccc0c4 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441307 Jul 16 03:32:16.870110 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.872686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Request body: {'port': {'device_id': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:16.905310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] For port eb492584-d071-49d9-83eb-4ad4e476855e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb492584-d071-49d9-83eb-4ad4e476855e,segment=NetworkSegment(28cea057-51fb-4330-b98d-daa2559783e1),segment_id=28cea057-51fb-4330-b98d-daa2559783e1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:16.905568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.914244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 796afa08-bc02-4df7-8256-cb774d7340ac, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=796afa08-bc02-4df7-8256-cb774d7340ac,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:16.918455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.921558 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.924885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Calling delete_port for eb492584-d071-49d9-83eb-4ad4e476855e owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:16.944070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492e1a-9056-4559-91a3-8cb3b9cf7ea8 req-f5eced5d-c557-4082-83f3-20403902b3e1 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.950805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1492e1a-9056-4559-91a3-8cb3b9cf7ea8 req-f5eced5d-c557-4082-83f3-20403902b3e1 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafbd246-b248-4269-810a-5447421b7472 HTTP/1.1" status: 200 len: 945 time: 0.2088802 Jul 16 03:32:17.007318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=796afa08-bc02-4df7-8256-cb774d7340ac,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.024087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.077462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1492e1a-9056-4559-91a3-8cb3b9cf7ea8 req-0dff472d-7e10-4ff9-b595-822abd81faa5 tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4b717de-b43b-4e5e-b144-7ce99aa48085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252670 Jul 16 03:32:17.110099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.142400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b212522-b488-4201-bf62-d83113580209']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:17.165054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73f1690-e941-4044-909e-d263c7c06bab') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:17.165305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73f1690-e941-4044-909e-d263c7c06bab') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:17.183304 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.211912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.214874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.220111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.230865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:17.231270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:17.235333 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:17.237899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.250200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb492584-d071-49d9-83eb-4ad4e476855e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:17.273179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Pushing event deleted for resources: {'Port': ['ID=eb492584-d071-49d9-83eb-4ad4e476855e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.283087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99216c-4880-42f8-8a63-cd82a164effb req-faa5c418-ce5a-43c5-8424-0d1e8e23f23b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.284646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f99216c-4880-42f8-8a63-cd82a164effb req-faa5c418-ce5a-43c5-8424-0d1e8e23f23b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.2257857 Jul 16 03:32:17.317628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d489bdd-7445-4c96-8a3d-71b78aff80f4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.339175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.350437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:17.355038 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.355905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/5b212522-b488-4201-bf62-d83113580209 HTTP/1.1" status: 204 len: 168 time: 0.5618012 Jul 16 03:32:17.371413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58222) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:17.378391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] No DVR routers for this DVR port eb492584-d071-49d9-83eb-4ad4e476855e on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:17.381839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.384537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-136142805'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:17.384681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4a7a11a5-c783-4f98-b68b-ff487c4bfe3f req-4d061930-f9ee-4b9a-8fdb-34b4ed3c1bdd tempest-VolumesAdminNegativeTest-1569318717 tempest-VolumesAdminNegativeTest-1569318717-project] 10.222.0.48 "DELETE /v2.0/ports/eb492584-d071-49d9-83eb-4ad4e476855e HTTP/1.1" status: 204 len: 173 time: 0.9255071 Jul 16 03:32:17.427527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70858f-9f0a-4f65-aa5c-93e2ec476f3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=5b212522-b488-4201-bf62-d83113580209,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.427527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.427527 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Added segment 25c14642-370d-403e-a6af-ff068efe5594 of type vlan for network e24c3710-1842-409c-abe7-538e10029cc9 Jul 16 03:32:17.444038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f99216c-4880-42f8-8a63-cd82a164effb req-73b24449-cb58-4401-acd1-649c615113f6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286254 Jul 16 03:32:17.505606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307ea2c2-3963-413f-97a2-7159c2e5768b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:17.509580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.513865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.527333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Transition to ACTIVE for port object 307ea2c2-3963-413f-97a2-7159c2e5768b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:17.534160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.538280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:17.543289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.596356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.599593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.600579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.601263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.617037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:17.649388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0928593 Jul 16 03:32:17.651437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafbd246-b248-4269-810a-5447421b7472', 'name': 'network-vif-deleted', 'tag': 'eb492584-d071-49d9-83eb-4ad4e476855e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:17.654227 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10b37a-8226-4769-9b96-91638979f009" -d '{"events": [{"server_uuid": "bafbd246-b248-4269-810a-5447421b7472", "name": "network-vif-deleted", "tag": "eb492584-d071-49d9-83eb-4ad4e476855e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:17.655031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:17.665622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Request body: {'subnet': {'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-subnet', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:17.679621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Attempting to bind port 307ea2c2-3963-413f-97a2-7159c2e5768b on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:17.680058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Attempting to bind port 307ea2c2-3963-413f-97a2-7159c2e5768b by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:17.680451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Attempting to bind port 307ea2c2-3963-413f-97a2-7159c2e5768b on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:17.685042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Port 307ea2c2-3963-413f-97a2-7159c2e5768b on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:17.685986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Attempting to bind port 307ea2c2-3963-413f-97a2-7159c2e5768b on network ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:17.691222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:17.691644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Checking segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:17.692088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Bound using segment: {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:17.692593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Bound port: 307ea2c2-3963-413f-97a2-7159c2e5768b, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:17.692963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.756318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796afa08-bc02-4df7-8256-cb774d7340ac'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:17.758674 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf04d5ae-959a-481e-a92f-54cba41110bc" -d '{"events": [{"server_uuid": "b3b032ec-0984-448e-95d9-708d08c2f70d", "name": "network-vif-plugged", "status": "completed", "tag": "796afa08-bc02-4df7-8256-cb774d7340ac"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:17.764149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:17.767491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:17.772042 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.812123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.812743 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.814258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] 10.222.0.11 "PUT /v2.0/ports/307ea2c2-3963-413f-97a2-7159c2e5768b HTTP/1.1" status: 200 len: 1091 time: 0.9459558 Jul 16 03:32:17.835337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e7146-f5ff-4265-88c7-373c256652ea service neutron] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.911741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-307fa8b1-974c-46f0-9915-4a397cdd335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.913137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-307fa8b1-974c-46f0-9915-4a397cdd335a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 1094 time: 0.0583103 Jul 16 03:32:17.954623 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-cbe31901-59aa-4aab-b10f-bf43091ee905 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307ea2c2-3963-413f-97a2-7159c2e5768b HTTP/1.1" status: 200 len: 217 time: 0.0348568 Jul 16 03:32:17.965299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.965836 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment 5543a129-fcf0-4457-ac4e-dcfc5c64e767 of type vlan for network bf6dd52f-ceb7-4536-88a6-944f3822f776 Jul 16 03:32:17.970292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caabd6-c0db-4a8f-b822-bcdcd2096682 admin admin] Pushing event updated for resources: {'Network': ['ID=e24c3710-1842-409c-abe7-538e10029cc9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.982122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e24c3710-1842-409c-abe7-538e10029cc9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:18.040215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-364f7972-83c9-429e-b70c-ed10f3a9b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.042237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-364f7972-83c9-429e-b70c-ed10f3a9b96a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.0817761 Jul 16 03:32:18.053326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3428b-9f15-488c-afbe-de8656c799a0 req-39553f03-027c-42ae-9505-8c90e1678db7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.054917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00d3428b-9f15-488c-afbe-de8656c799a0 req-39553f03-027c-42ae-9505-8c90e1678db7 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 946 time: 0.4963572 Jul 16 03:32:18.065102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Made reservation on behalf of bfeba3ad2af84b538e6704e967a1112c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:18.067769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.073548 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.088410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-2dbdaa67-635a-449d-807c-aa46ea578e47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396588 Jul 16 03:32:18.177819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-0e7ddd70-8406-40d9-ab8a-ebd55b474e4c service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Jul 16 03:32:18.201735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00d3428b-9f15-488c-afbe-de8656c799a0 req-36a7dfb8-34f4-410a-9876-e9dc68e6c39d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304619 Jul 16 03:32:18.210667 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.216179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.217330 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.232308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c5116-ddd9-4284-8bb0-5f47e2579031 req-caec1d56-d041-4288-ab3d-e08d87c99743 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.232943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f5c5116-ddd9-4284-8bb0-5f47e2579031 req-caec1d56-d041-4288-ab3d-e08d87c99743 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 943 time: 0.2721469 Jul 16 03:32:18.272755 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cbe1d8-49c7-4237-93c2-25328c2c9149 x-openstack-request-id: req-06cbe1d8-49c7-4237-93c2-25328c2c9149 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:18.273051 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafbd246-b248-4269-810a-5447421b7472", "name": "network-vif-deleted", "tag": "eb492584-d071-49d9-83eb-4ad4e476855e", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:18.273303 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06cbe1d8-49c7-4237-93c2-25328c2c9149 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:18.274022 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafbd246-b248-4269-810a-5447421b7472', 'name': 'network-vif-deleted', 'tag': 'eb492584-d071-49d9-83eb-4ad4e476855e', 'status': 'completed', 'code': 200} Jul 16 03:32:18.281631 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9dd26a4a-8514-4aab-a2c5-dae140ee450d req-be425395-59e9-4de0-9829-f02b5821c985 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980594 Jul 16 03:32:18.298900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9246535 Jul 16 03:32:18.302509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:18.312483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:18.320366 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1526b9e6-03fc-4009-994e-8cffef30a605 x-openstack-request-id: req-1526b9e6-03fc-4009-994e-8cffef30a605 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:18.320761 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b032ec-0984-448e-95d9-708d08c2f70d", "name": "network-vif-plugged", "status": "completed", "tag": "796afa08-bc02-4df7-8256-cb774d7340ac", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:18.321085 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1526b9e6-03fc-4009-994e-8cffef30a605 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:18.321539 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796afa08-bc02-4df7-8256-cb774d7340ac', 'code': 200} Jul 16 03:32:18.356475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87ba9d-23d0-416d-bf90-6e7764abcae4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=bf6dd52f-ceb7-4536-88a6-944f3822f776,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:18.368914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:18.375837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f5c5116-ddd9-4284-8bb0-5f47e2579031 req-2dbd351c-1c7a-4a2b-b248-2f3851facf67 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249659 Jul 16 03:32:18.438614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58242) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:18.454831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.537967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95422678-6488-44a8-a92e-8e535376295f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:18.539370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Deleting subnet 620adcc5-012e-448e-8112-09016c7686c0 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:18.545678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Checking segment: {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:18.546105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Network hostable DHCP agents. Network: e24c3710-1842-409c-abe7-538e10029cc9, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:18.549456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.551424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:18.555097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.564835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Network e24c3710-1842-409c-abe7-538e10029cc9 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:18.575829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e24c3710-1842-409c-abe7-538e10029cc9) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:18.582039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.582666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.593110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd94fb1-1378-4330-adc4-867ad5cae713 None None] Network e24c3710-1842-409c-abe7-538e10029cc9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:18.601826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d45fc6ca-4f88-4ea5-b1b4-25173c2968fc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9417968 Jul 16 03:32:18.602265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:18.613025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:18.664686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84c370-ef5d-413b-a105-d566137ef18c req-27e85c10-4278-40aa-b3d7-5a10164e2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.666325 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2c84c370-ef5d-413b-a105-d566137ef18c req-27e85c10-4278-40aa-b3d7-5a10164e2c42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 1097 time: 0.2584991 Jul 16 03:32:18.672322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.673483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.691141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.768727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.807424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.841058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e24c3710-1842-409c-abe7-538e10029cc9', 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'fixed_ips': [{'subnet_id': '95422678-6488-44a8-a92e-8e535376295f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:18.843020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.844228 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2c84c370-ef5d-413b-a105-d566137ef18c req-62aca62d-fd01-4443-b008-21da75313690 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694427 Jul 16 03:32:18.967704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.975207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.997295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc1a32-774e-4f9d-bf1e-20f0d0c16083 req-6776d36f-ad3c-4fc6-b144-f1cf2b205b20 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.005254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadc1a32-774e-4f9d-bf1e-20f0d0c16083 req-6776d36f-ad3c-4fc6-b144-f1cf2b205b20 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.2485957 Jul 16 03:32:19.021256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Allocated IP 172.20.0.2 (e24c3710-1842-409c-abe7-538e10029cc9/95422678-6488-44a8-a92e-8e535376295f/85bb6928-cabb-49e6-b48d-494fa4bc2a72) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:19.046946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.063785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': '5543a129-fcf0-4457-ac4e-dcfc5c64e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:19.064068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: bf6dd52f-ceb7-4536-88a6-944f3822f776, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:19.069122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aadc1a32-774e-4f9d-bf1e-20f0d0c16083 req-0edb90b3-8eeb-4c3f-8edb-5e35a41fec74 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629056 Jul 16 03:32:19.091290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=2889ae7d-2709-41ae-b8e6-c5a7b55a36f1,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.128825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620adcc5-012e-448e-8112-09016c7686c0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.136938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.143414 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cf8231d5-a3bf-48ff-b379-bea01b1853a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/620adcc5-012e-448e-8112-09016c7686c0 HTTP/1.1" status: 204 len: 168 time: 0.7029471 Jul 16 03:32:19.145780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:19.168013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:19.188758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, bf6dd52f-ceb7-4536-88a6-944f3822f776) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:19.198496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9c1b1-ca47-4528-b8c2-e93c69a85c6e None None] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:19.222601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.223317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.224175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.236497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.240707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Transition to ACTIVE for port object 85bb6928-cabb-49e6-b48d-494fa4bc2a72 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:19.251492 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7226dbcd-932f-4a0a-8173-218a53833238 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9440031 Jul 16 03:32:19.253353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58254) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:19.259254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776', 'name': 'tempest-PortsTestJSON-1440639442'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:19.299989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Transition to ACTIVE for port object 85bb6928-cabb-49e6-b48d-494fa4bc2a72 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:19.318648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.324539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.365854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.375643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd060fb-6fda-44b8-b1e7-17b50e020e2f req-2e7a4456-4ba5-4a63-ad1f-9269a78e652e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.379824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Network e24c3710-1842-409c-abe7-538e10029cc9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:19.382501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6dd060fb-6fda-44b8-b1e7-17b50e020e2f req-2e7a4456-4ba5-4a63-ad1f-9269a78e652e tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 946 time: 0.1738198 Jul 16 03:32:19.390671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.392302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:19.399319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:19.408323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf64bb6b-41a8-40bd-929b-780d15c5e395']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:19.430903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cea057-51fb-4330-b98d-daa2559783e1') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:19.431203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cea057-51fb-4330-b98d-daa2559783e1') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:19.432840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Pushing event updated for resources: {'Port': ['ID=85bb6928-cabb-49e6-b48d-494fa4bc2a72,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.475270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6dd060fb-6fda-44b8-b1e7-17b50e020e2f req-2d586cb9-183f-4f42-855b-74249f44d4a6 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916495 Jul 16 03:32:19.503792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.526348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Attempting to bind port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:19.526904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Attempting to bind port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:19.527418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Attempting to bind port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 on network e24c3710-1842-409c-abe7-538e10029cc9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:19.533243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:19.533830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Checking segment: {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:19.534366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.534923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Bound using segment: {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:19.535535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Bound port: 85bb6928-cabb-49e6-b48d-494fa4bc2a72, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:19.536082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.540498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-bf6dd52f-ceb7-4536-88a6-944f3822f776', 'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': '2889ae7d-2709-41ae-b8e6-c5a7b55a36f1'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:19.541511 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.554335 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.564316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:19.565022 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:19.566715 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:19.587927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Allocated IP 172.25.4.202 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/fc8b6d65-27be-4506-aece-b8525eee6d7f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:19.621988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:19.626935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.658829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.679400 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.684244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf64bb6b-41a8-40bd-929b-780d15c5e395 HTTP/1.1" status: 204 len: 168 time: 0.5345705 Jul 16 03:32:19.684244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 3d61b549-8f17-4d83-bfa2-4cee6f993aba yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:19.694299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58260) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:19.720493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43394475-0173-4e32-8fa9-497b62f88651 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf64bb6b-41a8-40bd-929b-780d15c5e395,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.783308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] For port 85bb6928-cabb-49e6-b48d-494fa4bc2a72, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:19.804622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] For port 85bb6928-cabb-49e6-b48d-494fa4bc2a72, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=85bb6928-cabb-49e6-b48d-494fa4bc2a72,segment=NetworkSegment(25c14642-370d-403e-a6af-ff068efe5594),segment_id=25c14642-370d-403e-a6af-ff068efe5594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:19.813156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.837056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2147009-8778-46cd-be08-f8411ff20c7a req-dd73182b-1031-470c-bce0-3bf2393bb0f5 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.844721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2147009-8778-46cd-be08-f8411ff20c7a req-dd73182b-1031-470c-bce0-3bf2393bb0f5 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 943 time: 0.2893252 Jul 16 03:32:19.884229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Deleting subnet e21e64b4-28d4-42f3-a485-af037efea53c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:19.885279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ad57-e3e2-489c-9bf9-8f9a55282dd6 None None] Pushing event updated for resources: {'Port': ['ID=85bb6928-cabb-49e6-b48d-494fa4bc2a72,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.894859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Allocated IP 172.20.0.2 (bf6dd52f-ceb7-4536-88a6-944f3822f776/2889ae7d-2709-41ae-b8e6-c5a7b55a36f1/ad957589-7e79-418d-826d-3116116dcc3e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:19.895115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.932325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.951247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2147009-8778-46cd-be08-f8411ff20c7a req-0b7b17e1-2655-40a1-ae8f-4da4879ddf34 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056135 Jul 16 03:32:19.962961 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.025253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.056010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.096756 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.097211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:20.103725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:20.108820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:20.126908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Transition to ACTIVE for port object ad957589-7e79-418d-826d-3116116dcc3e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:20.155513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Pushing event updated for resources: {'Port': ['ID=fc8b6d65-27be-4506-aece-b8525eee6d7f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.171534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Transition to ACTIVE for port object ad957589-7e79-418d-826d-3116116dcc3e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:20.174015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.181741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-79b9eca0-65f4-4224-9921-29dbaa5a6a12 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.184749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.190691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-79b9eca0-65f4-4224-9921-29dbaa5a6a12 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 946 time: 0.1491969 Jul 16 03:32:20.293599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21e64b4-28d4-42f3-a485-af037efea53c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.298392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.302528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec3b678b-e545-47f7-939d-312f03444bee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e21e64b4-28d4-42f3-a485-af037efea53c HTTP/1.1" status: 204 len: 168 time: 0.6056275 Jul 16 03:32:20.303260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:20.316593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:20.320005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:20.327387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:20.349495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Pushing event updated for resources: {'Port': ['ID=ad957589-7e79-418d-826d-3116116dcc3e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.385249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.14 (bf6dd52f-ceb7-4536-88a6-944f3822f776/2889ae7d-2709-41ae-b8e6-c5a7b55a36f1/3d61b549-8f17-4d83-bfa2-4cee6f993aba) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:20.392120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:20.394470 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6941f85-5053-4994-a638-d7e7b807def7" -d '{"events": [{"name": "network-changed", "server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:20.449210 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14fd0d-b8c8-4f80-aa67-621d10fb5f54 x-openstack-request-id: req-2a14fd0d-b8c8-4f80-aa67-621d10fb5f54 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:20.449507 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:20.449755 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a14fd0d-b8c8-4f80-aa67-621d10fb5f54 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:20.450107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Attempting to bind port ad957589-7e79-418d-826d-3116116dcc3e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:20.450209 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'status': 'completed', 'code': 200} Jul 16 03:32:20.451693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Attempting to bind port ad957589-7e79-418d-826d-3116116dcc3e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '5543a129-fcf0-4457-ac4e-dcfc5c64e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:20.452582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Attempting to bind port ad957589-7e79-418d-826d-3116116dcc3e on network bf6dd52f-ceb7-4536-88a6-944f3822f776 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:20.462738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:20.463535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Checking segment: {'id': '5543a129-fcf0-4457-ac4e-dcfc5c64e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:20.464158 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.465624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Bound using segment: {'id': '5543a129-fcf0-4457-ac4e-dcfc5c64e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:20.466345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Bound port: ad957589-7e79-418d-826d-3116116dcc3e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5543a129-fcf0-4457-ac4e-dcfc5c64e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bf6dd52f-ceb7-4536-88a6-944f3822f776'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:20.468036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.512259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.570444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] For port ad957589-7e79-418d-826d-3116116dcc3e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:20.577290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] For port ad957589-7e79-418d-826d-3116116dcc3e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ad957589-7e79-418d-826d-3116116dcc3e,segment=NetworkSegment(5543a129-fcf0-4457-ac4e-dcfc5c64e767),segment_id=5543a129-fcf0-4457-ac4e-dcfc5c64e767)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:20.584049 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.604451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Deleting port dba02588-b504-4316-b876-cd0fc55f5617 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:20.605279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.645527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb492584-d071-49d9-83eb-4ad4e476855e no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:20.692254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: eb492584-d071-49d9-83eb-4ad4e476855e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:20.692650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb492584-d071-49d9-83eb-4ad4e476855e not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:20.699836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.727775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 3d61b549-8f17-4d83-bfa2-4cee6f993aba will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:20.752354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] For port dba02588-b504-4316-b876-cd0fc55f5617, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dba02588-b504-4316-b876-cd0fc55f5617,segment=NetworkSegment(5db07322-42dd-46f2-b47c-e74c73265323),segment_id=5db07322-42dd-46f2-b47c-e74c73265323)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:20.752725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.765829 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59a8124e-e635-4129-a36c-2a6b5297e38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.767392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833176e5-88f9-455b-a3cc-044b551f9af5 None None] Pushing event updated for resources: {'Port': ['ID=ad957589-7e79-418d-826d-3116116dcc3e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.772701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Calling delete_port for dba02588-b504-4316-b876-cd0fc55f5617 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:20.841661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.850946 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.853363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:20.876001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27850df1-51cd-4927-8fad-6cb44aea6190']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:20.905192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e8629-7645-4a1f-8dac-7b999d3d516c req-6e7edd45-aadd-40b5-962c-49aaf3aaee7c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.907379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-972e8629-7645-4a1f-8dac-7b999d3d516c req-6e7edd45-aadd-40b5-962c-49aaf3aaee7c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.5403061 Jul 16 03:32:20.910236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadfbc28-72eb-4ccd-9bca-313f75314ad3') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:20.910357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadfbc28-72eb-4ccd-9bca-313f75314ad3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:20.921232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:20.926349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6941f85-5053-4994-a638-d7e7b807def7 req-d3ba615c-9be3-42d1-b9f1-17faccb7c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.927851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-d3ba615c-9be3-42d1-b9f1-17faccb7c22c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610c727ddc54646a68a519d2efc956f&device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 1094 time: 0.4027493 Jul 16 03:32:20.932978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:20.939287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:20.959435 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.981105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=3d61b549-8f17-4d83-bfa2-4cee6f993aba,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.984828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:20.998954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.999593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.024026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.026214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'mac_address': 'fa:16:3e:6d:91:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:21.064195 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-23ce10f7-7e1f-41d5-86cc-3ffee327840b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8088779 Jul 16 03:32:21.080273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58276) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:21.083850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.086272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:21.086756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.103158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307ea2c2-3963-413f-97a2-7159c2e5768b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:21.133767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:21.154188 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:21.178759 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:21.208057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.234820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.297002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 85bb6928-cabb-49e6-b48d-494fa4bc2a72 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:21.361464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['307ea2c2-3963-413f-97a2-7159c2e5768b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:21.392753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:21.541523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.570797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event deleted for resources: {'Port': ['ID=dba02588-b504-4316-b876-cd0fc55f5617,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.580383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc96def-298b-4861-9226-5f71bb25dc6b None None] Network e24c3710-1842-409c-abe7-538e10029cc9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:21.631113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] No DVR routers for this DVR port dba02588-b504-4316-b876-cd0fc55f5617 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:21.634430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.636542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bf0b1716-2ab5-4657-bac8-4be803f8b3b3 req-d78f8d10-e061-4213-b27f-eb0a7e4e1c88 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.11 "DELETE /v2.0/ports/dba02588-b504-4316-b876-cd0fc55f5617 HTTP/1.1" status: 204 len: 173 time: 1.4448590 Jul 16 03:32:21.641724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] Provisioning for port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:21.641902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 3d61b549-8f17-4d83-bfa2-4cee6f993aba {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:21.642155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.652659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] Provisioning complete for port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:21.653036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.693348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd6c53-c022-47b0-b2c4-d49e61e8792e req-5c76a43f-6c78-4d8b-bea4-6772c0dc7ff4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.711165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11fd6c53-c022-47b0-b2c4-d49e61e8792e req-5c76a43f-6c78-4d8b-bea4-6772c0dc7ff4 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/ports?device_id=6045d21c-ea69-4f60-b9e0-bf7ee77b853e HTTP/1.1" status: 200 len: 946 time: 1.0262954 Jul 16 03:32:21.719837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-972e8629-7645-4a1f-8dac-7b999d3d516c req-a3ad57c4-686c-4c9c-b7b3-3250b01cdffa tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7956860 Jul 16 03:32:21.720448 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.757471 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.763903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.768093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] 10.222.0.25 "DELETE /v2.0/networks/27850df1-51cd-4927-8fad-6cb44aea6190 HTTP/1.1" status: 204 len: 168 time: 1.4617708 Jul 16 03:32:21.773197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 3d61b549-8f17-4d83-bfa2-4cee6f993aba owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:21.826844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dba02588-b504-4316-b876-cd0fc55f5617'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:21.851064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07a89f-8660-4781-ac4d-19b34b60c44a admin admin] Pushing event deleted for resources: {'Network': ['ID=27850df1-51cd-4927-8fad-6cb44aea6190,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.930993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.977686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11fd6c53-c022-47b0-b2c4-d49e61e8792e req-e26ecbab-ddb1-4940-87ac-e5850356a220 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups?id=9e77366f-a0a9-4274-8b95-c8835d92b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655506 Jul 16 03:32:21.982218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6941f85-5053-4994-a638-d7e7b807def7 req-42e8ce2a-21d6-40eb-9ac5-aac85a49a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.984394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-42e8ce2a-21d6-40eb-9ac5-aac85a49a6da service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 200 len: 907 time: 1.0223305 Jul 16 03:32:22.016780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58284) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.043263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-6b7e174e-61bc-4e0d-a36e-3fc559324c95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307ea2c2-3963-413f-97a2-7159c2e5768b HTTP/1.1" status: 200 len: 217 time: 0.0454097 Jul 16 03:32:22.050665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] For port 85bb6928-cabb-49e6-b48d-494fa4bc2a72, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=85bb6928-cabb-49e6-b48d-494fa4bc2a72,segment=NetworkSegment(25c14642-370d-403e-a6af-ff068efe5594),segment_id=25c14642-370d-403e-a6af-ff068efe5594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:22.071451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.078964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.097733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-84d60675-c79c-4ae5-ba95-2510b359523c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ddc1bbf716f47018bf27825a6ad0b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837045 Jul 16 03:32:22.114646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.135282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=3d61b549-8f17-4d83-bfa2-4cee6f993aba,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.183857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.195335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6941f85-5053-4994-a638-d7e7b807def7 req-680b563d-6048-41da-8f99-72f3574f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.196968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-680b563d-6048-41da-8f99-72f3574f74c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 200 len: 845 time: 0.1528499 Jul 16 03:32:22.302773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.311924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f2fe0439-ffda-4fb6-9c83-48d8bba1e4d8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/3d61b549-8f17-4d83-bfa2-4cee6f993aba HTTP/1.1" status: 204 len: 168 time: 1.2299194 Jul 16 03:32:22.313930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.392716 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec110a2-7e99-4cd5-9b91-5c9bc9cba769 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:32:22.393479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec110a2-7e99-4cd5-9b91-5c9bc9cba769 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:32:22.399855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cec110a2-7e99-4cd5-9b91-5c9bc9cba769 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/3d61b549-8f17-4d83-bfa2-4cee6f993aba HTTP/1.1" status: 404 len: 333 time: 0.0848420 Jul 16 03:32:22.401521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.421118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361f157-3701-4519-922e-aca2fa3faa76 None None] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:22.433631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-eb79c2fd-b71a-4466-a054-569b11b0e17d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845651 Jul 16 03:32:22.469583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3895071e-9bab-4174-8c00-7db6699c4208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.470259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'name': 'network-vif-deleted', 'tag': 'dba02588-b504-4316-b876-cd0fc55f5617'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:22.476586 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa1e68-04db-450e-b6ef-c264d3f0a6f6" -d '{"events": [{"server_uuid": "6045d21c-ea69-4f60-b9e0-bf7ee77b853e", "name": "network-vif-deleted", "tag": "dba02588-b504-4316-b876-cd0fc55f5617"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:22.494004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8a42a413-1b5c-492d-8218-dd4cd6e57d02 None None] Provisioning for port ad957589-7e79-418d-826d-3116116dcc3e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:22.499384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3895071e-9bab-4174-8c00-7db6699c4208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.500761 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f71d573-eb4b-4083-b718-13bc638639cb tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:22.507073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6f71d573-eb4b-4083-b718-13bc638639cb tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/3d61b549-8f17-4d83-bfa2-4cee6f993aba HTTP/1.1" status: 404 len: 333 time: 0.1042755 Jul 16 03:32:22.515528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58294) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.544882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d1b6f-106a-4bf4-b151-92fe43978e56 None None] Pushing event updated for resources: {'Port': ['ID=85bb6928-cabb-49e6-b48d-494fa4bc2a72,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.600817 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d65dbd-82dc-4640-ab82-15004ac3148c x-openstack-request-id: req-f8d65dbd-82dc-4640-ab82-15004ac3148c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:22.601565 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6045d21c-ea69-4f60-b9e0-bf7ee77b853e", "name": "network-vif-deleted", "tag": "dba02588-b504-4316-b876-cd0fc55f5617", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:22.601565 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8d65dbd-82dc-4640-ab82-15004ac3148c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:22.602529 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3895071e-9bab-4174-8c00-7db6699c4208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.608249 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6045d21c-ea69-4f60-b9e0-bf7ee77b853e', 'name': 'network-vif-deleted', 'tag': 'dba02588-b504-4316-b876-cd0fc55f5617', 'status': 'completed', 'code': 200} Jul 16 03:32:22.610343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3895071e-9bab-4174-8c00-7db6699c4208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.611537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3895071e-9bab-4174-8c00-7db6699c4208 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4b717de-b43b-4e5e-b144-7ce99aa48085 HTTP/1.1" status: 204 len: 168 time: 0.4935250 Jul 16 03:32:22.647344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895071e-9bab-4174-8c00-7db6699c4208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b717de-b43b-4e5e-b144-7ce99aa48085,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.647702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 2889ae7d-2709-41ae-b8e6-c5a7b55a36f1 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:22.654696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.721420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Router 7f3e6e63-103a-45e8-a0ef-1296deb11363 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:32:22.757725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.809806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeb3dc-5dbf-479b-9fe2-5581b6ae9caf req-c302e534-ebc4-48d7-bc85-564ee6a41775 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.827171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daaeb3dc-5dbf-479b-9fe2-5581b6ae9caf req-c302e534-ebc4-48d7-bc85-564ee6a41775 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 944 time: 0.5768609 Jul 16 03:32:22.866812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:22.902704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.942276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 307ea2c2-3963-413f-97a2-7159c2e5768b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:22.950321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 307ea2c2-3963-413f-97a2-7159c2e5768b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:22.951097 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.979141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-1cb621fa-5ce0-4e62-a0b3-43d76c784994 service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243518 Jul 16 03:32:22.985381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.051578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=2889ae7d-2709-41ae-b8e6-c5a7b55a36f1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.060852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.063293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aecebf19-95fe-49a6-905a-ef6133856168 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/2889ae7d-2709-41ae-b8e6-c5a7b55a36f1 HTTP/1.1" status: 204 len: 168 time: 0.5496597 Jul 16 03:32:23.071072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58306) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:23.098135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daaeb3dc-5dbf-479b-9fe2-5581b6ae9caf req-9dd02887-24a5-49c0-aa98-c18957df8975 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698531 Jul 16 03:32:23.150948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c7a05d2e-0236-4ee2-a037-61ffec3ccc2c None None] Provisioning complete for port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:23.151337 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7a05d2e-0236-4ee2-a037-61ffec3ccc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.186579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.187569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc427f77-ce20-4548-b7dd-ad4b20b6f08b None None] Network bf6dd52f-ceb7-4536-88a6-944f3822f776 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:23.198037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:23.257552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.293539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:23.296573 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e5365-e6fe-489f-a7b3-777861981752" -d '{"events": [{"server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "name": "network-vif-plugged", "status": "completed", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:23.344952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port ad957589-7e79-418d-826d-3116116dcc3e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:23.345304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.372393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ad957589-7e79-418d-826d-3116116dcc3e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:23.377705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033637d6-38ec-4939-89ec-cc147ac37aed req-d597b5da-25b1-4711-b75e-2e5819b7bc72 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.385806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-033637d6-38ec-4939-89ec-cc147ac37aed req-d597b5da-25b1-4711-b75e-2e5819b7bc72 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.5939553 Jul 16 03:32:23.400768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:23.406579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a901ba1e-98f9-4890-b9e4-a5f6c4d6d72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.415115 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.428153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port ad957589-7e79-418d-826d-3116116dcc3e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ad957589-7e79-418d-826d-3116116dcc3e,segment=NetworkSegment(5543a129-fcf0-4457-ac4e-dcfc5c64e767),segment_id=5543a129-fcf0-4457-ac4e-dcfc5c64e767)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:23.428515 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.434420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:23.441047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for ad957589-7e79-418d-826d-3116116dcc3e owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:23.443551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6941f85-5053-4994-a638-d7e7b807def7 req-cc57ca41-f9ba-462d-8ab7-de0bdb78060b service neutron] 10.222.0.11 "GET /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515672 Jul 16 03:32:23.454760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Sync routers for ids ['7f3e6e63-103a-45e8-a0ef-1296deb11363'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:23.455285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:23.456200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e8f5351e-691b-4749-a52b-99f9cfad2dba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42ca6122895f42dab4babf138371cca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142093 Jul 16 03:32:23.494722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-033637d6-38ec-4939-89ec-cc147ac37aed req-3973054d-c4ff-49f4-b3f4-aff55ba6858f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026936 Jul 16 03:32:23.497128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.498362 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Routers {'7f3e6e63-103a-45e8-a0ef-1296deb11363'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:23.502173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c448fcf6-3173-4ca5-9f59-adb66d117c7d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8987947 Jul 16 03:32:23.502664 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7f3e6e63-103a-45e8-a0ef-1296deb11363'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:23.514108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:23.557315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e350ba62-e953-4e64-a8fb-655db65795f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.565999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.584141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e350ba62-e953-4e64-a8fb-655db65795f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.597253 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8801e659-c312-4856-aa08-25a4ece50776 x-openstack-request-id: req-8801e659-c312-4856-aa08-25a4ece50776 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:23.597650 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "name": "network-vif-plugged", "status": "completed", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:23.597834 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8801e659-c312-4856-aa08-25a4ece50776 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:23.599308 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'code': 200} Jul 16 03:32:23.600071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ad957589-7e79-418d-826d-3116116dcc3e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:23.609877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ad957589-7e79-418d-826d-3116116dcc3e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:23.612948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.694152 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e350ba62-e953-4e64-a8fb-655db65795f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.695714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] DHCP port deletion for bf6dd52f-ceb7-4536-88a6-944f3822f776 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:32:23.696804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e350ba62-e953-4e64-a8fb-655db65795f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.700523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e350ba62-e953-4e64-a8fb-655db65795f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d93f14cf-883c-4d7b-b807-25bae35fd873 HTTP/1.1" status: 204 len: 168 time: 0.2418802 Jul 16 03:32:23.714916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ba62-e953-4e64-a8fb-655db65795f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f14cf-883c-4d7b-b807-25bae35fd873,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.743500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.787841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port ad957589-7e79-418d-826d-3116116dcc3e on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:23.801345 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Set router 7f3e6e63-103a-45e8-a0ef-1296deb11363 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:23.814589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=ad957589-7e79-418d-826d-3116116dcc3e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.818046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Could not find standard attr ID for object ad957589-7e79-418d-826d-3116116dcc3e. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:32:23.849907 n-d-800089-6 neutron-server[93758]: INFO neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No ports have port_id starting with ad957589-7e79-418d-826d-3116116dcc3e Jul 16 03:32:23.869696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 85bb6928-cabb-49e6-b48d-494fa4bc2a72 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:23.877014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54dca8-10e4-42e8-8243-9ecbb6534c60 req-95172ea3-80ca-4825-9184-8e76e868dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.879022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff54dca8-10e4-42e8-8243-9ecbb6534c60 req-95172ea3-80ca-4825-9184-8e76e868dfd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 1096 time: 0.1551852 Jul 16 03:32:23.934783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:23.956903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.982777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6dd52f-ceb7-4536-88a6-944f3822f776']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:23.992262 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.007216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:24.007598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.008415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5543a129-fcf0-4457-ac4e-dcfc5c64e767') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:24.008925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5543a129-fcf0-4457-ac4e-dcfc5c64e767') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:24.020510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.022926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Deleting port ad957589-7e79-418d-826d-3116116dcc3e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:24.023311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.025610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff54dca8-10e4-42e8-8243-9ecbb6534c60 req-0032ef11-82b5-461b-a4af-63d1008a79b8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916510 Jul 16 03:32:24.040272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.053484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:24.053932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:24.063218 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:24.070361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 3, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:24.101406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] For port ad957589-7e79-418d-826d-3116116dcc3e, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:24.101841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.120816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Calling delete_port for ad957589-7e79-418d-826d-3116116dcc3e owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:24.126143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Port ad957589-7e79-418d-826d-3116116dcc3e was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:32:24.152844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6961875c-159b-4901-a667-13b1fd28567c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.173824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.188988 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.196884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.202390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/bf6dd52f-ceb7-4536-88a6-944f3822f776 HTTP/1.1" status: 204 len: 168 time: 1.1231861 Jul 16 03:32:24.209694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] No DVR routers for this DVR port ad957589-7e79-418d-826d-3116116dcc3e on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:24.217046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:24.226186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1871736074'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:24.238117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e66df-86d2-467a-8a11-7ced1ba943f7 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=bf6dd52f-ceb7-4536-88a6-944f3822f776,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:24.259917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Checking router: 7f3e6e63-103a-45e8-a0ef-1296deb11363 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:24.260456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Updating router 7f3e6e63-103a-45e8-a0ef-1296deb11363 port fc8b6d65-27be-4506-aece-b8525eee6d7f binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:24.262176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6961875c-159b-4901-a667-13b1fd28567c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.296824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9f645-cf01-4df2-a3e1-1324c66c82a7 None None] Pushing event deleted for resources: {'Port': ['ID=ad957589-7e79-418d-826d-3116116dcc3e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:24.308297 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.313033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.358215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6961875c-159b-4901-a667-13b1fd28567c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.364525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6961875c-159b-4901-a667-13b1fd28567c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.365739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6961875c-159b-4901-a667-13b1fd28567c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "DELETE /v2.0/security-groups/23004d43-c9c7-4119-84d4-78c9c12176c1 HTTP/1.1" status: 204 len: 168 time: 0.4295511 Jul 16 03:32:24.368508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:24.383622 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-a658fca5-4c89-49cc-95e0-419221c8f58d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] show failed (client error): The resource could not be found. Jul 16 03:32:24.384522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a658fca5-4c89-49cc-95e0-419221c8f58d tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "GET /v2.0/security-groups/23004d43-c9c7-4119-84d4-78c9c12176c1 HTTP/1.1" status: 404 len: 347 time: 0.0147943 Jul 16 03:32:24.395141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58352) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:24.412310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:24.415720 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.453710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961875c-159b-4901-a667-13b1fd28567c tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23004d43-c9c7-4119-84d4-78c9c12176c1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:24.476618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:24.486636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.486999 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment 2c8d337a-2178-45d6-b6db-964f97b8b067 of type vlan for network 63ee6340-fbe6-45fe-92af-d14813f5fb69 Jul 16 03:32:24.536101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.618531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Deleting port 179a735f-cc4f-45bf-b588-823e8720b241 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:24.619199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.671420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.676977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.677581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.710893 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.711561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d266f1-2337-46e9-bdf0-014fcb9c249c req-eb066dd2-e272-4ac3-8d48-904f130b54e9 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.713128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8d266f1-2337-46e9-bdf0-014fcb9c249c req-eb066dd2-e272-4ac3-8d48-904f130b54e9 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 945 time: 0.3736973 Jul 16 03:32:24.724706 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Transition to ACTIVE for port object fc8b6d65-27be-4506-aece-b8525eee6d7f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:24.737893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.739917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.749340 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.757440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Calling delete_port for 179a735f-cc4f-45bf-b588-823e8720b241 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:24.827437 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Attempting to bind port fc8b6d65-27be-4506-aece-b8525eee6d7f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:24.827991 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Attempting to bind port fc8b6d65-27be-4506-aece-b8525eee6d7f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:24.828483 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Attempting to bind port fc8b6d65-27be-4506-aece-b8525eee6d7f on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:24.831622 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122c6c9-3723-4e63-be37-4392fb356b0d None None] Pushing event updated for resources: {'Port': ['ID=fc8b6d65-27be-4506-aece-b8525eee6d7f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:24.837824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:24.838362 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:24.838897 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.839815 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:24.840236 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Bound port: fc8b6d65-27be-4506-aece-b8525eee6d7f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:24.841162 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.865628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dba02588-b504-4316-b876-cd0fc55f5617 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:24.901274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] For port fc8b6d65-27be-4506-aece-b8525eee6d7f, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:24.902636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6781487 Jul 16 03:32:24.906225 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] For port fc8b6d65-27be-4506-aece-b8525eee6d7f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc8b6d65-27be-4506-aece-b8525eee6d7f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:24.910728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:24.913415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: dba02588-b504-4316-b876-cd0fc55f5617 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:24.915849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dba02588-b504-4316-b876-cd0fc55f5617 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:24.918216 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.928429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:24.957799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:24.975577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Pushing event deleted for resources: {'Port': ['ID=179a735f-cc4f-45bf-b588-823e8720b241,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:24.992432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887b4fb-d5f8-4fa9-8cac-d97914fc7c2d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=63ee6340-fbe6-45fe-92af-d14813f5fb69,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.017217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.024016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:25.024179 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Routers {'7f3e6e63-103a-45e8-a0ef-1296deb11363'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:25.024782 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7f3e6e63-103a-45e8-a0ef-1296deb11363'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:25.032095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122c6c9-3723-4e63-be37-4392fb356b0d None None] Pushing event updated for resources: {'Port': ['ID=fc8b6d65-27be-4506-aece-b8525eee6d7f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.081703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8d266f1-2337-46e9-bdf0-014fcb9c249c req-c8789bd8-b5a7-40e1-a193-306f08fb88b5 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206079 Jul 16 03:32:25.126077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ad957589-7e79-418d-826d-3116116dcc3e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:25.160830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.163636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.165473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ad957589-7e79-418d-826d-3116116dcc3e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:25.166283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ad957589-7e79-418d-826d-3116116dcc3e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:25.170319 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-159397b8-2523-4d23-a402-c1232b333575 tempest-ImagesOneServerNegativeTestJSON-1157938266 tempest-ImagesOneServerNegativeTestJSON-1157938266-project] 10.222.0.25 "DELETE /v2.0/floatingips/fed9dfda-be15-49df-90c8-275838dfbe4f HTTP/1.1" status: 204 len: 168 time: 0.7739720 Jul 16 03:32:25.221654 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] Set router 7f3e6e63-103a-45e8-a0ef-1296deb11363 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:25.313512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709ffb-9b4a-4409-ab19-218313962b54 req-955082fa-c6cc-4de0-b124-88d76eb409be tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.319107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c709ffb-9b4a-4409-ab19-218313962b54 req-955082fa-c6cc-4de0-b124-88d76eb409be tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.5925639 Jul 16 03:32:25.322570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:25.327134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.410327 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 3, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:25.436075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58384) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:25.440013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a4033-ac1e-47b7-8128-509ee683a575 None None] The sync data for ids ['7f3e6e63-103a-45e8-a0ef-1296deb11363'] in n-d-800089-6 is: [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 3, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:25.488027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Deleting subnet e0d8515e-5bf2-4221-be31-746723332216 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:25.492053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.535371 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.578385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.638873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.674173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d8515e-5bf2-4221-be31-746723332216,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.685626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.687778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ac3e9a76-96fc-4432-81b0-f2d85d5c543e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e0d8515e-5bf2-4221-be31-746723332216 HTTP/1.1" status: 204 len: 168 time: 0.2506227 Jul 16 03:32:25.690324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58388) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:25.766227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c709ffb-9b4a-4409-ab19-218313962b54 req-2e4bc911-c4df-41bd-8fbd-f200ee945df0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087937 Jul 16 03:32:25.785987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.817257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Allocated IP 172.20.0.1 (e24c3710-1842-409c-abe7-538e10029cc9/95422678-6488-44a8-a92e-8e535376295f/a5a037b7-9e41-47e8-96df-51e4be3767c3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:25.891222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.903941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c911f0f-1224-40ee-9edd-fcd298fab091']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:25.916862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db07322-42dd-46f2-b47c-e74c73265323') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:25.917164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db07322-42dd-46f2-b47c-e74c73265323') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:25.930041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.951349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.967617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:25.968222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.970269 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:25.970970 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:26.027034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.047213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.057942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.060493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/9c911f0f-1224-40ee-9edd-fcd298fab091 HTTP/1.1" status: 204 len: 168 time: 0.3585122 Jul 16 03:32:26.069867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Transition to ACTIVE for port object a5a037b7-9e41-47e8-96df-51e4be3767c3 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:26.073696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.076969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2ca7-fe9f-41ae-9adb-5b8620d997ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9c911f0f-1224-40ee-9edd-fcd298fab091,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:26.178249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=b76f34d4-72b8-41af-a2cf-02727181e433,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:26.187131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': '2c8d337a-2178-45d6-b6db-964f97b8b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:26.187485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 63ee6340-fbe6-45fe-92af-d14813f5fb69, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:26.190824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.263188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Network e24c3710-1842-409c-abe7-538e10029cc9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:26.300637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:26.304566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:26.307542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58404) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:26.371751 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-546acfaa-6ab7-42f2-af71-4a4f115002fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=433284340a554065bd68d9edc0faca13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599957 Jul 16 03:32:26.372597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:26.376188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:26.402688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a037b7-9e41-47e8-96df-51e4be3767c3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:26.412167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 63ee6340-fbe6-45fe-92af-d14813f5fb69) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:26.420872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd147a7a-d036-457c-a5ec-11e29f212647 None None] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:26.462898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.463508 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.501673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-920a8bda-4fcf-4881-88bf-e870d56fc9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.527379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-38fa6d5d-a95f-46f7-9138-6a7415720d8a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6136513 Jul 16 03:32:26.528257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.557964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:26.567701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-920a8bda-4fcf-4881-88bf-e870d56fc9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.619847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69', 'security_groups': [], 'name': 'tempest-PortsTestJSON-25190935'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:26.643658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-920a8bda-4fcf-4881-88bf-e870d56fc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.648292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-920a8bda-4fcf-4881-88bf-e870d56fc9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.649651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-920a8bda-4fcf-4881-88bf-e870d56fc9a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e77366f-a0a9-4274-8b95-c8835d92b005 HTTP/1.1" status: 204 len: 168 time: 0.2747588 Jul 16 03:32:26.674177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a8bda-4fcf-4881-88bf-e870d56fc9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e77366f-a0a9-4274-8b95-c8835d92b005,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:26.683651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03c8d-ebc4-4a46-85b6-5bbb408c5742 req-6f1fe6da-f2d1-476c-820f-9dfa970577d9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.692240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48c03c8d-ebc4-4a46-85b6-5bbb408c5742 req-6f1fe6da-f2d1-476c-820f-9dfa970577d9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.4271276 Jul 16 03:32:26.701695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-41a5c407-0005-45d7-9b9a-b853422dfe19 None None] Provisioning for port a5a037b7-9e41-47e8-96df-51e4be3767c3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:26.706641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3520f-a36c-4014-8000-6e1530cbd887 req-8123b148-c084-43e8-a3f2-80a0ece2944e tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.708161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bc3520f-a36c-4014-8000-6e1530cbd887 req-8123b148-c084-43e8-a3f2-80a0ece2944e tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 945 time: 0.4358594 Jul 16 03:32:26.728630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-41a5c407-0005-45d7-9b9a-b853422dfe19 None None] Provisioning complete for port a5a037b7-9e41-47e8-96df-51e4be3767c3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:26.730161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41a5c407-0005-45d7-9b9a-b853422dfe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.739201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-63ee6340-fbe6-45fe-92af-d14813f5fb69', 'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': 'b76f34d4-72b8-41af-a2cf-02727181e433'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:26.741463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.860636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-41a5c407-0005-45d7-9b9a-b853422dfe19 None None] Port a5a037b7-9e41-47e8-96df-51e4be3767c3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:26.900167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48c03c8d-ebc4-4a46-85b6-5bbb408c5742 req-3022ea6d-e523-4175-bdef-28fafd0c28fa tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067912 Jul 16 03:32:26.941657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bc3520f-a36c-4014-8000-6e1530cbd887 req-9a357d82-fcae-4a20-8b96-feceef109409 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211583 Jul 16 03:32:26.968378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Allocated IP 172.20.0.2 (63ee6340-fbe6-45fe-92af-d14813f5fb69/b76f34d4-72b8-41af-a2cf-02727181e433/e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:27.021482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:27.025050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.063364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port ff79f519-958e-4660-af47-c6b6df28f91b yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:27.076734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.236635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc8b6d65-27be-4506-aece-b8525eee6d7f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:27.283796 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.298255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Transition to ACTIVE for port object e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:27.326913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port fc8b6d65-27be-4506-aece-b8525eee6d7f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:27.334367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fc8b6d65-27be-4506-aece-b8525eee6d7f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:27.334758 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.369364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Transition to ACTIVE for port object e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:27.381279 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.432961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:27.442861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:27.457462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:27.471141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Pushing event updated for resources: {'Port': ['ID=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.518761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.10 (63ee6340-fbe6-45fe-92af-d14813f5fb69/b76f34d4-72b8-41af-a2cf-02727181e433/ff79f519-958e-4660-af47-c6b6df28f91b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:27.556451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.566053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325236c-b267-4c89-a1c2-d43a41185118 req-b10d2014-8e3b-4e07-afd4-148b66fe14e3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.576128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b325236c-b267-4c89-a1c2-d43a41185118 req-b10d2014-8e3b-4e07-afd4-148b66fe14e3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 946 time: 0.1287344 Jul 16 03:32:27.680977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port fc8b6d65-27be-4506-aece-b8525eee6d7f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc8b6d65-27be-4506-aece-b8525eee6d7f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:27.683245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.693885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.700361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.722188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Attempting to bind port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:27.722606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Attempting to bind port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '2c8d337a-2178-45d6-b6db-964f97b8b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:27.724524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Attempting to bind port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde on network 63ee6340-fbe6-45fe-92af-d14813f5fb69 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:27.770025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:27.770965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Checking segment: {'id': '2c8d337a-2178-45d6-b6db-964f97b8b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:27.770965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.771222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Bound using segment: {'id': '2c8d337a-2178-45d6-b6db-964f97b8b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:27.771715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Bound port: e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8d337a-2178-45d6-b6db-964f97b8b067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '63ee6340-fbe6-45fe-92af-d14813f5fb69'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:27.772099 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.781675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Deleting port 796afa08-bc02-4df7-8256-cb774d7340ac {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:27.782032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.786641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.810654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:27.835862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a037b7-9e41-47e8-96df-51e4be3767c3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.852675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=fc8b6d65-27be-4506-aece-b8525eee6d7f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.906825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] For port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:27.910536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] For port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,segment=NetworkSegment(2c8d337a-2178-45d6-b6db-964f97b8b067),segment_id=2c8d337a-2178-45d6-b6db-964f97b8b067)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:27.916254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.922938 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.960194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] For port 796afa08-bc02-4df7-8256-cb774d7340ac, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=796afa08-bc02-4df7-8256-cb774d7340ac,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:27.960679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.983782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Calling delete_port for 796afa08-bc02-4df7-8256-cb774d7340ac owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:28.018942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object ff79f519-958e-4660-af47-c6b6df28f91b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:28.069924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2b1a-a6ac-4492-84bf-8e3079b36d6c None None] Pushing event updated for resources: {'Port': ['ID=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:28.131941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1501756322-network', 'tenant_id': '26cf765fa4cb4b899d8d3c27f0f6fda2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:28.175828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.189135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['796afa08-bc02-4df7-8256-cb774d7340ac'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:28.192157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Network e24c3710-1842-409c-abe7-538e10029cc9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:28.203056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:28.227034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.233233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Made reservation on behalf of 26cf765fa4cb4b899d8d3c27f0f6fda2 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:28.240772 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.261788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event deleted for resources: {'Port': ['ID=796afa08-bc02-4df7-8256-cb774d7340ac,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:28.326019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] No DVR routers for this DVR port 796afa08-bc02-4df7-8256-cb774d7340ac on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:28.361770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.369604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b325236c-b267-4c89-a1c2-d43a41185118 req-34af99f0-bd2e-44ab-bfaa-b70cee018e1f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "DELETE /v2.0/ports/796afa08-bc02-4df7-8256-cb774d7340ac HTTP/1.1" status: 204 len: 173 time: 0.7877543 Jul 16 03:32:28.370123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'name': 'network-vif-deleted', 'tag': '796afa08-bc02-4df7-8256-cb774d7340ac'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:28.377214 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9d998-ee0c-484e-8269-db873aab6e3b" -d '{"events": [{"server_uuid": "b3b032ec-0984-448e-95d9-708d08c2f70d", "name": "network-vif-deleted", "tag": "796afa08-bc02-4df7-8256-cb774d7340ac"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:28.429926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.461012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:28.469448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:28.472582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:28.492445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ea99d-61e3-4692-8207-da2a954fcf92 req-174ecb91-2656-4fb6-a418-ab8a4351b1c9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.500310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-656ea99d-61e3-4692-8207-da2a954fcf92 req-174ecb91-2656-4fb6-a418-ab8a4351b1c9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3b032ec-0984-448e-95d9-708d08c2f70d HTTP/1.1" status: 200 len: 867 time: 0.4219713 Jul 16 03:32:28.603088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=ff79f519-958e-4660-af47-c6b6df28f91b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:28.698183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-baf4e18f-cb46-4e72-be12-eaf5d037f83c None None] Provisioning complete for port a5a037b7-9e41-47e8-96df-51e4be3767c3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:28.699157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baf4e18f-cb46-4e72-be12-eaf5d037f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.712886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.713528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.723578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-656ea99d-61e3-4692-8207-da2a954fcf92 req-1179cd96-59da-421f-b150-33b3abf78898 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224579 Jul 16 03:32:28.745122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Router 7f3e6e63-103a-45e8-a0ef-1296deb11363 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:28.780006 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916beca4-ef1b-4b10-b406-66dc026a5849 x-openstack-request-id: req-916beca4-ef1b-4b10-b406-66dc026a5849 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:28.782293 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b032ec-0984-448e-95d9-708d08c2f70d", "name": "network-vif-deleted", "tag": "796afa08-bc02-4df7-8256-cb774d7340ac", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:28.782781 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-916beca4-ef1b-4b10-b406-66dc026a5849 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:28.783478 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b032ec-0984-448e-95d9-708d08c2f70d', 'name': 'network-vif-deleted', 'tag': '796afa08-bc02-4df7-8256-cb774d7340ac', 'status': 'completed', 'code': 200} Jul 16 03:32:28.792063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-baf4e18f-cb46-4e72-be12-eaf5d037f83c None None] Port a5a037b7-9e41-47e8-96df-51e4be3767c3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:28.823780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.831544 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.843107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2fed27db-a5db-4ee5-bbf0-30968a2c8b2a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2837942 Jul 16 03:32:28.847137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58542) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:28.906483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:28.967698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.968055 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Added segment fce9e6bb-441e-4ad1-880d-604a9dfbcffe of type vlan for network c75c4d32-f77a-4841-baef-f70bdb1b352e Jul 16 03:32:28.983137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:29.000243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7b189912-2cdc-48c1-9bb9-60bba1d69af0 admin admin] 10.222.0.25 "PUT /v2.0/routers/7f3e6e63-103a-45e8-a0ef-1296deb11363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4842565 Jul 16 03:32:29.001147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.002674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Sync routers for ids ['7f3e6e63-103a-45e8-a0ef-1296deb11363'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:29.027922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Routers {'7f3e6e63-103a-45e8-a0ef-1296deb11363'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:29.029793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7f3e6e63-103a-45e8-a0ef-1296deb11363'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:29.041050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port ff79f519-958e-4660-af47-c6b6df28f91b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:29.041695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.070244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.166754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.168204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.168386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.288417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.312159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for ff79f519-958e-4660-af47-c6b6df28f91b owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:29.320360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5051713 Jul 16 03:32:29.321207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58574) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:29.326400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Request body: {'subnet': {'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1501756322-subnet', 'tenant_id': '26cf765fa4cb4b899d8d3c27f0f6fda2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:29.333288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec2747-35cb-4949-b985-5e3a0c9f586e admin admin] Pushing event updated for resources: {'Network': ['ID=c75c4d32-f77a-4841-baef-f70bdb1b352e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.346800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Set router 7f3e6e63-103a-45e8-a0ef-1296deb11363 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:29.365967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network c75c4d32-f77a-4841-baef-f70bdb1b352e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:29.366296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8d33-9bd0-4582-8162-2c9506b9eb7b req-d7f872e1-ff7d-4003-91ab-6f2f899e08d2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.387190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f3d8d33-9bd0-4582-8162-2c9506b9eb7b req-d7f872e1-ff7d-4003-91ab-6f2f899e08d2 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 945 time: 0.5035951 Jul 16 03:32:29.440351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f3d8d33-9bd0-4582-8162-2c9506b9eb7b req-6f158273-8e90-4212-b2b0-2b3400583549 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512722 Jul 16 03:32:29.458730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Made reservation on behalf of 26cf765fa4cb4b899d8d3c27f0f6fda2 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:29.461850 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.502077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:29.579291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ee736-5249-4752-b503-41c0580b828a None None] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:29.647765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.684425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=ff79f519-958e-4660-af47-c6b6df28f91b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.786040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-2545f718-c99a-4860-85d2-230aff6cb1a5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2563622 Jul 16 03:32:29.791053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:29.806669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.815790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:29.815958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b13a2e4-b281-4b49-aa85-8f3b758764c1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/ff79f519-958e-4660-af47-c6b6df28f91b HTTP/1.1" status: 204 len: 168 time: 0.9631498 Jul 16 03:32:29.837173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:29.850187 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-48da034c-18b5-41bc-9510-23d703594fd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:29.854610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-48da034c-18b5-41bc-9510-23d703594fd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/ff79f519-958e-4660-af47-c6b6df28f91b HTTP/1.1" status: 404 len: 333 time: 0.0389912 Jul 16 03:32:29.854610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.855240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:29.880604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.883002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc8b6d65-27be-4506-aece-b8525eee6d7f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:29.897682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] Provisioning for port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:29.944724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fdbfa1-1897-4b04-85b3-ef6ea16c213d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.956514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Checking segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:29.956870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Network hostable DHCP agents. Network: c75c4d32-f77a-4841-baef-f70bdb1b352e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:29.967314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] Provisioning complete for port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:29.967692 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.977917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Network c75c4d32-f77a-4841-baef-f70bdb1b352e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:29.989648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, c75c4d32-f77a-4841-baef-f70bdb1b352e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:29.994881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.995652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.015831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1f316204-f63f-4c17-98f3-e58072074463 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6933758 Jul 16 03:32:30.060537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c819e3b-26cf-4d0e-96bf-65605e17f258 None None] Network c75c4d32-f77a-4841-baef-f70bdb1b352e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:30.264026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet b76f34d4-72b8-41af-a2cf-02727181e433 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:30.272476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.313276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.332816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fc8b6d65-27be-4506-aece-b8525eee6d7f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:30.333123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.393807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.429417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] For port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,segment=NetworkSegment(2c8d337a-2178-45d6-b6db-964f97b8b067),segment_id=2c8d337a-2178-45d6-b6db-964f97b8b067)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:30.432736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:32:26Z', 'revision_number': 4, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a5a037b7-9e41-47e8-96df-51e4be3767c3', 'name': '', 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'mac_address': 'fa:16:3e:98:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '95422678-6488-44a8-a92e-8e535376295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:25Z', 'updated_at': '2021-07-16T03:32:27Z', 'revision_number': 2, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'subnets': [{'id': '95422678-6488-44a8-a92e-8e535376295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:30.451266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-56f0e345-118f-4a97-8c43-d2c7933e04e9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.452762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-56f0e345-118f-4a97-8c43-d2c7933e04e9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.2386701 Jul 16 03:32:30.469244 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.486208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.488236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-a1599e38-8e65-4869-8ed5-b335321fa59e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0261230 Jul 16 03:32:30.489527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Checking router: 7f3e6e63-103a-45e8-a0ef-1296deb11363 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:30.489887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Updating router 7f3e6e63-103a-45e8-a0ef-1296deb11363 port a5a037b7-9e41-47e8-96df-51e4be3767c3 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:30.539934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-c75c4d32-f77a-4841-baef-f70bdb1b352e', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'tenant_id': '26cf765fa4cb4b899d8d3c27f0f6fda2', 'fixed_ips': [{'subnet_id': '88fdbfa1-1897-4b04-85b3-ef6ea16c213d'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:30.540802 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.585488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-37ac61b0-f5f3-4ae9-ac42-3b3dc902bfd5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650976 Jul 16 03:32:30.593356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.629207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.631270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19d3d-7699-4965-8bae-3113019751c0 None None] Pushing event updated for resources: {'Port': ['ID=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:30.793867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Allocated IP 172.25.4.236 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/a6f447ef-3489-40f6-8dea-4e7a5361be0d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:30.832673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-b6cb24b1-3460-46b1-9d46-4bed8f1558d1 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312469 Jul 16 03:32:30.845985 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.871220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f95e8274-6358-46ea-bdcb-add86f0254ed None None] Provisioning complete for port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:30.871759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f95e8274-6358-46ea-bdcb-add86f0254ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.886354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Allocated IP 172.20.0.2 (c75c4d32-f77a-4841-baef-f70bdb1b352e/88fdbfa1-1897-4b04-85b3-ef6ea16c213d/ecdf0a86-2454-4cc5-9073-5b35ee7e7332) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:30.915407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:30.916313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=b76f34d4-72b8-41af-a2cf-02727181e433,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:30.926853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.928729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3a6f5873-d7c5-4ab1-87b8-e18a35d61eaa tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/b76f34d4-72b8-41af-a2cf-02727181e433 HTTP/1.1" status: 204 len: 168 time: 1.0725989 Jul 16 03:32:30.933901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:31.046678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-651d4121-4850-4a53-8d8f-7a182ac7f1e0 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907160 Jul 16 03:32:31.051677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.052483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.104455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae9c44-8228-422f-a2d3-c46c459bcb77 None None] Network 63ee6340-fbe6-45fe-92af-d14813f5fb69 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:31.117022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.119799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:31.120196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.171876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:31.175202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:31.179485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:31.184173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:31.192062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,segment=NetworkSegment(2c8d337a-2178-45d6-b6db-964f97b8b067),segment_id=2c8d337a-2178-45d6-b6db-964f97b8b067)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.192652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.205360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:31.213648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=a6f447ef-3489-40f6-8dea-4e7a5361be0d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.298155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.318218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:31.348545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.350484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.379622 n-d-800089-6 neutron-server[93758]: INFO neutron.plugins.ml2.db [None req-f95e8274-6358-46ea-bdcb-add86f0254ed None None] No ports have port_id starting with e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde Jul 16 03:32:31.424233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.455681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.467322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee6340-fbe6-45fe-92af-d14813f5fb69']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:31.480575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8d337a-2178-45d6-b6db-964f97b8b067') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:31.480856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8d337a-2178-45d6-b6db-964f97b8b067') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:31.491340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.517500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No active binding found for port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde {{(pid=93758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:32:31.517646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.517955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 03:32:31.524959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:31.525334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:31.541790 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:31.599955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.609739 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.615677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.619849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Port e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde not found, will not notify nova. {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 03:32:31.625909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:31.627383 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/63ee6340-fbe6-45fe-92af-d14813f5fb69 HTTP/1.1" status: 204 len: 168 time: 0.6919162 Jul 16 03:32:31.641209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'name': 'tempest-PortsTestJSON-749528354'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:31.647575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c505d-c850-4a5e-9df0-aa811efaffe2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=63ee6340-fbe6-45fe-92af-d14813f5fb69,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.781266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-c82649ec-b122-4dec-b4b8-bee785ecb283 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.782813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-c82649ec-b122-4dec-b4b8-bee785ecb283 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 816 time: 0.2865279 Jul 16 03:32:31.785172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.803746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.845533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-fdf42cb0-0b17-426f-a1d2-1c316b1ec770 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/quotas/26cf765fa4cb4b899d8d3c27f0f6fda2 HTTP/1.1" status: 200 len: 375 time: 0.0539346 Jul 16 03:32:31.847515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a8e1cae3-43d9-44d0-bd34-b3ece9206127 None None] Could not find standard attr ID for object ff79f519-958e-4660-af47-c6b6df28f91b. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:32:31.880469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'network_id': 'ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37', 'port_id': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'mac_address': 'fa:16:3e:6d:91:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef50dd7-bc13-454f-8967-221b7021e9dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:31.900404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:31.905345 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.917545 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.938328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.946573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-a173593c-2698-49b3-82b4-1cc2006bc5c8 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867803 Jul 16 03:32:31.947196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=a6f447ef-3489-40f6-8dea-4e7a5361be0d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.955707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6faa3-3527-4ff7-9b1d-91264c99166c None None] DHCP port deletion for 63ee6340-fbe6-45fe-92af-d14813f5fb69 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:32:31.961886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Transition to ACTIVE for port object a5a037b7-9e41-47e8-96df-51e4be3767c3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:31.962063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 593059d9-e5f7-41e2-a02a-dc4dac7619a5 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:31.971224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Transition to ACTIVE for port object ecdf0a86-2454-4cc5-9073-5b35ee7e7332 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:31.978125 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.990835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.033584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.036798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Transition to ACTIVE for port object ecdf0a86-2454-4cc5-9073-5b35ee7e7332 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:32.068675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.078110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 307ea2c2-3963-413f-97a2-7159c2e5768b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:32.082345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8809382-06b5-4766-bf83-065adf7a9cda None None] Pushing event updated for resources: {'Port': ['ID=a5a037b7-9e41-47e8-96df-51e4be3767c3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.111598 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.112850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3bd57c4d-4140-4eec-90bf-bfc1414ed8f4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3260057 Jul 16 03:32:32.190311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Network c75c4d32-f77a-4841-baef-f70bdb1b352e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:32.202121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.210005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:32.213102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:32.221499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.223812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Pushing event updated for resources: {'Port': ['ID=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.231106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Attempting to bind port a5a037b7-9e41-47e8-96df-51e4be3767c3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:32.232092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Attempting to bind port a5a037b7-9e41-47e8-96df-51e4be3767c3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:32.233068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Attempting to bind port a5a037b7-9e41-47e8-96df-51e4be3767c3 on network e24c3710-1842-409c-abe7-538e10029cc9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:32.246323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-3992c283-eb9f-44fe-9a23-f8ca03d5a987 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.236 HTTP/1.1" status: 200 len: 696 time: 0.1179571 Jul 16 03:32:32.259642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-59ce0674-224c-4663-9bc2-456729ab2f22 service neutron] 10.222.0.25 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009746 Jul 16 03:32:32.270868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:32.271265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Checking segment: {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:32.271674 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.272080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Bound using segment: {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:32.272577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Bound port: a5a037b7-9e41-47e8-96df-51e4be3767c3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c14642-370d-403e-a6af-ff068efe5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:32.272968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.310849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['307ea2c2-3963-413f-97a2-7159c2e5768b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:32.387296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.406716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.420282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Attempting to bind port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:32.420695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Attempting to bind port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:32.421069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Attempting to bind port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:32.440980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:32.441465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Checking segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:32.441777 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.442176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Bound using segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:32.442690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Bound port: ecdf0a86-2454-4cc5-9073-5b35ee7e7332, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:32.443094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.478211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] For port a5a037b7-9e41-47e8-96df-51e4be3767c3, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:32.484463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] For port a5a037b7-9e41-47e8-96df-51e4be3767c3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a5a037b7-9e41-47e8-96df-51e4be3767c3,segment=NetworkSegment(25c14642-370d-403e-a6af-ff068efe5594),segment_id=25c14642-370d-403e-a6af-ff068efe5594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:32.500540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-0a6d30f7-5b54-4c3e-a125-9c0b5b1180eb tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.501908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7157821-3b9b-4042-8e90-ada5894a5ed9 req-0a6d30f7-5b54-4c3e-a125-9c0b5b1180eb tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2478602 Jul 16 03:32:32.515774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.522020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-7752eb89-c993-494d-8c87-04efd21c67a0 service neutron] 10.222.0.25 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510018 Jul 16 03:32:32.551287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.601392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:32.604975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:32.609154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:32.615015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.615852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.630276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=593059d9-e5f7-41e2-a02a-dc4dac7619a5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.657839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-218c4153-d917-4d6d-8fea-cb9767021dae tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0303140 Jul 16 03:32:32.660493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:32.702683 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.703603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 796afa08-bc02-4df7-8256-cb774d7340ac no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:32.709535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] For port ecdf0a86-2454-4cc5-9073-5b35ee7e7332, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:32.719516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Routers {'7f3e6e63-103a-45e8-a0ef-1296deb11363'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:32.720233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7f3e6e63-103a-45e8-a0ef-1296deb11363'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:32.722151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8809382-06b5-4766-bf83-065adf7a9cda None None] Pushing event updated for resources: {'Port': ['ID=a5a037b7-9e41-47e8-96df-51e4be3767c3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.817372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 796afa08-bc02-4df7-8256-cb774d7340ac {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:32.817773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 796afa08-bc02-4df7-8256-cb774d7340ac not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:32.824586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-6f78b0ed-896f-4604-826d-cca97fba4918 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.827493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-6f78b0ed-896f-4604-826d-cca97fba4918 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.2172968 Jul 16 03:32:32.839921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] For port ecdf0a86-2454-4cc5-9073-5b35ee7e7332, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:32.863136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Request body: {'port': {'device_id': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'admin_state_up': True, 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:32.873117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.948290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548d172-3206-495f-8742-ac14e4d6efa5 req-a0c08b06-5c61-4216-a06d-54b10c284878 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.949859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f548d172-3206-495f-8742-ac14e4d6efa5 req-a0c08b06-5c61-4216-a06d-54b10c284878 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 944 time: 0.2343287 Jul 16 03:32:32.952082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 593059d9-e5f7-41e2-a02a-dc4dac7619a5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:32.952572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.989722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] Set router 7f3e6e63-103a-45e8-a0ef-1296deb11363 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:33.015175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:33.066711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f548d172-3206-495f-8742-ac14e4d6efa5 req-d7446b75-75b1-40f3-a6ed-0bdbb72eac8d tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/security-groups?id=e60ab9e7-9a50-444f-a575-40ef7b6f517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095552 Jul 16 03:32:33.152714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.171541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 593059d9-e5f7-41e2-a02a-dc4dac7619a5 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:33.192586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:33.198247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.202734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:33.290699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.299909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:33.300396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e92b62da-bdd3-4bb1-ba0c-6e4c2dc8cbde not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:33.345411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=593059d9-e5f7-41e2-a02a-dc4dac7619a5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.388361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.425134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e2a18ed-2d0e-4870-87dd-8a6687e9013a req-bf10bd21-6bc1-4790-ba45-57f7bdb42788 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 210 time: 0.0818458 Jul 16 03:32:33.435903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.441526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-109178e1-b880-4a55-b327-b8eb90ec2b24 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/593059d9-e5f7-41e2-a02a-dc4dac7619a5 HTTP/1.1" status: 204 len: 168 time: 0.7800179 Jul 16 03:32:33.446359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:33.469238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 307ea2c2-3963-413f-97a2-7159c2e5768b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:33.471167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Allocated IP 172.20.0.5 (0243d034-9359-4919-bb4a-a051e20876ff/f8ebabca-b8bd-43db-8dbc-346678fe226d/ebc78ecf-08b3-461d-81b3-f0759fe890cc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:33.475245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb20b-8931-43bd-be73-b2489fe0d4d0 None None] Pushing event updated for resources: {'Port': ['ID=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.490399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'mac_address': 'fa:16:3e:53:06:2e', 'name': 'tempest-PortsTestJSON-1305968175'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:33.675421 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.677786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.685507 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.747652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:33.763914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.772036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:32:26Z', 'revision_number': 4, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a5a037b7-9e41-47e8-96df-51e4be3767c3', 'name': '', 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'mac_address': 'fa:16:3e:98:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '95422678-6488-44a8-a92e-8e535376295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:25Z', 'updated_at': '2021-07-16T03:32:32Z', 'revision_number': 4, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'subnets': [{'id': '95422678-6488-44a8-a92e-8e535376295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:33.807850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773d980-e323-400d-9d61-ad8f55231568 None None] The sync data for ids ['7f3e6e63-103a-45e8-a0ef-1296deb11363'] in n-d-800089-6 is: [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:32:26Z', 'revision_number': 4, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a5a037b7-9e41-47e8-96df-51e4be3767c3', 'name': '', 'network_id': 'e24c3710-1842-409c-abe7-538e10029cc9', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'mac_address': 'fa:16:3e:98:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '95422678-6488-44a8-a92e-8e535376295f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:25Z', 'updated_at': '2021-07-16T03:32:32Z', 'revision_number': 4, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'subnets': [{'id': '95422678-6488-44a8-a92e-8e535376295f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:33.809893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.821615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.908091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Network 0243d034-9359-4919-bb4a-a051e20876ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:33.917547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:33.919790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.922055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:33.981235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.981983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.001407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-5c43570c-c444-457e-8cb1-d3f264ed7999 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1540346 Jul 16 03:32:34.014737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Request body: {'port': {'device_id': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:34.133392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.323371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-5531a2d9-ee49-4c6a-876e-e96966ecf2fb tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.325162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-5531a2d9-ee49-4c6a-876e-e96966ecf2fb tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 816 time: 0.7410285 Jul 16 03:32:34.328162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.335359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-861def97-60a0-42b2-b893-31d221a6c399 req-6cb793ed-134d-421d-8949-f2fc753ad9d5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9610929 Jul 16 03:32:34.349725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:34.372747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-2ea187a7-c2ca-4ca8-a66e-91d2df4a1459 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/quotas/26cf765fa4cb4b899d8d3c27f0f6fda2 HTTP/1.1" status: 200 len: 375 time: 0.0339754 Jul 16 03:32:34.435421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 3f1b838a-7c4b-485c-8b57-37a47a8f9e87 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:34.536911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc78ecf-08b3-461d-81b3-f0759fe890cc {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:34.550315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.575976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Transition to ACTIVE for port object ebc78ecf-08b3-461d-81b3-f0759fe890cc will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:34.584534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.601079 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.684275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:34.770656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Attempting to bind port ebc78ecf-08b3-461d-81b3-f0759fe890cc on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:34.770997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Attempting to bind port ebc78ecf-08b3-461d-81b3-f0759fe890cc by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:34.771480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Attempting to bind port ebc78ecf-08b3-461d-81b3-f0759fe890cc on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:34.778384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Port ebc78ecf-08b3-461d-81b3-f0759fe890cc on network 0243d034-9359-4919-bb4a-a051e20876ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:34.778807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Attempting to bind port ebc78ecf-08b3-461d-81b3-f0759fe890cc on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:34.784695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:34.785037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:34.785436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Bound using segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:34.785871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Bound port: ebc78ecf-08b3-461d-81b3-f0759fe890cc, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:34.786235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.827789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7918a-e916-45d0-81a7-bd834a65ba21 None None] Network c75c4d32-f77a-4841-baef-f70bdb1b352e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:34.864988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1f2c6de8-0a51-4dae-8051-46e2b5637398 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4849432 Jul 16 03:32:34.918045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:34.958329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:34.980217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b772a6d6-a19c-4ee7-8b26-529c4bde8c32 None None] Provisioning for port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:35.003264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-48e5fcc3-a121-437f-8f91-c2d1d09b3e3b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.004765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-48e5fcc3-a121-437f-8f91-c2d1d09b3e3b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 816 time: 0.4187062 Jul 16 03:32:35.043400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Request body: {'port': {'device_id': 'd7521993-6468-4de0-8933-00d5069a4814', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'admin_state_up': True, 'tenant_id': '26cf765fa4cb4b899d8d3c27f0f6fda2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:35.054089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 307ea2c2-3963-413f-97a2-7159c2e5768b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:35.054603 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.187998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.216241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-ee811a1b-4aef-4f37-9513-0aa2085a7d0b service neutron] 10.222.0.25 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393490 Jul 16 03:32:35.233079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:35.236226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:35.239271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.239849 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e63cc5-cf39-4b4e-8ed8-12840aacee6d" -d '{"events": [{"server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "name": "network-vif-plugged", "status": "completed", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:35.244995 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.256399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:35.258254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a5a037b7-9e41-47e8-96df-51e4be3767c3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:35.261418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:35.270226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.271384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.351713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.370864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.371649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.373245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] 10.222.0.48 "PUT /v2.0/ports/ebc78ecf-08b3-461d-81b3-f0759fe890cc HTTP/1.1" status: 200 len: 1091 time: 1.3643303 Jul 16 03:32:35.375691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:35.379869 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532b34fb-394e-49d8-9a42-d5203cd5da93" -d '{"events": [{"name": "network-changed", "server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:35.387230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a5a037b7-9e41-47e8-96df-51e4be3767c3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:35.396740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a5a037b7-9e41-47e8-96df-51e4be3767c3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:35.397119 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.409305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb015fa3-dfbd-4b7f-8b6a-da280ed76842 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.463292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:35.477011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:35.506095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-7c15101e-756e-448e-a44e-f037b6275be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.507760 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.507887 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-7c15101e-756e-448e-a44e-f037b6275be3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0870414 Jul 16 03:32:35.526611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:35.533487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.534446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.544123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a5a037b7-9e41-47e8-96df-51e4be3767c3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a5a037b7-9e41-47e8-96df-51e4be3767c3,segment=NetworkSegment(25c14642-370d-403e-a6af-ff068efe5594),segment_id=25c14642-370d-403e-a6af-ff068efe5594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:35.552906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.554098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ecdf0a86-2454-4cc5-9073-5b35ee7e7332 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:35.566363 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-1bdb87b4-1496-4e20-a57f-2d85a6ff1258 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc HTTP/1.1" status: 200 len: 217 time: 0.0498531 Jul 16 03:32:35.568032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=3f1b838a-7c4b-485c-8b57-37a47a8f9e87,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.602395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Made reservation on behalf of 26cf765fa4cb4b899d8d3c27f0f6fda2 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:35.607360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.627185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63efe-572f-4ced-83ec-d5323861c39d req-e9b4ca3d-decd-4130-bfcf-976313925c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.628630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-399d9d92-03d4-46c8-87d5-509411ef78f4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1590049 Jul 16 03:32:35.631702 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-e9b4ca3d-decd-4130-bfcf-976313925c81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.0596578 Jul 16 03:32:35.632684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58706) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:35.640650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a5a037b7-9e41-47e8-96df-51e4be3767c3,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.655556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:35.659524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:35.659903 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.681065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-b8e57ca2-cb14-4ea6-a6ec-cf9f80793f9e service neutron] 10.222.0.25 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375095 Jul 16 03:32:35.682323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Allocated IP 172.25.4.61 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/5e2ad717-dd62-46ed-9d5d-25482655bb91) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:35.708819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6af1d-7172-4b40-9ba0-b4e7e92218b1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.713686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-72d6af1d-7172-4b40-9ba0-b4e7e92218b1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/3f1b838a-7c4b-485c-8b57-37a47a8f9e87 HTTP/1.1" status: 200 len: 841 time: 0.0798776 Jul 16 03:32:35.731764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58708) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:35.741922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-04b2f7e3-360a-4d3e-a7e5-5ad4d3750595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529802 Jul 16 03:32:35.942211 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-609f9d24-14f7-4317-80bf-a6a995224281 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756737 Jul 16 03:32:35.945474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.971341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 3f1b838a-7c4b-485c-8b57-37a47a8f9e87 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:35.971341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.997842 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.034934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.039968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-45b899fe-e407-4a58-aca7-f70f6f879080 None None] Provisioning complete for port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:36.046314 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45b899fe-e407-4a58-aca7-f70f6f879080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.122747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port ecdf0a86-2454-4cc5-9073-5b35ee7e7332, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:36.124528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:36.134665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:36.135438 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.148113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:36.180759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.188516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.207469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=5e2ad717-dd62-46ed-9d5d-25482655bb91,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.210534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-86b63efe-572f-4ced-83ec-d5323861c39d req-da3afe2a-9385-4f01-8a7e-55e8f6f0cc2d service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569666 Jul 16 03:32:36.220004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 3f1b838a-7c4b-485c-8b57-37a47a8f9e87 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:36.268215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Allocated IP 172.20.0.13 (c75c4d32-f77a-4841-baef-f70bdb1b352e/88fdbfa1-1897-4b04-85b3-ef6ea16c213d/e773f74d-f12b-42d2-b193-6500fd527242) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:36.336384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.402320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.429482 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.443666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=3f1b838a-7c4b-485c-8b57-37a47a8f9e87,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.449317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.453430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-561ce84d-ff70-4fb0-9d01-f317777e6c67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/3f1b838a-7c4b-485c-8b57-37a47a8f9e87 HTTP/1.1" status: 204 len: 168 time: 0.7206066 Jul 16 03:32:36.459018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58736) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:36.497676 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8765b6-5d78-41bc-9a74-9e819cf1d963 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:36.502796 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd8765b6-5d78-41bc-9a74-9e819cf1d963 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/3f1b838a-7c4b-485c-8b57-37a47a8f9e87 HTTP/1.1" status: 404 len: 333 time: 0.0392418 Jul 16 03:32:36.503410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58738) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:36.509110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'name': 'tempest-PortsTestJSON-243849235'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:36.583628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.622236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:36.625932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.650333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 2336fa7e-6b02-4c7a-a574-09459ca245b8 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:36.661085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Transition to ACTIVE for port object e773f74d-f12b-42d2-b193-6500fd527242 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:36.761453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1e2e-a0c6-4ec3-926b-2d3e039e37ea req-ab492cd5-f0c0-4624-b111-f2a31e5da47d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.763314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5cf1e2e-a0c6-4ec3-926b-2d3e039e37ea req-ab492cd5-f0c0-4624-b111-f2a31e5da47d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 943 time: 0.1374650 Jul 16 03:32:36.765368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.767843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.779065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.826204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.844615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Network c75c4d32-f77a-4841-baef-f70bdb1b352e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:36.859695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:36.865343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.882397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:36.890673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Pushing event updated for resources: {'Port': ['ID=e773f74d-f12b-42d2-b193-6500fd527242,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.910889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:36.916303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:36.920181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:36.925701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.925827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5cf1e2e-a0c6-4ec3-926b-2d3e039e37ea req-e67ed69a-280d-4242-907f-27b7692a16d3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511531 Jul 16 03:32:36.926338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.941314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=2336fa7e-6b02-4c7a-a574-09459ca245b8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.954233 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2f18f368-b0b6-452a-b3fd-e8f7498a224d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4472818 Jul 16 03:32:36.954457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58740) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:36.965167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:36.993306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.010721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.011334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.016082 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d9887-4e5d-42d0-9653-73c4009b2b33 x-openstack-request-id: req-116d9887-4e5d-42d0-9653-73c4009b2b33 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:37.016536 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "name": "network-vif-plugged", "status": "completed", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:37.016633 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-116d9887-4e5d-42d0-9653-73c4009b2b33 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:37.017237 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'code': 200} Jul 16 03:32:37.047160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=5e2ad717-dd62-46ed-9d5d-25482655bb91,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:37.080350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.084322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.088796 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68919ea7-6fb5-4093-9fd4-79e8ab1fea05 x-openstack-request-id: req-68919ea7-6fb5-4093-9fd4-79e8ab1fea05 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:37.090134 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:37.090471 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68919ea7-6fb5-4093-9fd4-79e8ab1fea05 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:37.091665 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'status': 'completed', 'code': 200} Jul 16 03:32:37.094173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-861def97-60a0-42b2-b893-31d221a6c399 req-1e408ccc-86cd-4537-bc49-25f62cabfbe1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7401061 Jul 16 03:32:37.099847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8678320b-306d-4786-a8c6-f46fa2dbd308 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0650597 Jul 16 03:32:37.124373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a5a037b7-9e41-47e8-96df-51e4be3767c3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:37.189165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Request body: {'port': {'device_id': 'd7521993-6468-4de0-8933-00d5069a4814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:37.213306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a5a037b7-9e41-47e8-96df-51e4be3767c3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:37.213833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.250111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1fe8e628-bbdd-4e35-bada-a720d92b1f5f None None] Provisioning for port e773f74d-f12b-42d2-b193-6500fd527242 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:37.251019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-861def97-60a0-42b2-b893-31d221a6c399 req-2a50b773-bd18-4df0-882d-70bf0419c5ea tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1499569 Jul 16 03:32:37.254667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1fe8e628-bbdd-4e35-bada-a720d92b1f5f None None] Provisioning complete for port e773f74d-f12b-42d2-b193-6500fd527242 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:37.255113 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e628-bbdd-4e35-bada-a720d92b1f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.316171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8e628-bbdd-4e35-bada-a720d92b1f5f None None] Port e773f74d-f12b-42d2-b193-6500fd527242 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:37.338695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ecdf0a86-2454-4cc5-9073-5b35ee7e7332 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:37.345204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.404380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:37.404986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.439966 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.463946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-19531dc5-5c09-4a90-98e6-45dcbcb44d43 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.465432 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-19531dc5-5c09-4a90-98e6-45dcbcb44d43 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.48 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 816 time: 0.1216066 Jul 16 03:32:37.467387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.483640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Request body: {'port': {'device_id': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'admin_state_up': True, 'tenant_id': '26cf765fa4cb4b899d8d3c27f0f6fda2'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:37.489103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-88fcf8e1-d825-4442-ab42-4f30c207c2b2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.490280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-88fcf8e1-d825-4442-ab42-4f30c207c2b2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 816 time: 0.2937076 Jul 16 03:32:37.502218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] In _notify_port_updated(), no bound segment for port 2336fa7e-6b02-4c7a-a574-09459ca245b8 on network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:32:37.507686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.508277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.509567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/ports/2336fa7e-6b02-4c7a-a574-09459ca245b8 HTTP/1.1" status: 200 len: 818 time: 0.5535624 Jul 16 03:32:37.513543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58752) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:37.528387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861def97-60a0-42b2-b893-31d221a6c399 req-350ef82b-831a-41f7-88cf-9cb61ddfd3e2 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.529690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-861def97-60a0-42b2-b893-31d221a6c399 req-350ef82b-831a-41f7-88cf-9cb61ddfd3e2 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2779102 Jul 16 03:32:37.542753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-778a2b74-d596-4b15-84e9-432e8182f261 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/quotas/26cf765fa4cb4b899d8d3c27f0f6fda2 HTTP/1.1" status: 200 len: 375 time: 0.0308402 Jul 16 03:32:37.618435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-1c45961a-81b9-4d70-91fc-8f36876af0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.619982 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-1c45961a-81b9-4d70-91fc-8f36876af0cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 1094 time: 0.4958730 Jul 16 03:32:37.665725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35045819-bd23-4a08-8ec3-14fd57d3db41 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=2336fa7e-6b02-4c7a-a574-09459ca245b8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:37.670645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f20cf359-1ed0-4db0-84b1-59a200313a29 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405312 Jul 16 03:32:37.829242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-53491173-ee07-4c25-97f5-ab0b0cc644a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.830770 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-53491173-ee07-4c25-97f5-ab0b0cc644a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.1765270 Jul 16 03:32:37.831342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Made reservation on behalf of 26cf765fa4cb4b899d8d3c27f0f6fda2 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:37.834866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.839294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 2336fa7e-6b02-4c7a-a574-09459ca245b8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:37.839560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.932901 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-eec4385e-ab82-44f0-a2e8-12378aae6f73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc HTTP/1.1" status: 200 len: 217 time: 0.0952997 Jul 16 03:32:38.058527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.077204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-9830fefb-70d5-4815-b016-86b0cc17a513 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5256124 Jul 16 03:32:38.097971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 2336fa7e-6b02-4c7a-a574-09459ca245b8 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:38.103053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-103195cc-ecbd-46a8-b993-94e51eb6e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.104524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-103195cc-ecbd-46a8-b993-94e51eb6e89e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.1570506 Jul 16 03:32:38.147927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-16b6e9e9-74e0-4d93-8739-60b65478d5b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368042 Jul 16 03:32:38.157975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-e9c44930-0d9e-4c57-b011-63aef744bc8c tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.159696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-e9c44930-0d9e-4c57-b011-63aef744bc8c tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 945 time: 0.3050425 Jul 16 03:32:38.222514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-96a46ec8-a78c-47b7-8ef6-28e92eb899d1 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.223982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-96a46ec8-a78c-47b7-8ef6-28e92eb899d1 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5419405 Jul 16 03:32:38.265270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-a4e85201-2d9f-4926-8e0d-40b754617191 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/quotas/0cc6aeffb7fb4bf3b28c973e6fda7fe2 HTTP/1.1" status: 200 len: 375 time: 0.0328205 Jul 16 03:32:38.269537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-c8589026-cae7-4e1d-99d7-9c0fb5139606 service neutron] 10.222.0.25 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614001 Jul 16 03:32:38.346952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-c1221adf-528e-4835-9f7b-595c3449fe25 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606709 Jul 16 03:32:38.356756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e773f74d-f12b-42d2-b193-6500fd527242 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:38.364537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-9c0a3f16-4bcd-46bf-b8e3-bca692d440b7 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783612 Jul 16 03:32:38.367942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.389781 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.410799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Transition to ACTIVE for port object e773f74d-f12b-42d2-b193-6500fd527242 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:38.415487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.451658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-61d854cf-a41f-49ba-bdd6-668a685a608d service neutron] 10.222.0.25 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640613 Jul 16 03:32:38.453949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=2336fa7e-6b02-4c7a-a574-09459ca245b8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.463912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.468735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c75a6e4b-94c7-40b8-95c5-05bbb59eecf6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/2336fa7e-6b02-4c7a-a574-09459ca245b8 HTTP/1.1" status: 204 len: 168 time: 0.9253442 Jul 16 03:32:38.469767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:38.607248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Pushing event updated for resources: {'Port': ['ID=e773f74d-f12b-42d2-b193-6500fd527242,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.724861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebc78ecf-08b3-461d-81b3-f0759fe890cc details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:38.795723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Attempting to bind port e773f74d-f12b-42d2-b193-6500fd527242 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:38.796206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Attempting to bind port e773f74d-f12b-42d2-b193-6500fd527242 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:38.796382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Attempting to bind port e773f74d-f12b-42d2-b193-6500fd527242 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:38.808341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Port e773f74d-f12b-42d2-b193-6500fd527242 on network c75c4d32-f77a-4841-baef-f70bdb1b352e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:38.815753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Attempting to bind port e773f74d-f12b-42d2-b193-6500fd527242 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:38.880520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c759af6-d2c6-47cb-bd00-c83f913eabd4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.882497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7c759af6-d2c6-47cb-bd00-c83f913eabd4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4110084 Jul 16 03:32:38.897240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:38.897817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Checking segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:38.898595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Bound using segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:38.899265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Bound port: e773f74d-f12b-42d2-b193-6500fd527242, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:38.899752 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.901656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:38.904304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:38.919774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'mac_address': 'fa:16:3e:9c:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:38.989498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.021626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc78ecf-08b3-461d-81b3-f0759fe890cc {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:39.048260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.054659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.104097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] For port e773f74d-f12b-42d2-b193-6500fd527242, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:39.105378 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532b34fb-394e-49d8-9a42-d5203cd5da93 req-b6467a74-3588-4e0d-8343-ce0b1709ffe3 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345707 Jul 16 03:32:39.109194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] For port e773f74d-f12b-42d2-b193-6500fd527242, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e773f74d-f12b-42d2-b193-6500fd527242,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:39.109366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Deleting port 307ea2c2-3963-413f-97a2-7159c2e5768b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:39.109640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.124812 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-004ad0b0-eb5b-4a59-98b4-106066236fcf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:39.132172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-004ad0b0-eb5b-4a59-98b4-106066236fcf tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/2336fa7e-6b02-4c7a-a574-09459ca245b8 HTTP/1.1" status: 404 len: 333 time: 0.2169466 Jul 16 03:32:39.132993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58798) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:39.136954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1026743035'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:39.140897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Allocated IP 172.20.0.3 (c75c4d32-f77a-4841-baef-f70bdb1b352e/88fdbfa1-1897-4b04-85b3-ef6ea16c213d/d357b261-9331-409a-8342-38a4b02d7ab6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:39.155017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.214392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.243906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:39.247948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.320795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ebc78ecf-08b3-461d-81b3-f0759fe890cc'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:39.330721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:39.338252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] For port 307ea2c2-3963-413f-97a2-7159c2e5768b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=307ea2c2-3963-413f-97a2-7159c2e5768b,segment=NetworkSegment(5b9cbae7-774f-4ed3-b0eb-15ac250f3c63),segment_id=5b9cbae7-774f-4ed3-b0eb-15ac250f3c63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.338967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.340091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.340799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.344306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] 10.222.0.11 "PUT /v2.0/ports/e773f74d-f12b-42d2-b193-6500fd527242 HTTP/1.1" status: 200 len: 1092 time: 2.2256072 Jul 16 03:32:39.345856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7521993-6468-4de0-8933-00d5069a4814', 'tag': 'e773f74d-f12b-42d2-b193-6500fd527242'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:39.348178 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69" -d '{"events": [{"name": "network-changed", "server_uuid": "d7521993-6468-4de0-8933-00d5069a4814", "tag": "e773f74d-f12b-42d2-b193-6500fd527242"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:39.405817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.406159 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment 83a766ab-4986-4af9-b363-e59d00e94389 of type vlan for network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae Jul 16 03:32:39.407830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Calling delete_port for 307ea2c2-3963-413f-97a2-7159c2e5768b owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:39.442018 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-3e012e4b-3334-4b78-ae07-23f0079d9dde tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6091213 Jul 16 03:32:39.457649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba556dc-f6d5-4b79-8624-6600af225aab service neutron] Pushing event updated for resources: {'Port': ['ID=e773f74d-f12b-42d2-b193-6500fd527242,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.478584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:39.521014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77bb66-934f-444e-85f8-ade26575c450 req-286e6610-6b6c-4cb6-9fc6-46ca6af22c96 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.525800 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.531651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e77bb66-934f-444e-85f8-ade26575c450 req-286e6610-6b6c-4cb6-9fc6-46ca6af22c96 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 944 time: 0.3978627 Jul 16 03:32:39.572991 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.623837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Transition to ACTIVE for port object d357b261-9331-409a-8342-38a4b02d7ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:39.648313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.653992 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.654573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.655179 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.680216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5474904 Jul 16 03:32:39.695933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58804) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:39.702757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:39.716433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e77bb66-934f-444e-85f8-ade26575c450 req-d11641e3-dbdd-45b7-8d0b-586a6fadc2e7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839023 Jul 16 03:32:39.737406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-6458b1fa-5c72-4944-9b8e-2219dea62471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.739128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-6458b1fa-5c72-4944-9b8e-2219dea62471 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 1095 time: 0.1616051 Jul 16 03:32:39.814574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-1df7ff23-02ce-4f1b-9b04-96776221dc4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e773f74d-f12b-42d2-b193-6500fd527242 HTTP/1.1" status: 200 len: 217 time: 0.0663755 Jul 16 03:32:39.825233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.831660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaf059-fdb8-4ae0-b70b-d7720e4e6240 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.849407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:39.885595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-b46b8233-4131-42b5-89ae-c44836f0f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.887024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-b46b8233-4131-42b5-89ae-c44836f0f31a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.0654721 Jul 16 03:32:39.892470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.933481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.939641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Network c75c4d32-f77a-4841-baef-f70bdb1b352e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:39.949553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:39.957331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Pushing event updated for resources: {'Port': ['ID=d357b261-9331-409a-8342-38a4b02d7ab6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.960309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:40.024546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Pushing event deleted for resources: {'Port': ['ID=307ea2c2-3963-413f-97a2-7159c2e5768b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.025826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-6682873c-9069-4df8-bbba-7b969d63351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.029082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-6682873c-9069-4df8-bbba-7b969d63351a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336308 Jul 16 03:32:40.049353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:40.052847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.092887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] No DVR routers for this DVR port 307ea2c2-3963-413f-97a2-7159c2e5768b on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:40.103563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.105552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-714b082f-3a65-4106-beb7-13eb4dbbdc37 req-4bc8bf3e-99fe-4c3b-a131-2f67cc19f456 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.11 "DELETE /v2.0/ports/307ea2c2-3963-413f-97a2-7159c2e5768b HTTP/1.1" status: 204 len: 173 time: 1.9111509 Jul 16 03:32:40.107457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Allocated IP 172.25.4.112 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/8ffc2a49-1140-4c4d-b066-df382c7f2308) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:40.109264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'name': 'network-vif-deleted', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:40.110757 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b412ad-4ff4-4fa7-bd5f-6bf95353748d" -d '{"events": [{"server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "name": "network-vif-deleted", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:40.128312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.128974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.138480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-1bee0f86-f028-42b3-b4d5-75bc859e9b0a tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613484 Jul 16 03:32:40.199098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-bed97cdd-74a3-4023-968c-9a27e794026b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196043 Jul 16 03:32:40.214282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Request body: {'port': {'device_id': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:40.281796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-be6f8fc1-06b0-465a-bc28-4256cf372417 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.295188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-be6f8fc1-06b0-465a-bc28-4256cf372417 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555994 Jul 16 03:32:40.295993 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-4f1b2208-f41c-4095-91e0-2497e149e383 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434113 Jul 16 03:32:40.439365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-e3cadcd4-c788-409b-ae1c-9f99c7f0c5f1 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/quotas/0cc6aeffb7fb4bf3b28c973e6fda7fe2 HTTP/1.1" status: 200 len: 375 time: 0.1429129 Jul 16 03:32:40.455250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b0d2e81-9cac-4183-a58e-9a4373e6c803 None None] Provisioning for port d357b261-9331-409a-8342-38a4b02d7ab6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:40.459268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b0d2e81-9cac-4183-a58e-9a4373e6c803 None None] Provisioning complete for port d357b261-9331-409a-8342-38a4b02d7ab6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:40.459652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2e81-9cac-4183-a58e-9a4373e6c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.480558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-73dc7c28-aeff-4d25-af56-c81a7b3d0112 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401413 Jul 16 03:32:40.493608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d2e81-9cac-4183-a58e-9a4373e6c803 None None] Port d357b261-9331-409a-8342-38a4b02d7ab6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:40.529502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-378ba3a5-c3ab-4c1d-a4ee-cc13244891ca service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800398 Jul 16 03:32:40.532546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.596416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-3c8035af-f335-4ca8-a5d1-5927214f9f0f tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.599573 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-3c8035af-f335-4ca8-a5d1-5927214f9f0f tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940590 Jul 16 03:32:40.672086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1365177c-18b9-45de-8dcc-238d9290c0d9 req-05fdfad0-a243-4ee8-b022-8d9860f23f13 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354187 Jul 16 03:32:40.676765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.677773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Request body: {'port': {'device_id': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '0cc6aeffb7fb4bf3b28c973e6fda7fe2'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:40.683022 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.695502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.735839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=8ffc2a49-1140-4c4d-b066-df382c7f2308,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.743176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebc78ecf-08b3-461d-81b3-f0759fe890cc up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:40.778716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:40.792141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:40.799493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:40.866233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc754bf6-b116-4e7d-a811-c2b69780f094 req-ac99da1d-4a0c-49cc-bf11-3a6c7c499303 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 210 time: 0.0908229 Jul 16 03:32:40.884848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': '83a766ab-4986-4af9-b363-e59d00e94389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:40.885221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:40.892898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=060c460f-9562-4abd-aff3-f384c72d9c61,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.901376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port ebc78ecf-08b3-461d-81b3-f0759fe890cc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:40.911680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port ebc78ecf-08b3-461d-81b3-f0759fe890cc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:40.912263 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.971225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:40.991685 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b375f-10d1-4def-8a7e-a09877648348 x-openstack-request-id: req-6e8b375f-10d1-4def-8a7e-a09877648348 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:40.992391 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7521993-6468-4de0-8933-00d5069a4814", "tag": "e773f74d-f12b-42d2-b193-6500fd527242", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:40.992906 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e8b375f-10d1-4def-8a7e-a09877648348 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:41.010196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Made reservation on behalf of 0cc6aeffb7fb4bf3b28c973e6fda7fe2 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:41.015646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.022998 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7521993-6468-4de0-8933-00d5069a4814', 'tag': 'e773f74d-f12b-42d2-b193-6500fd527242', 'status': 'completed', 'code': 200} Jul 16 03:32:41.029552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:41.052716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.086235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 307ea2c2-3963-413f-97a2-7159c2e5768b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:41.086882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 307ea2c2-3963-413f-97a2-7159c2e5768b not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:41.123261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:41.140811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea613ce5-279c-4d17-bf47-ca1b6f5d0c29 None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:41.143338 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.176009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.176549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.179074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-6a18bc3a-19ff-4999-a9ca-a4d5438a7ac8 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.180614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-6a18bc3a-19ff-4999-a9ca-a4d5438a7ac8 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 816 time: 0.3197324 Jul 16 03:32:41.203404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Request body: {'port': {'device_id': 'a253feff-f992-40ef-8256-4d081f72a63e', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'admin_state_up': True, 'tenant_id': '26cf765fa4cb4b899d8d3c27f0f6fda2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:41.325184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.354460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.385904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:41.389007 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131c03b-7eec-485a-bfee-3b6779675b0c" -d '{"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-plugged", "status": "completed", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:41.411326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:41.439611 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.489668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-99724d62-efb4-4720-bf2c-b8e0850a1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.496499 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-99724d62-efb4-4720-bf2c-b8e0850a1e19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 1095 time: 0.4555278 Jul 16 03:32:41.526444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': '060c460f-9562-4abd-aff3-f384c72d9c61'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:41.529305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.543276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:41.583686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.592928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.695170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1eb5862-9bac-4aef-b713-06de8810f8e9 req-227442e0-88d3-48d6-b0cf-1bc12e85fd39 tempest-ImagesTestJSON-658560629 tempest-ImagesTestJSON-658560629-project] 10.222.0.25 "GET /v2.0/ports?device_id=c16f3cb1-6c26-47ec-8607-37f517cd1540 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 16 03:32:41.708852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=8ffc2a49-1140-4c4d-b066-df382c7f2308,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:41.734002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.736093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d357b261-9331-409a-8342-38a4b02d7ab6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:41.757833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.766086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Allocated IP 172.20.0.2 (0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae/060c460f-9562-4abd-aff3-f384c72d9c61/583e4710-847b-4cf4-973e-32e164a4b283) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:41.766296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.791238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.798479 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c288b-5bdc-406a-b070-4a5dacbbb6dc x-openstack-request-id: req-0b3c288b-5bdc-406a-b070-4a5dacbbb6dc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:41.802148 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f3cb1-6c26-47ec-8607-37f517cd1540", "name": "network-vif-deleted", "tag": "307ea2c2-3963-413f-97a2-7159c2e5768b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:41.802400 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b3c288b-5bdc-406a-b070-4a5dacbbb6dc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:41.803351 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f3cb1-6c26-47ec-8607-37f517cd1540', 'name': 'network-vif-deleted', 'tag': '307ea2c2-3963-413f-97a2-7159c2e5768b', 'status': 'completed', 'code': 200} Jul 16 03:32:41.805492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Made reservation on behalf of 26cf765fa4cb4b899d8d3c27f0f6fda2 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:41.810360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.823571 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.831363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-997af387-4667-464b-bb3d-bfc4736dceaa tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3672562 Jul 16 03:32:41.840442 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5cb6456f-1658-40ab-bd9f-2904d1758e67 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1420357 Jul 16 03:32:41.844679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:41.853709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:41.905754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Transition to ACTIVE for port object d357b261-9331-409a-8342-38a4b02d7ab6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:41.907298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-6fc052da-ee5e-4ada-bbc4-b553a42b3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.908794 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-6fc052da-ee5e-4ada-bbc4-b553a42b3f39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 918 time: 0.3977847 Jul 16 03:32:41.920641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.967220 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.975921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Transition to ACTIVE for port object 583e4710-847b-4cf4-973e-32e164a4b283 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:41.992705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Transition to ACTIVE for port object 583e4710-847b-4cf4-973e-32e164a4b283 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:41.998785 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.020504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:42.023998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.041290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:42.044605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:42.045790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-74fe0c05-d344-489d-aef3-3fed89fa3b31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e773f74d-f12b-42d2-b193-6500fd527242 HTTP/1.1" status: 200 len: 217 time: 0.1167448 Jul 16 03:32:42.048885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:42.052155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Pushing event updated for resources: {'Port': ['ID=583e4710-847b-4cf4-973e-32e164a4b283,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.054486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b790e45-1c6a-4f2b-b7d8-6814e77ea922,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.114397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Attempting to bind port 583e4710-847b-4cf4-973e-32e164a4b283 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:42.114397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Attempting to bind port 583e4710-847b-4cf4-973e-32e164a4b283 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '83a766ab-4986-4af9-b363-e59d00e94389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:42.114397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Attempting to bind port 583e4710-847b-4cf4-973e-32e164a4b283 on network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:42.120101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:42.120537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Checking segment: {'id': '83a766ab-4986-4af9-b363-e59d00e94389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:42.121158 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.121592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Bound using segment: {'id': '83a766ab-4986-4af9-b363-e59d00e94389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:42.122675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Bound port: 583e4710-847b-4cf4-973e-32e164a4b283, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a766ab-4986-4af9-b363-e59d00e94389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:42.123166 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.226222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] For port 583e4710-847b-4cf4-973e-32e164a4b283, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:42.230798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] For port 583e4710-847b-4cf4-973e-32e164a4b283, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=583e4710-847b-4cf4-973e-32e164a4b283,segment=NetworkSegment(83a766ab-4986-4af9-b363-e59d00e94389),segment_id=83a766ab-4986-4af9-b363-e59d00e94389)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:42.241701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.327744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0778-598e-4f7c-9967-4e879c6bf894 None None] Pushing event updated for resources: {'Port': ['ID=583e4710-847b-4cf4-973e-32e164a4b283,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.478709 n-d-800089-6 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 060c460f-9562-4abd-aff3-f384c72d9c61 (CIDR: 172.20.0.0/28) Jul 16 03:32:42.484641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Pushing event updated for resources: {'Port': ['ID=d357b261-9331-409a-8342-38a4b02d7ab6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.514588 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:32:42.514790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:32:42.551358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-4b008575-8a71-48fb-a80d-23aab59a4398 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.112 HTTP/1.1" status: 200 len: 696 time: 0.7056851 Jul 16 03:32:42.555159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-086bfb52-1296-4f2a-9f1f-1ee6e6b4d345 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756617 Jul 16 03:32:42.558304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6ad080a-6856-4805-8f43-cd949df53097 req-035bea95-f030-41cb-8e12-73cef88b2494 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 210 time: 0.5737717 Jul 16 03:32:42.611135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a3d5edf8-92a9-47d7-b73c-c41d8f741fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7614582 Jul 16 03:32:42.611774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:42.612686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Allocated IP 192.168.233.240 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/c2b0b782-d540-4f6d-bd4b-c3a5a771c84c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:42.618525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-177f8f8f-f7ca-4a5a-aa00-027c7e0b008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.619996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-177f8f8f-f7ca-4a5a-aa00-027c7e0b008e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.5624948 Jul 16 03:32:42.635594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:42.706518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-4678806d-51ea-4426-9a06-326e6b139978 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7744882 Jul 16 03:32:42.779051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Attempting to bind port d357b261-9331-409a-8342-38a4b02d7ab6 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:42.779051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Attempting to bind port d357b261-9331-409a-8342-38a4b02d7ab6 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:42.779051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Attempting to bind port d357b261-9331-409a-8342-38a4b02d7ab6 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:42.831759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Port d357b261-9331-409a-8342-38a4b02d7ab6 on network c75c4d32-f77a-4841-baef-f70bdb1b352e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:42.832091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Attempting to bind port d357b261-9331-409a-8342-38a4b02d7ab6 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:42.866932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:42.867279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Checking segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:42.867675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Bound using segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:42.868125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Bound port: d357b261-9331-409a-8342-38a4b02d7ab6, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:42.868484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.910163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-7695f9dc-e51e-4bd5-adec-0130d6fb0010 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.911650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-7695f9dc-e51e-4bd5-adec-0130d6fb0010 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308697 Jul 16 03:32:42.930238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Request body: {'port': {'device_id': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '0cc6aeffb7fb4bf3b28c973e6fda7fe2'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:42.936271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Allocated IP 172.20.0.10 (c75c4d32-f77a-4841-baef-f70bdb1b352e/88fdbfa1-1897-4b04-85b3-ef6ea16c213d/31d16a1a-ee34-4633-93cf-1bf0a13abd47) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:42.957239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e773f74d-f12b-42d2-b193-6500fd527242 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:42.975586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-74fa58df-a305-498e-a333-7d40bf0086cb tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.976976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59283ef4-89d8-40c2-af91-a714cf6be0ad req-74fa58df-a305-498e-a333-7d40bf0086cb tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.4177694 Jul 16 03:32:42.992140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-0414cde2-f523-419a-b181-fff3972ff96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.993681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-0414cde2-f523-419a-b181-fff3972ff96e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3580589 Jul 16 03:32:43.057791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69651847-8398-42e2-a7ea-2b23d90dc66a req-9e3fa86d-200a-48f8-b0c4-4da4a2e1cc03 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.065263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69651847-8398-42e2-a7ea-2b23d90dc66a req-9e3fa86d-200a-48f8-b0c4-4da4a2e1cc03 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2977011 Jul 16 03:32:43.088248 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f62abe-7768-4b49-a594-09629814bfaf x-openstack-request-id: req-22f62abe-7768-4b49-a594-09629814bfaf {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:43.098192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:43.101702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.103866 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-plugged", "status": "completed", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:43.105441 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22f62abe-7768-4b49-a594-09629814bfaf {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:43.107492 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'code': 200} Jul 16 03:32:43.141197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-74992f8f-d5e7-4888-8742-968b5c87265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.142701 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-74992f8f-d5e7-4888-8742-968b5c87265e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9efe109f706648a4b728cd266432d3fd&device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 1096 time: 0.3685722 Jul 16 03:32:43.189822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] For port d357b261-9331-409a-8342-38a4b02d7ab6, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:43.252296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69651847-8398-42e2-a7ea-2b23d90dc66a req-47abe350-fc27-41a4-860c-07118d07606f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859925 Jul 16 03:32:43.264215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] For port d357b261-9331-409a-8342-38a4b02d7ab6, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d357b261-9331-409a-8342-38a4b02d7ab6,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:43.266325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e773f74d-f12b-42d2-b193-6500fd527242, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e773f74d-f12b-42d2-b193-6500fd527242,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:43.275708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.295334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 583e4710-847b-4cf4-973e-32e164a4b283 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:43.314855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.347376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'e773f74d-f12b-42d2-b193-6500fd527242', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'port_id': 'e773f74d-f12b-42d2-b193-6500fd527242', 'mac_address': 'fa:16:3e:52:7a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fdbfa1-1897-4b04-85b3-ef6ea16c213d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:43.415671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.440416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Transition to ACTIVE for port object c2b0b782-d540-4f6d-bd4b-c3a5a771c84c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:43.442929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.443422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e773f74d-f12b-42d2-b193-6500fd527242 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:43.483411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 583e4710-847b-4cf4-973e-32e164a4b283 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:43.485362 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-c0d74257-355f-4d06-98f5-aaf5c0cfd89e service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811070 Jul 16 03:32:43.491991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e773f74d-f12b-42d2-b193-6500fd527242, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e773f74d-f12b-42d2-b193-6500fd527242,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:43.498204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.498829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.500263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] 10.222.0.48 "PUT /v2.0/ports/d357b261-9331-409a-8342-38a4b02d7ab6 HTTP/1.1" status: 200 len: 1091 time: 3.2906191 Jul 16 03:32:43.503730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.507891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Transition to ACTIVE for port object 31d16a1a-ee34-4633-93cf-1bf0a13abd47 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:43.522781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Made reservation on behalf of 0cc6aeffb7fb4bf3b28c973e6fda7fe2 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:43.526215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.556714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2192a57c-e553-4f73-b321-2734d417c1b3 req-5774360f-53df-47a9-8c80-479ba7a5ee40 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 210 time: 0.2021220 Jul 16 03:32:43.569410 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:32:43.612679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee879af-5b7b-426d-a194-9c0ed23b369f req-d348a227-72d8-47bc-afc8-7fcacec4e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.614210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fee879af-5b7b-426d-a194-9c0ed23b369f req-d348a227-72d8-47bc-afc8-7fcacec4e973 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 1096 time: 0.4250276 Jul 16 03:32:43.651683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e773f74d-f12b-42d2-b193-6500fd527242,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.669202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687a3b3-4f5c-4ec7-b5e2-7e544f9b241b service neutron] Pushing event updated for resources: {'Port': ['ID=d357b261-9331-409a-8342-38a4b02d7ab6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.677852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-8e6cda86-9ef7-4cd0-b066-57a896288fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.679527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-8e6cda86-9ef7-4cd0-b066-57a896288fd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7010d3e-96f4-4be7-a857-0fe722f39de5 HTTP/1.1" status: 200 len: 913 time: 0.4871104 Jul 16 03:32:43.716802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e773f74d-f12b-42d2-b193-6500fd527242'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:43.750954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fee879af-5b7b-426d-a194-9c0ed23b369f req-e6495c67-d340-4c36-b663-5add101b7b90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282716 Jul 16 03:32:43.755020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.834868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'tag': 'd357b261-9331-409a-8342-38a4b02d7ab6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:43.837608 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0018e387-af2d-4da1-9667-585a64581fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca326776-5773-4c50-8f2a-95bdf1014714", "tag": "d357b261-9331-409a-8342-38a4b02d7ab6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:43.957345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ae2bc-dee6-405f-ba0e-f1bf25355157 None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:43.988066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Network c75c4d32-f77a-4841-baef-f70bdb1b352e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:43.998929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.030358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-167c6e23-51c4-4760-ad5d-18c867edb85e req-e847e268-aab2-4baf-8680-e92bd89a4025 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 210 time: 0.1048093 Jul 16 03:32:44.042000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:44.100321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:44.103121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Pushing event updated for resources: {'Port': ['ID=31d16a1a-ee34-4633-93cf-1bf0a13abd47,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.135868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.155745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:44.158606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-bddc0834-139d-4032-b6ac-43c78a647e8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 HTTP/1.1" status: 200 len: 1000 time: 0.4441686 Jul 16 03:32:44.160548 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa9bbb-e0f2-46c6-82af-cebb55775064 x-openstack-request-id: req-cefa9bbb-e0f2-46c6-82af-cebb55775064 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:44.161412 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca326776-5773-4c50-8f2a-95bdf1014714", "tag": "d357b261-9331-409a-8342-38a4b02d7ab6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:44.161761 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cefa9bbb-e0f2-46c6-82af-cebb55775064 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:44.162244 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'tag': 'd357b261-9331-409a-8342-38a4b02d7ab6', 'status': 'completed', 'code': 200} Jul 16 03:32:44.177871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] Provisioning for port 583e4710-847b-4cf4-973e-32e164a4b283 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:44.183521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] Provisioning complete for port 583e4710-847b-4cf4-973e-32e164a4b283 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:44.184588 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.238209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Allocated IP 192.168.233.152 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/c03827d9-ccfd-498a-ac3d-e8f483fbb100) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:44.281126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.281786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.311866 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.315680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e773f74d-f12b-42d2-b193-6500fd527242'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:44.341689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.376380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cf0e097-26f3-4da0-a827-671108c2471a req-af641c16-6994-4bbe-a688-4ccf789d5548 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5594604 Jul 16 03:32:44.403801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e52836d2-7001-404d-a011-78fc8ca4362d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2132187 Jul 16 03:32:44.438153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:44.456034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] For port 583e4710-847b-4cf4-973e-32e164a4b283, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=583e4710-847b-4cf4-973e-32e164a4b283,segment=NetworkSegment(83a766ab-4986-4af9-b363-e59d00e94389),segment_id=83a766ab-4986-4af9-b363-e59d00e94389)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:44.460314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.468505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.478240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Transition to ACTIVE for port object c03827d9-ccfd-498a-ac3d-e8f483fbb100 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:44.485320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:44.490126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Request body: {'port': {'device_id': 'a253feff-f992-40ef-8256-4d081f72a63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:44.509624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-2c29088f-2a21-4b29-a8d0-03315221cf3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6235268 Jul 16 03:32:44.523394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:44.531978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:44.565680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:44.595397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.597973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.603350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14bced-4acb-4882-a6c8-c70ec1ba07a2 None None] Pushing event updated for resources: {'Port': ['ID=583e4710-847b-4cf4-973e-32e164a4b283,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.624073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.626825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fc665ad2-8379-4689-9d81-39536cb1de1e None None] Provisioning for port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:44.627476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=e4d82596-1692-480d-a35c-46af846b758f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.633799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fc665ad2-8379-4689-9d81-39536cb1de1e None None] Provisioning complete for port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:44.634295 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc665ad2-8379-4689-9d81-39536cb1de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.635810 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-afd1eb39-3f36-47d5-93cc-61ccd07a2a69 req-16ad0d0c-96d6-4016-9bb7-733545b5a7a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1383710 Jul 16 03:32:44.686781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fc665ad2-8379-4689-9d81-39536cb1de1e None None] Port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:44.688749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.724268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-adbb6efe-016e-45f9-abb3-52b78ebd7c9a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1074333 Jul 16 03:32:44.734650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0608dc-dafd-48dd-8b84-6582902e6a33 None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:44.744080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:44.765451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'fixed_ips': [{'subnet_id': '060c460f-9562-4abd-aff3-f384c72d9c61'}, {'subnet_id': 'e4d82596-1692-480d-a35c-46af846b758f'}], 'name': 'tempest-PortsTestJSON-2118521267'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:44.801413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:44.826958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-34cfe6e9-8c0d-42ee-907c-d8a2f431b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.829046 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-34cfe6e9-8c0d-42ee-907c-d8a2f431b493 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 1094 time: 1.1985352 Jul 16 03:32:44.830447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:44.835306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.837738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:44.861851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-91f50b39-8b43-4f22-a2f7-171bc0d05d5e None None] Provisioning complete for port 583e4710-847b-4cf4-973e-32e164a4b283 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:44.862471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91f50b39-8b43-4f22-a2f7-171bc0d05d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.896853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.898108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.917992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.919300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.929109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.960562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836f59-21ea-4b0d-9473-db5d4419c2b1 req-6cc1f45e-3336-4e5e-8bd7-c49b1dec1f46 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.968412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01836f59-21ea-4b0d-9473-db5d4419c2b1 req-6cc1f45e-3336-4e5e-8bd7-c49b1dec1f46 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.3498974 Jul 16 03:32:44.977201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e773f74d-f12b-42d2-b193-6500fd527242 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:44.992452 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-1a55ec8f-4c8b-413f-9859-c10622557110 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d357b261-9331-409a-8342-38a4b02d7ab6 HTTP/1.1" status: 200 len: 217 time: 0.1041641 Jul 16 03:32:44.995089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-1959bde9-45bb-4db4-9aaa-d5208e659103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.996599 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-1959bde9-45bb-4db4-9aaa-d5208e659103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=470f261e-746d-496d-bd11-1e6ae9df5019 HTTP/1.1" status: 200 len: 850 time: 0.3932636 Jul 16 03:32:45.078152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-3299db0a-8772-4503-bbac-887891cf5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.080092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-3299db0a-8772-4503-bbac-887891cf5cb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.0825417 Jul 16 03:32:45.083332 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-36deee5d-0ee4-425a-8171-c546a8f15a69 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1588452 Jul 16 03:32:45.092090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d1a88963-cd14-4862-9d76-fd6c4d196f6e tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4184830 Jul 16 03:32:45.126367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Request body: {'port': {'device_id': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:45.159663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Request body: {'port': {'device_id': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:45.165417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.165897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.166419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.166960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.167425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.167888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.168876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.171062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ed98f592-f78b-4269-96ad-d114bf71a82a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.4531355 Jul 16 03:32:45.208193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 583e4710-847b-4cf4-973e-32e164a4b283 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:45.239486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01836f59-21ea-4b0d-9473-db5d4419c2b1 req-35efe769-e604-4170-9259-18ab2a518163 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698698 Jul 16 03:32:45.258088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b3eff6f-0885-4562-b9fd-9c68bbe616c1 None None] Provisioning for port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:45.271673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b3eff6f-0885-4562-b9fd-9c68bbe616c1 None None] Provisioning complete for port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:45.272056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff6f-0885-4562-b9fd-9c68bbe616c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.320780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port e773f74d-f12b-42d2-b193-6500fd527242 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:45.331222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eff6f-0885-4562-b9fd-9c68bbe616c1 None None] Port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:45.333656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port e773f74d-f12b-42d2-b193-6500fd527242 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:45.334069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.366421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-2d288390-8604-4793-b9f9-fe70e74893a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.367979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-2d288390-8604-4793-b9f9-fe70e74893a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7010d3e-96f4-4be7-a857-0fe722f39de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2864904 Jul 16 03:32:45.381683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 583e4710-847b-4cf4-973e-32e164a4b283 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:45.382091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.391073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-c693befa-089d-4b0c-9db6-85a5a783e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.392758 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-c693befa-089d-4b0c-9db6-85a5a783e2c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2972875 Jul 16 03:32:45.394849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.397056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.431963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:45.491877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-39cb7de8-4889-4a66-b65e-096ef8df5fd0 None None] Provisioning for port c03827d9-ccfd-498a-ac3d-e8f483fbb100 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:45.514330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Update dhcp port {'port': {'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'fixed_ips': [{'subnet_id': '060c460f-9562-4abd-aff3-f384c72d9c61', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4d82596-1692-480d-a35c-46af846b758f'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '583e4710-847b-4cf4-973e-32e164a4b283'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:32:45.525895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-39cb7de8-4889-4a66-b65e-096ef8df5fd0 None None] Provisioning complete for port c03827d9-ccfd-498a-ac3d-e8f483fbb100 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:45.526277 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39cb7de8-4889-4a66-b65e-096ef8df5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.547574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.607597 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.639051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.644105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-39cb7de8-4889-4a66-b65e-096ef8df5fd0 None None] Port c03827d9-ccfd-498a-ac3d-e8f483fbb100 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:45.648619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 946e1386-a4bb-45a9-883a-5fe8b294797c yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:45.670603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7521993-6468-4de0-8933-00d5069a4814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773f74d-f12b-42d2-b193-6500fd527242'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:45.673131 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e14a7fa-68d7-40ff-9a87-215132f26ef3" -d '{"events": [{"server_uuid": "d7521993-6468-4de0-8933-00d5069a4814", "name": "network-vif-plugged", "status": "completed", "tag": "e773f74d-f12b-42d2-b193-6500fd527242"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:45.692953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e773f74d-f12b-42d2-b193-6500fd527242, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e773f74d-f12b-42d2-b193-6500fd527242,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:45.712040 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.803572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:45.830157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e773f74d-f12b-42d2-b193-6500fd527242,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:45.869091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d16a1a-ee34-4633-93cf-1bf0a13abd47 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:45.878134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-3a5c8bbd-d915-433e-9c08-f35a05a4b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.878617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-3a5c8bbd-d915-433e-9c08-f35a05a4b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.879090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-3a5c8bbd-d915-433e-9c08-f35a05a4b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.880697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-3a5c8bbd-d915-433e-9c08-f35a05a4b115 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=c59a8071-def6-434e-acab-915f3ad843be&id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 2301 time: 0.6711702 Jul 16 03:32:45.901214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Allocated IP 172.20.0.18 (0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae/e4d82596-1692-480d-a35c-46af846b758f/583e4710-847b-4cf4-973e-32e164a4b283) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:46.050249 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-efa49106-b862-4549-a6e1-44996641cb89 service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723163 Jul 16 03:32:46.057438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] For port 583e4710-847b-4cf4-973e-32e164a4b283, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=583e4710-847b-4cf4-973e-32e164a4b283,segment=NetworkSegment(83a766ab-4986-4af9-b363-e59d00e94389),segment_id=83a766ab-4986-4af9-b363-e59d00e94389)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:46.080073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-a9c416ad-c382-4e9d-bacb-c1f1bfe8beb0 service neutron] 10.222.0.48 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694062 Jul 16 03:32:46.107535 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.157036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Transition to ACTIVE for port object 583e4710-847b-4cf4-973e-32e164a4b283 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:46.166621 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.235312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.287618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782319e2-f60f-4110-9e33-9e145489fcf2 None None] Pushing event updated for resources: {'Port': ['ID=583e4710-847b-4cf4-973e-32e164a4b283,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:46.297197 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9fde8f-ac85-4256-932c-d79b7e7f4744 req-91e22cd9-0645-4d08-a175-708d550db544 service neutron] 10.222.0.11 "GET /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295277 Jul 16 03:32:46.321101 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2af31ef7-2728-4ad4-bd29-57e809e35e72 req-a54c3c18-2e96-4363-a19c-fbab414a10cf service neutron] 10.222.0.48 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322054 Jul 16 03:32:46.334870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Transition to ACTIVE for port object 31d16a1a-ee34-4633-93cf-1bf0a13abd47 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:46.343853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c97d-9924-46c4-97c5-cd9d1114a07d req-832d9909-d229-4bf0-a15d-eb18b6b3eee4 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.346270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b869c97d-9924-46c4-97c5-cd9d1114a07d req-832d9909-d229-4bf0-a15d-eb18b6b3eee4 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 932 time: 0.7788732 Jul 16 03:32:46.377161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.381438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03827d9-ccfd-498a-ac3d-e8f483fbb100 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:46.391412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.431261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Transition to ACTIVE for port object c03827d9-ccfd-498a-ac3d-e8f483fbb100 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:46.448434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:46.473944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-a607ba07-83d4-43ad-8846-0ba6385cc399 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 1001 time: 0.2446408 Jul 16 03:32:46.567290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Allocated IP 172.25.4.107 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/896e74da-8b22-4b8e-b98b-140432d6375c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:46.570182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:46.583719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e387-af2d-4da1-9667-585a64581fe9 req-6ced37dd-c747-4a3e-b9fa-4f5553de8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.585268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-6ced37dd-c747-4a3e-b9fa-4f5553de8937 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 1094 time: 0.1893272 Jul 16 03:32:46.592815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Pushing event updated for resources: {'Port': ['ID=31d16a1a-ee34-4633-93cf-1bf0a13abd47,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:46.634743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.635084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.635425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.635756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.636083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.636406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.636729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.637842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.638166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.638483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.638861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.639187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:46.641793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b869c97d-9924-46c4-97c5-cd9d1114a07d req-ca16d4d1-b6dc-4965-ba13-7fd6abbcc720 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579398 Jul 16 03:32:46.687916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-adb2f4ba-5079-4d80-ad25-a01f98839d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.689434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-adb2f4ba-5079-4d80-ad25-a01f98839d43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 200 len: 856 time: 0.2028224 Jul 16 03:32:46.899027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Attempting to bind port c03827d9-ccfd-498a-ac3d-e8f483fbb100 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:46.900396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Attempting to bind port c03827d9-ccfd-498a-ac3d-e8f483fbb100 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:46.900726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Attempting to bind port c03827d9-ccfd-498a-ac3d-e8f483fbb100 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:46.902079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Attempting to bind port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:46.903228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Attempting to bind port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:46.903831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Attempting to bind port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:46.914694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 on network c75c4d32-f77a-4841-baef-f70bdb1b352e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:46.915259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Attempting to bind port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 on network c75c4d32-f77a-4841-baef-f70bdb1b352e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:46.945571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Port c03827d9-ccfd-498a-ac3d-e8f483fbb100 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:46.945905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Attempting to bind port c03827d9-ccfd-498a-ac3d-e8f483fbb100 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:46.977883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e387-af2d-4da1-9667-585a64581fe9 req-8155f28b-a809-45f8-8d61-4ce5fca59fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.979341 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-8155f28b-a809-45f8-8d61-4ce5fca59fa8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 918 time: 0.3686154 Jul 16 03:32:46.986335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:46.988921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Checking segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:46.990186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Bound using segment: {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:46.993714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Bound port: 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:46.994728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b0b782-d540-4f6d-bd4b-c3a5a771c84c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:46.995305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.005110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.034412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.9 (0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae/060c460f-9562-4abd-aff3-f384c72d9c61/946e1386-a4bb-45a9-883a-5fe8b294797c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:47.044544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Transition to ACTIVE for port object c2b0b782-d540-4f6d-bd4b-c3a5a771c84c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:47.048268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:47.050045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:47.050791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:47.051359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Bound port: c03827d9-ccfd-498a-ac3d-e8f483fbb100, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:47.051832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.069238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.21 (0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae/e4d82596-1692-480d-a35c-46af846b758f/946e1386-a4bb-45a9-883a-5fe8b294797c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:47.107900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.123381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 583e4710-847b-4cf4-973e-32e164a4b283 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:47.169211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-d215c646-2958-4078-86df-d40bad4b0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.170781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-d215c646-2958-4078-86df-d40bad4b0bdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa09f388-60a2-4025-9fc0-ab125606f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4485538 Jul 16 03:32:47.171446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-0d5503cc-5109-4c3d-a685-cc082a9df55c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d357b261-9331-409a-8342-38a4b02d7ab6 HTTP/1.1" status: 200 len: 217 time: 0.1253011 Jul 16 03:32:47.209186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.224649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f22977e2-f262-488d-ab2f-5259466b7abb None None] Provisioning for port 583e4710-847b-4cf4-973e-32e164a4b283 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:47.231780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f22977e2-f262-488d-ab2f-5259466b7abb None None] Provisioning complete for port 583e4710-847b-4cf4-973e-32e164a4b283 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:47.232602 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f22977e2-f262-488d-ab2f-5259466b7abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.241107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.287636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] For port 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:47.311842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:47.332070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e387-af2d-4da1-9667-585a64581fe9 req-b9e9baac-7c75-438a-b75b-906b44ba74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.333561 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-b9e9baac-7c75-438a-b75b-906b44ba74b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.1388788 Jul 16 03:32:47.359398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:47.360571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] For port 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:47.377280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.406003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.452231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.452852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.454237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/c03827d9-ccfd-498a-ac3d-e8f483fbb100 HTTP/1.1" status: 200 len: 1096 time: 2.3609283 Jul 16 03:32:47.454703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:47.456937 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81065cb7-c651-4367-b941-70f245ba70a0" -d '{"events": [{"name": "network-changed", "server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:47.459554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77a9d-c478-4735-a241-2345aa1a3bfe req-de75119b-66b2-49ff-981c-dac5a0e5b59b tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.463039 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70c77a9d-c478-4735-a241-2345aa1a3bfe req-de75119b-66b2-49ff-981c-dac5a0e5b59b tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 948 time: 0.4181707 Jul 16 03:32:47.474451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Attempting to bind port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:47.474827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Attempting to bind port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:47.475164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Attempting to bind port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:47.488419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:47.488955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Attempting to bind port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:47.491060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea81bc-744d-440a-83b6-c4b6df4e5bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.533386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-b71858a6-3d24-4a32-811f-792d82f31b76 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379886 Jul 16 03:32:47.537257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:47.537755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:47.538300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:47.539508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Bound port: c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:47.539508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.546374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.547050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.548476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] 10.222.0.11 "PUT /v2.0/ports/31d16a1a-ee34-4633-93cf-1bf0a13abd47 HTTP/1.1" status: 200 len: 1092 time: 3.0955913 Jul 16 03:32:47.552609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a253feff-f992-40ef-8256-4d081f72a63e', 'tag': '31d16a1a-ee34-4633-93cf-1bf0a13abd47'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:47.564509 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb463332-1b57-4b0d-972b-c44df91412a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a253feff-f992-40ef-8256-4d081f72a63e", "tag": "31d16a1a-ee34-4633-93cf-1bf0a13abd47"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:47.590108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.599223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e387-af2d-4da1-9667-585a64581fe9 req-8b568960-a423-4d2e-af72-60379f334b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.600896 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-8b568960-a423-4d2e-af72-60379f334b3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369325 Jul 16 03:32:47.668792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:47.674690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:47.692578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.699532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b2988-41f5-4aa1-b702-3981c49c7d04 service neutron] Pushing event updated for resources: {'Port': ['ID=31d16a1a-ee34-4633-93cf-1bf0a13abd47,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.710106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-55e97066-4648-426f-a247-2603ea741094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.710749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:47.711797 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-55e97066-4648-426f-a247-2603ea741094 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 1099 time: 0.2125227 Jul 16 03:32:47.715834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.790131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:47.792321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:47.792872 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-e93a4da7-6d45-43e5-9484-7879074035cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100 HTTP/1.1" status: 200 len: 217 time: 0.0634747 Jul 16 03:32:47.804161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 946e1386-a4bb-45a9-883a-5fe8b294797c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:47.807327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.808031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.810049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] 10.222.0.11 "PUT /v2.0/ports/c2b0b782-d540-4f6d-bd4b-c3a5a771c84c HTTP/1.1" status: 200 len: 1096 time: 2.6808302 Jul 16 03:32:47.817030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70c77a9d-c478-4735-a241-2345aa1a3bfe req-4c79c92f-8926-40c5-aef1-8796a36be166 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861919 Jul 16 03:32:47.881174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-a218bcba-d50a-4849-9f70-23e6daca97b4 service neutron] 10.222.0.48 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663505 Jul 16 03:32:47.895992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=896e74da-8b22-4b8e-b98b-140432d6375c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.929908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9095795-78d4-4a8c-95cc-5bc3821cdc3e service neutron] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:47.937265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-f6e5a02b-ffd1-4a00-8ca3-a956e01d7014 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853998 Jul 16 03:32:47.961717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-5b40cba5-f79e-4afd-a38f-d528f7c32da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.963347 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-5b40cba5-f79e-4afd-a38f-d528f7c32da0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1503711 Jul 16 03:32:47.967981 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c22a5cd-f76c-4dd7-9f5b-7842dbbf6448 x-openstack-request-id: req-0c22a5cd-f76c-4dd7-9f5b-7842dbbf6448 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:47.968877 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7521993-6468-4de0-8933-00d5069a4814", "name": "network-vif-plugged", "status": "completed", "tag": "e773f74d-f12b-42d2-b193-6500fd527242", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:47.969330 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c22a5cd-f76c-4dd7-9f5b-7842dbbf6448 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:47.969919 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7521993-6468-4de0-8933-00d5069a4814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773f74d-f12b-42d2-b193-6500fd527242', 'code': 200} Jul 16 03:32:48.030738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-9455fe82-2933-4cdb-9c3e-e5c2e2a3b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.036791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-9455fe82-2933-4cdb-9c3e-e5c2e2a3b855 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 1095 time: 0.4112051 Jul 16 03:32:48.038380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-0b4bfbfa-1393-4589-b5e7-f400320b3db0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 217 time: 0.0929990 Jul 16 03:32:48.041744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.113453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-779855bd-f5d4-4df0-9fa1-a4e2a12b5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.114943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-779855bd-f5d4-4df0-9fa1-a4e2a12b5924 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 1099 time: 0.2424576 Jul 16 03:32:48.123931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0018e387-af2d-4da1-9667-585a64581fe9 req-1dd0cce9-b9f7-4235-9bb3-ccc1c9da14e3 service neutron] 10.222.0.48 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306473 Jul 16 03:32:48.177230 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-c197d8ef-96d2-49a7-ba0b-f5447eb393ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c HTTP/1.1" status: 200 len: 217 time: 0.0504704 Jul 16 03:32:48.179419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-77410b1e-e5ea-4318-98a0-25a8934389c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.179534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-634e7ebe-a84a-4d83-86f9-066cf5b0be15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47 HTTP/1.1" status: 200 len: 217 time: 0.1344969 Jul 16 03:32:48.180932 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-77410b1e-e5ea-4318-98a0-25a8934389c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102253 Jul 16 03:32:48.206980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.214321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:48.222309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab863b0-fbea-411d-bd9a-ee5a5e5704d4 req-0d9691fe-b425-4a53-bc95-bf45415e5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.223792 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4ab863b0-fbea-411d-bd9a-ee5a5e5704d4 req-0d9691fe-b425-4a53-bc95-bf45415e5d23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 1097 time: 0.1740978 Jul 16 03:32:48.236813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:48.261255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:48.274302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=946e1386-a4bb-45a9-883a-5fe8b294797c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:48.309875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-4ffd5829-0de0-4cb0-b183-d95894067a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.311391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-4ffd5829-0de0-4cb0-b183-d95894067a4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1226943 Jul 16 03:32:48.329709 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4ab863b0-fbea-411d-bd9a-ee5a5e5704d4 req-4160f912-0e8b-4f78-87c5-1ba4c98b59f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954454 Jul 16 03:32:48.332143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-feb8294a-1641-491f-bb44-96662198b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.333403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-feb8294a-1641-491f-bb44-96662198b19c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.2856650 Jul 16 03:32:48.383986 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-5df98e7c-e2e9-45da-9802-8ea77011cf6a service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962664 Jul 16 03:32:48.387573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e74ed18a-aa23-41dd-9911-2eeef3dbed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.389063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-e74ed18a-aa23-41dd-9911-2eeef3dbed04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.1767023 Jul 16 03:32:48.420035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.420678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.426645 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.430955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-2e6813a6-98f8-44bf-9f11-4d689048a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.433426 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-2e6813a6-98f8-44bf-9f11-4d689048a2ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141348 Jul 16 03:32:48.503153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b4575b5f-a8a0-478c-a70b-5cceedba9ea9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.7505300 Jul 16 03:32:48.506504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:48.514134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590672f0-f6d2-4d5a-b2a1-e998895f4186 req-e23ede36-bebd-41d5-91a8-30ad317f3ade tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.514342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-215e6496-de68-41fa-adf5-688436efa3b0 None None] Provisioning for port 946e1386-a4bb-45a9-883a-5fe8b294797c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:48.515673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590672f0-f6d2-4d5a-b2a1-e998895f4186 req-e23ede36-bebd-41d5-91a8-30ad317f3ade tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.3809528 Jul 16 03:32:48.516434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '060c460f-9562-4abd-aff3-f384c72d9c61'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:48.518720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-215e6496-de68-41fa-adf5-688436efa3b0 None None] Provisioning complete for port 946e1386-a4bb-45a9-883a-5fe8b294797c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:48.519335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-215e6496-de68-41fa-adf5-688436efa3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.555461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-215e6496-de68-41fa-adf5-688436efa3b0 None None] Port 946e1386-a4bb-45a9-883a-5fe8b294797c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:48.588049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-6135288c-5a0c-434f-9a44-35eafbf7335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.589581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-6135288c-5a0c-434f-9a44-35eafbf7335c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2433178 Jul 16 03:32:48.660824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-590672f0-f6d2-4d5a-b2a1-e998895f4186 req-34f61d22-b069-493d-a260-9c6ef0348d50 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341395 Jul 16 03:32:48.774009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d357b261-9331-409a-8342-38a4b02d7ab6 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:48.891842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d357b261-9331-409a-8342-38a4b02d7ab6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d357b261-9331-409a-8342-38a4b02d7ab6,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:48.904436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'd357b261-9331-409a-8342-38a4b02d7ab6', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'port_id': 'd357b261-9331-409a-8342-38a4b02d7ab6', 'mac_address': 'fa:16:3e:3f:6c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fdbfa1-1897-4b04-85b3-ef6ea16c213d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:48.944458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.955000 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-d18f9394-d45e-48b6-9b15-facf337b58e4 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951134 Jul 16 03:32:48.958849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d357b261-9331-409a-8342-38a4b02d7ab6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:48.961228 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa8dcd-5a5b-4c06-b5ef-e0db6020ad7b x-openstack-request-id: req-17fa8dcd-5a5b-4c06-b5ef-e0db6020ad7b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:48.961521 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:48.961778 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17fa8dcd-5a5b-4c06-b5ef-e0db6020ad7b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:48.962398 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'status': 'completed', 'code': 200} Jul 16 03:32:48.973837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-fc44e434-3b32-406b-a61f-1495d0731bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.975375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-fc44e434-3b32-406b-a61f-1495d0731bcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5761521 Jul 16 03:32:48.979193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d357b261-9331-409a-8342-38a4b02d7ab6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d357b261-9331-409a-8342-38a4b02d7ab6,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:48.981917 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b744473b-a780-4e51-ae98-b3a48b384dfe x-openstack-request-id: req-b744473b-a780-4e51-ae98-b3a48b384dfe {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:48.982144 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a253feff-f992-40ef-8256-4d081f72a63e", "tag": "31d16a1a-ee34-4633-93cf-1bf0a13abd47", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:48.982438 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b744473b-a780-4e51-ae98-b3a48b384dfe {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:48.982893 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a253feff-f992-40ef-8256-4d081f72a63e', 'tag': '31d16a1a-ee34-4633-93cf-1bf0a13abd47', 'status': 'completed', 'code': 200} Jul 16 03:32:48.984747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.008430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6ead00c-e6e4-4d40-b22c-b134fe1dd75f req-a86396d1-234c-488f-8a80-a711d40f3ef1 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167133 Jul 16 03:32:49.049628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d357b261-9331-409a-8342-38a4b02d7ab6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:49.190297 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.203722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.204346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-6eec5e76-019f-41c5-88c5-adea2077e236 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010804 Jul 16 03:32:49.210159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.210757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8cdfb8-feaa-4bf9-b663-33326498054f req-5a7a179c-678b-4a0e-b4f6-340577dab8c5 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171812 Jul 16 03:32:49.217104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-6462844e-282e-49f2-9313-bf774c6385ba service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305880 Jul 16 03:32:49.249967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065cb7-c651-4367-b941-70f245ba70a0 req-0a9fecbc-e54d-4b47-9ae5-ed5cc12e6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.252158 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-0a9fecbc-e54d-4b47-9ae5-ed5cc12e6da8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 1099 time: 0.1691794 Jul 16 03:32:49.261451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6419b-b7ef-4e98-a56b-69f406e68187 req-cfa94d79-2c6a-46c9-8f23-604e15bace08 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.263415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97c6419b-b7ef-4e98-a56b-69f406e68187 req-cfa94d79-2c6a-46c9-8f23-604e15bace08 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 944 time: 0.2837732 Jul 16 03:32:49.264276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d357b261-9331-409a-8342-38a4b02d7ab6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:49.426858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065cb7-c651-4367-b941-70f245ba70a0 req-d8bf1563-a804-4e0b-948b-42782cd4dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.428337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-d8bf1563-a804-4e0b-948b-42782cd4dfdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.1465509 Jul 16 03:32:49.429723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event updated for resources: {'Port': ['ID=896e74da-8b22-4b8e-b98b-140432d6375c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:49.461622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.488481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97c6419b-b7ef-4e98-a56b-69f406e68187 req-800422bc-8835-47a5-ac90-0289e0312530 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016661 Jul 16 03:32:49.505409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-196a6f99-1ed6-4383-b4aa-2c36e2935585 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864804 Jul 16 03:32:49.515724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9614ef-96ec-4684-b0af-c279835afaaa req-45f10d59-a9f3-4e09-9f0c-56d1992c14ec service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484925 Jul 16 03:32:49.523424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.524717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cf0e097-26f3-4da0-a827-671108c2471a req-3022ab80-c106-4344-88b4-a58d958a845c tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1190128 Jul 16 03:32:49.543863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-f1abc2fe-8914-42fb-9bd5-053b18c251bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100 HTTP/1.1" status: 200 len: 217 time: 0.0931382 Jul 16 03:32:49.557527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-42231f0d-118d-4983-8262-3d82ff2ae2f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 217 time: 0.0442905 Jul 16 03:32:49.656539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cf0e097-26f3-4da0-a827-671108c2471a req-0f214a75-fd2e-47c8-a3c3-b1dfd22ddeda tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1014824 Jul 16 03:32:49.674089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065cb7-c651-4367-b941-70f245ba70a0 req-c801d441-3eed-4b88-9ad2-5c49cf2d18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.674889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-c801d441-3eed-4b88-9ad2-5c49cf2d18b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1161909 Jul 16 03:32:49.714587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-012b7a66-6896-4829-a3ef-2487840b537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.716229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-012b7a66-6896-4829-a3ef-2487840b537d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1517229 Jul 16 03:32:49.784610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Delete allocated IP 172.20.0.21 (0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae/e4d82596-1692-480d-a35c-46af846b758f) {{(pid=93757) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:32:49.797825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065cb7-c651-4367-b941-70f245ba70a0 req-fb597739-4794-4bfe-b63a-8ea38bd534dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.799382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-fb597739-4794-4bfe-b63a-8ea38bd534dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160753 Jul 16 03:32:49.803886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-8064bf25-65e6-4472-9d68-7e7cb1e1a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.805388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-8064bf25-65e6-4472-9d68-7e7cb1e1a020 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 1095 time: 0.1983302 Jul 16 03:32:49.857347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e097-26f3-4da0-a827-671108c2471a req-47110532-f3e9-4304-99da-98cc9441c405 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.858216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cf0e097-26f3-4da0-a827-671108c2471a req-47110532-f3e9-4304-99da-98cc9441c405 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1941378 Jul 16 03:32:49.913411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-f8c73787-4dcd-4a61-91c0-ad1a1418c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.915029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-f8c73787-4dcd-4a61-91c0-ad1a1418c9ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1857383 Jul 16 03:32:49.960083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-b1558135-41e8-4d5a-85d1-01698eb6d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.961565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-b1558135-41e8-4d5a-85d1-01698eb6d8a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 918 time: 0.1458590 Jul 16 03:32:49.992004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-bf8aebeb-a12a-4792-853a-8ba00a213943 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761434 Jul 16 03:32:50.032398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.047346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-b4cb7cbf-9c42-4540-b0f1-9417c3dbbfd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47 HTTP/1.1" status: 200 len: 217 time: 0.0765128 Jul 16 03:32:50.077204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 946e1386-a4bb-45a9-883a-5fe8b294797c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:50.087067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.146061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-fcfece88-431c-4900-b68b-e89d33ef45af service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237756 Jul 16 03:32:50.149186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-a9fe140e-328f-41a2-bea5-1a4804b2367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.150700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-a9fe140e-328f-41a2-bea5-1a4804b2367b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.0787840 Jul 16 03:32:50.187617 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81065cb7-c651-4367-b941-70f245ba70a0 req-292d46eb-acf2-4095-852e-77e06845725f service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881742 Jul 16 03:32:50.223088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=946e1386-a4bb-45a9-883a-5fe8b294797c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:50.248384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] In _notify_port_updated(), no bound segment for port 946e1386-a4bb-45a9-883a-5fe8b294797c on network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:32:50.254185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.254856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.258714 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0327fa56-2043-4dfe-bb21-48a401cb0815 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/ports/946e1386-a4bb-45a9-883a-5fe8b294797c HTTP/1.1" status: 200 len: 919 time: 1.7486715 Jul 16 03:32:50.259015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58924) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:50.265396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e598c-d834-42f3-af84-54ec28ba3c9b req-c8a15b83-11c7-4db7-a257-6cdc486f9779 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.267106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-738e598c-d834-42f3-af84-54ec28ba3c9b req-c8a15b83-11c7-4db7-a257-6cdc486f9779 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 948 time: 0.2320707 Jul 16 03:32:50.277456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '060c460f-9562-4abd-aff3-f384c72d9c61'}, {'subnet_id': 'e4d82596-1692-480d-a35c-46af846b758f'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:50.327365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-a35b15f3-3d1b-4310-af9a-72fd1c77149b service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730061 Jul 16 03:32:50.376300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-738e598c-d834-42f3-af84-54ec28ba3c9b req-c166b0b0-e93c-49ec-8370-caa81b8015da tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962846 Jul 16 03:32:50.387210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-5f6605d4-9bab-46b0-a069-654ab4d62169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.388818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-5f6605d4-9bab-46b0-a069-654ab4d62169 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211778 Jul 16 03:32:50.422580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.450204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-af84497d-fd02-4e0f-8090-cbf870c25104 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 200 len: 217 time: 0.1114173 Jul 16 03:32:50.498433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-55360a90-3b59-4f11-8f94-47d1a243bf9e None None] Provisioning for port 946e1386-a4bb-45a9-883a-5fe8b294797c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:50.503539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-55360a90-3b59-4f11-8f94-47d1a243bf9e None None] Provisioning complete for port 946e1386-a4bb-45a9-883a-5fe8b294797c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:50.504119 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55360a90-3b59-4f11-8f94-47d1a243bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.545364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-55360a90-3b59-4f11-8f94-47d1a243bf9e None None] Port 946e1386-a4bb-45a9-883a-5fe8b294797c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:50.558354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9132e755-a863-403a-8fe9-8ddd37f04c61 req-66bb95b7-275a-48fd-a99f-cb8220433784 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips/ce261476-f556-4118-b30b-bdcfd37de2bb HTTP/1.1" status: 200 len: 693 time: 0.1124065 Jul 16 03:32:50.628773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-8266171e-6781-4d86-bacd-0b339d278e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.630226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-8266171e-6781-4d86-bacd-0b339d278e69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1654296 Jul 16 03:32:50.668993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09e555e0-64f4-4681-8486-64d59a31e0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.711169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.21 (0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae/e4d82596-1692-480d-a35c-46af846b758f/946e1386-a4bb-45a9-883a-5fe8b294797c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:50.754360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-c610552b-676f-4988-8900-efe866796882 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551798 Jul 16 03:32:50.789450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d357b261-9331-409a-8342-38a4b02d7ab6 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:50.838531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132e755-a863-403a-8fe9-8ddd37f04c61 req-3b27f501-1e8c-4c13-8639-c20f5a12d10b tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.840574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9132e755-a863-403a-8fe9-8ddd37f04c61 req-3b27f501-1e8c-4c13-8639-c20f5a12d10b tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2531948 Jul 16 03:32:50.842795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.843975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port d357b261-9331-409a-8342-38a4b02d7ab6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:50.856376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port d357b261-9331-409a-8342-38a4b02d7ab6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:50.857837 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.863985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Ignored duplicate provisioning block setup for port 946e1386-a4bb-45a9-883a-5fe8b294797c by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:32:50.871022 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.882398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376af4-9671-437f-9a38-4f5b2e9e6d2a req-353e33e1-059c-412a-98f6-7ec6101e803a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.883957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc376af4-9671-437f-9a38-4f5b2e9e6d2a req-353e33e1-059c-412a-98f6-7ec6101e803a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2759628 Jul 16 03:32:50.888021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-a12bf21a-7bf7-47d4-a2da-a1e519292d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.889461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-a12bf21a-7bf7-47d4-a2da-a1e519292d6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2430224 Jul 16 03:32:50.961481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb463332-1b57-4b0d-972b-c44df91412a5 req-00858ee7-293b-425d-a1f9-214b60a32247 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959605 Jul 16 03:32:50.982804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:50.988702 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a051e-dbb7-4755-b104-1e35f7f70765" -d '{"events": [{"name": "network-changed", "server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:50.995762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=946e1386-a4bb-45a9-883a-5fe8b294797c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.000810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 31d16a1a-ee34-4633-93cf-1bf0a13abd47 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:51.018784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc376af4-9671-437f-9a38-4f5b2e9e6d2a req-49e6f83f-25a0-43ef-a582-ac0294214992 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209009 Jul 16 03:32:51.046527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.082827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-6efc7921-b966-4042-89ba-e03c138fe970 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802917 Jul 16 03:32:51.093077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] In _notify_port_updated(), no bound segment for port 946e1386-a4bb-45a9-883a-5fe8b294797c on network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:32:51.101365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.102353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.104827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-819273a9-a4ed-447e-b096-ebe71a6a28cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/ports/946e1386-a4bb-45a9-883a-5fe8b294797c HTTP/1.1" status: 200 len: 999 time: 0.8449111 Jul 16 03:32:51.108345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:51.121214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357b261-9331-409a-8342-38a4b02d7ab6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:51.123675 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59592bcb-3381-4493-93a8-4285a9bed8f4" -d '{"events": [{"server_uuid": "ca326776-5773-4c50-8f2a-95bdf1014714", "name": "network-vif-plugged", "status": "completed", "tag": "d357b261-9331-409a-8342-38a4b02d7ab6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:51.186673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d357b261-9331-409a-8342-38a4b02d7ab6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d357b261-9331-409a-8342-38a4b02d7ab6,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.197880 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.246751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.251126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 946e1386-a4bb-45a9-883a-5fe8b294797c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:51.251636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.273449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '31d16a1a-ee34-4633-93cf-1bf0a13abd47', 'network_id': 'c75c4d32-f77a-4841-baef-f70bdb1b352e', 'port_id': '31d16a1a-ee34-4633-93cf-1bf0a13abd47', 'mac_address': 'fa:16:3e:df:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fdbfa1-1897-4b04-85b3-ef6ea16c213d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:51.289027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d357b261-9331-409a-8342-38a4b02d7ab6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.304602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-fe6f12e7-565a-44dd-816f-22e2e36f9ad5 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158351 Jul 16 03:32:51.320062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-195a5fec-cd27-4a64-8cdb-36c9ea777ff6 None None] Provisioning complete for port 946e1386-a4bb-45a9-883a-5fe8b294797c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:51.320581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195a5fec-cd27-4a64-8cdb-36c9ea777ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.348663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.351910 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.361472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-d670d8b5-4a2f-432a-af98-a12d8d73023e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 200 len: 217 time: 0.0503683 Jul 16 03:32:51.367222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 946e1386-a4bb-45a9-883a-5fe8b294797c owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:51.373220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bce6a-cff2-4bf0-bb0c-b7cd73fbf0f9 req-99406a39-bc96-4542-83cc-63671a10a1b5 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.374723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b3bce6a-cff2-4bf0-bb0c-b7cd73fbf0f9 req-99406a39-bc96-4542-83cc-63671a10a1b5 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.2229495 Jul 16 03:32:51.375597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-195a5fec-cd27-4a64-8cdb-36c9ea777ff6 None None] Port 946e1386-a4bb-45a9-883a-5fe8b294797c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:51.378228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d16a1a-ee34-4633-93cf-1bf0a13abd47 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:51.392654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f1956-4e9b-401d-bbea-04fdba028109 req-03381918-596f-4072-84ea-35838d6fd5cb tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.394122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-101f1956-4e9b-401d-bbea-04fdba028109 req-03381918-596f-4072-84ea-35838d6fd5cb tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 944 time: 0.2017860 Jul 16 03:32:51.400156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.405670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.406638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:51.480464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-97cdfa3d-4e34-463a-911b-897e0dc3d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.481108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=31d16a1a-ee34-4633-93cf-1bf0a13abd47,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.481949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-97cdfa3d-4e34-463a-911b-897e0dc3d8af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1054654 Jul 16 03:32:51.491305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b3bce6a-cff2-4bf0-bb0c-b7cd73fbf0f9 req-5a952489-1ae8-421c-81b0-9eac884de61b tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962148 Jul 16 03:32:51.541132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-101f1956-4e9b-401d-bbea-04fdba028109 req-4ec0704f-ccdf-404d-971b-692ba6aa9c53 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140175 Jul 16 03:32:51.544987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.560114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'mac_address': 'fa:16:3e:cb:76:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:51.607764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.616414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.624026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b0b782-d540-4f6d-bd4b-c3a5a771c84c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:51.648639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.654676 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.661206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=946e1386-a4bb-45a9-883a-5fe8b294797c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.738187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.768258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:51.784469 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cdbe83-6ca8-4e26-99be-2b672bcc76df x-openstack-request-id: req-64cdbe83-6ca8-4e26-99be-2b672bcc76df {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:51.784745 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:51.785002 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64cdbe83-6ca8-4e26-99be-2b672bcc76df {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:51.785393 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'status': 'completed', 'code': 200} Jul 16 03:32:51.826319 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb03b2-e526-47ee-bd9d-624c8c511b69 x-openstack-request-id: req-edcb03b2-e526-47ee-bd9d-624c8c511b69 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:51.826665 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca326776-5773-4c50-8f2a-95bdf1014714", "name": "network-vif-plugged", "status": "completed", "tag": "d357b261-9331-409a-8342-38a4b02d7ab6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:51.826978 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edcb03b2-e526-47ee-bd9d-624c8c511b69 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:51.827390 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357b261-9331-409a-8342-38a4b02d7ab6', 'code': 200} Jul 16 03:32:51.853405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.856015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-52ecb7fb-faf2-48c4-ba1e-6cff15bdb9ce tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/946e1386-a4bb-45a9-883a-5fe8b294797c HTTP/1.1" status: 204 len: 168 time: 0.7452214 Jul 16 03:32:51.866937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58960) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:51.887847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Deleting subnet 8ef50dd7-bc13-454f-8967-221b7021e9dc {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:51.901825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:51.909273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['31d16a1a-ee34-4633-93cf-1bf0a13abd47'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:51.970201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.973046 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a257eb-8b56-47ec-8328-0c5da622a74d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:51.977210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-53a257eb-8b56-47ec-8328-0c5da622a74d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/946e1386-a4bb-45a9-883a-5fe8b294797c HTTP/1.1" status: 404 len: 333 time: 0.1067202 Jul 16 03:32:51.983782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:52.017828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.050651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-fafbf120-c861-4ac2-a0f7-7ec73f0ccde0 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips/ce261476-f556-4118-b30b-bdcfd37de2bb HTTP/1.1" status: 200 len: 693 time: 0.4807184 Jul 16 03:32:52.065028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8bc2e-f328-4480-808c-5134074eaf8b req-8dce9126-3a6c-4d12-a6aa-ce81cee2f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.066570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-97b8bc2e-f328-4480-808c-5134074eaf8b req-8dce9126-3a6c-4d12-a6aa-ce81cee2f22f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 1096 time: 0.1354697 Jul 16 03:32:52.082753 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.086239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-e5f92d5e-7a1a-4f27-9d90-37073cf6ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.087793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-e5f92d5e-7a1a-4f27-9d90-37073cf6ee03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5938737 Jul 16 03:32:52.124630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-65418909-b8be-449e-a312-b2ed6f95c6e2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:52.126001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-65418909-b8be-449e-a312-b2ed6f95c6e2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209982 Jul 16 03:32:52.143734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-97b8bc2e-f328-4480-808c-5134074eaf8b req-a72e99e6-b8de-4b47-b8f0-b5792d75f652 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705714 Jul 16 03:32:52.165932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.168209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet e4d82596-1692-480d-a35c-46af846b758f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:52.193373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef50dd7-bc13-454f-8967-221b7021e9dc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:52.195512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.200015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-69e1d194-f86e-4c96-9c41-8b07f1c06636 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ef50dd7-bc13-454f-8967-221b7021e9dc HTTP/1.1" status: 204 len: 168 time: 0.4279525 Jul 16 03:32:52.200607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:52.217513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.275104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.335971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.359414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.369487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:52.372285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-68aea576-109b-442a-b8aa-f70ed73ea914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.373762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-68aea576-109b-442a-b8aa-f70ed73ea914 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 1100 time: 0.4013669 Jul 16 03:32:52.379711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:52.380020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9cbae7-774f-4ed3-b0eb-15ac250f3c63') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:52.389543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.390136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28614382-693a-4d75-970e-9fdb13852796 req-10a2706c-6db6-49d3-a435-9be408639492 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.391585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28614382-693a-4d75-970e-9fdb13852796 req-10a2706c-6db6-49d3-a435-9be408639492 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 948 time: 0.4179811 Jul 16 03:32:52.402920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.408818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:52.409235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:52.410833 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:52.418215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-2f4eef26-2ba9-44ff-9824-538c174f1bc5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.419663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-2f4eef26-2ba9-44ff-9824-538c174f1bc5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.3683476 Jul 16 03:32:52.467966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.473481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.474857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-c5618068-dff4-46d3-81aa-f1bf4654ae99 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332560 Jul 16 03:32:52.475485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37 HTTP/1.1" status: 204 len: 168 time: 0.2738705 Jul 16 03:32:52.489407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f297d-528c-475a-bb24-8f84a0a4bec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec78ff3d-4c79-4d8b-96cf-6ab0d4a07a37,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:52.578444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-fb02e0f5-4cdf-4904-9cba-4e675a20222a tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1471415 Jul 16 03:32:52.592766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:52.632762 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f08a8a52-2a8e-4288-a02f-76e29496948c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1610c727ddc54646a68a519d2efc956f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387449 Jul 16 03:32:52.635435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:52.636496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28614382-693a-4d75-970e-9fdb13852796 req-eaa408e2-ce53-43ee-9b3b-892f0ec09894 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375772 Jul 16 03:32:52.689904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee29a4b5-7cb4-4e23-bca2-e7e47950e339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.711735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee29a4b5-7cb4-4e23-bca2-e7e47950e339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.733213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.760308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-93cf690a-0a7f-42c7-a14b-9fd954ae61b4 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1416178 Jul 16 03:32:52.766851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee29a4b5-7cb4-4e23-bca2-e7e47950e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.769677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee29a4b5-7cb4-4e23-bca2-e7e47950e339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.770921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee29a4b5-7cb4-4e23-bca2-e7e47950e339 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e60ab9e7-9a50-444f-a575-40ef7b6f517c HTTP/1.1" status: 204 len: 168 time: 0.1345165 Jul 16 03:32:52.779204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29a4b5-7cb4-4e23-bca2-e7e47950e339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ab9e7-9a50-444f-a575-40ef7b6f517c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:52.785691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-456e4247-3e84-4608-b69c-b962303d36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.788699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-456e4247-3e84-4608-b69c-b962303d36d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.3959715 Jul 16 03:32:52.794986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:52.904815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:52.916389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'mac_address': 'fa:16:3e:1f:17:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:52.925414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-c4f0f816-9549-40f7-9b84-9ec4ed486091 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c HTTP/1.1" status: 200 len: 217 time: 0.1058700 Jul 16 03:32:52.929706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-3ca63e2e-bb47-4c4c-a3e4-c555880d844e service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118998 Jul 16 03:32:52.963934 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:52.992994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03827d9-ccfd-498a-ac3d-e8f483fbb100 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:53.019953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:53.024781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:53.029863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.061568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-afba26da-35ba-4804-adc0-8c373a7c58e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0923071 Jul 16 03:32:53.101770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.125472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:53.153961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:53.158609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:53.159052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.176751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-96fac921-b1c8-453a-8ad0-bf18f54921d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.177023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-96fac921-b1c8-453a-8ad0-bf18f54921d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.2090733 Jul 16 03:32:53.181202 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.185917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/e4d82596-1692-480d-a35c-46af846b758f HTTP/1.1" status: 204 len: 168 time: 1.1863639 Jul 16 03:32:53.185917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0435d-7ffe-43d3-a5ca-c9433c4d8e80 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d82596-1692-480d-a35c-46af846b758f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:53.186274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:53.193431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857004a-8757-48f2-884f-310fecafad5c None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:53.214215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977891-afc4-44fe-aa35-2f6fe0e36af2 req-a0f73e61-b315-47c2-9a09-7d85ecbd2a3b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.215917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66977891-afc4-44fe-aa35-2f6fe0e36af2 req-a0f73e61-b315-47c2-9a09-7d85ecbd2a3b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.4531043 Jul 16 03:32:53.256169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-60788c58-d2bd-432e-b85e-6bfb36fbdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.257581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-60788c58-d2bd-432e-b85e-6bfb36fbdd46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1721210 Jul 16 03:32:53.257814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 060c460f-9562-4abd-aff3-f384c72d9c61 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:32:53.262426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.307425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.329519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Deleting port 896e74da-8b22-4b8e-b98b-140432d6375c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:53.329862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.335961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c03827d9-ccfd-498a-ac3d-e8f483fbb100'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:53.366433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66977891-afc4-44fe-aa35-2f6fe0e36af2 req-6fab5fca-1e99-43bb-ad14-62196cdca0e4 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249635 Jul 16 03:32:53.389218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-292df58d-a13f-4fd3-9486-bb61f30f2afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.433131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-55823542-cff5-405f-bb2f-f4a61a7a9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.434913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-55823542-cff5-405f-bb2f-f4a61a7a9414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459078 Jul 16 03:32:53.469981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.510110 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.535481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.535934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.550823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Calling delete_port for 896e74da-8b22-4b8e-b98b-140432d6375c owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:53.594426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:53.626696 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.626696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 31d16a1a-ee34-4633-93cf-1bf0a13abd47 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:53.709966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-14664884-6dc5-48ae-a965-a79bcf441a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.711561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-14664884-6dc5-48ae-a965-a79bcf441a8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4406714 Jul 16 03:32:53.802126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-d8777b9c-49a4-40c6-9d94-27e20ebf1c1c service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587618 Jul 16 03:32:53.836764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:53.840679 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e53289a-2d18-4325-a4ad-681f41523f74" -d '{"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:53.869929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.873573 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.878232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:53.893653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:53.901844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.904520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:53.905036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.933209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=060c460f-9562-4abd-aff3-f384c72d9c61,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:53.935694 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.937560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ecd59664-996f-44ea-a9f1-8f2c23976af8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/060c460f-9562-4abd-aff3-f384c72d9c61 HTTP/1.1" status: 204 len: 168 time: 0.7505312 Jul 16 03:32:53.940722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59010) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:53.950926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event deleted for resources: {'Port': ['ID=896e74da-8b22-4b8e-b98b-140432d6375c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:54.031367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.039300 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.086928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:54.092270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 583e4710-847b-4cf4-973e-32e164a4b283 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:54.092758 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.092932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.125624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ddf7c8-7240-4ca9-938d-86bfcc044a3e None None] Update dhcp port {'port': {'network_id': '0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae', 'fixed_ips': [{'subnet_id': '060c460f-9562-4abd-aff3-f384c72d9c61'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '583e4710-847b-4cf4-973e-32e164a4b283'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:32:54.162863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port 583e4710-847b-4cf4-973e-32e164a4b283, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=583e4710-847b-4cf4-973e-32e164a4b283,segment=NetworkSegment(83a766ab-4986-4af9-b363-e59d00e94389),segment_id=83a766ab-4986-4af9-b363-e59d00e94389)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:54.163312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.176733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=31d16a1a-ee34-4633-93cf-1bf0a13abd47,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:54.177790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 583e4710-847b-4cf4-973e-32e164a4b283 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:54.180658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70ddf7c8-7240-4ca9-938d-86bfcc044a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.239391 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.272770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.304649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port 583e4710-847b-4cf4-973e-32e164a4b283 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:54.312288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=583e4710-847b-4cf4-973e-32e164a4b283,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:54.315145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-3c762c56-d0f9-41f6-8d9e-098f03e6e265 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934622 Jul 16 03:32:54.370351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acc88e-fac6-42c5-999b-90fd6f2faa45 req-25da7e7e-93a1-4f3a-adfe-f2a3e4514eb7 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.372455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68acc88e-fac6-42c5-999b-90fd6f2faa45 req-25da7e7e-93a1-4f3a-adfe-f2a3e4514eb7 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 945 time: 0.6391556 Jul 16 03:32:54.377250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df76bb5-d66a-4365-93bc-70fff7459176 None None] Network 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:54.396862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440a051e-dbb7-4755-b104-1e35f7f70765 req-9402369e-2799-405a-b5d3-85ce4ac823fb service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579517 Jul 16 03:32:54.405715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.416285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:54.424288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.425962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.427126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e852d364-374e-448f-9c8a-e40fb95cab2f req-d157bfa0-a67f-4c57-ad2b-cb8f9beac232 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "DELETE /v2.0/floatingips/ce261476-f556-4118-b30b-bdcfd37de2bb HTTP/1.1" status: 204 len: 173 time: 1.6562676 Jul 16 03:32:54.427622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a766ab-4986-4af9-b363-e59d00e94389') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:54.427988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a766ab-4986-4af9-b363-e59d00e94389') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:54.441331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.446822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20298794-890d-4324-bc3f-2aaeda4321ab None None] Could not find standard attr ID for object 583e4710-847b-4cf4-973e-32e164a4b283. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:32:54.465154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.473323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:32:54.473528 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:32:54.476870 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:32:54.484146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68acc88e-fac6-42c5-999b-90fd6f2faa45 req-19a62033-3218-48fd-8156-bf66df9e27d5 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978620 Jul 16 03:32:54.500245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-ca330778-d4b5-4744-825b-b03ccb8e91bd service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652036 Jul 16 03:32:54.527731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f729e4-7e9d-46b4-8861-44a92a987de7 None None] DHCP port deletion for 0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:32:54.556533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-5dbf2173-9e7c-4074-b61b-b490f47eda84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 217 time: 0.0492926 Jul 16 03:32:54.582838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.592647 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.598889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae HTTP/1.1" status: 204 len: 168 time: 0.6570075 Jul 16 03:32:54.600936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:54.630827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-d1d021b2-53bf-4ee2-8fdd-42931e55a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.632493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-d1d021b2-53bf-4ee2-8fdd-42931e55a04b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.0535767 Jul 16 03:32:54.659787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be671a03-396f-4fc0-96b3-d1b67eb60a50 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=0c7810b4-e3fe-4ca9-bf12-ab09b6a962ae,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:54.701184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b7400-6469-4dda-9db5-8ed9d9f56120 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.706102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-761b7400-6469-4dda-9db5-8ed9d9f56120 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1008799 Jul 16 03:32:54.706465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:54.742500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43602-2964-4277-833f-7e0a56ffe43f req-655937f1-3702-42b5-832e-72b813126d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.744033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-655937f1-3702-42b5-832e-72b813126d1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999136 Jul 16 03:32:54.776261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-23c78b4d-16b0-4304-8ed9-7a0a43f30368 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0654416 Jul 16 03:32:54.776459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59020) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:54.781607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-978644503'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:54.802291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:54.806988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:54.811156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.829044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a0688-09f3-4a2b-9542-8be7660cf7af req-72088a93-b151-49d2-9d66-2c1d5b1c16c5 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.830431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-789a0688-09f3-4a2b-9542-8be7660cf7af req-72088a93-b151-49d2-9d66-2c1d5b1c16c5 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 949 time: 0.1387806 Jul 16 03:32:54.840710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:54.851795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.852150 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment de3ab4db-f85e-4a46-b0ae-c274a3860f91 of type vlan for network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e Jul 16 03:32:54.860228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port c03827d9-ccfd-498a-ac3d-e8f483fbb100 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:54.864193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c03827d9-ccfd-498a-ac3d-e8f483fbb100 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:54.864557 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.898882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.922817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-a0d1828e-b892-4bad-b79b-b7b3655d15ea service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711025 Jul 16 03:32:54.930110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.931100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-789a0688-09f3-4a2b-9542-8be7660cf7af req-008c25a9-1a7e-438e-beae-3cf72cdb803d tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Jul 16 03:32:54.935671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.936273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.943850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1204ab-bbc0-4388-9459-ff100f4614a2 req-dc963775-ebeb-4792-9f62-75b216c48c90 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.954471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad1204ab-bbc0-4388-9459-ff100f4614a2 req-dc963775-ebeb-4792-9f62-75b216c48c90 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.1935031 Jul 16 03:32:54.963884 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.007754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=3e06b000-bc2f-4255-9bd9-50a4d4e9519e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:55.008336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:55.022030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-39e73c5d-9196-4fb3-9cda-92c8a347097f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2445216 Jul 16 03:32:55.025658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59026) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:55.027930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:55.031974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad1204ab-bbc0-4388-9459-ff100f4614a2 req-9415c715-8f2f-40c0-9622-4cb403f1b1db tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638690 Jul 16 03:32:55.046730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:55.131954 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6339cf-c56d-4b58-92b8-284415773072 x-openstack-request-id: req-ac6339cf-c56d-4b58-92b8-284415773072 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:55.134915 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:55.135280 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac6339cf-c56d-4b58-92b8-284415773072 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:55.137324 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'code': 200} Jul 16 03:32:55.159582 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.194069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 583e4710-847b-4cf4-973e-32e164a4b283 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:55.203553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:55.209223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.218233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 583e4710-847b-4cf4-973e-32e164a4b283 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:55.218600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 583e4710-847b-4cf4-973e-32e164a4b283 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:55.251308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:55.413428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.414209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39b43602-2964-4277-833f-7e0a56ffe43f req-cdf8175a-09d5-4a3d-a267-019b32502e2c service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813750 Jul 16 03:32:55.483319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=4d859ed7-5c35-4842-a05d-c8f34d07cc29,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:55.487610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': 'de3ab4db-f85e-4a46-b0ae-c274a3860f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:55.487965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 3e06b000-bc2f-4255-9bd9-50a4d4e9519e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:55.490106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599649-6463-43b1-a233-e983329e0fd8 req-2f484aaf-d8b9-40f3-953d-b691360ab78a tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.491555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51599649-6463-43b1-a233-e983329e0fd8 req-2f484aaf-d8b9-40f3-953d-b691360ab78a tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2847223 Jul 16 03:32:55.497265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222e024-1c72-495c-9b34-d8e196901589 req-a19315f1-f212-4eaf-b52c-34a3725e89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.498952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b222e024-1c72-495c-9b34-d8e196901589 req-a19315f1-f212-4eaf-b52c-34a3725e89ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 1101 time: 0.2907796 Jul 16 03:32:55.507258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:55.526715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 3e06b000-bc2f-4255-9bd9-50a4d4e9519e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:55.527426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bbc35-ead4-4e66-a69c-58dca6c07742 req-808cd24b-7b24-4e24-8401-2a56ef82a092 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.527426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-061bbc35-ead4-4e66-a69c-58dca6c07742 req-808cd24b-7b24-4e24-8401-2a56ef82a092 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2503743 Jul 16 03:32:55.527617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.527617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.532106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32e0b7-0c54-4e99-a956-a0a6c244865a None None] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:55.558944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-581f2181-1de7-40cf-b47e-246a80c5a614 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5314496 Jul 16 03:32:55.562092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59042) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:55.562763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b222e024-1c72-495c-9b34-d8e196901589 req-30a7cf2f-37e0-49e3-bcf2-d5452a8fc41e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Jul 16 03:32:55.569121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e', 'name': 'tempest-PortsTestJSON-1004224606'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:55.585425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-061bbc35-ead4-4e66-a69c-58dca6c07742 req-23e35404-3246-46ac-acc2-1a4af5cc31e2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491736 Jul 16 03:32:55.654678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4a7a016-a372-401e-8855-885649542387 req-5ac55c3d-6ee4-43a7-a8e0-1dadc6d750fe tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=bfeba3ad2af84b538e6704e967a1112c HTTP/1.1" status: 200 len: 1656 time: 0.0636475 Jul 16 03:32:55.715785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:55.720952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.742950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-3e06b000-bc2f-4255-9bd9-50a4d4e9519e', 'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': '4d859ed7-5c35-4842-a05d-c8f34d07cc29'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:55.744137 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.750663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 7ad864ae-e1e5-4d39-b686-664673326aa9 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:55.822193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7a016-a372-401e-8855-885649542387 req-a14cc066-70ca-4275-be2e-ebff393a4dcf tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.823862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4a7a016-a372-401e-8855-885649542387 req-a14cc066-70ca-4275-be2e-ebff393a4dcf tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks?id=df44a565-4846-4b21-a400-4d16b19b7b34&id=df44a565-4846-4b21-a400-4d16b19b7b34&id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 787 time: 0.1628742 Jul 16 03:32:55.839050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-c4a7a016-a372-401e-8855-885649542387 req-b59204d0-3313-4773-8c06-5cc452a1c879 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:55.840184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4a7a016-a372-401e-8855-885649542387 req-b59204d0-3313-4773-8c06-5cc452a1c879 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089388 Jul 16 03:32:55.851131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b2e09-ddf7-4e5d-b686-d14329ead56f req-54f1b590-ccf3-4d71-96c3-67161bb2b834 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.856043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c9b2e09-ddf7-4e5d-b686-d14329ead56f req-54f1b590-ccf3-4d71-96c3-67161bb2b834 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.1462328 Jul 16 03:32:55.903114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c9b2e09-ddf7-4e5d-b686-d14329ead56f req-e7e598e3-a3d8-428c-9d1d-1b2096d1c8e1 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Jul 16 03:32:55.909014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.5 (3e06b000-bc2f-4255-9bd9-50a4d4e9519e/4d859ed7-5c35-4842-a05d-c8f34d07cc29/7ad864ae-e1e5-4d39-b686-664673326aa9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:55.975418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-6263fc2d-d6c2-4235-94de-25be41b23bf3 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips/706fa5b0-9603-4b31-895c-2e9698934f5f HTTP/1.1" status: 200 len: 693 time: 0.0510571 Jul 16 03:32:55.978338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.086173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-a9f05d3e-fa27-4c18-aeb1-8cbf10a287a7 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.087763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-a9f05d3e-fa27-4c18-aeb1-8cbf10a287a7 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1065605 Jul 16 03:32:56.092004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.108234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 7ad864ae-e1e5-4d39-b686-664673326aa9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:56.143242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-81589242-cb69-48bb-9240-808760d35a7f tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.112 HTTP/1.1" status: 200 len: 696 time: 0.0483081 Jul 16 03:32:56.151192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.201931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:56.205178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:56.208925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Allocated IP 172.20.0.2 (3e06b000-bc2f-4255-9bd9-50a4d4e9519e/4d859ed7-5c35-4842-a05d-c8f34d07cc29/7f760cec-b88f-4eaa-9152-02f2b0c8acc4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:56.209374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:56.219274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-8a651464-9fd5-4a82-85c0-b5f07e5a771a tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.112 HTTP/1.1" status: 200 len: 696 time: 0.0697372 Jul 16 03:32:56.253349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=7ad864ae-e1e5-4d39-b686-664673326aa9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:56.294801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.295423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.317853 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a0f84625-06c9-42d4-b6d1-a7567af8b4cc tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7538936 Jul 16 03:32:56.320461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59068) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:56.326175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e', 'name': 'tempest-PortsTestJSON-417356198'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:56.431194 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.440051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Transition to ACTIVE for port object 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:56.455583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Transition to ACTIVE for port object 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:56.461429 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.497678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:56.502596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:56.504955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:56.518590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Pushing event updated for resources: {'Port': ['ID=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:56.520795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Deleting port 8ffc2a49-1140-4c4d-b066-df382c7f2308 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:56.521222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.524695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:56.528765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.566201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efd157-eb3b-4155-8d85-4b129ec3b1e3 req-53edfb68-6e7f-431c-b3a0-8bb2636d2648 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.566996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Attempting to bind port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:56.567381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Attempting to bind port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'de3ab4db-f85e-4a46-b0ae-c274a3860f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:56.567706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1efd157-eb3b-4155-8d85-4b129ec3b1e3 req-53edfb68-6e7f-431c-b3a0-8bb2636d2648 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 950 time: 0.1485403 Jul 16 03:32:56.567813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Attempting to bind port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 on network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:56.572646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:56.573147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Checking segment: {'id': 'de3ab4db-f85e-4a46-b0ae-c274a3860f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:56.573559 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.574521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Bound using segment: {'id': 'de3ab4db-f85e-4a46-b0ae-c274a3860f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:56.575018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Bound port: 7f760cec-b88f-4eaa-9152-02f2b0c8acc4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3ab4db-f85e-4a46-b0ae-c274a3860f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3e06b000-bc2f-4255-9bd9-50a4d4e9519e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:56.575398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.606259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 4994e096-b27c-40f4-9330-7eb011c97bbb yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:32:56.639585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] For port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:56.642557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] For port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,segment=NetworkSegment(de3ab4db-f85e-4a46-b0ae-c274a3860f91),segment_id=de3ab4db-f85e-4a46-b0ae-c274a3860f91)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:56.646839 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.702162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1efd157-eb3b-4155-8d85-4b129ec3b1e3 req-d23fd3df-2bb9-4799-93e7-e64c73c0789a tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244905 Jul 16 03:32:56.706171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.706921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.714338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca20a-362f-4a79-9248-2c9a5b81f473 None None] Pushing event updated for resources: {'Port': ['ID=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:56.741811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Calling delete_port for 8ffc2a49-1140-4c4d-b066-df382c7f2308 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:56.816338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.6 (3e06b000-bc2f-4255-9bd9-50a4d4e9519e/4d859ed7-5c35-4842-a05d-c8f34d07cc29/4994e096-b27c-40f4-9330-7eb011c97bbb) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:57.063188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb8f1-dfc8-41ba-996f-eae7cd583574 req-b6d38e4a-4cc1-4e0a-9e70-f2beee66e5ab tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.064726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42efb8f1-dfc8-41ba-996f-eae7cd583574 req-b6d38e4a-4cc1-4e0a-9e70-f2beee66e5ab tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.2351553 Jul 16 03:32:57.089276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.110010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:57.139885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.140963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a253feff-f992-40ef-8256-4d081f72a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d16a1a-ee34-4633-93cf-1bf0a13abd47'}, {'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:57.142449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event deleted for resources: {'Port': ['ID=8ffc2a49-1140-4c4d-b066-df382c7f2308,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:57.143445 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42398885-079c-4b42-8ebf-2108436de5a6" -d '{"events": [{"server_uuid": "a253feff-f992-40ef-8256-4d081f72a63e", "name": "network-vif-plugged", "status": "completed", "tag": "31d16a1a-ee34-4633-93cf-1bf0a13abd47"}, {"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-plugged", "status": "completed", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:57.170907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:57.203171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 4994e096-b27c-40f4-9330-7eb011c97bbb will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:57.209760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42efb8f1-dfc8-41ba-996f-eae7cd583574 req-8279057d-b362-4909-94e4-699bb64c36ff tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356001 Jul 16 03:32:57.235972 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.238485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.239646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bba1982-0e64-4b4a-8fa0-e26e8bdb1413 req-b61c154b-182b-406c-87b7-89a02a6e0ee5 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "DELETE /v2.0/floatingips/706fa5b0-9603-4b31-895c-2e9698934f5f HTTP/1.1" status: 204 len: 173 time: 1.0145662 Jul 16 03:32:57.263793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.338850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:57.341779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=4994e096-b27c-40f4-9330-7eb011c97bbb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:57.344361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:57.375271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:57.463169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.463776 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.498685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f3d69d79-4ce3-4b69-9644-ec572d8f666b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1738870 Jul 16 03:32:57.499509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59086) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:57.503895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d1c3-dee7-4a6a-9969-1ffccede400d req-73ce4076-b42a-4be0-a038-5ee94e9ebb32 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.505404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10c6d1c3-dee7-4a6a-9969-1ffccede400d req-73ce4076-b42a-4be0-a038-5ee94e9ebb32 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.1649678 Jul 16 03:32:57.527758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e98e-b439-49cc-9b1e-be6a0c06ccb4 req-9dd80ebc-3e50-4e69-90de-7ef7d89c32d1 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.529266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdc0e98e-b439-49cc-9b1e-be6a0c06ccb4 req-9dd80ebc-3e50-4e69-90de-7ef7d89c32d1 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.1510613 Jul 16 03:32:57.578484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10c6d1c3-dee7-4a6a-9969-1ffccede400d req-26cb2a37-71eb-4b8d-9fe6-82a52ceb4aa0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Jul 16 03:32:57.591671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdc0e98e-b439-49cc-9b1e-be6a0c06ccb4 req-4442e105-45f7-402a-af7c-164451ee8d2d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546446 Jul 16 03:32:57.638287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb2a69-a6db-41da-8713-1965c84623b5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.639863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d7bb2a69-a6db-41da-8713-1965c84623b5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1392491 Jul 16 03:32:57.642846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:57.655715 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c767dbc6-b5b9-4f0b-ae37-50e46b20d641 x-openstack-request-id: req-c767dbc6-b5b9-4f0b-ae37-50e46b20d641 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:57.656034 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a253feff-f992-40ef-8256-4d081f72a63e", "name": "network-vif-plugged", "status": "completed", "tag": "31d16a1a-ee34-4633-93cf-1bf0a13abd47", "code": 200}, {"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-plugged", "status": "completed", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:57.656361 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c767dbc6-b5b9-4f0b-ae37-50e46b20d641 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:57.656665 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a253feff-f992-40ef-8256-4d081f72a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d16a1a-ee34-4633-93cf-1bf0a13abd47', 'code': 200} Jul 16 03:32:57.656929 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'code': 200} Jul 16 03:32:57.685819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb76044-86b4-4a1a-9040-3ccc7a4f09cc None None] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:57.788975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] Provisioning for port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:57.795130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-b9c85b97-6a83-47ac-a24f-0603f9b04028 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips/f0ae6455-e53e-49b3-8217-8a2f9ffd5909 HTTP/1.1" status: 200 len: 692 time: 0.0884895 Jul 16 03:32:57.815646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] Provisioning complete for port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:57.816306 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.818848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899095c-22a2-465b-b06a-21e3dd7997f2 req-2916eba0-9aa9-4361-acbf-842eb0b60ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.823152 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d899095c-22a2-465b-b06a-21e3dd7997f2 req-2916eba0-9aa9-4361-acbf-842eb0b60ccf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 1097 time: 0.0738966 Jul 16 03:32:57.874591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d899095c-22a2-465b-b06a-21e3dd7997f2 req-2b3c4579-5290-494e-b170-b0ae38516427 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Jul 16 03:32:57.988849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.026703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59100) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:58.036141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] For port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,segment=NetworkSegment(de3ab4db-f85e-4a46-b0ae-c274a3860f91),segment_id=de3ab4db-f85e-4a46-b0ae-c274a3860f91)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:58.042749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.104482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc9570-22e5-4af8-bae3-8190bd4d4633 None None] Pushing event updated for resources: {'Port': ['ID=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:58.158406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e496667-c166-4757-98d2-a9754be1e01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.259657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e496667-c166-4757-98d2-a9754be1e01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.265058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e496667-c166-4757-98d2-a9754be1e01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.307224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e496667-c166-4757-98d2-a9754be1e01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f87dd-f286-47a4-9380-915cbd1ff881,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:58.312000 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1e496667-c166-4757-98d2-a9754be1e01d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af0c103e6a5a4a16af5abe3a12a23ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835693 Jul 16 03:32:58.314580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59106) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:58.375010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Provisioning complete for port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:58.376040 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.395325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0618a84-33a4-419b-b005-4a2d5c59aa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.419521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-3f4ed24a-d5e4-4fad-89bf-7fbbbbfa9757 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.426575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-3f4ed24a-d5e4-4fad-89bf-7fbbbbfa9757 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.6303673 Jul 16 03:32:58.450083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0618a84-33a4-419b-b005-4a2d5c59aa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.491904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Provisioning for port 7ad864ae-e1e5-4d39-b686-664673326aa9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:58.499115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Provisioning complete for port 7ad864ae-e1e5-4d39-b686-664673326aa9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:58.499814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.512626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-f4c24d0a-5f8f-4979-bf36-b7ca0a536bf7 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.514139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-f4c24d0a-5f8f-4979-bf36-b7ca0a536bf7 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.8205080 Jul 16 03:32:58.528780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-03d06474-65a8-4a80-bdf9-82cf3a8ad65e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.1012719 Jul 16 03:32:58.543596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Port 7ad864ae-e1e5-4d39-b686-664673326aa9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:58.559682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Provisioning for port 4994e096-b27c-40f4-9330-7eb011c97bbb completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:58.565838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Provisioning complete for port 4994e096-b27c-40f4-9330-7eb011c97bbb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:58.566302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.568378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0618a84-33a4-419b-b005-4a2d5c59aa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.570933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0618a84-33a4-419b-b005-4a2d5c59aa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.572076 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f0618a84-33a4-419b-b005-4a2d5c59aa99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca5f87dd-f286-47a4-9380-915cbd1ff881 HTTP/1.1" status: 204 len: 168 time: 0.2564235 Jul 16 03:32:58.579875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d3120-af4b-4cb2-9b21-5d8afb6f30f1 req-770d1b7e-d28b-4d97-969a-e20f5ded035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.581378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e08d3120-af4b-4cb2-9b21-5d8afb6f30f1 req-770d1b7e-d28b-4d97-969a-e20f5ded035a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 1101 time: 0.7785366 Jul 16 03:32:58.590974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0618a84-33a4-419b-b005-4a2d5c59aa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f87dd-f286-47a4-9380-915cbd1ff881,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:58.687473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 4994e096-b27c-40f4-9330-7eb011c97bbb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:58.687762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.699172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-65834af6-e6e9-4fa8-9062-1c88d0cb7dfc None None] Port 4994e096-b27c-40f4-9330-7eb011c97bbb cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:58.732661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-3566f121-a21e-4223-b5d8-5d993a871f90 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.61 HTTP/1.1" status: 200 len: 695 time: 0.2024331 Jul 16 03:32:58.815867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48e88d-5046-4b10-9b56-5f3d415ddd92 req-37547a01-9232-4233-af1c-aeb09cbcdecf tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.819058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe48e88d-5046-4b10-9b56-5f3d415ddd92 req-37547a01-9232-4233-af1c-aeb09cbcdecf tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 950 time: 0.9087667 Jul 16 03:32:58.825350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f11abae9-e502-497b-b6e8-dfd45ceb0c6c None None] Provisioning complete for port 7ad864ae-e1e5-4d39-b686-664673326aa9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:58.825875 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f11abae9-e502-497b-b6e8-dfd45ceb0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:58.883724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f11abae9-e502-497b-b6e8-dfd45ceb0c6c None None] Port 7ad864ae-e1e5-4d39-b686-664673326aa9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:58.938076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e08d3120-af4b-4cb2-9b21-5d8afb6f30f1 req-1f73d3bb-9769-440e-b910-44429f2095d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973187 Jul 16 03:32:58.992807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.002940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7f67605f-38db-42c1-a06c-0fb58e3b3e3d None None] Provisioning complete for port 4994e096-b27c-40f4-9330-7eb011c97bbb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:59.003315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f67605f-38db-42c1-a06c-0fb58e3b3e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.039125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe48e88d-5046-4b10-9b56-5f3d415ddd92 req-f1d81349-eb6d-4b48-a410-275e08a4df4f tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640174 Jul 16 03:32:59.040109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 4994e096-b27c-40f4-9330-7eb011c97bbb owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:59.049971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7f67605f-38db-42c1-a06c-0fb58e3b3e3d None None] Port 4994e096-b27c-40f4-9330-7eb011c97bbb cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:59.130259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Deleting port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:59.130673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.132761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:59.170936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Deleting port 5e2ad717-dd62-46ed-9d5d-25482655bb91 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:59.171348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.195433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:59.195993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.363398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59134) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:59.375783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] For port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:59.376163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.405857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.406185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.461891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-256518735-network', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:59.482846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:59.484801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Calling delete_port for 5e2ad717-dd62-46ed-9d5d-25482655bb91 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:59.485402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.493500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.502933 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.575742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9569f-df99-4e00-a8f1-cd5dbcdbc9ad req-d91da428-51b8-4ea3-bba6-ec9bab825207 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.577251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91c9569f-df99-4e00-a8f1-cd5dbcdbc9ad req-d91da428-51b8-4ea3-bba6-ec9bab825207 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 945 time: 0.3806028 Jul 16 03:32:59.584595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.589097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.609649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:59.617935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=4994e096-b27c-40f4-9330-7eb011c97bbb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:59.622765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f288d-0904-43af-89f2-0a306517eb45,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:59.627564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.627914 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Added segment 2033b804-5033-49e1-88fe-2a348c01dc75 of type vlan for network d9119d94-823c-43c8-91bc-54c46ff248e6 Jul 16 03:32:59.672541 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.690091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.690388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.690720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.691059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.691391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.691719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.692054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.692745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.692745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.693049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.693323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.693641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:59.709261 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.710344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.710998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.762528 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3975394 Jul 16 03:32:59.769609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59138) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:59.775800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Request body: {'subnet': {'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-256518735-subnet', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:59.814440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91c9569f-df99-4e00-a8f1-cd5dbcdbc9ad req-b3a78555-3587-45c2-8ee8-c9ea1869567c tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups?id=274ce34a-7fad-46e9-b3e6-bb748e55b43e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268775 Jul 16 03:32:59.820098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009274ef-5f1b-45ac-adc8-3bfdab3a560f admin admin] Pushing event updated for resources: {'Network': ['ID=d9119d94-823c-43c8-91bc-54c46ff248e6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:59.831979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d9119d94-823c-43c8-91bc-54c46ff248e6 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:59.867417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:59.870536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.903679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:59.906323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd603128-a972-4f9a-acab-4762d28521e5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/4994e096-b27c-40f4-9330-7eb011c97bbb HTTP/1.1" status: 204 len: 168 time: 2.2622969 Jul 16 03:32:59.910738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:59.958615 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-52732023-ed01-43ec-9d88-7013231b80b2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:32:59.960372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-52732023-ed01-43ec-9d88-7013231b80b2 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/4994e096-b27c-40f4-9330-7eb011c97bbb HTTP/1.1" status: 404 len: 333 time: 0.0484815 Jul 16 03:32:59.966707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:00.054866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.055296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.055650 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Floating IP 4906ecd8-d276-4abb-9d6f-abcf8e13e1d0 disassociated. External IP: 172.25.4.73, port: 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6. Jul 16 03:33:00.056029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Calling delete_port for 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:00.082327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.146633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event deleted for resources: {'Port': ['ID=5e2ad717-dd62-46ed-9d5d-25482655bb91,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:00.148959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 7ad864ae-e1e5-4d39-b686-664673326aa9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:00.149301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.170513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.224837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d84d4-23f1-4d23-92c8-69fad7cd48f6 req-bd1a1588-0291-4adf-8977-7c3557f3e696 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.226345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f35d84d4-23f1-4d23-92c8-69fad7cd48f6 req-bd1a1588-0291-4adf-8977-7c3557f3e696 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2271965 Jul 16 03:33:00.263806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6a4d39-3487-4a03-85dd-e02aa32ec590,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:00.271440 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.274568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.275716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e166f66-19ea-496d-8821-cd7fa1a575ab req-486d57f9-c882-4a01-9e8e-48b3bd8aa89d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "DELETE /v2.0/floatingips/f0ae6455-e53e-49b3-8217-8a2f9ffd5909 HTTP/1.1" status: 204 len: 173 time: 1.4766262 Jul 16 03:33:00.296854 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.303972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Checking segment: {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:00.304336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Network hostable DHCP agents. Network: d9119d94-823c-43c8-91bc-54c46ff248e6, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:00.314393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 7ad864ae-e1e5-4d39-b686-664673326aa9 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:00.320161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f35d84d4-23f1-4d23-92c8-69fad7cd48f6 req-718497e3-1df1-42a0-8c5f-871871abacbc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841601 Jul 16 03:33:00.351057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.362211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Network d9119d94-823c-43c8-91bc-54c46ff248e6 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:00.391772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d9119d94-823c-43c8-91bc-54c46ff248e6) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:00.394805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event deleted for resources: {'Port': ['ID=3aa76746-4b6b-4d27-8ef9-88c5882aa7d6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:00.397454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.398045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.409692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c5494-e78c-4f05-8d94-01b649b50c87 None None] Network d9119d94-823c-43c8-91bc-54c46ff248e6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:00.424550 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35e4d818-6eba-4a3e-99fa-a786ee12ef07 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6535697 Jul 16 03:33:00.427227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59148) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:00.432513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:00.498235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.499747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.504991 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.540249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=7ad864ae-e1e5-4d39-b686-664673326aa9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:00.584808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7285-a5c3-48ca-99c2-34ab5fc1eb44 req-d17bb4b2-a72c-4987-a7a9-b1ae50f6f97d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.586407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-393b7285-a5c3-48ca-99c2-34ab5fc1eb44 req-d17bb4b2-a72c-4987-a7a9-b1ae50f6f97d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.1946244 Jul 16 03:33:00.619138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Router ac3fea66-9769-40e1-b886-56da9cf163fa has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:00.633638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.640029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-393b7285-a5c3-48ca-99c2-34ab5fc1eb44 req-5789e48c-b781-4316-843a-9ac667e8ce74 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461316 Jul 16 03:33:00.706001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-d9119d94-823c-43c8-91bc-54c46ff248e6', 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'fixed_ips': [{'subnet_id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:00.706879 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.760498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.763496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2d7cd29e-0dd8-4d40-830b-0322040ffc1d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/7ad864ae-e1e5-4d39-b686-664673326aa9 HTTP/1.1" status: 204 len: 168 time: 0.7958260 Jul 16 03:33:00.766168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59152) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:00.835498 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edb3f60-8348-4303-955c-9c4ec3898ae8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:33:00.838244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9edb3f60-8348-4303-955c-9c4ec3898ae8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/7ad864ae-e1e5-4d39-b686-664673326aa9 HTTP/1.1" status: 404 len: 333 time: 0.0699823 Jul 16 03:33:00.889120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Allocated IP 172.20.0.2 (d9119d94-823c-43c8-91bc-54c46ff248e6/aa6a4d39-3487-4a03-85dd-e02aa32ec590/bbe15c5f-3355-486b-b493-461a9c7d5b0f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:00.889670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.897059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:00.978790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 4d859ed7-5c35-4842-a05d-c8f34d07cc29 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:00.983746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.023865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:01.050122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:01.050460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:01.066199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.072570 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.081503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Transition to ACTIVE for port object bbe15c5f-3355-486b-b493-461a9c7d5b0f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:01.097089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Transition to ACTIVE for port object bbe15c5f-3355-486b-b493-461a9c7d5b0f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:01.103991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.148606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Network d9119d94-823c-43c8-91bc-54c46ff248e6 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:01.153689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:01.156325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:01.170024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Pushing event updated for resources: {'Port': ['ID=bbe15c5f-3355-486b-b493-461a9c7d5b0f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.176599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6159d577-a42e-4186-8524-9b6495137b7b req-b40d9baf-6650-4b6d-b32b-fa360de8f398 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips/99c71bd2-83c6-4780-8456-5dbe844129eb HTTP/1.1" status: 200 len: 693 time: 0.4680297 Jul 16 03:33:01.199316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.199937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.200282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.200626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.201261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.201416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.201756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.202087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.202421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.202778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.203162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.203493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:01.242861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Attempting to bind port bbe15c5f-3355-486b-b493-461a9c7d5b0f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:01.243244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Attempting to bind port bbe15c5f-3355-486b-b493-461a9c7d5b0f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:01.243617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Attempting to bind port bbe15c5f-3355-486b-b493-461a9c7d5b0f on network d9119d94-823c-43c8-91bc-54c46ff248e6 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:01.249289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:01.249705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Checking segment: {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:01.250079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.250473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Bound using segment: {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:01.250978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Bound port: bbe15c5f-3355-486b-b493-461a9c7d5b0f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:01.251359 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.260793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.306855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:01.318251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] For port bbe15c5f-3355-486b-b493-461a9c7d5b0f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:01.319302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.321319 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] Sync routers for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:01.327313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] For port bbe15c5f-3355-486b-b493-461a9c7d5b0f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbe15c5f-3355-486b-b493-461a9c7d5b0f,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:01.331774 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:01.332405 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:01.334270 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.349797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eccdbe-63a4-4c61-818f-de83baf34d07 req-c937b6a2-a4df-4ac1-9e9e-2acf54bc0bdc tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.356979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29eccdbe-63a4-4c61-818f-de83baf34d07 req-c937b6a2-a4df-4ac1-9e9e-2acf54bc0bdc tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 950 time: 0.6679301 Jul 16 03:33:01.368106 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.401999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] No DVR routers for this DVR port 3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:01.404585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.406819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d77a575-25c5-4775-8793-8b9d0d7ec4f5 req-1e2b6dd0-270c-49c6-909e-38b2f8b9017e tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.11 "DELETE /v2.0/ports/3aa76746-4b6b-4d27-8ef9-88c5882aa7d6 HTTP/1.1" status: 204 len: 173 time: 2.8760765 Jul 16 03:33:01.416596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'name': 'network-vif-deleted', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:01.418606 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c774d3d-51c3-4df8-87cc-dde6233efdc8" -d '{"events": [{"server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "name": "network-vif-deleted", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:01.429757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ed4da-a95f-4ce9-87e5-1851034c3a80 None None] Pushing event updated for resources: {'Port': ['ID=bbe15c5f-3355-486b-b493-461a9c7d5b0f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.455964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.462490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159d577-a42e-4186-8524-9b6495137b7b req-46d934c3-2336-4f1c-b571-9bf7fd872ad1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.464172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6159d577-a42e-4186-8524-9b6495137b7b req-46d934c3-2336-4f1c-b571-9bf7fd872ad1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2615967 Jul 16 03:33:01.484229 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:01.502518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29eccdbe-63a4-4c61-818f-de83baf34d07 req-8d8227ed-1953-45c5-9308-9aa379d08890 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445832 Jul 16 03:33:01.527566 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a09089-3e54-465b-96a0-7e0d7485886c None None] Network 3e06b000-bc2f-4255-9bd9-50a4d4e9519e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:01.532848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.545504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/4d859ed7-5c35-4842-a05d-c8f34d07cc29 HTTP/1.1" status: 204 len: 168 time: 0.6467707 Jul 16 03:33:01.546869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59166) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:01.557623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65fbd-2ed1-4b4f-9727-8b05dbeb1f85 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=4d859ed7-5c35-4842-a05d-c8f34d07cc29,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.578340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6159d577-a42e-4186-8524-9b6495137b7b req-60721576-96e6-4d59-91ea-a6f500ee53b1 tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.236 HTTP/1.1" status: 200 len: 696 time: 0.1009974 Jul 16 03:33:01.657734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6159d577-a42e-4186-8524-9b6495137b7b req-e4d15b3d-d802-4b1f-977b-b29ba208921d tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.236 HTTP/1.1" status: 200 len: 696 time: 0.0690589 Jul 16 03:33:01.844909 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:47Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:01.894475 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] Checking router: ac3fea66-9769-40e1-b886-56da9cf163fa for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:01.907840 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:01.908712 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:01.933083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] DHCP port deletion for 3e06b000-bc2f-4255-9bd9-50a4d4e9519e request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:33:01.957661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275d400-27d6-4d3b-bfe7-e3fe466f9bc1 req-171c32c3-ae1a-440f-8129-eb7ec420b7ff tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.959181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3275d400-27d6-4d3b-bfe7-e3fe466f9bc1 req-171c32c3-ae1a-440f-8129-eb7ec420b7ff tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.2946112 Jul 16 03:33:02.000049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] Deleting port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:02.000836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.037578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Deleting port a6f447ef-3489-40f6-8dea-4e7a5361be0d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:02.038658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.064138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3275d400-27d6-4d3b-bfe7-e3fe466f9bc1 req-0ed363c5-7749-45e4-bd75-eb68f15407d8 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985031 Jul 16 03:33:02.094582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Allocated IP 172.25.4.254 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/97647b80-7e69-4b5f-a527-d021814bf612) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:02.107021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.108640 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:02.125416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] For port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,segment=NetworkSegment(de3ab4db-f85e-4a46-b0ae-c274a3860f91),segment_id=de3ab4db-f85e-4a46-b0ae-c274a3860f91)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:02.125861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.158045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.158214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] Calling delete_port for 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:02.158641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.193684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Calling delete_port for a6f447ef-3489-40f6-8dea-4e7a5361be0d owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:02.300859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.337148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1b3fbdf-02b6-47d4-88d1-75920590062f req-d05b3cd9-6b3b-44fc-b06c-910eac822b1a tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d HTTP/1.1" status: 200 len: 210 time: 0.0613625 Jul 16 03:33:02.370253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] Pushing event deleted for resources: {'Port': ['ID=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:02.379073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b59c5-71a1-47c9-9014-c9c07985b883 None None] No DVR routers for this DVR port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:02.422101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:02.422722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.465385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.468339 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:47Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:02.535490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4, host n-d-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:02.536287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.542414 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.556247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:02.559874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:33:02.561534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.582495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Pushing event deleted for resources: {'Port': ['ID=a6f447ef-3489-40f6-8dea-4e7a5361be0d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:02.611714 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.615240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:02.642914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35f928-cd64-4281-a249-035b1dd4c41a None None] The sync data for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 is: [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:30:40Z', 'revision_number': 4, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1feb9666-4d5c-4580-a8ad-c007009a5057', 'name': '', 'network_id': 'a7010d3e-96f4-4be7-a857-0fe722f39de5', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'mac_address': 'fa:16:3e:33:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:38Z', 'updated_at': '2021-07-16T03:30:47Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'subnets': [{'id': '470f261e-746d-496d-bd11-1e6ae9df5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:02.643864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.664716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9cd98-f919-42b7-a709-4bf24e24e788 req-20ecf5fd-76a4-4a27-b68f-855e619f123a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.666401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9a9cd98-f919-42b7-a709-4bf24e24e788 req-20ecf5fd-76a4-4a27-b68f-855e619f123a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.1642697 Jul 16 03:33:02.686874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.689648 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.690815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6159d577-a42e-4186-8524-9b6495137b7b req-1854cd09-5e56-4ce3-8a05-ceaacccc1f2e tempest-FloatingIPDetailsTestJSON-990438998 tempest-FloatingIPDetailsTestJSON-990438998-project] 10.222.0.25 "DELETE /v2.0/floatingips/99c71bd2-83c6-4780-8456-5dbe844129eb HTTP/1.1" status: 204 len: 173 time: 1.0029685 Jul 16 03:33:02.691698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=7f760cec-b88f-4eaa-9152-02f2b0c8acc4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:02.704625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:02.714096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:02.721689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:02.728747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:02.760555 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a649b5a-5a33-4497-846a-2d078883e353 x-openstack-request-id: req-3a649b5a-5a33-4497-846a-2d078883e353 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:02.760859 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d", "name": "network-vif-deleted", "tag": "3aa76746-4b6b-4d27-8ef9-88c5882aa7d6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:02.761169 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a649b5a-5a33-4497-846a-2d078883e353 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:02.762083 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ab4f3-cc94-46a9-836b-ef99e22fcf6d', 'name': 'network-vif-deleted', 'tag': '3aa76746-4b6b-4d27-8ef9-88c5882aa7d6', 'status': 'completed', 'code': 200} Jul 16 03:33:02.791391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9a9cd98-f919-42b7-a709-4bf24e24e788 req-5eac68b4-2b87-4d68-b62b-839509398298 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125159 Jul 16 03:33:02.851259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafaaff9-88b6-4aed-a497-05c9f9ea0994 None None] Network d9119d94-823c-43c8-91bc-54c46ff248e6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:02.930942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.936529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Pushing event updated for resources: {'Port': ['ID=97647b80-7e69-4b5f-a527-d021814bf612,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:02.962464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e06b000-bc2f-4255-9bd9-50a4d4e9519e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:02.976868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3ab4db-f85e-4a46-b0ae-c274a3860f91') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:02.977170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3ab4db-f85e-4a46-b0ae-c274a3860f91') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:02.981252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-014de3fd-7e50-4038-88e2-0eb95f085ebb None None] Provisioning for port bbe15c5f-3355-486b-b493-461a9c7d5b0f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:03.055178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.072467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8234718-0e49-4725-8cce-7d02ec23a24c req-9d90d9a8-c5be-42e5-b449-4036a67b18a5 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.074611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8234718-0e49-4725-8cce-7d02ec23a24c req-9d90d9a8-c5be-42e5-b449-4036a67b18a5 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 950 time: 0.1541023 Jul 16 03:33:03.113725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4919a4-a424-4730-a3c4-b3648688d173 None None] New status for floating IP 4906ecd8-d276-4abb-9d6f-abcf8e13e1d0: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:33:03.156519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.177822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:03.178717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:03.181204 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:03.210370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8234718-0e49-4725-8cce-7d02ec23a24c req-e8673d89-06e7-4a40-8a9d-074210cbc4b0 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143327 Jul 16 03:33:03.240012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbe15c5f-3355-486b-b493-461a9c7d5b0f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:03.258273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ab5d3-1512-4208-8ca3-295d508fb6ca req-c7f8846e-0f25-4073-ab7a-bc13fbd5be31 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.259554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-802ab5d3-1512-4208-8ca3-295d508fb6ca req-c7f8846e-0f25-4073-ab7a-bc13fbd5be31 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 945 time: 0.1351717 Jul 16 03:33:03.325325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-802ab5d3-1512-4208-8ca3-295d508fb6ca req-0a5000a3-2483-4dd9-b93b-bb4758a6e3f3 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563991 Jul 16 03:33:03.357344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port bbe15c5f-3355-486b-b493-461a9c7d5b0f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:03.359573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.369790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.376464 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/3e06b000-bc2f-4255-9bd9-50a4d4e9519e HTTP/1.1" status: 204 len: 168 time: 1.8200150 Jul 16 03:33:03.379403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:03.385573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bbe15c5f-3355-486b-b493-461a9c7d5b0f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:03.385997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1990130836'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:03.387667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.405715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aaece-11ac-4031-8ee3-3334426e7fc3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=3e06b000-bc2f-4255-9bd9-50a4d4e9519e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:03.411823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.416899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.447510 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.514178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:03.517883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.550270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:03.571748 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.574732 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment c19459a5-69c9-4350-94d4-5e16b08e1df1 of type vlan for network 0c0c7d21-fec2-4355-b57d-599fcd0283ff Jul 16 03:33:03.593216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.622684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.660230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port bbe15c5f-3355-486b-b493-461a9c7d5b0f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbe15c5f-3355-486b-b493-461a9c7d5b0f,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:03.663045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.667103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.677003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.678528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.737292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.740749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59190) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:03.743737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3621583 Jul 16 03:33:03.751259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:03.778813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:03.784312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=bbe15c5f-3355-486b-b493-461a9c7d5b0f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:03.804521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:03.804874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f760cec-b88f-4eaa-9152-02f2b0c8acc4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:03.841607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-49ca53ed-856b-44ae-93b5-3b1184615edd None None] Provisioning complete for port bbe15c5f-3355-486b-b493-461a9c7d5b0f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:03.842073 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49ca53ed-856b-44ae-93b5-3b1184615edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.875443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c2c08-4843-498e-a936-a94833e081f1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=0c0c7d21-fec2-4355-b57d-599fcd0283ff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:03.888969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:03.931556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:03.937194 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.002054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:04.075083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100baf9-3111-48d0-acb6-c94c016824c4 req-2d4649c2-7a6b-4796-a990-beb5ed7facc5 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.077326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1100baf9-3111-48d0-acb6-c94c016824c4 req-2d4649c2-7a6b-4796-a990-beb5ed7facc5 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.2155573 Jul 16 03:33:04.111146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eabc58-1a55-43ec-a749-3cca81b707a6 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.189712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:33:04.213511 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eabc58-1a55-43ec-a749-3cca81b707a6 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.228002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1100baf9-3111-48d0-acb6-c94c016824c4 req-dbdae6f8-99ae-4ea8-81a8-96a48591d148 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384816 Jul 16 03:33:04.287664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.314481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eabc58-1a55-43ec-a749-3cca81b707a6 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.317029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eabc58-1a55-43ec-a749-3cca81b707a6 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.320444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06eabc58-1a55-43ec-a749-3cca81b707a6 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "DELETE /v2.0/security-groups/274ce34a-7fad-46e9-b3e6-bb748e55b43e HTTP/1.1" status: 204 len: 168 time: 0.3150268 Jul 16 03:33:04.326339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf316-7768-4ed1-af99-1f614643f26d req-d1b5f8de-d5ee-4040-9467-a666ec03a422 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.327852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55aaf316-7768-4ed1-af99-1f614643f26d req-d1b5f8de-d5ee-4040-9467-a666ec03a422 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.1993656 Jul 16 03:33:04.328334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:04.362229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eabc58-1a55-43ec-a749-3cca81b707a6 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ce34a-7fad-46e9-b3e6-bb748e55b43e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:04.370948 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-652fecbf-259d-4841-991f-7ce76ecd2148 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] show failed (client error): The resource could not be found. Jul 16 03:33:04.376045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-652fecbf-259d-4841-991f-7ce76ecd2148 tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "GET /v2.0/security-groups/274ce34a-7fad-46e9-b3e6-bb748e55b43e HTTP/1.1" status: 404 len: 347 time: 0.0438721 Jul 16 03:33:04.379695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:04.419830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=6f1ff94e-24ed-4d7f-bab7-f8a654307f7a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:04.430852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': 'c19459a5-69c9-4350-94d4-5e16b08e1df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:04.431209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 0c0c7d21-fec2-4355-b57d-599fcd0283ff, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:04.438495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:04.449420 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Sync routers for ids ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:04.464658 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Routers {'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:04.465274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:04.476682 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.477920 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5026615a-5e48-4ce7-bc94-8bddfcab3486 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0495670 Jul 16 03:33:04.480934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59214) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:04.489595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:04.512198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Deleting port a5a037b7-9e41-47e8-96df-51e4be3767c3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:04.512542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.519774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55aaf316-7768-4ed1-af99-1f614643f26d req-b8aadca4-c453-49f0-8bc9-eff8e9b5d70e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801307 Jul 16 03:33:04.544929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0c0c7d21-fec2-4355-b57d-599fcd0283ff) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:04.556176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.557536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.562728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ac1da-efd2-4613-ac78-a36d0de55174 None None] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:04.591703 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Set router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:04.628882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Deleting port 5bac0d00-335e-4aaf-a2f5-399dc14eb8e4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:04.629399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.669622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] For port a5a037b7-9e41-47e8-96df-51e4be3767c3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a5a037b7-9e41-47e8-96df-51e4be3767c3,segment=NetworkSegment(25c14642-370d-403e-a6af-ff068efe5594),segment_id=25c14642-370d-403e-a6af-ff068efe5594)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:04.670144 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.694970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1201d944-4106-4730-b8a9-391ee72f9c3b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9525762 Jul 16 03:33:04.700754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:04.715968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff', 'name': 'tempest-PortsTestJSON-803528502', 'fixed_ips': [{'subnet_id': '6f1ff94e-24ed-4d7f-bab7-f8a654307f7a', 'ip_address': '172.20.0.10'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:04.730946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Calling delete_port for a5a037b7-9e41-47e8-96df-51e4be3767c3 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:04.842062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.842397 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.850431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0c0c7d21-fec2-4355-b57d-599fcd0283ff', 'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': '6f1ff94e-24ed-4d7f-bab7-f8a654307f7a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:04.851383 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.856339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Calling delete_port for 5bac0d00-335e-4aaf-a2f5-399dc14eb8e4 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:04.857366 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:33:03Z', 'revision_number': 3, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:04.895017 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Checking router: c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:04.895723 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Updating router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 port 97647b80-7e69-4b5f-a527-d021814bf612 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:04.936677 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:04.985921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:05.074989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.148868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.157065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Allocated IP 172.20.0.2 (0c0c7d21-fec2-4355-b57d-599fcd0283ff/6f1ff94e-24ed-4d7f-bab7-f8a654307f7a/8bceeed2-8ce7-443d-96b2-04e4781859ee) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:05.159883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Pushing event deleted for resources: {'Port': ['ID=5bac0d00-335e-4aaf-a2f5-399dc14eb8e4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:05.260266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbe15c5f-3355-486b-b493-461a9c7d5b0f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:05.263194 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.277274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Transition to ACTIVE for port object 97647b80-7e69-4b5f-a527-d021814bf612 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:05.291032 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.309587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port d5ce73bf-3d79-43ce-9c90-49d629b37479 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:33:05.342792 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82df1c-2ca6-4ca6-9b52-a618e1f85db7 None None] Pushing event updated for resources: {'Port': ['ID=97647b80-7e69-4b5f-a527-d021814bf612,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:05.381676 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Attempting to bind port 97647b80-7e69-4b5f-a527-d021814bf612 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:05.383412 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Attempting to bind port 97647b80-7e69-4b5f-a527-d021814bf612 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:05.384045 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Attempting to bind port 97647b80-7e69-4b5f-a527-d021814bf612 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:05.389452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bbe15c5f-3355-486b-b493-461a9c7d5b0f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:05.389832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.393770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:05.394171 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:05.394943 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.395108 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:05.395605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Bound port: 97647b80-7e69-4b5f-a527-d021814bf612, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:05.395926 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.456715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.459031 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] For port 97647b80-7e69-4b5f-a527-d021814bf612, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:05.465212 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] For port 97647b80-7e69-4b5f-a527-d021814bf612, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97647b80-7e69-4b5f-a527-d021814bf612,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:05.471715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Transition to ACTIVE for port object 8bceeed2-8ce7-443d-96b2-04e4781859ee will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:05.473077 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.517436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Transition to ACTIVE for port object 8bceeed2-8ce7-443d-96b2-04e4781859ee will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:05.528961 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.535132 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Routers {'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:05.536027 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:05.576236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:05.584059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:05.590058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:05.636766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Pushing event updated for resources: {'Port': ['ID=8bceeed2-8ce7-443d-96b2-04e4781859ee,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:05.659109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Attempting to bind port 8bceeed2-8ce7-443d-96b2-04e4781859ee on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:05.659486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Attempting to bind port 8bceeed2-8ce7-443d-96b2-04e4781859ee by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'c19459a5-69c9-4350-94d4-5e16b08e1df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:05.659931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Attempting to bind port 8bceeed2-8ce7-443d-96b2-04e4781859ee on network 0c0c7d21-fec2-4355-b57d-599fcd0283ff {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:05.665231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:05.665611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Checking segment: {'id': 'c19459a5-69c9-4350-94d4-5e16b08e1df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:05.666014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.666407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Bound using segment: {'id': 'c19459a5-69c9-4350-94d4-5e16b08e1df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:05.666920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Bound port: 8bceeed2-8ce7-443d-96b2-04e4781859ee, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19459a5-69c9-4350-94d4-5e16b08e1df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:05.667356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.694802 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] Set router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:05.733854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7c5e-d98f-402f-b526-6a6a42a2da84 req-58964378-9d85-47cf-9045-8d30fb3b1e33 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.740679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-090f7c5e-d98f-402f-b526-6a6a42a2da84 req-58964378-9d85-47cf-9045-8d30fb3b1e33 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.9965019 Jul 16 03:33:05.761996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] For port 8bceeed2-8ce7-443d-96b2-04e4781859ee, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:05.766674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] For port 8bceeed2-8ce7-443d-96b2-04e4781859ee, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8bceeed2-8ce7-443d-96b2-04e4781859ee,segment=NetworkSegment(c19459a5-69c9-4350-94d4-5e16b08e1df1),segment_id=c19459a5-69c9-4350-94d4-5e16b08e1df1)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:05.779808 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.804066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-090f7c5e-d98f-402f-b526-6a6a42a2da84 req-3dfae12c-6e8f-4c6e-94b5-bb719d9bcf0a tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623944 Jul 16 03:33:05.819350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.822086 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82df1c-2ca6-4ca6-9b52-a618e1f85db7 None None] Pushing event updated for resources: {'Port': ['ID=97647b80-7e69-4b5f-a527-d021814bf612,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:05.836083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:05.837274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1647c2fc-750f-449c-8527-64f06f5e21dd tempest-ServersTestManualDisk-254599946 tempest-ServersTestManualDisk-254599946-project] 10.222.0.25 "DELETE /v2.0/floatingips/4906ecd8-d276-4abb-9d6f-abcf8e13e1d0 HTTP/1.1" status: 204 len: 168 time: 1.4557014 Jul 16 03:33:05.841728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:05.951898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b30a-b7b9-4e40-a06a-ad2dde9be6e9 None None] Pushing event updated for resources: {'Port': ['ID=8bceeed2-8ce7-443d-96b2-04e4781859ee,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:06.002759 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:33:03Z', 'revision_number': 3, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:06.049783 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b54a27-3a3f-4be3-b995-d77f601424c9 None None] The sync data for ids ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'] in n-d-800089-6 is: [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:33:03Z', 'revision_number': 3, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:06.133953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.146704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea868fd-aad7-4587-9419-65ed43214838 req-c363fd41-a5be-4054-a999-ab84273cc169 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.148293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ea868fd-aad7-4587-9419-65ed43214838 req-c363fd41-a5be-4054-a999-ab84273cc169 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2180092 Jul 16 03:33:06.205602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a037b7-9e41-47e8-96df-51e4be3767c3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:06.207899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.10 (0c0c7d21-fec2-4355-b57d-599fcd0283ff/6f1ff94e-24ed-4d7f-bab7-f8a654307f7a/d5ce73bf-3d79-43ce-9c90-49d629b37479) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:06.232512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.320400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ea868fd-aad7-4587-9419-65ed43214838 req-efe98840-3aee-4d2d-842c-8f227df97982 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395173 Jul 16 03:33:06.607278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.622132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Allocated IP 172.20.0.1 (d9119d94-823c-43c8-91bc-54c46ff248e6/aa6a4d39-3487-4a03-85dd-e02aa32ec590/d1fb8864-234e-48f0-8841-7721dd3db5da) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:06.659779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e28fb-85b4-4e58-a0f9-9dbfd84a6cb0 req-5e47ad6d-ce5e-4d11-aebb-ad4087f25ae2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.667101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e28fb-85b4-4e58-a0f9-9dbfd84a6cb0 req-5e47ad6d-ce5e-4d11-aebb-ad4087f25ae2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.674359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e28fb-85b4-4e58-a0f9-9dbfd84a6cb0 req-5e47ad6d-ce5e-4d11-aebb-ad4087f25ae2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.682858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e46e28fb-85b4-4e58-a0f9-9dbfd84a6cb0 req-5e47ad6d-ce5e-4d11-aebb-ad4087f25ae2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e&device_id=ca326776-5773-4c50-8f2a-95bdf1014714&device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 2418 time: 0.4794586 Jul 16 03:33:06.742339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object d5ce73bf-3d79-43ce-9c90-49d629b37479 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:06.783422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.810887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e46e28fb-85b4-4e58-a0f9-9dbfd84a6cb0 req-72507bd5-907e-423b-b87d-ddd5ccce6123 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269038 Jul 16 03:33:06.872081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.880977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:06.889954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:06.894368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:06.905275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.952722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=d5ce73bf-3d79-43ce-9c90-49d629b37479,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:06.965986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Transition to ACTIVE for port object d1fb8864-234e-48f0-8841-7721dd3db5da will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:07.003080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.005941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.016594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.039671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:07.050943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e21d913f-3d64-4ea4-9f03-4c240b794d06 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3464086 Jul 16 03:33:07.059616 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59250) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:07.065895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '0c0c7d21-fec2-4355-b57d-599fcd0283ff', 'name': 'tempest-PortsTestJSON-1609404447', 'fixed_ips': [{'subnet_id': '6f1ff94e-24ed-4d7f-bab7-f8a654307f7a', 'ip_address': '172.20.0.9'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:07.136927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.254587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1fb8864-234e-48f0-8841-7721dd3db5da,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:07.259994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Network d9119d94-823c-43c8-91bc-54c46ff248e6 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:07.264647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:07.267517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:07.324364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:07.347484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'mac_address': 'fa:16:3e:cb:76:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:07.425399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8bceeed2-8ce7-443d-96b2-04e4781859ee up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:07.441954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.520102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.556377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:07.563072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.563698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2b0b782-d540-4f6d-bd4b-c3a5a771c84c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:07.611288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 0bff2f32-a317-478a-9387-e8fceb2bf32e yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:33:07.626171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:07.644451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.733148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:07.735952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8bceeed2-8ce7-443d-96b2-04e4781859ee completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:07.739831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a62f3a-dab6-4d2e-9b70-1f95ca5bd205 None None] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:07.777290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97647b80-7e69-4b5f-a527-d021814bf612 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:07.789980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Router 7f3e6e63-103a-45e8-a0ef-1296deb11363 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:07.807175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:07.878986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.899717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc358aaf-0813-4a35-a0bc-4bfe6794f4b0 req-52b6f829-5978-4528-aebc-615bfc5cd6ff tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.907167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc358aaf-0813-4a35-a0bc-4bfe6794f4b0 req-52b6f829-5978-4528-aebc-615bfc5cd6ff tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.7778211 Jul 16 03:33:07.965137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc358aaf-0813-4a35-a0bc-4bfe6794f4b0 req-227c5a9a-e02b-4a8e-99e6-6fa7d20f514e tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Jul 16 03:33:07.988867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.9 (0c0c7d21-fec2-4355-b57d-599fcd0283ff/6f1ff94e-24ed-4d7f-bab7-f8a654307f7a/0bff2f32-a317-478a-9387-e8fceb2bf32e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:08.010453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] Provisioning for port 8bceeed2-8ce7-443d-96b2-04e4781859ee completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:08.077226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] Provisioning complete for port 8bceeed2-8ce7-443d-96b2-04e4781859ee triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:08.078288 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.131126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a363b0-0b00-4906-9e52-0f3cdb3ff695 req-4900be8a-ebd5-472b-b228-76b04f7fdfaf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.138956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64a363b0-0b00-4906-9e52-0f3cdb3ff695 req-4900be8a-ebd5-472b-b228-76b04f7fdfaf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.4480336 Jul 16 03:33:08.200220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64a363b0-0b00-4906-9e52-0f3cdb3ff695 req-a7ba43ca-d0ef-4a4c-9044-5114b3590f6b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 Jul 16 03:33:08.329723 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.377413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 97647b80-7e69-4b5f-a527-d021814bf612 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:08.391960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.411338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 0bff2f32-a317-478a-9387-e8fceb2bf32e will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:08.436690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:08.455736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c9e79d11-3fe1-44e6-8d6d-8e79e9a8dc09 admin admin] 10.222.0.25 "PUT /v2.0/routers/7f3e6e63-103a-45e8-a0ef-1296deb11363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7498753 Jul 16 03:33:08.460566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59292) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:08.461662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.465996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97647b80-7e69-4b5f-a527-d021814bf612 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:08.466388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.468281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] Sync routers for ids ['7f3e6e63-103a-45e8-a0ef-1296deb11363'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:08.537323 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.566391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.612018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Deleting port 1feb9666-4d5c-4580-a8ad-c007009a5057 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:08.612365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.669317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] Routers {'7f3e6e63-103a-45e8-a0ef-1296deb11363'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:08.669974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7f3e6e63-103a-45e8-a0ef-1296deb11363'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:08.702343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:08.723747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:08.733627 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.741637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:08.800591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] For port 1feb9666-4d5c-4580-a8ad-c007009a5057, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1feb9666-4d5c-4580-a8ad-c007009a5057,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:08.801109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.839998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Calling delete_port for 1feb9666-4d5c-4580-a8ad-c007009a5057 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:08.840327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] Set router 7f3e6e63-103a-45e8-a0ef-1296deb11363 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:08.840749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=0bff2f32-a317-478a-9387-e8fceb2bf32e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:08.932106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] For port 8bceeed2-8ce7-443d-96b2-04e4781859ee, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8bceeed2-8ce7-443d-96b2-04e4781859ee,segment=NetworkSegment(c19459a5-69c9-4350-94d4-5e16b08e1df1),segment_id=c19459a5-69c9-4350-94d4-5e16b08e1df1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:08.956815 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.096592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.097474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.102928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.148976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1fb8864-234e-48f0-8841-7721dd3db5da,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.153639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.178484 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1afdc303-b29d-4dd5-83b5-e95559db142e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1179483 Jul 16 03:33:09.182316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59300) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:09.225002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8edaf2-d15b-4dd1-8440-122944cdabbc None None] Pushing event updated for resources: {'Port': ['ID=8bceeed2-8ce7-443d-96b2-04e4781859ee,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.228577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Pushing event deleted for resources: {'Port': ['ID=1feb9666-4d5c-4580-a8ad-c007009a5057,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.295414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c079a0fa-47bd-4d90-ab97-7ca98eb33f20 None None] Provisioning for port d1fb8864-234e-48f0-8841-7721dd3db5da completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:09.311906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c079a0fa-47bd-4d90-ab97-7ca98eb33f20 None None] Provisioning complete for port d1fb8864-234e-48f0-8841-7721dd3db5da triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:09.314291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c079a0fa-47bd-4d90-ab97-7ca98eb33f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.324176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.444844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Network d9119d94-823c-43c8-91bc-54c46ff248e6 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:09.466013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:09.543576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 97647b80-7e69-4b5f-a527-d021814bf612, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97647b80-7e69-4b5f-a527-d021814bf612,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:09.608385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.688789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.785402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c079a0fa-47bd-4d90-ab97-7ca98eb33f20 None None] Port d1fb8864-234e-48f0-8841-7721dd3db5da cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:09.841438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:33:05Z', 'revision_number': 5, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port': {'id': 'fc8b6d65-27be-4506-aece-b8525eee6d7f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:aa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:19Z', 'updated_at': '2021-07-16T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:09.907785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.931094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=97647b80-7e69-4b5f-a527-d021814bf612,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.936768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] Checking router: 7f3e6e63-103a-45e8-a0ef-1296deb11363 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:09.953759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8bceeed2-8ce7-443d-96b2-04e4781859ee up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:09.957855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f70d-7007-45d3-951b-56734944be0b req-8df33621-265a-4db1-a640-31fe832168ac tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.967255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Deleting port fc8b6d65-27be-4506-aece-b8525eee6d7f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:09.968183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.973075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dd0f70d-7007-45d3-951b-56734944be0b req-8df33621-265a-4db1-a640-31fe832168ac tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.4165282 Jul 16 03:33:10.020409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] Routers {'7f3e6e63-103a-45e8-a0ef-1296deb11363'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:10.021057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7f3e6e63-103a-45e8-a0ef-1296deb11363'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:10.062479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] For port fc8b6d65-27be-4506-aece-b8525eee6d7f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc8b6d65-27be-4506-aece-b8525eee6d7f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:10.062853 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.077842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dd0f70d-7007-45d3-951b-56734944be0b req-30b9127a-7e4f-4986-847d-d2db605970a2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003652 Jul 16 03:33:10.078035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Calling delete_port for fc8b6d65-27be-4506-aece-b8525eee6d7f owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:10.122291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Provisioning for port d5ce73bf-3d79-43ce-9c90-49d629b37479 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:10.134103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Provisioning complete for port d5ce73bf-3d79-43ce-9c90-49d629b37479 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:10.134487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.186824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Port d5ce73bf-3d79-43ce-9c90-49d629b37479 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:10.224630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8bceeed2-8ce7-443d-96b2-04e4781859ee triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:10.225248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.227770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] Set router 7f3e6e63-103a-45e8-a0ef-1296deb11363 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:10.309153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:10.332607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Provisioning for port 0bff2f32-a317-478a-9387-e8fceb2bf32e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:10.337848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 6, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:10.368210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Provisioning complete for port 0bff2f32-a317-478a-9387-e8fceb2bf32e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:10.368591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.469539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f5e31-6593-420d-8a02-0ee2d78c8482 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.475209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-504f5e31-6593-420d-8a02-0ee2d78c8482 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.2862017 Jul 16 03:33:10.476701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59322) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:10.487807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Router ac3fea66-9769-40e1-b886-56da9cf163fa has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:10.489024 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:10.500761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f39255-d0ce-457e-bc1d-80a97c0851b5 None None] The sync data for ids ['7f3e6e63-103a-45e8-a0ef-1296deb11363'] in n-d-800089-6 is: [{'id': '7f3e6e63-103a-45e8-a0ef-1296deb11363', 'name': 'tempest-FloatingIPDetailsTestJSON-1875436557-router', 'tenant_id': 'bfeba3ad2af84b538e6704e967a1112c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:18Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 6, 'project_id': 'bfeba3ad2af84b538e6704e967a1112c', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:10.576842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Port 0bff2f32-a317-478a-9387-e8fceb2bf32e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:10.700192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Provisioning complete for port 8bceeed2-8ce7-443d-96b2-04e4781859ee triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:10.700488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02a5eb67-0856-42ca-8ebf-a95fb609b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.019660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Provisioning complete for port d5ce73bf-3d79-43ce-9c90-49d629b37479 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:11.023268 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.095624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:11.098016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8b6d65-27be-4506-aece-b8525eee6d7f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:11.164779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.180871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Port d5ce73bf-3d79-43ce-9c90-49d629b37479 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:11.191866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:11.199448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c4167ce6-05c1-49e1-80ae-1a30f476e815 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac3fea66-9769-40e1-b886-56da9cf163fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3544295 Jul 16 03:33:11.200514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:11.202857 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] Sync routers for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:11.216392 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:11.217688 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:11.222282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496c872-fc0c-4c2f-832d-b2dd6989116f req-24c3f0bb-7e10-425d-bc21-d2eb701b7b71 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.231592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c496c872-fc0c-4c2f-832d-b2dd6989116f req-24c3f0bb-7e10-425d-bc21-d2eb701b7b71 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.1063633 Jul 16 03:33:11.270519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Provisioning complete for port d1fb8864-234e-48f0-8841-7721dd3db5da triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:11.271093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.392344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c496c872-fc0c-4c2f-832d-b2dd6989116f req-625f972f-398f-412e-a8e8-724eb68ea5ee tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597600 Jul 16 03:33:11.457746 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:11.530217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.555323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba4f3-65b2-481b-aad3-394ce836ab43 req-d3ea4901-677a-4c72-bff5-9087a133b9ba tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.567580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553a362-738f-4bc2-a1af-58b2d287174e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.570894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:11.571445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e79ba4f3-65b2-481b-aad3-394ce836ab43 req-d3ea4901-677a-4c72-bff5-9087a133b9ba tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2365663 Jul 16 03:33:11.571677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.579668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.582315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553a362-738f-4bc2-a1af-58b2d287174e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.600380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553a362-738f-4bc2-a1af-58b2d287174e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.605121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6553a362-738f-4bc2-a1af-58b2d287174e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 1.1086857 Jul 16 03:33:11.605121 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.612899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59342) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:11.631883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Port d1fb8864-234e-48f0-8841-7721dd3db5da cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:11.656349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Provisioning complete for port 0bff2f32-a317-478a-9387-e8fceb2bf32e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:11.656830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.746593 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:11.787576 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] Checking router: ac3fea66-9769-40e1-b886-56da9cf163fa for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:11.802039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.809700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] Routers {'ac3fea66-9769-40e1-b886-56da9cf163fa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:11.815135 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ac3fea66-9769-40e1-b886-56da9cf163fa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:11.851190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e79ba4f3-65b2-481b-aad3-394ce836ab43 req-c9c09ec3-2ef3-40aa-af20-55c84939c6e7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786958 Jul 16 03:33:11.858753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:11.871246 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a866b0d2-1ccf-45a6-89b1-ee44965149a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/c26e6b40-7d5e-43d4-ac04-e87f9f520ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3884838 Jul 16 03:33:11.884038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:11.886726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97647b80-7e69-4b5f-a527-d021814bf612 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:11.902035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.902627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3e6e63-103a-45e8-a0ef-1296deb11363 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:33:11.915643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.921313 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c5a0ad9b-c3a3-47dc-b6dc-3f38737b3ff5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7f3e6e63-103a-45e8-a0ef-1296deb11363 HTTP/1.1" status: 204 len: 168 time: 3.4575520 Jul 16 03:33:11.926701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59348) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:11.962068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:11.965369 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82ec9a1-9835-4d0e-9c99-9574b7f60191" -d '{"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:11.971207 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:11.973867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Sync routers for ids ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:12.001720 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.050313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:12.058419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3ac95d7c-0fcd-4282-8f52-218215627a40 None None] Port 0bff2f32-a317-478a-9387-e8fceb2bf32e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:12.071533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Routers {'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:12.072417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:12.122195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59352) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:12.162954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Deleting port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:12.163328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.187192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Deleting subnet 95422678-6488-44a8-a92e-8e535376295f {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:12.195584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.196048 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba21a40-d882-4fd8-bc93-9e802aaa4195 x-openstack-request-id: req-7ba21a40-d882-4fd8-bc93-9e802aaa4195 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:12.196348 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:12.196604 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ba21a40-d882-4fd8-bc93-9e802aaa4195 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:12.197277 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'code': 200} Jul 16 03:33:12.207168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97647b80-7e69-4b5f-a527-d021814bf612 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:12.207544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.271637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-668129658'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:12.306416 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] Set router ac3fea66-9769-40e1-b886-56da9cf163fa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:12.339854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:12.349887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.371830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] For port 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:12.374488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.402910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Calling delete_port for 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:12.405696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.422173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a5a037b7-9e41-47e8-96df-51e4be3767c3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:12.453563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a5a037b7-9e41-47e8-96df-51e4be3767c3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:12.454102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a5a037b7-9e41-47e8-96df-51e4be3767c3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:12.454740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc8b6d65-27be-4506-aece-b8525eee6d7f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:12.460140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Set router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:12.501459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: fc8b6d65-27be-4506-aece-b8525eee6d7f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:12.502077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc8b6d65-27be-4506-aece-b8525eee6d7f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:12.517158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 0bff2f32-a317-478a-9387-e8fceb2bf32e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:12.517722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.620427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:12.687248 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:12.737289 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf8e49-4d52-4ee9-a83d-cd62dcdec930 None None] The sync data for ids ['ac3fea66-9769-40e1-b886-56da9cf163fa'] in n-d-800089-6 is: [{'id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'name': 'tempest-ServersTestManualDisk-658735486-router', 'tenant_id': '9efe109f706648a4b728cd266432d3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:33Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 5, 'project_id': '9efe109f706648a4b728cd266432d3fd', 'gw_port': {'id': '6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fea66-9769-40e1-b886-56da9cf163fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:34Z', 'updated_at': '2021-07-16T03:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:12.788543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:33:07Z', 'revision_number': 4, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd1fb8864-234e-48f0-8841-7721dd3db5da', 'name': '', 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'mac_address': 'fa:16:3e:56:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:06Z', 'updated_at': '2021-07-16T03:33:08Z', 'revision_number': 2, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'subnets': [{'id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:12.836106 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.856458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Checking router: c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:12.863044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Updating router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 port d1fb8864-234e-48f0-8841-7721dd3db5da binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:12.888723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b99d7-6366-48e8-a278-be6b90d0bbc1 req-ef1ca501-f021-4499-a746-3711f3ee5970 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.895675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b2b99d7-6366-48e8-a278-be6b90d0bbc1 req-ef1ca501-f021-4499-a746-3711f3ee5970 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.2425830 Jul 16 03:33:12.901390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.905862 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Added segment c95e114e-2f03-44f8-a2e4-ff07a242eacb of type vlan for network e278e85b-a921-402a-8899-68da7e48c14d Jul 16 03:33:12.935001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:12.974575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b2b99d7-6366-48e8-a278-be6b90d0bbc1 req-1d86f199-19f6-4371-ac52-bf5dc49072e6 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779219 Jul 16 03:33:13.000689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.049806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.053433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Pushing event deleted for resources: {'Port': ['ID=6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.070364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.113338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 0bff2f32-a317-478a-9387-e8fceb2bf32e owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:13.164611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.212570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.240183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:33:13.346384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adeba1-59ca-418b-bad3-5a8e1c36200a None None] Network e24c3710-1842-409c-abe7-538e10029cc9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:13.353360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95422678-6488-44a8-a92e-8e535376295f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.369747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.372806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.383761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed5306fb-9624-4428-9cba-49def0830020 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95422678-6488-44a8-a92e-8e535376295f HTTP/1.1" status: 204 len: 168 time: 1.4541974 Jul 16 03:33:13.386686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:13.391574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.415519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.421363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.421967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.440404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.442167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3fea66-9769-40e1-b886-56da9cf163fa {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:33:13.456181 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.459610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-401dbc87-1d48-4705-8a24-c2bae9805946 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ac3fea66-9769-40e1-b886-56da9cf163fa HTTP/1.1" status: 204 len: 168 time: 2.2559304 Jul 16 03:33:13.464051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:13.550695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8270-3374-4a81-a5eb-065f7b10eab9 req-5e0bacd6-dda1-4ead-8265-fbe28d61b528 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.556653 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4251132 Jul 16 03:33:13.559168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e16c8270-3374-4a81-a5eb-065f7b10eab9 req-5e0bacd6-dda1-4ead-8265-fbe28d61b528 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.3512392 Jul 16 03:33:13.565971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:13.586317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'subnet': {'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:13.601431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Deleting subnet 470f261e-746d-496d-bd11-1e6ae9df5019 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:13.616108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805d499-3a2b-44fd-be93-96cb84a42c65 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Network': ['ID=e278e85b-a921-402a-8899-68da7e48c14d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.629624 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.665482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e278e85b-a921-402a-8899-68da7e48c14d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:13.669093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.740887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.741580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.773455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.778275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1feb9666-4d5c-4580-a8ad-c007009a5057 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:13.811111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=0bff2f32-a317-478a-9387-e8fceb2bf32e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:13.845699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e16c8270-3374-4a81-a5eb-065f7b10eab9 req-bf0f5f07-4b4b-409e-ad73-d79f073d44f3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859919 Jul 16 03:33:13.904704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1feb9666-4d5c-4580-a8ad-c007009a5057 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:13.905185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1feb9666-4d5c-4580-a8ad-c007009a5057 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:13.915822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Transition to ACTIVE for port object d1fb8864-234e-48f0-8841-7721dd3db5da will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:13.935764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.939375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Deleting port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:13.940127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.982786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.987693 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4ebfbb26-daa7-4028-9460-a8048d090f87 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/0bff2f32-a317-478a-9387-e8fceb2bf32e HTTP/1.1" status: 204 len: 168 time: 2.3689823 Jul 16 03:33:13.988396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59388) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:14.044835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] For port 85bb6928-cabb-49e6-b48d-494fa4bc2a72, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=85bb6928-cabb-49e6-b48d-494fa4bc2a72,segment=NetworkSegment(25c14642-370d-403e-a6af-ff068efe5594),segment_id=25c14642-370d-403e-a6af-ff068efe5594)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:14.045348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.047071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.065335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Calling delete_port for 85bb6928-cabb-49e6-b48d-494fa4bc2a72 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:14.118827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1fd1f-ef02-4731-83d5-7dbb5330b112 None None] Pushing event updated for resources: {'Port': ['ID=d1fb8864-234e-48f0-8841-7721dd3db5da,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:14.119045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:14.123716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.161843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e936aae-217d-450f-b380-ca7a0d01fe67 None None] DHCP port deletion for e24c3710-1842-409c-abe7-538e10029cc9 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:33:14.252397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.329820 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5aefe0-7ade-4f4b-bb45-b1b6cb857145 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:33:14.333293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cb5aefe0-7ade-4f4b-bb45-b1b6cb857145 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/0bff2f32-a317-478a-9387-e8fceb2bf32e HTTP/1.1" status: 404 len: 333 time: 0.1211839 Jul 16 03:33:14.337107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bb6928-cabb-49e6-b48d-494fa4bc2a72,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:14.343321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9e936aae-217d-450f-b380-ca7a0d01fe67 None None] The port '85bb6928-cabb-49e6-b48d-494fa4bc2a72' was deleted {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 03:33:14.356187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59394) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:14.366498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] No DVR routers for this DVR port 85bb6928-cabb-49e6-b48d-494fa4bc2a72 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:14.437274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Attempting to bind port d1fb8864-234e-48f0-8841-7721dd3db5da on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:14.438181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Attempting to bind port d1fb8864-234e-48f0-8841-7721dd3db5da by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:14.438586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Attempting to bind port d1fb8864-234e-48f0-8841-7721dd3db5da on network d9119d94-823c-43c8-91bc-54c46ff248e6 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:14.447234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:14.447725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Checking segment: {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:14.448034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.448980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Bound using segment: {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:14.451461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Bound port: d1fb8864-234e-48f0-8841-7721dd3db5da, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2033b804-5033-49e1-88fe-2a348c01dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:14.452053 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.567293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.614517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.619132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] For port d1fb8864-234e-48f0-8841-7721dd3db5da, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:14.622790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] For port d1fb8864-234e-48f0-8841-7721dd3db5da, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d1fb8864-234e-48f0-8841-7721dd3db5da,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:14.627880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c3710-1842-409c-abe7-538e10029cc9']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:14.630992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.643873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c14642-370d-403e-a6af-ff068efe5594') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:14.644209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c14642-370d-403e-a6af-ff068efe5594') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:14.656293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.677370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.683809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:14.684103 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.694053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1fd1f-ef02-4731-83d5-7dbb5330b112 None None] Pushing event updated for resources: {'Port': ['ID=d1fb8864-234e-48f0-8841-7721dd3db5da,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:14.719654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Routers {'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:14.720879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:32:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:14.738095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.744915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/470f261e-746d-496d-bd11-1e6ae9df5019 HTTP/1.1" status: 204 len: 168 time: 1.2777815 Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:14.749935 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:14.754215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59396) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:14.765827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.773919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port d5ce73bf-3d79-43ce-9c90-49d629b37479 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:14.774977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.778217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.780403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bece5b3-54f8-4852-bea7-ec758575ccef req-7e564b0d-d6c1-4b66-b009-28d4b20eb4a4 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.788647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e24c3710-1842-409c-abe7-538e10029cc9 HTTP/1.1" status: 204 len: 168 time: 1.3994832 Jul 16 03:33:14.805972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bece5b3-54f8-4852-bea7-ec758575ccef req-7e564b0d-d6c1-4b66-b009-28d4b20eb4a4 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.4311621 Jul 16 03:33:14.813097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10a7f9-10c2-4135-ba49-ac136afc75f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470f261e-746d-496d-bd11-1e6ae9df5019,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:14.819203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.859863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b16a9d-2660-4b5f-9abe-c6b3317393b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24c3710-1842-409c-abe7-538e10029cc9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:14.940992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bece5b3-54f8-4852-bea7-ec758575ccef req-d9a3f418-ed95-444c-8643-6e9fb1777250 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336391 Jul 16 03:33:14.966261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42998985-3f11-4184-8705-2ad126ba0b28 None None] Network a7010d3e-96f4-4be7-a857-0fe722f39de5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:14.982680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Checking segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:14.983047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network hostable DHCP agents. Network: e278e85b-a921-402a-8899-68da7e48c14d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:14.999764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Subnet': ['ID=bdbe415b-9b8a-42a8-81ee-07c1add381b6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.023069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network e278e85b-a921-402a-8899-68da7e48c14d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:15.027745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:15.056490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e278e85b-a921-402a-8899-68da7e48c14d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:15.081491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973903ad-ed8c-4c25-85b8-b62b70f91d8b None None] Network e278e85b-a921-402a-8899-68da7e48c14d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:15.082842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.083422 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.134722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-690ae3bb-17a8-4d50-8777-6aea9a8cb183 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfeba3ad2af84b538e6704e967a1112c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052113 Jul 16 03:33:15.135393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.139464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-70b27539-a19f-49cf-a0d2-32ca65dec2c3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5575004 Jul 16 03:33:15.139955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:15.140638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:15.154785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-767426219'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:15.175862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.187327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] Set router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:15.207474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for d5ce73bf-3d79-43ce-9c90-49d629b37479 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:15.263926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:15.267647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.279135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Deleting port 9f6132b8-987e-486e-8466-620f39f1ff4f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:15.279699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.310159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b3cb-13b3-42bb-858f-7489624a0650 req-b3afe9ea-cd99-4042-8492-b2bc949d9e9e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.311708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6669b3cb-13b3-42bb-858f-7489624a0650 req-b3afe9ea-cd99-4042-8492-b2bc949d9e9e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.1531589 Jul 16 03:33:15.332853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1bf-7ffe-447a-adf4-6b32f741cd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.357528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:15.386823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1bf-7ffe-447a-adf4-6b32f741cd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.398724 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.399225 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Added segment 9f98aad9-5e7f-4f2f-9a17-970556e03d9d of type vlan for network fed4200b-cc4f-4ae1-b6f0-623180c152ec Jul 16 03:33:15.423534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6669b3cb-13b3-42bb-858f-7489624a0650 req-95c17035-f353-456b-8ce1-d0ac92dd6c37 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050153 Jul 16 03:33:15.439744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] For port 9f6132b8-987e-486e-8466-620f39f1ff4f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9f6132b8-987e-486e-8466-620f39f1ff4f,segment=NetworkSegment(47a3ab3e-05a0-495e-846f-368aea21926c),segment_id=47a3ab3e-05a0-495e-846f-368aea21926c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:15.440329 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.468632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Calling delete_port for 9f6132b8-987e-486e-8466-620f39f1ff4f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:15.490425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.530015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.580165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=d5ce73bf-3d79-43ce-9c90-49d629b37479,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.657451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.666335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.667183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.698905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1bf-7ffe-447a-adf4-6b32f741cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.702515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b39f1bf-7ffe-447a-adf4-6b32f741cd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.704255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6b39f1bf-7ffe-447a-adf4-6b32f741cd4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d489bdd-7445-4c96-8a3d-71b78aff80f4 HTTP/1.1" status: 204 len: 168 time: 0.5625989 Jul 16 03:33:15.772367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.782481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ec6efaf1-373f-4929-912d-7383376b22a4 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/d5ce73bf-3d79-43ce-9c90-49d629b37479 HTTP/1.1" status: 204 len: 168 time: 1.4126232 Jul 16 03:33:15.783625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.789846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:15.817525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39f1bf-7ffe-447a-adf4-6b32f741cd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d489bdd-7445-4c96-8a3d-71b78aff80f4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.821863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6790507 Jul 16 03:33:15.834619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59424) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:15.839491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e278e85b-a921-402a-8899-68da7e48c14d', 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'fixed_ips': [{'subnet_id': 'bdbe415b-9b8a-42a8-81ee-07c1add381b6'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:15.840056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'subnet': {'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:15.840392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.842681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880b529-6d8c-41db-806d-fdd0560e80cb None None] DHCP port deletion for a7010d3e-96f4-4be7-a857-0fe722f39de5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:33:15.996034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6132b8-987e-486e-8466-620f39f1ff4f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.008562 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1705bec6-0bd6-49d0-a3c8-b9f2c0becf19 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:33:16.017089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1705bec6-0bd6-49d0-a3c8-b9f2c0becf19 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/d5ce73bf-3d79-43ce-9c90-49d629b37479 HTTP/1.1" status: 404 len: 333 time: 0.2120299 Jul 16 03:33:16.021091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59434) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:16.048880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] No DVR routers for this DVR port 9f6132b8-987e-486e-8466-620f39f1ff4f on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:16.072569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da9dab-afa8-4ee1-9b7b-d955d4b14cba tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Network': ['ID=fed4200b-cc4f-4ae1-b6f0-623180c152ec,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.103551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:16.126611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:16.181621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:16.181922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6daf96e4-d1f3-40cb-8ce9-e4ffb96191d3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:16.182305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9f6132b8-987e-486e-8466-620f39f1ff4f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:16.196842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:16.201017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.207096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 9f6132b8-987e-486e-8466-620f39f1ff4f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:16.207281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9f6132b8-987e-486e-8466-620f39f1ff4f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:16.207664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 85bb6928-cabb-49e6-b48d-494fa4bc2a72 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:16.234979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 85bb6928-cabb-49e6-b48d-494fa4bc2a72 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:16.235330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 85bb6928-cabb-49e6-b48d-494fa4bc2a72 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:16.310491 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.316772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 6f1ff94e-24ed-4d7f-bab7-f8a654307f7a {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:16.324411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.344182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Allocated IP 19.80.0.2 (e278e85b-a921-402a-8899-68da7e48c14d/bdbe415b-9b8a-42a8-81ee-07c1add381b6/2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:16.347727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7010d3e-96f4-4be7-a857-0fe722f39de5']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:16.378044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a3ab3e-05a0-495e-846f-368aea21926c') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:16.384023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:33:07Z', 'revision_number': 4, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd1fb8864-234e-48f0-8841-7721dd3db5da', 'name': '', 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'mac_address': 'fa:16:3e:56:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:06Z', 'updated_at': '2021-07-16T03:33:14Z', 'revision_number': 4, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'subnets': [{'id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:16.388726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a3ab3e-05a0-495e-846f-368aea21926c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:16.414353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.441382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.477831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903b92c-177e-4693-8be8-48645d7b22da None None] The sync data for ids ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'] in n-d-800089-6 is: [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:33:07Z', 'revision_number': 4, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'd1fb8864-234e-48f0-8841-7721dd3db5da', 'name': '', 'network_id': 'd9119d94-823c-43c8-91bc-54c46ff248e6', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'mac_address': 'fa:16:3e:56:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:06Z', 'updated_at': '2021-07-16T03:33:14Z', 'revision_number': 4, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'subnets': [{'id': 'aa6a4d39-3487-4a03-85dd-e02aa32ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:16.502657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.535719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:16.536314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:16.539377 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:16.543970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71585e2b-bb7e-4c44-b559-a7b3e73908de req-01287c7e-5d9f-42d8-8571-0c35943fab72 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.584758 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71585e2b-bb7e-4c44-b559-a7b3e73908de req-01287c7e-5d9f-42d8-8571-0c35943fab72 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.2209451 Jul 16 03:33:16.759510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.762902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71585e2b-bb7e-4c44-b559-a7b3e73908de req-ba22a62f-593b-4b43-9dea-c60c38d12fe8 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772316 Jul 16 03:33:16.773158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.779044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a7010d3e-96f4-4be7-a857-0fe722f39de5 HTTP/1.1" status: 204 len: 168 time: 2.0220320 Jul 16 03:33:16.806179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.819996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.830702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c48a17-5459-42bc-9d1d-989c0596fde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7010d3e-96f4-4be7-a857-0fe722f39de5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:16.855964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.876601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Transition to ACTIVE for port object 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:16.906172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebc78ecf-08b3-461d-81b3-f0759fe890cc details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:16.936263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Transition to ACTIVE for port object 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:16.982932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:16.990515 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.034676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1ff94e-24ed-4d7f-bab7-f8a654307f7a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:17.049117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.056408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7641f537-9f8d-40c3-b627-275cab596a83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/6f1ff94e-24ed-4d7f-bab7-f8a654307f7a HTTP/1.1" status: 204 len: 168 time: 1.0325167 Jul 16 03:33:17.058470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59462) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:17.072384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Network e278e85b-a921-402a-8899-68da7e48c14d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:17.079054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:17.128188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Subnet': ['ID=a56ddecc-908f-4c31-a73f-5343af851f18,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:17.156169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d5ede-cbd5-443d-a219-fbf0bff99055 None None] Network 0c0c7d21-fec2-4355-b57d-599fcd0283ff requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:17.194693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741a6d-2248-4fdf-9d43-47ce272fee99 req-90e5366e-70f3-4356-8dd3-d895b9fd340e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.197089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6741a6d-2248-4fdf-9d43-47ce272fee99 req-90e5366e-70f3-4356-8dd3-d895b9fd340e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.5294116 Jul 16 03:33:17.207054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Checking segment: {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:17.207768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network hostable DHCP agents. Network: fed4200b-cc4f-4ae1-b6f0-623180c152ec, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:17.212380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:17.219638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:17.250940 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:33:17.284471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c40357de-f503-4e36-b566-9ec3f435a19e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9efe109f706648a4b728cd266432d3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707436 Jul 16 03:33:17.297361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.300767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:17.308294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6741a6d-2248-4fdf-9d43-47ce272fee99 req-7c776f12-b388-4443-909b-e8c285a6bdc7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962319 Jul 16 03:33:17.322703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:17.392982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, fed4200b-cc4f-4ae1-b6f0-623180c152ec) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:17.425271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.428198 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.469096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e3699d8d-d99d-4d9b-8495-ddb0d9fc9d79 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6332076 Jul 16 03:33:17.505165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Pushing event updated for resources: {'Port': ['ID=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:17.542398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3abaf8-70dc-4da2-aa00-abbc5c927f45 None None] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:17.587936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f40ae11-3973-4dbf-af1e-85c1978187c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.616303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 8bceeed2-8ce7-443d-96b2-04e4781859ee {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:17.616676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.688592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Attempting to bind port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:17.688969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Attempting to bind port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:17.689342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Attempting to bind port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af on network e278e85b-a921-402a-8899-68da7e48c14d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:17.787099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port 8bceeed2-8ce7-443d-96b2-04e4781859ee, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8bceeed2-8ce7-443d-96b2-04e4781859ee,segment=NetworkSegment(c19459a5-69c9-4350-94d4-5e16b08e1df1),segment_id=c19459a5-69c9-4350-94d4-5e16b08e1df1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:17.787461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.800106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 8bceeed2-8ce7-443d-96b2-04e4781859ee owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:17.841144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:17.841811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Checking segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:17.842220 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.842658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Bound using segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:17.843155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Bound port: 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:17.843544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.890165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f40ae11-3973-4dbf-af1e-85c1978187c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.920543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.020932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] For port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:18.024514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] For port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:18.033486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=8bceeed2-8ce7-443d-96b2-04e4781859ee,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.053544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d1fb8864-234e-48f0-8841-7721dd3db5da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:18.095864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port 8bceeed2-8ce7-443d-96b2-04e4781859ee on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:18.109788 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.235761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-fed4200b-cc4f-4ae1-b6f0-623180c152ec', 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'fixed_ips': [{'subnet_id': 'a56ddecc-908f-4c31-a73f-5343af851f18'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:18.238138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c1769209-0366-49f0-8bcf-f6c31a81a2f4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.254845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c1769209-0366-49f0-8bcf-f6c31a81a2f4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.259139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.288156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c1769209-0366-49f0-8bcf-f6c31a81a2f4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/networks?id=e278e85b-a921-402a-8899-68da7e48c14d&id=fed4200b-cc4f-4ae1-b6f0-623180c152ec&id=e278e85b-a921-402a-8899-68da7e48c14d HTTP/1.1" status: 200 len: 1390 time: 0.4245408 Jul 16 03:33:18.303721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d1fb8864-234e-48f0-8841-7721dd3db5da completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:18.309351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:18.324486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.366886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0c7d21-fec2-4355-b57d-599fcd0283ff']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:18.387351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19459a5-69c9-4350-94d4-5e16b08e1df1') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:18.387351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19459a5-69c9-4350-94d4-5e16b08e1df1') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:18.388390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f40ae11-3973-4dbf-af1e-85c1978187c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.393783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f40ae11-3973-4dbf-af1e-85c1978187c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.395878 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0f40ae11-3973-4dbf-af1e-85c1978187c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0faf687-a47f-441f-bb05-6100c2ef4988 HTTP/1.1" status: 204 len: 168 time: 1.0910549 Jul 16 03:33:18.430291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40ae11-3973-4dbf-af1e-85c1978187c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0faf687-a47f-441f-bb05-6100c2ef4988,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.431054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-11926a63-06e4-43e0-9481-afdf626e2b10 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/quotas/e51b4635376d470c9fc3b63c1b773af3 HTTP/1.1" status: 200 len: 375 time: 0.1416984 Jul 16 03:33:18.434828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d1fb8864-234e-48f0-8841-7721dd3db5da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:18.434981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.435210 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.465104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.478673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:18.480651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:18.490012 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:18.580424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59516) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:18.581861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'mac_address': 'fa:16:3e:9c:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:18.684727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.738523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.743902 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/0c0c7d21-fec2-4355-b57d-599fcd0283ff HTTP/1.1" status: 204 len: 168 time: 1.6803753 Jul 16 03:33:18.757260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:18.781839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1310016697'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:18.789555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18481c8e-733b-4856-b6c8-14a65d5bda5d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=0c0c7d21-fec2-4355-b57d-599fcd0283ff,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.812179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1bc0-0371-4cff-84c2-81d215302e89 req-d02776f5-8630-41b1-9590-6ad15c7b456b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.813772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b67a1bc0-0371-4cff-84c2-81d215302e89 req-d02776f5-8630-41b1-9590-6ad15c7b456b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.5200522 Jul 16 03:33:18.890781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-91df8618-c4d9-4d9f-90dd-adf5e34230da tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4427662 Jul 16 03:33:18.979435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a6264-68e7-42ca-a417-f6d0950e1e6e None None] Pushing event updated for resources: {'Port': ['ID=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:19.008759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d084f-32b6-4248-bfd9-bf908580014e None None] DHCP port deletion for 0c0c7d21-fec2-4355-b57d-599fcd0283ff request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:33:19.087856 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.090399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5951aaf-3e6e-445d-b914-ca24aa02eee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.140144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:19.148641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebc78ecf-08b3-461d-81b3-f0759fe890cc {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:19.154116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.270368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b67a1bc0-0371-4cff-84c2-81d215302e89 req-c7637b65-0066-48f8-85d9-5b22be897e04 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289403 Jul 16 03:33:19.331720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:19.354061 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.361702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:19.390887 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.443187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.443691 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Added segment 5bbce5f3-ef9d-4d25-917d-49df14a34640 of type vlan for network 684a65c1-be0b-446a-ba7b-0774501abd9c Jul 16 03:33:19.454204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-eac1de55-f8f2-4cf1-a38d-e2d8b7171543 service neutron] 10.222.0.25 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615227 Jul 16 03:33:19.460885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Allocated IP 19.86.0.2 (fed4200b-cc4f-4ae1-b6f0-623180c152ec/a56ddecc-908f-4c31-a73f-5343af851f18/86d084d5-6835-4112-aede-474270566c2b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:19.763942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.770280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ebc78ecf-08b3-461d-81b3-f0759fe890cc'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:19.866824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d1fb8864-234e-48f0-8841-7721dd3db5da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d1fb8864-234e-48f0-8841-7721dd3db5da,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:19.908132 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.919520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59560) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:19.920731 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5951aaf-3e6e-445d-b914-ca24aa02eee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.937035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5951aaf-3e6e-445d-b914-ca24aa02eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.019461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-9cc07369-89ad-414c-bbce-50fb159c68c1 service neutron] 10.222.0.25 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626280 Jul 16 03:33:20.046652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.077358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.079518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.130392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e5951aaf-3e6e-445d-b914-ca24aa02eee1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f20d2e276ed4931a845333bffafd985&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5435667 Jul 16 03:33:20.131197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59568) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:20.189673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5951aaf-3e6e-445d-b914-ca24aa02eee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffabd13c-b4e8-4cc0-9730-42092febfc5a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.206069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.218415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4541087 Jul 16 03:33:20.237785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1060940243-network', 'tenant_id': '807770e404ad4cf6a2490012018287f1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:20.249014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:20.261533 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.280647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:20.367665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d1fb8864-234e-48f0-8841-7721dd3db5da,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.379360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:20.403542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cb3f9-1ab9-4be6-b1c0-71b3d970c587 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Network': ['ID=684a65c1-be0b-446a-ba7b-0774501abd9c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.428122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f63a91fb-c829-4322-bf31-a002345af609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.433511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Transition to ACTIVE for port object 86d084d5-6835-4112-aede-474270566c2b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:20.460335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-6f3ea8b2-6c61-4f00-a636-2749880bd8e9 service neutron] 10.222.0.25 "GET /v2.0/networks/fed4200b-cc4f-4ae1-b6f0-623180c152ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377189 Jul 16 03:33:20.484793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f63a91fb-c829-4322-bf31-a002345af609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.569503 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:33:20.647655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 684a65c1-be0b-446a-ba7b-0774501abd9c details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:20.648679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f63a91fb-c829-4322-bf31-a002345af609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.650335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85687bcb-f276-4f9b-bd86-708e26a9c3f4 None None] Network e278e85b-a921-402a-8899-68da7e48c14d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:20.653925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f63a91fb-c829-4322-bf31-a002345af609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.659837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f63a91fb-c829-4322-bf31-a002345af609 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ffabd13c-b4e8-4cc0-9730-42092febfc5a HTTP/1.1" status: 204 len: 168 time: 0.5275772 Jul 16 03:33:20.689403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a91fb-c829-4322-bf31-a002345af609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffabd13c-b4e8-4cc0-9730-42092febfc5a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.759715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Made reservation on behalf of 807770e404ad4cf6a2490012018287f1 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:20.772342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.784547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:20.788160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.970608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Transition to ACTIVE for port object 86d084d5-6835-4112-aede-474270566c2b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:20.990685 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d399b4b4-9b1d-4eca-a5c3-4a39eccbdded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.100715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.112379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.133588 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.259310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=a056261f-7e3c-42c3-85d9-b1b168e38861,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:21.288790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Checking segment: {'id': '5bbce5f3-ef9d-4d25-917d-49df14a34640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:21.289150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network hostable DHCP agents. Network: 684a65c1-be0b-446a-ba7b-0774501abd9c, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:21.396421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 684a65c1-be0b-446a-ba7b-0774501abd9c is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:21.428833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Pushing event updated for resources: {'Port': ['ID=86d084d5-6835-4112-aede-474270566c2b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:21.469212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 684a65c1-be0b-446a-ba7b-0774501abd9c) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:21.489620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-38eb95a5-9bae-43d4-8712-74e7f02d05c8 None None] Provisioning for port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:21.499949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.500871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.515653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb282f2-b9ad-49e9-a505-bb521a747812 None None] Network 684a65c1-be0b-446a-ba7b-0774501abd9c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:21.616607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-ec1d1018-d1f6-4746-bb88-055c6087e3ab service neutron] 10.222.0.25 "GET /v2.0/networks/fed4200b-cc4f-4ae1-b6f0-623180c152ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1491864 Jul 16 03:33:21.700124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.708758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.733070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:21.753010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.753564 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Added segment 04d238ba-5cad-495b-a753-22d60b8ee230 of type vlan for network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 Jul 16 03:33:21.807323 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.866002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-628ebe0e-5beb-4b79-b2f6-55882dce2ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368376 Jul 16 03:33:21.924447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:21.934631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:21.947139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d21670db-4e16-4c81-821d-4b5d3e920c3c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6940286 Jul 16 03:33:21.948646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.949828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.950527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.952848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59596) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:21.954513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:21.966042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-684a65c1-be0b-446a-ba7b-0774501abd9c', 'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': 'a056261f-7e3c-42c3-85d9-b1b168e38861'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:21.967630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:21.981963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:22.022684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-741092703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:22.044705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:22.055304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.056842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.086114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-042ccd21-a9c4-4bd6-a293-ff42e2cf3442 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1654611 Jul 16 03:33:22.086887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59598) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:22.094766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Request body: {'subnet': {'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1060940243-subnet', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:22.132267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Made reservation on behalf of 807770e404ad4cf6a2490012018287f1 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:22.138126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.183467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:22.200528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:22.210303 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-36bda90f-0eb8-4dc5-8856-bb9fbd0a0d78 service neutron] 10.222.0.25 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393474 Jul 16 03:33:22.217951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:22.220046 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.222077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:22.227630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.250004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.403959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.408058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:22.409893 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-adaec508-5a9a-480b-bb29-aee92f27cf43 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3921902 Jul 16 03:33:22.413396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c', 'name': 'tempest-PortsTestJSON-234829046'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:22.435708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1990110863-network', 'tenant_id': 'c6ca126fc9a64d829c9bc9cf0bc85979'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:22.471438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Made reservation on behalf of c6ca126fc9a64d829c9bc9cf0bc85979 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:22.478223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.703492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Allocated IP 172.20.0.2 (684a65c1-be0b-446a-ba7b-0774501abd9c/a056261f-7e3c-42c3-85d9-b1b168e38861/c23ca330-f229-472e-af25-ec80f86632a2) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:22.757889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:22.763163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:22.874472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:33:22.949300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.108362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.128265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b3d11-88c1-4ec5-a3d6-54db9cab34ed req-9cad9d15-adb4-4205-88ff-816ed68a5102 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.144869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-911b3d11-88c1-4ec5-a3d6-54db9cab34ed req-9cad9d15-adb4-4205-88ff-816ed68a5102 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 944 time: 0.3648369 Jul 16 03:33:23.145087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Transition to ACTIVE for port object c23ca330-f229-472e-af25-ec80f86632a2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:23.200911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Transition to ACTIVE for port object c23ca330-f229-472e-af25-ec80f86632a2 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:23.204313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.329756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Attempting to bind port 86d084d5-6835-4112-aede-474270566c2b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:23.330423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Attempting to bind port 86d084d5-6835-4112-aede-474270566c2b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:23.334573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Attempting to bind port 86d084d5-6835-4112-aede-474270566c2b on network fed4200b-cc4f-4ae1-b6f0-623180c152ec {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:23.343689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-911b3d11-88c1-4ec5-a3d6-54db9cab34ed req-2bed6ac2-d081-4ab7-b685-fe09d97d1b75 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955919 Jul 16 03:33:23.365197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.381704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.386848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:23.393897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Checking segment: {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:23.394426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.394996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Bound using segment: {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:23.395591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Bound port: 86d084d5-6835-4112-aede-474270566c2b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:23.395591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.402265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.3 (684a65c1-be0b-446a-ba7b-0774501abd9c/a056261f-7e3c-42c3-85d9-b1b168e38861/23ae6d35-647e-4f23-8d3f-c13d5caa5718) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:23.420269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:23.463338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.466167 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Added segment cca3c24c-2521-470d-aa09-c1d4a64f4ea9 of type vlan for network f46a7ee7-7812-4d56-9261-fa72b34bc2b5 Jul 16 03:33:23.540704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Pushing event updated for resources: {'Port': ['ID=c23ca330-f229-472e-af25-ec80f86632a2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.568545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebc78ecf-08b3-461d-81b3-f0759fe890cc up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:23.578963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.618417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.627316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.628719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.629378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.649102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a8a1075-5c28-42e0-9f07-8a09d50b8d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.751886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Network 684a65c1-be0b-446a-ba7b-0774501abd9c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:23.812255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:23.831426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:23.938798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.939519 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.964263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 23ae6d35-647e-4f23-8d3f-c13d5caa5718 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:23.973592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9c9a-6353-4110-b6b0-b7166cbe387c req-3b5d11ae-c162-40f0-a572-637172aa7e4b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.975622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ffa9c9a-6353-4110-b6b0-b7166cbe387c req-3b5d11ae-c162-40f0-a572-637172aa7e4b tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.1949594 Jul 16 03:33:24.032402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:24.058528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ffa9c9a-6353-4110-b6b0-b7166cbe387c req-0143d7b6-55f9-4af9-9d35-48d26ad64b11 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755594 Jul 16 03:33:24.068554 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.083188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] For port 86d084d5-6835-4112-aede-474270566c2b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:24.110950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] For port 86d084d5-6835-4112-aede-474270566c2b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=86d084d5-6835-4112-aede-474270566c2b,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:24.158535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Pushing event updated for resources: {'Network': ['ID=f46a7ee7-7812-4d56-9261-fa72b34bc2b5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:24.162385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.182659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.186439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9984441 Jul 16 03:33:24.189562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 684a65c1-be0b-446a-ba7b-0774501abd9c is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:24.201068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59626) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:24.229899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Request body: {'subnet': {'network_id': 'f46a7ee7-7812-4d56-9261-fa72b34bc2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1990110863-subnet', 'tenant_id': 'c6ca126fc9a64d829c9bc9cf0bc85979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:24.292330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:24.298670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:24.307993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=23ae6d35-647e-4f23-8d3f-c13d5caa5718,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:24.322107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network f46a7ee7-7812-4d56-9261-fa72b34bc2b5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:24.332983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Made reservation on behalf of c6ca126fc9a64d829c9bc9cf0bc85979 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:24.335502 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.343797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277f87-326e-44f1-a68e-7f94174f4cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db9616-0bba-463c-ab0c-187e80e43995,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:24.351417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.368767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Checking segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:24.369141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Network hostable DHCP agents. Network: fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:24.372947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488fc9f9-7283-4c01-af1e-c579e1917e72,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:24.422132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:24.437162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:24.460704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.466670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.469083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8bceeed2-8ce7-443d-96b2-04e4781859ee no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:24.492757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-65457840-e4b3-43c1-bd84-19346e2b4033 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4025104 Jul 16 03:33:24.495987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59630) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:24.501206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:24.551838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.560063 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.643516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7ff50-76b6-45b0-9674-903fbcd30f4e None None] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:24.787044 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.828208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port ebc78ecf-08b3-461d-81b3-f0759fe890cc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:24.829466 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:24.832836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:24.848520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8bceeed2-8ce7-443d-96b2-04e4781859ee {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:24.849148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8bceeed2-8ce7-443d-96b2-04e4781859ee not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:25.024151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.052956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Attempting to bind port c23ca330-f229-472e-af25-ec80f86632a2 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:25.054328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Attempting to bind port c23ca330-f229-472e-af25-ec80f86632a2 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '5bbce5f3-ef9d-4d25-917d-49df14a34640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:25.060831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Attempting to bind port c23ca330-f229-472e-af25-ec80f86632a2 on network 684a65c1-be0b-446a-ba7b-0774501abd9c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:25.065308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5432ae48-478e-4656-bdbe-22738682b917 req-20c8aeed-4ca0-471b-adf6-ce54e578ac42 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 210 time: 0.1480029 Jul 16 03:33:25.099845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.100511 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.206175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.390565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Checking segment: {'id': 'cca3c24c-2521-470d-aa09-c1d4a64f4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'f46a7ee7-7812-4d56-9261-fa72b34bc2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:25.391179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Network hostable DHCP agents. Network: f46a7ee7-7812-4d56-9261-fa72b34bc2b5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:25.411095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed0164fe-627c-4824-90da-a4fce8be6f86 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0018706 Jul 16 03:33:25.424093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:25.479114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6495a3-7fcd-45a6-ba48-42535170ebae,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:25.512229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6fd9-514b-4617-84a7-a30a50a4b821 None None] Pushing event updated for resources: {'Port': ['ID=86d084d5-6835-4112-aede-474270566c2b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:25.517816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Network f46a7ee7-7812-4d56-9261-fa72b34bc2b5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:25.676181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d1fb8864-234e-48f0-8841-7721dd3db5da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:25.694913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, f46a7ee7-7812-4d56-9261-fa72b34bc2b5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:25.712568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.713410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.776238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-32514219-5f82-4e5e-b22d-cdce88d3dcc5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5739102 Jul 16 03:33:25.843471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7586b-cbf7-4eed-85c2-e7a7194f0110 None None] Network f46a7ee7-7812-4d56-9261-fa72b34bc2b5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:25.865315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.872602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9e4af4f9-1eeb-4b2e-b0e9-b3f12be6dad2 None None] Provisioning complete for port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:25.872910 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e4af4f9-1eeb-4b2e-b0e9-b3f12be6dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.955911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:25.956280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Checking segment: {'id': '5bbce5f3-ef9d-4d25-917d-49df14a34640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:25.959278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.959703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Bound using segment: {'id': '5bbce5f3-ef9d-4d25-917d-49df14a34640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:25.960218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Bound port: c23ca330-f229-472e-af25-ec80f86632a2, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbce5f3-ef9d-4d25-917d-49df14a34640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '684a65c1-be0b-446a-ba7b-0774501abd9c'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:25.960610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:25.983265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-462bca97-24b1-413f-a3fb-7ffef94c05eb tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.008036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-462bca97-24b1-413f-a3fb-7ffef94c05eb tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.009681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-462bca97-24b1-413f-a3fb-7ffef94c05eb tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "GET /v2.0/networks?id=e278e85b-a921-402a-8899-68da7e48c14d&id=fed4200b-cc4f-4ae1-b6f0-623180c152ec&id=e278e85b-a921-402a-8899-68da7e48c14d HTTP/1.1" status: 200 len: 1390 time: 0.6640584 Jul 16 03:33:26.055722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'port': {'device_id': '36cb502f-5701-4214-8bd7-22f00dadf936', 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d', 'admin_state_up': True, 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:26.288257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329815b-06ee-43be-b2a7-cedde9bd4cb3 req-431cf789-cc8a-4b3a-9d9d-6718007ac4a5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.305486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e329815b-06ee-43be-b2a7-cedde9bd4cb3 req-431cf789-cc8a-4b3a-9d9d-6718007ac4a5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 944 time: 0.5087178 Jul 16 03:33:26.356081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6959ab-f818-4704-bb5e-7e0041f6a4b5 None None] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:26.371122 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.399316 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.411831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.429470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.466900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.492833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e329815b-06ee-43be-b2a7-cedde9bd4cb3 req-4f2791a8-cb7b-43a7-9c9f-bf96015fee27 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815157 Jul 16 03:33:26.554595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:26.567854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.839539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd534a6f-b4d5-4b85-bc0e-de6a23cd09a4 None None] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:26.920408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] For port c23ca330-f229-472e-af25-ec80f86632a2, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:26.928729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] For port c23ca330-f229-472e-af25-ec80f86632a2, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c23ca330-f229-472e-af25-ec80f86632a2,segment=NetworkSegment(5bbce5f3-ef9d-4d25-917d-49df14a34640),segment_id=5bbce5f3-ef9d-4d25-917d-49df14a34640)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:26.954118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Allocated IP 19.80.0.133 (e278e85b-a921-402a-8899-68da7e48c14d/bdbe415b-9b8a-42a8-81ee-07c1add381b6/4cbbd1d5-4a45-4180-933a-01128bc03524) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:26.958224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:26.982289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd28b1-275d-4981-892b-632d80e62b9a None None] Network f46a7ee7-7812-4d56-9261-fa72b34bc2b5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:27.049924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.167444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.299538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:27.307951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.314512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d1fb8864-234e-48f0-8841-7721dd3db5da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:27.317316 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.329530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Transition to ACTIVE for port object 4cbbd1d5-4a45-4180-933a-01128bc03524 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:27.333892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:27.334079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=23ae6d35-647e-4f23-8d3f-c13d5caa5718,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:27.349762 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f29e98-d313-49ba-a6fc-698dec715209" -d '{"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-plugged", "status": "completed", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:27.407146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.532848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network e278e85b-a921-402a-8899-68da7e48c14d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:27.544803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:27.561942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:27.569999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Port': ['ID=4cbbd1d5-4a45-4180-933a-01128bc03524,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:27.725863 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-bdc03ea0-4392-4f5c-9efb-fcace0abcc0d req-8436e553-ab2f-4866-bf83-e13e36c4d1d5 tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] show failed (client error): The resource could not be found. Jul 16 03:33:27.730089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdc03ea0-4392-4f5c-9efb-fcace0abcc0d req-8436e553-ab2f-4866-bf83-e13e36c4d1d5 tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups/38913b56-24f1-44d8-9eda-75362c671270 HTTP/1.1" status: 404 len: 352 time: 0.1082857 Jul 16 03:33:27.759574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.760272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.784640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b73470-3212-4be5-ad2c-ea9a625f9948 None None] Pushing event updated for resources: {'Port': ['ID=c23ca330-f229-472e-af25-ec80f86632a2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:27.787808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:27.792957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-870c5844-f5a4-4b3c-a2d6-1bc44e392d5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7624607 Jul 16 03:33:27.794134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Allocated IP 172.25.4.170 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/1c3bbe41-e9f4-4138-bdc8-795246867a39) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:27.805266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'port': {'device_id': '36cb502f-5701-4214-8bd7-22f00dadf936', 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec', 'admin_state_up': True, 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:27.815398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.080926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:28.313892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:28.340310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.412701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ddcbabaa-ed0f-4db0-a068-b051289f64ff None None] Provisioning for port 86d084d5-6835-4112-aede-474270566c2b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:28.424779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.430786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:28.481037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.510135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88776-9573-4526-b6d3-e3ec24e943b2 req-ec10c6a1-b9c4-45f7-b470-c4dbc6a3a250 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.528771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2e88776-9573-4526-b6d3-e3ec24e943b2 req-ec10c6a1-b9c4-45f7-b470-c4dbc6a3a250 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 932 time: 0.3778231 Jul 16 03:33:28.531310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ddcbabaa-ed0f-4db0-a068-b051289f64ff None None] Provisioning for port 4cbbd1d5-4a45-4180-933a-01128bc03524 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:28.544156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ddcbabaa-ed0f-4db0-a068-b051289f64ff None None] Provisioning complete for port 4cbbd1d5-4a45-4180-933a-01128bc03524 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:28.544556 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddcbabaa-ed0f-4db0-a068-b051289f64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.580037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-cc3c1c16-8ed0-4297-9ae6-449f86a9e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.581493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-cc3c1c16-8ed0-4297-9ae6-449f86a9e6a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 1097 time: 0.9616940 Jul 16 03:33:28.583939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:28.584481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.687685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbabaa-ed0f-4db0-a068-b051289f64ff None None] Port 4cbbd1d5-4a45-4180-933a-01128bc03524 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:28.851332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2e88776-9573-4526-b6d3-e3ec24e943b2 req-f0c63bb0-3c06-4a92-a9b4-522d8e8a28c7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215780 Jul 16 03:33:28.984395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.049860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 86d084d5-6835-4112-aede-474270566c2b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:29.169828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Allocated IP 19.86.0.145 (fed4200b-cc4f-4ae1-b6f0-623180c152ec/a56ddecc-908f-4c31-a73f-5343af851f18/eb035f20-6afa-4f02-bd22-5f2f083ebe1c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:29.189521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:29.217780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:29.220686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:29.241791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 86d084d5-6835-4112-aede-474270566c2b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:29.250266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 86d084d5-6835-4112-aede-474270566c2b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:29.250677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.407661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3bbe41-e9f4-4138-bdc8-795246867a39,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:29.462280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-4135093b-87ba-4951-9228-8be202c283a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.464974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-4135093b-87ba-4951-9228-8be202c283a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 918 time: 0.7759216 Jul 16 03:33:29.473541 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.572176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 86d084d5-6835-4112-aede-474270566c2b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=86d084d5-6835-4112-aede-474270566c2b,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:29.592820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.593962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c23ca330-f229-472e-af25-ec80f86632a2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:29.608668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.618995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.647283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-41fa049a-e7d3-43ad-8b2f-d803343b82fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e773f74d-f12b-42d2-b193-6500fd527242 HTTP/1.1" status: 200 len: 217 time: 0.1580229 Jul 16 03:33:29.732829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.746922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=23ae6d35-647e-4f23-8d3f-c13d5caa5718,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:29.789899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=86d084d5-6835-4112-aede-474270566c2b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:29.821452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c23ca330-f229-472e-af25-ec80f86632a2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:29.881980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335415-73d8-408a-8fb8-882dd195a14b req-8c7972a9-fc13-4de6-b971-7b5caf1adc9f tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.885477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.890528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64335415-73d8-408a-8fb8-882dd195a14b req-8c7972a9-fc13-4de6-b971-7b5caf1adc9f tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.6660531 Jul 16 03:33:29.928225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe719d-1f5e-435d-9401-78c3d05a9be1 None None] Network 684a65c1-be0b-446a-ba7b-0774501abd9c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:29.990892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-71b32dcd-d087-4f46-be5e-a548ad5a0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.992462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-71b32dcd-d087-4f46-be5e-a548ad5a0093 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.3236377 Jul 16 03:33:30.058845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64335415-73d8-408a-8fb8-882dd195a14b req-c191a94c-62bf-4487-823b-bc053046e7f1 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655934 Jul 16 03:33:30.072618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.137394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] Provisioning for port c23ca330-f229-472e-af25-ec80f86632a2 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:30.152400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] Provisioning complete for port c23ca330-f229-472e-af25-ec80f86632a2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:30.159482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.185810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Transition to ACTIVE for port object eb035f20-6afa-4f02-bd22-5f2f083ebe1c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:30.238411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.303135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:30.308062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:30.315237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:30.375890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.379918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.424253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6231635 Jul 16 03:33:30.461598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-362e8847-5002-4791-a2e0-55a9041c788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.463385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-362e8847-5002-4791-a2e0-55a9041c788e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4440055 Jul 16 03:33:30.472697 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.489882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'port': {'device_id': '36cb502f-5701-4214-8bd7-22f00dadf936', 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d', 'admin_state_up': True, 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:30.608167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] For port c23ca330-f229-472e-af25-ec80f86632a2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c23ca330-f229-472e-af25-ec80f86632a2,segment=NetworkSegment(5bbce5f3-ef9d-4d25-917d-49df14a34640),segment_id=5bbce5f3-ef9d-4d25-917d-49df14a34640)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:30.621153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.670585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 684a65c1-be0b-446a-ba7b-0774501abd9c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:30.685528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:30.701415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac6cae-c744-4f2e-b728-558b44ae7cd4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Port': ['ID=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:30.717614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-accdcb21-9571-47a5-8397-8da70497e9ed service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:30.719093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-accdcb21-9571-47a5-8397-8da70497e9ed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198131 Jul 16 03:33:30.720161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:30.724889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.913876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 86d084d5-6835-4112-aede-474270566c2b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:30.992974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801261-b44e-4c1f-9dc1-ccc69baefbdb None None] Pushing event updated for resources: {'Port': ['ID=c23ca330-f229-472e-af25-ec80f86632a2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:31.058413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cf378865-f09a-4bba-ae47-9ae2532e3b11 None None] Provisioning for port eb035f20-6afa-4f02-bd22-5f2f083ebe1c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:31.068473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cf378865-f09a-4bba-ae47-9ae2532e3b11 None None] Provisioning complete for port eb035f20-6afa-4f02-bd22-5f2f083ebe1c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:31.068857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf378865-f09a-4bba-ae47-9ae2532e3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.102995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.158632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cf378865-f09a-4bba-ae47-9ae2532e3b11 None None] Port eb035f20-6afa-4f02-bd22-5f2f083ebe1c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:31.173638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-3c175da1-e8d0-4d34-8ea4-80f198367f10 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777404 Jul 16 03:33:31.174520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 86d084d5-6835-4112-aede-474270566c2b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:31.175124 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.259962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Router 63bb0662-076f-4086-9e1b-9c4aa4bb6a24 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:33:31.315489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1e0f0153-f368-4e29-bf7e-358f26c1d05e None None] Provisioning complete for port c23ca330-f229-472e-af25-ec80f86632a2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:31.315937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0153-f368-4e29-bf7e-358f26c1d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.438386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Allocated IP 19.80.0.101 (e278e85b-a921-402a-8899-68da7e48c14d/bdbe415b-9b8a-42a8-81ee-07c1add381b6/a92c865b-5bbf-4712-a854-c07cfe1fc677) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:31.473512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:31.482891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e9f03dcd-2fcc-4a1c-9f62-1e5dfd58fd35 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/routers/63bb0662-076f-4086-9e1b-9c4aa4bb6a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0576792 Jul 16 03:33:31.483962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59670) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:31.486619 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] Sync routers for ids ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:31.499896 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] Routers {'63bb0662-076f-4086-9e1b-9c4aa4bb6a24'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:31.502089 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:31.504675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c7e4-11cd-4446-aae3-1229746d74a4 req-7de3fd42-5f7d-41b7-b9ff-e57d8d7326f4 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.509337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1426c7e4-11cd-4446-aae3-1229746d74a4 req-7de3fd42-5f7d-41b7-b9ff-e57d8d7326f4 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 1.0886490 Jul 16 03:33:31.599932 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:31.625893 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] Routers {'63bb0662-076f-4086-9e1b-9c4aa4bb6a24'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:31.627654 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:31.638924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:33:31.673060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05aac9f9-fcdc-4794-a33d-b2d7c527cc92 req-8ec23dc6-bdd7-4282-be03-6201a4c1b644 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856000 Jul 16 03:33:31.692863 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:31.696120 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cdf1f-ba11-415c-be31-00d1c293bcd6 None None] The sync data for ids ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:31.708075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1e0f0153-f368-4e29-bf7e-358f26c1d05e None None] Provisioning for port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:31.713134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1e0f0153-f368-4e29-bf7e-358f26c1d05e None None] Provisioning complete for port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:31.713545 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0153-f368-4e29-bf7e-358f26c1d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.719416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1426c7e4-11cd-4446-aae3-1229746d74a4 req-e5d959bb-d891-4362-a13a-996063182c4b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976757 Jul 16 03:33:31.825790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab208993-f158-4a40-8b9b-136cbf9192ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.829840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f0153-f368-4e29-bf7e-358f26c1d05e None None] Port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:31.832614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ab208993-f158-4a40-8b9b-136cbf9192ad tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63bb0662-076f-4086-9e1b-9c4aa4bb6a24 HTTP/1.1" status: 200 len: 981 time: 0.3426630 Jul 16 03:33:31.835439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:31.964685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83509f65-1549-4077-bccd-399a55fe0d11 None None] Provisioning complete for port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:31.965072 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83509f65-1549-4077-bccd-399a55fe0d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.973558 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11cd824-c52e-4984-996b-0ee9a55a441e x-openstack-request-id: req-b11cd824-c52e-4984-996b-0ee9a55a441e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:31.973860 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-plugged", "status": "completed", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:31.974116 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b11cd824-c52e-4984-996b-0ee9a55a441e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:31.974514 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'code': 200} Jul 16 03:33:31.977038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:32.015976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.017402 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f52b6ab-e712-43af-b6c2-4f11dcee2e21 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5202374 Jul 16 03:33:32.020987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59684) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:32.040296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01744239-a483-4699-994a-47258ada9d9f None None] Sync routers for ids ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:32.092881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] Routers {'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:32.093603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:32.096826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-83509f65-1549-4077-bccd-399a55fe0d11 None None] Port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:32.385994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] Set router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:32.664265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9d8e27d7-c524-4fb9-9ff3-a5db5ebe5603 None None] Provisioning complete for port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:32.664732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8e27d7-c524-4fb9-9ff3-a5db5ebe5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.770093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.796218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e27d7-c524-4fb9-9ff3-a5db5ebe5603 None None] Port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:32.875211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.931740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c23ca330-f229-472e-af25-ec80f86632a2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:32.940282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.009823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:33:29Z', 'revision_number': 3, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:33.033582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Transition to ACTIVE for port object a92c865b-5bbf-4712-a854-c07cfe1fc677 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:33.060074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c23ca330-f229-472e-af25-ec80f86632a2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:33.060861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.067898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ad31-f924-4374-9bd6-e6337b3083de req-1fa41054-a0e0-4592-b255-1e43dff77650 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.073869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ad31-f924-4374-9bd6-e6337b3083de req-1fa41054-a0e0-4592-b255-1e43dff77650 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.081046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51f9ad31-f924-4374-9bd6-e6337b3083de req-1fa41054-a0e0-4592-b255-1e43dff77650 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 1655 time: 0.4474876 Jul 16 03:33:33.112512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01744239-a483-4699-994a-47258ada9d9f None None] Checking router: fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:33.113263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01744239-a483-4699-994a-47258ada9d9f None None] Updating router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb port 1c3bbe41-e9f4-4138-bdc8-795246867a39 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:33.130098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46d852-d2d4-4035-a72d-36f5962e5eb9 req-56eaff32-5481-4db1-897b-668e183cd284 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.131866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c46d852-d2d4-4035-a72d-36f5962e5eb9 req-56eaff32-5481-4db1-897b-668e183cd284 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.4972332 Jul 16 03:33:33.134667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Allocated IP 172.20.0.1 (fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4/488fc9f9-7283-4c01-af1e-c579e1917e72/c2ba25ea-5b25-45ba-a51d-739728d8beb5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:33.204870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01744239-a483-4699-994a-47258ada9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.228917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51f9ad31-f924-4374-9bd6-e6337b3083de req-6c0aee50-c73f-434e-be21-dcb848960ef9 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448619 Jul 16 03:33:33.288364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.318950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c46d852-d2d4-4035-a72d-36f5962e5eb9 req-8a9264c1-6f18-41e8-9ab9-ea2404cf2489 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791596 Jul 16 03:33:33.328390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.341426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.418628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Pushing event updated for resources: {'Port': ['ID=c2ba25ea-5b25-45ba-a51d-739728d8beb5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:33.430532 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.436123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:33.438229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:33.442294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:33.496463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.501796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61546a30-8cc7-44db-8759-66491a11ae27 req-7258cda6-67a2-4d7d-81d5-c9ed493a50f7 tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6ca126fc9a64d829c9bc9cf0bc85979 HTTP/1.1" status: 200 len: 2988 time: 0.2285333 Jul 16 03:33:33.530040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network e278e85b-a921-402a-8899-68da7e48c14d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:33.536274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Port': ['ID=a92c865b-5bbf-4712-a854-c07cfe1fc677,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:33.538583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:33.547113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:33.812123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.821525 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01744239-a483-4699-994a-47258ada9d9f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.827747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.828388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.838239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-707ae054-667a-476b-a999-89bed4feb03d None None] Provisioning for port a92c865b-5bbf-4712-a854-c07cfe1fc677 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:33.841091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-01744239-a483-4699-994a-47258ada9d9f None None] Transition to ACTIVE for port object 1c3bbe41-e9f4-4138-bdc8-795246867a39 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:33.842017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61546a30-8cc7-44db-8759-66491a11ae27 req-7650b353-f97f-4d96-a2bc-a4186aa9b3ec tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups/20db9616-0bba-463c-ab0c-187e80e43995 HTTP/1.1" status: 200 len: 2985 time: 0.2904222 Jul 16 03:33:33.846082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-707ae054-667a-476b-a999-89bed4feb03d None None] Provisioning complete for port a92c865b-5bbf-4712-a854-c07cfe1fc677 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:33.846713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-707ae054-667a-476b-a999-89bed4feb03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.888811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-707ae054-667a-476b-a999-89bed4feb03d None None] Port a92c865b-5bbf-4712-a854-c07cfe1fc677 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:33.891218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01744239-a483-4699-994a-47258ada9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.893837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-112d25fe-7a9d-4266-8e2c-fa867a39f3d7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4403749 Jul 16 03:33:33.914418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Request body: {'port': {'device_id': '36cb502f-5701-4214-8bd7-22f00dadf936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:33.942100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-01744239-a483-4699-994a-47258ada9d9f None None] Attempting to bind port 1c3bbe41-e9f4-4138-bdc8-795246867a39 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:33.942510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-01744239-a483-4699-994a-47258ada9d9f None None] Attempting to bind port 1c3bbe41-e9f4-4138-bdc8-795246867a39 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:33.942945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01744239-a483-4699-994a-47258ada9d9f None None] Attempting to bind port 1c3bbe41-e9f4-4138-bdc8-795246867a39 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:33.954701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01744239-a483-4699-994a-47258ada9d9f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:33.955092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01744239-a483-4699-994a-47258ada9d9f None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:33.955510 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01744239-a483-4699-994a-47258ada9d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.955913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01744239-a483-4699-994a-47258ada9d9f None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:33.956401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-01744239-a483-4699-994a-47258ada9d9f None None] Bound port: 1c3bbe41-e9f4-4138-bdc8-795246867a39, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:33.956792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01744239-a483-4699-994a-47258ada9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.984897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae97e3-55a4-49e7-9ed4-85b46d136766 None None] Pushing event updated for resources: {'Port': ['ID=1c3bbe41-e9f4-4138-bdc8-795246867a39,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:34.001972 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.023874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-01744239-a483-4699-994a-47258ada9d9f None None] For port 1c3bbe41-e9f4-4138-bdc8-795246867a39, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:34.027145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-01744239-a483-4699-994a-47258ada9d9f None None] For port 1c3bbe41-e9f4-4138-bdc8-795246867a39, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1c3bbe41-e9f4-4138-bdc8-795246867a39,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:34.054056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.054661 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01744239-a483-4699-994a-47258ada9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.069604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.195721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] Routers {'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:34.204494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:34.234821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.239515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Pushing event updated for resources: {'Port': ['ID=c2ba25ea-5b25-45ba-a51d-739728d8beb5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:34.268813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae97e3-55a4-49e7-9ed4-85b46d136766 None None] Pushing event updated for resources: {'Port': ['ID=1c3bbe41-e9f4-4138-bdc8-795246867a39,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:34.280831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbbd1d5-4a45-4180-933a-01128bc03524 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:34.297120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.331519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61546a30-8cc7-44db-8759-66491a11ae27 req-3abfdc97-1201-4219-b272-6a8de7eda3ee tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups/20db9616-0bba-463c-ab0c-187e80e43995 HTTP/1.1" status: 200 len: 2985 time: 0.4885232 Jul 16 03:33:34.366021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1c2b7-d1f3-446b-940f-f00f1c8297d6 req-2e8ffcb7-3d99-45c7-b283-0cefb7be0a51 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.367643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8db1c2b7-d1f3-446b-940f-f00f1c8297d6 req-2e8ffcb7-3d99-45c7-b283-0cefb7be0a51 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.6390874 Jul 16 03:33:34.373490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:34.376703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:34.390710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] Set router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:34.395734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Transition to ACTIVE for port object 4cbbd1d5-4a45-4180-933a-01128bc03524 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:34.461764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.560953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.567821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8db1c2b7-d1f3-446b-940f-f00f1c8297d6 req-445baad3-8edc-4953-922f-c66d879eb655 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804273 Jul 16 03:33:34.614660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:34.691268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Pushing event updated for resources: {'Port': ['ID=4cbbd1d5-4a45-4180-933a-01128bc03524,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:34.846472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-01744239-a483-4699-994a-47258ada9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c2ba25ea-5b25-45ba-a51d-739728d8beb5', 'name': '', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'mac_address': 'fa:16:3e:b7:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:32Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 2, 'project_id': '807770e404ad4cf6a2490012018287f1', 'subnets': [{'id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:34.867146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:34.873208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ff372e8c-82ea-4577-b255-93aac0c440bc admin admin] 10.222.0.25 "PUT /v2.0/routers/fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8508914 Jul 16 03:33:34.890787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01744239-a483-4699-994a-47258ada9d9f None None] The sync data for ids ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'] in n-d-800089-6 is: [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c2ba25ea-5b25-45ba-a51d-739728d8beb5', 'name': '', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'mac_address': 'fa:16:3e:b7:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:32Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 2, 'project_id': '807770e404ad4cf6a2490012018287f1', 'subnets': [{'id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:35.090357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Attempting to bind port 4cbbd1d5-4a45-4180-933a-01128bc03524 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:35.091043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Attempting to bind port 4cbbd1d5-4a45-4180-933a-01128bc03524 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:35.091043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Attempting to bind port 4cbbd1d5-4a45-4180-933a-01128bc03524 on network e278e85b-a921-402a-8899-68da7e48c14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:35.106265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Port 4cbbd1d5-4a45-4180-933a-01128bc03524 on network e278e85b-a921-402a-8899-68da7e48c14d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:35.106683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Attempting to bind port 4cbbd1d5-4a45-4180-933a-01128bc03524 on network e278e85b-a921-402a-8899-68da7e48c14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:35.134996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb238b-ecd6-4784-ab37-8cb478b9bfce req-5ef3f11d-9b4b-4849-9a8b-57462f699916 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.142084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb238b-ecd6-4784-ab37-8cb478b9bfce req-5ef3f11d-9b4b-4849-9a8b-57462f699916 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.149176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb238b-ecd6-4784-ab37-8cb478b9bfce req-5ef3f11d-9b4b-4849-9a8b-57462f699916 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.150879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bfb238b-ecd6-4784-ab37-8cb478b9bfce req-5ef3f11d-9b4b-4849-9a8b-57462f699916 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2389 time: 0.3281691 Jul 16 03:33:35.151720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:35.152054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Checking segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:35.152439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Bound using segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:35.152877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Bound port: 4cbbd1d5-4a45-4180-933a-01128bc03524, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:35.153227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.177544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597c3c5-e6df-49e7-bc01-063f85388de3 req-7755df07-57cf-451d-83f4-9b4a6ca1b3d1 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.187242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d597c3c5-e6df-49e7-bc01-063f85388de3 req-7755df07-57cf-451d-83f4-9b4a6ca1b3d1 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 950 time: 0.3379498 Jul 16 03:33:35.324076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d597c3c5-e6df-49e7-bc01-063f85388de3 req-ca351dc5-cce9-4043-86e7-d4b1a607dd08 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357851 Jul 16 03:33:35.362493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bfb238b-ecd6-4784-ab37-8cb478b9bfce req-09fa57f2-9d8b-4115-ae1d-7c276e53e8b1 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471260 Jul 16 03:33:35.469367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] For port 4cbbd1d5-4a45-4180-933a-01128bc03524, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:35.494028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] For port 4cbbd1d5-4a45-4180-933a-01128bc03524, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cbbd1d5-4a45-4180-933a-01128bc03524,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:35.501538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-901550f0-55e4-4e56-b148-0c40a7b1e809 req-994511f8-9960-4c88-90d4-9f8fe1297ea5 tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups/20db9616-0bba-463c-ab0c-187e80e43995 HTTP/1.1" status: 200 len: 2985 time: 0.1376789 Jul 16 03:33:35.505062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.516975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 23ae6d35-647e-4f23-8d3f-c13d5caa5718 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:35.517317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.592110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.593104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.594593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] 10.222.0.48 "PUT /v2.0/ports/4cbbd1d5-4a45-4180-933a-01128bc03524 HTTP/1.1" status: 200 len: 1092 time: 1.6844108 Jul 16 03:33:35.617568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'tag': '4cbbd1d5-4a45-4180-933a-01128bc03524'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:35.620072 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd37afa-0a14-480e-9857-252988d83654" -d '{"events": [{"name": "network-changed", "server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "tag": "4cbbd1d5-4a45-4180-933a-01128bc03524"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:35.661892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Request body: {'port': {'device_id': '36cb502f-5701-4214-8bd7-22f00dadf936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:35.866705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eef29-f2d3-4b5a-8cfc-4d55d8b2514e service neutron] Pushing event updated for resources: {'Port': ['ID=4cbbd1d5-4a45-4180-933a-01128bc03524,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:35.959052 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-901550f0-55e4-4e56-b148-0c40a7b1e809 req-2c237b6c-b19f-440b-b8a7-efbeef53eaf4 tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:33:35.960617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-901550f0-55e4-4e56-b148-0c40a7b1e809 req-2c237b6c-b19f-440b-b8a7-efbeef53eaf4 tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "DELETE /v2.0/security-groups/20db9616-0bba-463c-ab0c-187e80e43995 HTTP/1.1" status: 409 len: 352 time: 0.4449031 Jul 16 03:33:36.004613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.026175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.096623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17abde7-db4a-4b54-aaa6-a65b4d45bf5c req-9ea83c61-6109-4bfd-9032-0a991825fdb6 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.098320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d17abde7-db4a-4b54-aaa6-a65b4d45bf5c req-9ea83c61-6109-4bfd-9032-0a991825fdb6 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.5762110 Jul 16 03:33:36.099551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 23ae6d35-647e-4f23-8d3f-c13d5caa5718 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:36.269664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d17abde7-db4a-4b54-aaa6-a65b4d45bf5c req-c9add92a-c734-4d03-a52f-9c5b5f90f054 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634800 Jul 16 03:33:36.391666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4b22b36f-a330-49c3-ae3a-d97789804f42 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.393540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4b22b36f-a330-49c3-ae3a-d97789804f42 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 811 time: 0.2447259 Jul 16 03:33:36.934307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1c3bbe41-e9f4-4138-bdc8-795246867a39 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:36.984175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-54b96ef5-b1c0-4d5a-8464-f6b52d193835 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/quotas/807770e404ad4cf6a2490012018287f1 HTTP/1.1" status: 200 len: 375 time: 0.0164051 Jul 16 03:33:37.105031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1c3bbe41-e9f4-4138-bdc8-795246867a39 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:37.110169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1c3bbe41-e9f4-4138-bdc8-795246867a39 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:37.110653 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.195898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:37.309779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.339988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.348304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1c3bbe41-e9f4-4138-bdc8-795246867a39, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1c3bbe41-e9f4-4138-bdc8-795246867a39,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:37.357456 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.399190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:37.401498 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e5a38-2331-4f46-909f-f2190c12b9d7" -d '{"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:37.408947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5906b848-c2b7-4928-9d20-365287b1fc04 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4156137 Jul 16 03:33:37.409568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.418752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:37.433653 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.439763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1c3bbe41-e9f4-4138-bdc8-795246867a39,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.484286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-d33a25a1-44aa-4ceb-bf51-96d21d088abe service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:37.485293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-d33a25a1-44aa-4ceb-bf51-96d21d088abe service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105515 Jul 16 03:33:37.486093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=23ae6d35-647e-4f23-8d3f-c13d5caa5718,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.494348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.594172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb035f20-6afa-4f02-bd22-5f2f083ebe1c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:37.613876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.675289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ff991-3419-453d-96e2-75b2885f8662 req-d23e8fc4-752c-49ff-a260-789e3f36cf67 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:37.686406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-792ff991-3419-453d-96e2-75b2885f8662 req-d23e8fc4-752c-49ff-a260-789e3f36cf67 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.4225559 Jul 16 03:33:37.695804 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Sync routers for ids ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:37.701785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Transition to ACTIVE for port object eb035f20-6afa-4f02-bd22-5f2f083ebe1c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:37.709916 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Routers {'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:37.710937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.799150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.855663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.883204 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Set router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:37.884130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-e9a242cb-d52c-41a9-bfa2-4a7145333283 service neutron] 10.222.0.25 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605669 Jul 16 03:33:37.931366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-792ff991-3419-453d-96e2-75b2885f8662 req-78e62db6-e4f5-49fb-9e2c-1a563b1bd454 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415748 Jul 16 03:33:38.146059 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111d49f2-23f2-40aa-b852-505c5e5fc933 x-openstack-request-id: req-111d49f2-23f2-40aa-b852-505c5e5fc933 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:38.146342 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "tag": "4cbbd1d5-4a45-4180-933a-01128bc03524", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:38.146617 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-111d49f2-23f2-40aa-b852-505c5e5fc933 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:38.147001 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'tag': '4cbbd1d5-4a45-4180-933a-01128bc03524', 'status': 'completed', 'code': 200} Jul 16 03:33:38.147706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Pushing event updated for resources: {'Port': ['ID=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:38.277741 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c2ba25ea-5b25-45ba-a51d-739728d8beb5', 'name': '', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'mac_address': 'fa:16:3e:b7:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:32Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 2, 'project_id': '807770e404ad4cf6a2490012018287f1', 'subnets': [{'id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:38.293196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-7a7e3081-7bdf-4605-827a-813e33b45da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.293782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-7a7e3081-7bdf-4605-827a-813e33b45da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.294132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-7a7e3081-7bdf-4605-827a-813e33b45da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.295970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfd37afa-0a14-480e-9857-252988d83654 req-7a7e3081-7bdf-4605-827a-813e33b45da6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2757 time: 0.0700893 Jul 16 03:33:38.304119 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-1f5f6bbf-a366-49ee-9832-2c455b68b514 req-4de9f851-47e4-485c-a04c-e59c1f6abe2b tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] show failed (client error): The resource could not be found. Jul 16 03:33:38.309494 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Checking router: fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:38.310061 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Updating router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb port c2ba25ea-5b25-45ba-a51d-739728d8beb5 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:38.326247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f5f6bbf-a366-49ee-9832-2c455b68b514 req-4de9f851-47e4-485c-a04c-e59c1f6abe2b tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups/eeeed675-3dad-4efe-a8bf-74dec8619d5d HTTP/1.1" status: 404 len: 352 time: 0.1474566 Jul 16 03:33:38.362042 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.393111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-1840f827-c7f0-448c-8155-c281f7cd66dd service neutron] 10.222.0.25 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610150 Jul 16 03:33:38.443359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Attempting to bind port eb035f20-6afa-4f02-bd22-5f2f083ebe1c on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:38.443991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Attempting to bind port eb035f20-6afa-4f02-bd22-5f2f083ebe1c by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:38.444279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Attempting to bind port eb035f20-6afa-4f02-bd22-5f2f083ebe1c on network fed4200b-cc4f-4ae1-b6f0-623180c152ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:38.448617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Router 63bb0662-076f-4086-9e1b-9c4aa4bb6a24 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:33:38.455415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Port eb035f20-6afa-4f02-bd22-5f2f083ebe1c on network fed4200b-cc4f-4ae1-b6f0-623180c152ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:38.455757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Attempting to bind port eb035f20-6afa-4f02-bd22-5f2f083ebe1c on network fed4200b-cc4f-4ae1-b6f0-623180c152ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:38.464800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:38.465274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Checking segment: {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:38.465793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Bound using segment: {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:38.466234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Bound port: eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f98aad9-5e7f-4f2f-9a17-970556e03d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:38.466612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.611620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-a6e5abaf-89e0-4775-9fb5-6c6d2636f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.612317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-a6e5abaf-89e0-4775-9fb5-6c6d2636f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.612854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-a6e5abaf-89e0-4775-9fb5-6c6d2636f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.614584 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfd37afa-0a14-480e-9857-252988d83654 req-a6e5abaf-89e0-4775-9fb5-6c6d2636f31c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e51b4635376d470c9fc3b63c1b773af3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3089149 Jul 16 03:33:38.658859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:38.669169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-22a94647-65b7-483a-8129-ca121d69889b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/routers/63bb0662-076f-4086-9e1b-9c4aa4bb6a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8326755 Jul 16 03:33:38.670994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] Sync routers for ids ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:38.673586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:38.686021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] Routers {'63bb0662-076f-4086-9e1b-9c4aa4bb6a24'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:38.686733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:38.719162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] For port eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:38.727511 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0e8313-431c-4e72-b89c-50d6c3812f9b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:33:38.733974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2f0e8313-431c-4e72-b89c-50d6c3812f9b tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/23ae6d35-647e-4f23-8d3f-c13d5caa5718 HTTP/1.1" status: 404 len: 333 time: 0.0590937 Jul 16 03:33:38.734835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:38.769300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] For port eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:38.824165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:38.848078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.858748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] Routers {'63bb0662-076f-4086-9e1b-9c4aa4bb6a24'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:38.859658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:38.970747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1c3bbe41-e9f4-4138-bdc8-795246867a39 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:38.981254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:38.981633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.982264 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.984177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] 10.222.0.48 "PUT /v2.0/ports/eb035f20-6afa-4f02-bd22-5f2f083ebe1c HTTP/1.1" status: 200 len: 1092 time: 3.3345761 Jul 16 03:33:38.985978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89be70-50d3-40e9-a21f-f8f3c6ff6ad6 None None] The sync data for ids ['63bb0662-076f-4086-9e1b-9c4aa4bb6a24'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:39.053131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Request body: {'port': {'device_id': '36cb502f-5701-4214-8bd7-22f00dadf936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:39.058199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.101964 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.115971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1c3bbe41-e9f4-4138-bdc8-795246867a39 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:39.116693 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.129820 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Transition to ACTIVE for port object c2ba25ea-5b25-45ba-a51d-739728d8beb5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:39.146185 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.187445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e217965-54f5-4cbf-afa7-8b0cffb7cf90 req-4d67b33f-7809-4bb8-af84-92b4f94ede2a tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.195072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e217965-54f5-4cbf-afa7-8b0cffb7cf90 req-4d67b33f-7809-4bb8-af84-92b4f94ede2a tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 945 time: 0.6164603 Jul 16 03:33:39.326362 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Pushing event updated for resources: {'Port': ['ID=c2ba25ea-5b25-45ba-a51d-739728d8beb5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:39.328121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15d8f-5968-42bd-95de-9e41477bd7bb service neutron] Pushing event updated for resources: {'Port': ['ID=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:39.369352 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.370317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.371696 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.372304 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.372878 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.373439 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.373909 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.374690 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.375194 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.375816 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.376295 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.376810 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:39.393118 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Attempting to bind port c2ba25ea-5b25-45ba-a51d-739728d8beb5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:39.393701 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Attempting to bind port c2ba25ea-5b25-45ba-a51d-739728d8beb5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:39.394243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Attempting to bind port c2ba25ea-5b25-45ba-a51d-739728d8beb5 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:39.402371 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:39.403598 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Checking segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:39.404160 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.405336 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Bound using segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:39.406041 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Bound port: c2ba25ea-5b25-45ba-a51d-739728d8beb5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:39.406650 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.522722 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] For port c2ba25ea-5b25-45ba-a51d-739728d8beb5, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:39.522722 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] For port c2ba25ea-5b25-45ba-a51d-739728d8beb5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c2ba25ea-5b25-45ba-a51d-739728d8beb5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:39.532187 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.559142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37afa-0a14-480e-9857-252988d83654 req-87834ccc-30be-47c2-b867-2da3f0ddc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.561441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfd37afa-0a14-480e-9857-252988d83654 req-87834ccc-30be-47c2-b867-2da3f0ddc046 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9321823 Jul 16 03:33:39.622997 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Routers {'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:39.623754 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:39.626114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e217965-54f5-4cbf-afa7-8b0cffb7cf90 req-24afc6a2-9c4b-4f4c-9e66-47a8c61f5295 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300573 Jul 16 03:33:39.628107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.632810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.650816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bed34-fb91-4360-ba06-620a57061f50 req-bdebcca7-be82-4728-8d16-f2af4f8ae81c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.656966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bed34-fb91-4360-ba06-620a57061f50 req-bdebcca7-be82-4728-8d16-f2af4f8ae81c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.663253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bed34-fb91-4360-ba06-620a57061f50 req-bdebcca7-be82-4728-8d16-f2af4f8ae81c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.664717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-098bed34-fb91-4360-ba06-620a57061f50 req-bdebcca7-be82-4728-8d16-f2af4f8ae81c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2401 time: 0.7201011 Jul 16 03:33:39.668634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.725611 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d300e-4d11-4073-a1f4-8f8442e3518f None None] Pushing event updated for resources: {'Port': ['ID=c2ba25ea-5b25-45ba-a51d-739728d8beb5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:39.763304 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] Set router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:39.797379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-098bed34-fb91-4360-ba06-620a57061f50 req-09757410-0fdf-49b3-ac67-84a59c48ffa3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263690 Jul 16 03:33:39.800085 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.800607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Fanout notify agent at l3_agent the message router_deleted on router 63bb0662-076f-4086-9e1b-9c4aa4bb6a24 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:33:39.818667 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.822058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6e3c5db6-04a4-42af-a659-964f7d681b3d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/routers/63bb0662-076f-4086-9e1b-9c4aa4bb6a24 HTTP/1.1" status: 204 len: 168 time: 1.0741458 Jul 16 03:33:39.822303 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ad775-aab7-442d-949b-78ce39ea1296 x-openstack-request-id: req-8b0ad775-aab7-442d-949b-78ce39ea1296 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:39.822303 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:39.822303 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b0ad775-aab7-442d-949b-78ce39ea1296 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:39.822303 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'code': 200} Jul 16 03:33:39.823620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:39.899308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet a056261f-7e3c-42c3-85d9-b1b168e38861 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:39.903258 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.954944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.016052 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-3cb7c7ba-fd3d-45b7-8502-02b37509f552 req-c92052ad-feb2-4821-861f-4d828449de1a tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] show failed (client error): The resource could not be found. Jul 16 03:33:40.026484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cb7c7ba-fd3d-45b7-8502-02b37509f552 req-c92052ad-feb2-4821-861f-4d828449de1a tempest-SecurityGroupsNegativeTestJSON-1421587108 tempest-SecurityGroupsNegativeTestJSON-1421587108-project] 10.222.0.25 "GET /v2.0/security-groups/ae5aa760-669e-4f2c-8112-75acdf1f49a5 HTTP/1.1" status: 404 len: 352 time: 0.1637020 Jul 16 03:33:40.031695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59812) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:40.039243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c2ba25ea-5b25-45ba-a51d-739728d8beb5', 'name': '', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'mac_address': 'fa:16:3e:b7:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:32Z', 'updated_at': '2021-07-16T03:33:39Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'subnets': [{'id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:40.128992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Deleting subnet 1f6495a3-7fcd-45a6-ba48-42535170ebae {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:40.135964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.161088 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.169057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'tag': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:40.173877 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceae5412-27f5-4047-ac5e-919e7ae7c10c" -d '{"events": [{"name": "network-changed", "server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "tag": "eb035f20-6afa-4f02-bd22-5f2f083ebe1c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:40.175580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b5791b-0c4f-4ef4-ac25-282a7b7b41ce None None] The sync data for ids ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'] in n-d-800089-6 is: [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:33:33Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c2ba25ea-5b25-45ba-a51d-739728d8beb5', 'name': '', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'mac_address': 'fa:16:3e:b7:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:32Z', 'updated_at': '2021-07-16T03:33:39Z', 'revision_number': 4, 'project_id': '807770e404ad4cf6a2490012018287f1', 'subnets': [{'id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:40.186619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8010a1a9-bdb6-490f-a919-d75ad4ae5e49 req-1fb73225-d71b-491b-8511-27a974500e3a tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 210 time: 0.0646465 Jul 16 03:33:40.215342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.277849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.318036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.348960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366abb80-4ee4-451f-9d44-3899f071704c None None] Network 684a65c1-be0b-446a-ba7b-0774501abd9c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:40.366263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.371144 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/a056261f-7e3c-42c3-85d9-b1b168e38861 HTTP/1.1" status: 204 len: 168 time: 0.5440898 Jul 16 03:33:40.373251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:40.461369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fb934-aff3-4792-b370-8f19be11b97a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=a056261f-7e3c-42c3-85d9-b1b168e38861,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:40.468257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.499920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715ace6-66da-4d90-9e72-fa4ea57fbe84 req-be9d2b85-ad2a-4be7-a956-a0c3b19bedb7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.502152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3715ace6-66da-4d90-9e72-fa4ea57fbe84 req-be9d2b85-ad2a-4be7-a956-a0c3b19bedb7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.3255494 Jul 16 03:33:40.532055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.548512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92c865b-5bbf-4712-a854-c07cfe1fc677 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:40.576527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.592146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663ca8-0ce7-42cd-9d45-e42e55c2f8a4 req-db6c882a-e7dd-4fc1-8e36-b0bec70321df tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.593691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03663ca8-0ce7-42cd-9d45-e42e55c2f8a4 req-db6c882a-e7dd-4fc1-8e36-b0bec70321df tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.2104919 Jul 16 03:33:40.603274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6495a3-7fcd-45a6-ba48-42535170ebae,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:40.607181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.608780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d83133c-1671-4392-980a-889a5b216e9b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1f6495a3-7fcd-45a6-ba48-42535170ebae HTTP/1.1" status: 204 len: 168 time: 0.5756607 Jul 16 03:33:40.612752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:40.629705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Transition to ACTIVE for port object a92c865b-5bbf-4712-a854-c07cfe1fc677 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:40.642170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.672900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] DHCP port deletion for 684a65c1-be0b-446a-ba7b-0774501abd9c request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:33:40.686127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3715ace6-66da-4d90-9e72-fa4ea57fbe84 req-49560131-99eb-4701-8066-910a175fca69 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768742 Jul 16 03:33:40.689165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a92c865b-5bbf-4712-a854-c07cfe1fc677,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:40.793305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03663ca8-0ce7-42cd-9d45-e42e55c2f8a4 req-d7cd8b3a-f007-40b3-a69e-da4d9a3ea035 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856375 Jul 16 03:33:40.800824 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5715f9-ae42-4621-9c0f-6ba908ca47f0 x-openstack-request-id: req-6d5715f9-ae42-4621-9c0f-6ba908ca47f0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:40.803686 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "tag": "eb035f20-6afa-4f02-bd22-5f2f083ebe1c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:40.804713 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d5715f9-ae42-4621-9c0f-6ba908ca47f0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:40.806021 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'tag': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c', 'status': 'completed', 'code': 200} Jul 16 03:33:40.808869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port c23ca330-f229-472e-af25-ec80f86632a2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:40.816044 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.861062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] Deleting port c23ca330-f229-472e-af25-ec80f86632a2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:40.861658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.964301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-11740084-002c-4691-be07-4b6ecf17afea req-7c400658-21fc-4941-ae85-82f9ddccb565 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:40.978279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11740084-002c-4691-be07-4b6ecf17afea req-7c400658-21fc-4941-ae85-82f9ddccb565 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0415740 Jul 16 03:33:40.981364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] For port c23ca330-f229-472e-af25-ec80f86632a2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c23ca330-f229-472e-af25-ec80f86632a2,segment=NetworkSegment(5bbce5f3-ef9d-4d25-917d-49df14a34640),segment_id=5bbce5f3-ef9d-4d25-917d-49df14a34640)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:40.983570 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.015742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] Calling delete_port for c23ca330-f229-472e-af25-ec80f86632a2 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:41.040993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2ba25ea-5b25-45ba-a51d-739728d8beb5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:41.079818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.173890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035326c1-99ec-4158-823a-5cf5e072b04b req-c19eadc7-5234-4d28-b8d2-ba155fa7fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.175556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-c19eadc7-5234-4d28-b8d2-ba155fa7fafe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 1096 time: 0.6577394 Jul 16 03:33:41.187994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-2f6472a5-9b3e-4690-b135-a02b5a0317f0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.189829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-2f6472a5-9b3e-4690-b135-a02b5a0317f0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 811 time: 0.5239937 Jul 16 03:33:41.206308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Request body: {'port': {'device_id': '3f69a15b-3895-45b4-8be2-db179d41da58', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'admin_state_up': True, 'tenant_id': '807770e404ad4cf6a2490012018287f1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:41.251491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c2ba25ea-5b25-45ba-a51d-739728d8beb5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:41.264918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c2ba25ea-5b25-45ba-a51d-739728d8beb5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:41.264918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.276711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Attempting to bind port a92c865b-5bbf-4712-a854-c07cfe1fc677 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:41.277212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Attempting to bind port a92c865b-5bbf-4712-a854-c07cfe1fc677 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:41.277585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Attempting to bind port a92c865b-5bbf-4712-a854-c07cfe1fc677 on network e278e85b-a921-402a-8899-68da7e48c14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:41.303768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Port a92c865b-5bbf-4712-a854-c07cfe1fc677 on network e278e85b-a921-402a-8899-68da7e48c14d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:41.304109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Attempting to bind port a92c865b-5bbf-4712-a854-c07cfe1fc677 on network e278e85b-a921-402a-8899-68da7e48c14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:41.344643 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.391936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] No DVR routers for this DVR port c23ca330-f229-472e-af25-ec80f86632a2 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:41.393878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea03c9b-f0d9-4520-b9c0-c38b12eb265a None None] Pushing event deleted for resources: {'Port': ['ID=c23ca330-f229-472e-af25-ec80f86632a2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:41.448998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.453551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port c23ca330-f229-472e-af25-ec80f86632a2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c23ca330-f229-472e-af25-ec80f86632a2,segment=NetworkSegment(5bbce5f3-ef9d-4d25-917d-49df14a34640),segment_id=5bbce5f3-ef9d-4d25-917d-49df14a34640)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:41.453924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.480520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:41.531340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c2ba25ea-5b25-45ba-a51d-739728d8beb5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c2ba25ea-5b25-45ba-a51d-739728d8beb5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:41.541311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.562469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for c23ca330-f229-472e-af25-ec80f86632a2 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:41.603537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.633790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46a7ee7-7812-4d56-9261-fa72b34bc2b5']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:41.653446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c2ba25ea-5b25-45ba-a51d-739728d8beb5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:41.656354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c23ca330-f229-472e-af25-ec80f86632a2 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:41.661661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca3c24c-2521-470d-aa09-c1d4a64f4ea9') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:41.661871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca3c24c-2521-470d-aa09-c1d4a64f4ea9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:41.703950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-5c91688d-756f-4d33-ae18-18a636e41df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.704438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-5c91688d-756f-4d33-ae18-18a636e41df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.704916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-5c91688d-756f-4d33-ae18-18a636e41df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.706733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-5c91688d-756f-4d33-ae18-18a636e41df2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2824 time: 0.7104819 Jul 16 03:33:41.715124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.747718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035326c1-99ec-4158-823a-5cf5e072b04b req-b378d6c4-52a2-4fef-ae6e-75e8b33d6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.749244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-b378d6c4-52a2-4fef-ae6e-75e8b33d6022 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.5513008 Jul 16 03:33:41.755427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Made reservation on behalf of 807770e404ad4cf6a2490012018287f1 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:41.759131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.763053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:41.763692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Checking segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:41.763994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Bound using segment: {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:41.764552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Bound port: a92c865b-5bbf-4712-a854-c07cfe1fc677, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95e114e-2f03-44f8-a2e4-ff07a242eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:41.765003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.795994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.848048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11740084-002c-4691-be07-4b6ecf17afea req-cc51cbd3-6451-4cd6-b900-65636ff1a957 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8667881 Jul 16 03:33:41.864099 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-15e7be65-1b0e-427c-bf88-e8f33628c158 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc HTTP/1.1" status: 200 len: 217 time: 0.0901372 Jul 16 03:33:41.865914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:41.867658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:41.875857 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:41.885632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954cfed-d147-435b-b54b-ef1ec4f3460f req-3d3b0935-ba0c-460f-9343-d3c3c529bbb6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.892071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954cfed-d147-435b-b54b-ef1ec4f3460f req-3d3b0935-ba0c-460f-9343-d3c3c529bbb6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.898248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954cfed-d147-435b-b54b-ef1ec4f3460f req-3d3b0935-ba0c-460f-9343-d3c3c529bbb6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.906760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b954cfed-d147-435b-b54b-ef1ec4f3460f req-3d3b0935-ba0c-460f-9343-d3c3c529bbb6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.6825340 Jul 16 03:33:41.933703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:41.939732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] For port a92c865b-5bbf-4712-a854-c07cfe1fc677, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:41.949606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'mac_address': 'fa:16:3e:1f:17:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:41.952546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c23ca330-f229-472e-af25-ec80f86632a2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:41.952949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c23ca330-f229-472e-af25-ec80f86632a2 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:41.973309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b954cfed-d147-435b-b54b-ef1ec4f3460f req-55e73f37-c4db-4dce-9044-3d0d777e87b2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654266 Jul 16 03:33:42.008285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.024661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c03827d9-ccfd-498a-ac3d-e8f483fbb100 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:42.053565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:42.060080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.101603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.130140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] For port a92c865b-5bbf-4712-a854-c07cfe1fc677, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:42.144603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.148984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.160987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035326c1-99ec-4158-823a-5cf5e072b04b req-a63be454-1b1a-46ae-8bd7-2adeaf7b9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.162480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-a63be454-1b1a-46ae-8bd7-2adeaf7b9eeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.2818549 Jul 16 03:33:42.173654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=c23ca330-f229-472e-af25-ec80f86632a2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.186443 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.188449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f46a7ee7-7812-4d56-9261-fa72b34bc2b5 HTTP/1.1" status: 204 len: 168 time: 1.5733778 Jul 16 03:33:42.215875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c03827d9-ccfd-498a-ac3d-e8f483fbb100'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:42.236671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port c23ca330-f229-472e-af25-ec80f86632a2 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:42.251357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6869d98-190d-4fdd-a326-558a79fd9a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46a7ee7-7812-4d56-9261-fa72b34bc2b5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.302324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a92c865b-5bbf-4712-a854-c07cfe1fc677,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.305503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.342667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.347034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.348936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-e99386d1-3780-4f0e-90cf-f21465ea25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.349422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-e99386d1-3780-4f0e-90cf-f21465ea25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.349887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-e99386d1-3780-4f0e-90cf-f21465ea25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.350192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-84fa4586-9d0b-49f9-830d-ff928c0a63f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a92c865b-5bbf-4712-a854-c07cfe1fc677 HTTP/1.1" status: 200 len: 1092 time: 3.3087060 Jul 16 03:33:42.351511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-e99386d1-3780-4f0e-90cf-f21465ea25ee service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e51b4635376d470c9fc3b63c1b773af3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6256897 Jul 16 03:33:42.368458 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-456dead5-306f-46da-b1fd-316a2c72dab1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841030 Jul 16 03:33:42.480314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:42.652110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Allocated IP 172.20.0.13 (fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4/488fc9f9-7283-4c01-af1e-c579e1917e72/828c8ed7-25f6-41dc-bffc-5e0572173408) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:42.670641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28f482af-61f8-4d9f-9e5b-dc9e97248d1c req-ed86c40f-c776-4934-ae19-31ebccc3df97 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 210 time: 0.0517876 Jul 16 03:33:42.710439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5ab2a5b-2c45-479b-b3f1-3730f5578f8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6ca126fc9a64d829c9bc9cf0bc85979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288175 Jul 16 03:33:42.713931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:42.750623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.766137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2224db5-76d9-4c47-86d3-150c26277ca6 req-66800fbb-fbfb-4047-ac0e-da680cf1716e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.767672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2224db5-76d9-4c47-86d3-150c26277ca6 req-66800fbb-fbfb-4047-ac0e-da680cf1716e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 945 time: 0.2304723 Jul 16 03:33:42.797071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-bb028ba6-51c6-4772-9d07-3c29bf0216a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.802042 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ceae5412-27f5-4047-ac5e-919e7ae7c10c req-bb028ba6-51c6-4772-9d07-3c29bf0216a4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3922718 Jul 16 03:33:42.820421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'tag': 'a92c865b-5bbf-4712-a854-c07cfe1fc677'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:42.826393 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276438f1-30c5-462e-8891-c068ecf00881" -d '{"events": [{"name": "network-changed", "server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "tag": "a92c865b-5bbf-4712-a854-c07cfe1fc677"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:42.843582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc1b180d-06aa-4b99-b76b-4b10e571ea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.880294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684a65c1-be0b-446a-ba7b-0774501abd9c']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:42.889672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2224db5-76d9-4c47-86d3-150c26277ca6 req-46fac524-dcf2-467f-a82f-f69cc2b0d4e3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117694 Jul 16 03:33:42.918694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2ba25ea-5b25-45ba-a51d-739728d8beb5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:42.941010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc1b180d-06aa-4b99-b76b-4b10e571ea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.018163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbce5f3-ef9d-4d25-917d-49df14a34640') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:43.018625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbce5f3-ef9d-4d25-917d-49df14a34640') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:43.040368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c2ba25ea-5b25-45ba-a51d-739728d8beb5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:43.040931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.046393 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04645d64-4113-4d8f-aafb-118e59887f99 x-openstack-request-id: req-04645d64-4113-4d8f-aafb-118e59887f99 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:43.049825 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "tag": "a92c865b-5bbf-4712-a854-c07cfe1fc677", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:43.050262 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04645d64-4113-4d8f-aafb-118e59887f99 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:43.050842 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'tag': 'a92c865b-5bbf-4712-a854-c07cfe1fc677', 'status': 'completed', 'code': 200} Jul 16 03:33:43.062389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.132795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.146589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-8e366c02-7c52-4c1b-a175-0a6c39a27a0b service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317719 Jul 16 03:33:43.153665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:43.154160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:43.157459 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:43.271340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-ce664e4f-d6a3-4a47-a27b-9cec8a1febad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180435 Jul 16 03:33:43.291185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc1b180d-06aa-4b99-b76b-4b10e571ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.294734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc1b180d-06aa-4b99-b76b-4b10e571ea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.296069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fc1b180d-06aa-4b99-b76b-4b10e571ea46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20db9616-0bba-463c-ab0c-187e80e43995 HTTP/1.1" status: 204 len: 168 time: 0.5812356 Jul 16 03:33:43.312516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407bd6-9a55-44a2-b1f3-364aa2fc8d22 req-7ea31106-a346-49c4-a737-7133b58ef3c1 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.314701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80407bd6-9a55-44a2-b1f3-364aa2fc8d22 req-7ea31106-a346-49c4-a737-7133b58ef3c1 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.2282240 Jul 16 03:33:43.327759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b180d-06aa-4b99-b76b-4b10e571ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db9616-0bba-463c-ab0c-187e80e43995,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:43.394240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2de63-37e6-460b-b9b6-b2948a09dbac req-4be42b94-9fff-40f5-9383-6db48b8732af tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.401369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2de63-37e6-460b-b9b6-b2948a09dbac req-4be42b94-9fff-40f5-9383-6db48b8732af tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.407788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2de63-37e6-460b-b9b6-b2948a09dbac req-4be42b94-9fff-40f5-9383-6db48b8732af tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.410522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87b2de63-37e6-460b-b9b6-b2948a09dbac req-4be42b94-9fff-40f5-9383-6db48b8732af tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.2298417 Jul 16 03:33:43.474086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:43.491382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80407bd6-9a55-44a2-b1f3-364aa2fc8d22 req-0c1717cd-a8a7-43b3-8e55-313c442afaa9 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592872 Jul 16 03:33:43.603662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87b2de63-37e6-460b-b9b6-b2948a09dbac req-b6121d3e-d716-495c-95c7-5c5cd9ae42f5 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659141 Jul 16 03:33:43.631843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-cd594d65-92d2-4db5-92cb-095529a893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.633366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-cd594d65-92d2-4db5-92cb-095529a893e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 1097 time: 0.2810845 Jul 16 03:33:43.652708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c03827d9-ccfd-498a-ac3d-e8f483fbb100 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:43.652708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.818794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-f45869cc-6779-45fc-a268-cbe52c7b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.821429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-f45869cc-6779-45fc-a268-cbe52c7b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.822192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-f45869cc-6779-45fc-a268-cbe52c7b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.826635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-f45869cc-6779-45fc-a268-cbe52c7b2b64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2866 time: 0.9410119 Jul 16 03:33:43.872964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.893782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.907658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-fbf4f5b1-ec30-41e5-9e76-93c839f1cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.909739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-fbf4f5b1-ec30-41e5-9e76-93c839f1cfa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 200 len: 918 time: 0.2403533 Jul 16 03:33:43.923334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:43.925589 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce9a7a5-5c59-4537-b6f1-b262edabc767" -d '{"events": [{"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-plugged", "status": "completed", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:43.953567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:43.961039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.961922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebc78ecf-08b3-461d-81b3-f0759fe890cc no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:43.996791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-22a715af-53ff-4286-9765-ce529e1e6e92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e773f74d-f12b-42d2-b193-6500fd527242 HTTP/1.1" status: 200 len: 217 time: 0.0732172 Jul 16 03:33:44.044292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.058849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-889a7966-3f4b-493e-823e-91fbb74f38e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=4cbbd1d5-4a45-4180-933a-01128bc03524 HTTP/1.1" status: 200 len: 217 time: 0.0717490 Jul 16 03:33:44.067456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.085819 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.101456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.111087 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/684a65c1-be0b-446a-ba7b-0774501abd9c HTTP/1.1" status: 204 len: 168 time: 3.7366040 Jul 16 03:33:44.111745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59908) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:44.133473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.184080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:44.194943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.195184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:44.207322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-20c7852d-a75f-44f6-be96-b31a6979a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.209181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-20c7852d-a75f-44f6-be96-b31a6979a26b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 200 len: 855 time: 0.1876123 Jul 16 03:33:44.218785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca61b-0c25-48f4-aa78-5e05cebe1921 req-ca3bda51-37d0-469e-bbab-0351af60ffe2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.225860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a0ca61b-0c25-48f4-aa78-5e05cebe1921 req-ca3bda51-37d0-469e-bbab-0351af60ffe2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 945 time: 0.3527033 Jul 16 03:33:44.302872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.321197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-8b702c3b-01b6-4835-a123-6ed0a5d2956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.323469 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-8b702c3b-01b6-4835-a123-6ed0a5d2956a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bdbe415b-9b8a-42a8-81ee-07c1add381b6 HTTP/1.1" status: 200 len: 801 time: 0.2100258 Jul 16 03:33:44.327311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:44.329741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:44.365996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a0ca61b-0c25-48f4-aa78-5e05cebe1921 req-f880704b-56cb-4565-9573-0b0fe4dce863 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386852 Jul 16 03:33:44.368001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffd40b-f425-4ee3-bf24-e5868b620802 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=684a65c1-be0b-446a-ba7b-0774501abd9c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.380267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840032e7-cc5a-4441-bb1d-5e707ee62b42 req-a3c78a52-44a5-4e93-8292-defff8528e62 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.382201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-840032e7-cc5a-4441-bb1d-5e707ee62b42 req-a3c78a52-44a5-4e93-8292-defff8528e62 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 932 time: 0.3748052 Jul 16 03:33:44.396537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddcd51-4e6e-41b4-916e-e865ff809346 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.396537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-94ddcd51-4e6e-41b4-916e-e865ff809346 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 HTTP/1.1" status: 200 len: 841 time: 0.1620224 Jul 16 03:33:44.398301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:44.461325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Pushing event updated for resources: {'Port': ['ID=828c8ed7-25f6-41dc-bffc-5e0572173408,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.528479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4351cbe0-0564-403b-824f-238f5bde4d20 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/3e1f74bf-91f1-4883-b5d9-ec609d0d30a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1266963 Jul 16 03:33:44.531060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-be4e8a01-e061-42e7-815c-4859fe76e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.532730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-be4e8a01-e061-42e7-815c-4859fe76e0f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75c4d32-f77a-4841-baef-f70bdb1b352e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995002 Jul 16 03:33:44.533393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:44.541023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:44.586141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.586842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.620487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-4135af70-2a02-4108-9138-34921831f460 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4173360 Jul 16 03:33:44.626968 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-035326c1-99ec-4158-823a-5cf5e072b04b req-707c6c65-b5f8-4819-b5cb-cd2551b7a7e1 service neutron] 10.222.0.48 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4646134 Jul 16 03:33:44.650506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Request body: {'port': {'device_id': '3f69a15b-3895-45b4-8be2-db179d41da58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:44.681025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-840032e7-cc5a-4441-bb1d-5e707ee62b42 req-f0078df9-35fe-4a3c-aa9d-fc8c29b044c1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794871 Jul 16 03:33:44.688117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-040d7eaa-1754-4817-84dc-0677b20b00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.689551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-040d7eaa-1754-4817-84dc-0677b20b00c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e278e85b-a921-402a-8899-68da7e48c14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2954559 Jul 16 03:33:44.746859 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63002f6b-9692-4993-8a7c-542a535902e3 x-openstack-request-id: req-63002f6b-9692-4993-8a7c-542a535902e3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:44.747165 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-plugged", "status": "completed", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:44.747424 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63002f6b-9692-4993-8a7c-542a535902e3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:44.747845 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'code': 200} Jul 16 03:33:44.827749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.896349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-d55e706b-0774-4ce2-b106-fdb335ff7504 service neutron] 10.222.0.48 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946182 Jul 16 03:33:44.924673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:44.928722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.961301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-51759a0f-0586-4d49-87ba-c1becd29b206 service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157655 Jul 16 03:33:45.020220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab184-a9a5-4917-aec5-0912c5ba11a0 req-3f5554aa-4f38-40a8-8358-f9794865a766 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.022281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec5ab184-a9a5-4917-aec5-0912c5ba11a0 req-3f5554aa-4f38-40a8-8358-f9794865a766 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 943 time: 0.3308866 Jul 16 03:33:45.132538 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2ff29062-5817-4051-a04b-e457d8e5f1d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2447138 Jul 16 03:33:45.169021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-787acaa5-ae58-4e19-9c5a-a391a53a9cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494206 Jul 16 03:33:45.203195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec5ab184-a9a5-4917-aec5-0912c5ba11a0 req-bfcd97f1-409a-4ce8-83cf-756efbdd7b05 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706567 Jul 16 03:33:45.237413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ba8d-eace-4c98-90e4-47e739fe0570 req-bc8f0612-7423-40ec-807b-3d0cdcf1c079 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.239250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1086ba8d-eace-4c98-90e4-47e739fe0570 req-bc8f0612-7423-40ec-807b-3d0cdcf1c079 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.3346479 Jul 16 03:33:45.249963 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-9a16dec2-52f0-477a-bdca-7bca7c551065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=eb035f20-6afa-4f02-bd22-5f2f083ebe1c HTTP/1.1" status: 200 len: 217 time: 0.0723035 Jul 16 03:33:45.338300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-808b58f1-0f37-4c06-904e-bdaf6ba3bb24 req-e04cc56c-7f32-4e5d-8c5c-74199e70d91a service neutron] 10.222.0.11 "GET /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632238 Jul 16 03:33:45.413882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-d794e2dc-6aa3-4f05-89dc-fc8ef950b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.415386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-d794e2dc-6aa3-4f05-89dc-fc8ef950b931 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a56ddecc-908f-4c31-a73f-5343af851f18 HTTP/1.1" status: 200 len: 801 time: 0.1541624 Jul 16 03:33:45.437007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1086ba8d-eace-4c98-90e4-47e739fe0570 req-9591674c-24a0-4a9b-809d-c7b810b47f85 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515679 Jul 16 03:33:45.482324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.529382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.530025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.530589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.531119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.531647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.532172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.532694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.534765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-69854c7e-55ae-48be-b4e6-b0e3ce81c1c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.2825079 Jul 16 03:33:45.537062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828c8ed7-25f6-41dc-bffc-5e0572173408 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:45.546735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:45.549237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.553290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:45.566954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d3916-e6a6-4d23-a3df-fc7b7c130b67 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:45.567588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb887-5f2d-417f-9145-6a2cbb6f98f1 req-7f27ff62-2f16-4ab9-abae-57550aa28249 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.570605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Transition to ACTIVE for port object 828c8ed7-25f6-41dc-bffc-5e0572173408 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:45.574048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb887-5f2d-417f-9145-6a2cbb6f98f1 req-7f27ff62-2f16-4ab9-abae-57550aa28249 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.580189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb887-5f2d-417f-9145-6a2cbb6f98f1 req-7f27ff62-2f16-4ab9-abae-57550aa28249 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.582431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9accb887-5f2d-417f-9145-6a2cbb6f98f1 req-7f27ff62-2f16-4ab9-abae-57550aa28249 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.2482390 Jul 16 03:33:45.587400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.590377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.591349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.633556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=a1022d73-7eac-43eb-9690-99614a47e206,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:45.705029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df9b2924-496a-45d7-be4e-7fb785e93513 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1687732 Jul 16 03:33:45.708982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:45.720873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556061445'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:45.721312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Pushing event updated for resources: {'Port': ['ID=828c8ed7-25f6-41dc-bffc-5e0572173408,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:45.736739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-ab848f17-4f62-4c82-b6ef-30d718961462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.738739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-ab848f17-4f62-4c82-b6ef-30d718961462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fed4200b-cc4f-4ae1-b6f0-623180c152ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2768340 Jul 16 03:33:45.751132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9accb887-5f2d-417f-9145-6a2cbb6f98f1 req-bf0c2553-f775-4f73-8d23-db3ac44898fb tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538944 Jul 16 03:33:45.839048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.964591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'tenant_id': '3911be3e65d34a0c9d38ee2d5cab1295', 'fixed_ips': [{'subnet_id': 'a1022d73-7eac-43eb-9690-99614a47e206'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:45.965703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.061838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.073963 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.149239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.152985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4421935 Jul 16 03:33:46.156804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:46.165696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'security_group': {'name': 'tempest-secgroup-579007679'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:46.178604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e3064-7e18-4055-914b-389482c77abd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3efdc3-a816-45c8-91d6-e6e93257dda8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:46.253259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.253942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Allocated IP 172.20.0.2 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/a1022d73-7eac-43eb-9690-99614a47e206/2434d973-ac0f-4554-9bdf-0a9862c9317c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:46.308791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2264c524-c8d2-47cb-a900-2288328218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.309406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2264c524-c8d2-47cb-a900-2288328218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.309751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2264c524-c8d2-47cb-a900-2288328218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.311449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2264c524-c8d2-47cb-a900-2288328218f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=c59a8071-def6-434e-acab-915f3ad843be&id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 2301 time: 0.7036340 Jul 16 03:33:46.317004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-47a15413-d105-4bca-8e89-a18f473cc218 service neutron] 10.222.0.48 "GET /v2.0/networks/fed4200b-cc4f-4ae1-b6f0-623180c152ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707104 Jul 16 03:33:46.419297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Attempting to bind port 828c8ed7-25f6-41dc-bffc-5e0572173408 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:46.419640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Attempting to bind port 828c8ed7-25f6-41dc-bffc-5e0572173408 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:46.419973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Attempting to bind port 828c8ed7-25f6-41dc-bffc-5e0572173408 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:46.424517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.439349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Port 828c8ed7-25f6-41dc-bffc-5e0572173408 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:46.439680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Attempting to bind port 828c8ed7-25f6-41dc-bffc-5e0572173408 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:46.483261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:46.483590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Checking segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:46.483967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Bound using segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:46.484419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Bound port: 828c8ed7-25f6-41dc-bffc-5e0572173408, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:46.484795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.488395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.502168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-32f353d2-75fe-459e-83dd-847d3a355032 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 1001 time: 0.1685743 Jul 16 03:33:46.563445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:46.594023 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.596686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.607001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4482708 Jul 16 03:33:46.608347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:46.615687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1919062000', 'security_groups': ['bf121d5b-ec13-4a73-a509-b51099595aed'], 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1022d73-7eac-43eb-9690-99614a47e206'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:46.625344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Transition to ACTIVE for port object 2434d973-ac0f-4554-9bdf-0a9862c9317c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:46.643325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0be5-d052-47b7-bb18-95d9b158228c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf121d5b-ec13-4a73-a509-b51099595aed,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:46.655359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Transition to ACTIVE for port object 2434d973-ac0f-4554-9bdf-0a9862c9317c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:46.668572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.673309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-c7ea2233-89c9-4d3e-bc07-df5941ef5177 service neutron] 10.222.0.48 "GET /v2.0/networks/fed4200b-cc4f-4ae1-b6f0-623180c152ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486669 Jul 16 03:33:46.687922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6747d-fb33-4016-b3ca-0fbff2e2a7a0 req-f1647f86-fb09-41df-af6d-4d44ed363015 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.689495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fcf6747d-fb33-4016-b3ca-0fbff2e2a7a0 req-f1647f86-fb09-41df-af6d-4d44ed363015 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 944 time: 0.3722165 Jul 16 03:33:46.723479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:46.732329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:46.737210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:46.748666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:46.751526 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f5988-d46f-452b-93c7-7fdf98c71b8c" -d '{"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:46.767641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8371ae5-629f-450f-be03-1ecac64cd579 req-b3d6d81a-89a5-46fd-94cc-c9b43b2256fa tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.774002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8371ae5-629f-450f-be03-1ecac64cd579 req-b3d6d81a-89a5-46fd-94cc-c9b43b2256fa tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.779279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Pushing event updated for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:46.779897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8371ae5-629f-450f-be03-1ecac64cd579 req-b3d6d81a-89a5-46fd-94cc-c9b43b2256fa tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.781566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8371ae5-629f-450f-be03-1ecac64cd579 req-b3d6d81a-89a5-46fd-94cc-c9b43b2256fa tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e&device_id=ca326776-5773-4c50-8f2a-95bdf1014714&device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 2418 time: 0.3543057 Jul 16 03:33:46.828279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2b2fb68-1014-492f-aae4-25403179eb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.828481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Attempting to bind port 2434d973-ac0f-4554-9bdf-0a9862c9317c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:46.828753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Attempting to bind port 2434d973-ac0f-4554-9bdf-0a9862c9317c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '112869be-954f-4b9c-9cf7-426f18ed23ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:46.829129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Attempting to bind port 2434d973-ac0f-4554-9bdf-0a9862c9317c on network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:46.834872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:46.835250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Checking segment: {'id': '112869be-954f-4b9c-9cf7-426f18ed23ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:46.835717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.836272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Bound using segment: {'id': '112869be-954f-4b9c-9cf7-426f18ed23ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:46.836748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Bound port: 2434d973-ac0f-4554-9bdf-0a9862c9317c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112869be-954f-4b9c-9cf7-426f18ed23ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:46.837289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.844091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-7de89b18-9b74-4cfc-be73-875191e3bc66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677 HTTP/1.1" status: 200 len: 217 time: 0.1439354 Jul 16 03:33:46.845601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-ba2dba50-de8b-4191-9fbc-4dc26d285681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.847013 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-ba2dba50-de8b-4191-9fbc-4dc26d285681 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 200 len: 856 time: 0.3274708 Jul 16 03:33:46.929129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] For port 828c8ed7-25f6-41dc-bffc-5e0572173408, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:46.932931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fcf6747d-fb33-4016-b3ca-0fbff2e2a7a0 req-60672f14-9293-44d7-8053-19e65dad2ec2 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302256 Jul 16 03:33:46.956534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:46.966152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2434d973-ac0f-4554-9bdf-0a9862c9317c,segment=NetworkSegment(112869be-954f-4b9c-9cf7-426f18ed23ff),segment_id=112869be-954f-4b9c-9cf7-426f18ed23ff)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:46.977540 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:46.984112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8371ae5-629f-450f-be03-1ecac64cd579 req-94123c9c-1166-433d-84c3-03e0ce3c2e5d tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527236 Jul 16 03:33:47.051737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] For port 828c8ed7-25f6-41dc-bffc-5e0572173408, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=828c8ed7-25f6-41dc-bffc-5e0572173408,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:47.097880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.126184 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698aef0a-5317-4426-b650-a942f679b07e x-openstack-request-id: req-698aef0a-5317-4426-b650-a942f679b07e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:47.126686 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:47.127074 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-698aef0a-5317-4426-b650-a942f679b07e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:47.127772 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'code': 200} Jul 16 03:33:47.129524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2b2fb68-1014-492f-aae4-25403179eb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.132013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616178c-6b27-41a3-b0f5-2fec37cdaf0e None None] Pushing event updated for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:47.189377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2b2fb68-1014-492f-aae4-25403179eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.230222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2b2fb68-1014-492f-aae4-25403179eb18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5566480998d84cadaa32cf0a2a67562a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568003 Jul 16 03:33:47.233217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-36d03dd5-cc15-4403-99f6-ee4cbd90748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.235114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-36d03dd5-cc15-4403-99f6-ee4cbd90748e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bdbe415b-9b8a-42a8-81ee-07c1add381b6 HTTP/1.1" status: 200 len: 801 time: 0.3130424 Jul 16 03:33:47.235898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:47.258281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.263059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.268412 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] 10.222.0.48 "PUT /v2.0/ports/828c8ed7-25f6-41dc-bffc-5e0572173408 HTTP/1.1" status: 200 len: 1092 time: 2.6276715 Jul 16 03:33:47.289463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f69a15b-3895-45b4-8be2-db179d41da58', 'tag': '828c8ed7-25f6-41dc-bffc-5e0572173408'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:47.298065 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b096d540-5840-4ab3-ba1c-acb132ac1e35" -d '{"events": [{"name": "network-changed", "server_uuid": "3f69a15b-3895-45b4-8be2-db179d41da58", "tag": "828c8ed7-25f6-41dc-bffc-5e0572173408"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:47.339127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Pushing event updated for resources: {'Port': ['ID=828c8ed7-25f6-41dc-bffc-5e0572173408,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:47.359371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2fb68-1014-492f-aae4-25403179eb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf904da1-de23-401b-b8cc-eed65bc42682,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:47.430345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-ce57fda1-8b7e-4796-8641-a72e7874746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.432022 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-ce57fda1-8b7e-4796-8641-a72e7874746b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa09f388-60a2-4025-9fc0-ab125606f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5056455 Jul 16 03:33:47.433077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594d659-ed92-4413-8dc1-083cd4a5070b req-b2f1f828-9757-4575-81ba-64ac84123e84 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.439771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.440341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.440683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.441020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.441346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.441673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.441998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.442370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.442798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.443037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.443353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.443667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e1fc5-e6f4-4a24-b9d4-c185a99e4823 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:47.444909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f594d659-ed92-4413-8dc1-083cd4a5070b req-b2f1f828-9757-4575-81ba-64ac84123e84 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 943 time: 0.3139379 Jul 16 03:33:47.483268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d624792-3fc5-46b8-9886-e5ec22cf93a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.494456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:47.541171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2ec9-3481-4f2c-9c4f-46adf4429178 req-def93e67-d595-49f0-9d22-cb7c5f03169a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.549464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2ec9-3481-4f2c-9c4f-46adf4429178 req-def93e67-d595-49f0-9d22-cb7c5f03169a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.557946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2ec9-3481-4f2c-9c4f-46adf4429178 req-def93e67-d595-49f0-9d22-cb7c5f03169a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.570066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28ad2ec9-3481-4f2c-9c4f-46adf4429178 req-def93e67-d595-49f0-9d22-cb7c5f03169a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.2695432 Jul 16 03:33:47.584569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-f6af4a7a-d46d-4bb8-b9b8-511343386f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.586098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-f6af4a7a-d46d-4bb8-b9b8-511343386f7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e278e85b-a921-402a-8899-68da7e48c14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3319488 Jul 16 03:33:47.618593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d624792-3fc5-46b8-9886-e5ec22cf93a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.635066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f594d659-ed92-4413-8dc1-083cd4a5070b req-a1b41b4a-465a-4b60-951e-2e719bb60176 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891708 Jul 16 03:33:47.703091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28ad2ec9-3481-4f2c-9c4f-46adf4429178 req-a14efe44-cd88-4b08-8c68-adb3eb5f6b19 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314461 Jul 16 03:33:47.743830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d624792-3fc5-46b8-9886-e5ec22cf93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.747232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d624792-3fc5-46b8-9886-e5ec22cf93a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.754308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4d624792-3fc5-46b8-9886-e5ec22cf93a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf904da1-de23-401b-b8cc-eed65bc42682 HTTP/1.1" status: 204 len: 168 time: 0.5125513 Jul 16 03:33:47.768864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624792-3fc5-46b8-9886-e5ec22cf93a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf904da1-de23-401b-b8cc-eed65bc42682,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:47.893988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7697238f-46b2-47a7-9d8d-4691a51022c6 req-485236e0-1124-4ecc-b377-05525c770f12 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1380668 Jul 16 03:33:48.192509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-9fc7c9da-1929-4d76-bd66-6cb9c361fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.194078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-9fc7c9da-1929-4d76-bd66-6cb9c361fcd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 1095 time: 0.8313439 Jul 16 03:33:48.464231 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36ce65-a66d-4819-a69f-add390187d3f x-openstack-request-id: req-1e36ce65-a66d-4819-a69f-add390187d3f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:48.464960 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f69a15b-3895-45b4-8be2-db179d41da58", "tag": "828c8ed7-25f6-41dc-bffc-5e0572173408", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:48.464960 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e36ce65-a66d-4819-a69f-add390187d3f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:48.465518 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f69a15b-3895-45b4-8be2-db179d41da58', 'tag': '828c8ed7-25f6-41dc-bffc-5e0572173408', 'status': 'completed', 'code': 200} Jul 16 03:33:48.473865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-394a710f-061a-4cd3-a77f-9ba404a37d48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=828c8ed7-25f6-41dc-bffc-5e0572173408 HTTP/1.1" status: 200 len: 217 time: 0.1929448 Jul 16 03:33:48.575309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-ead30d85-3650-4eed-a053-4f7165997fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.577119 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-ead30d85-3650-4eed-a053-4f7165997fcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.0825660 Jul 16 03:33:48.604674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.611204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54396ce3-f99d-43a4-b15b-4aa6562a057b req-b0fac8c9-5d01-44a5-9ca9-58157a39e8b4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:48.622416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54396ce3-f99d-43a4-b15b-4aa6562a057b req-b0fac8c9-5d01-44a5-9ca9-58157a39e8b4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 944 time: 0.1284854 Jul 16 03:33:48.632261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-52a0064b-d721-4147-9906-5b1b329c6ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1825893 Jul 16 03:33:48.677769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54396ce3-f99d-43a4-b15b-4aa6562a057b req-1107d75d-83d1-4d6b-9afb-998c26be4975 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540862 Jul 16 03:33:48.692257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-61e75563-3956-401c-b6d1-7ad89ff8c26b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909638 Jul 16 03:33:48.695639 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-95bcb276-d6a8-465e-a0fa-6c08f4f176de service neutron] 10.222.0.48 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465751 Jul 16 03:33:48.805700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8d83ab9-220f-42f4-bf74-1807d43c6d66 None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:48.806221 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8d83ab9-220f-42f4-bf74-1807d43c6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:48.878933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d8d83ab9-220f-42f4-bf74-1807d43c6d66 None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:48.888456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-1cc269d4-f682-406a-a657-11e3835e49e3 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798747 Jul 16 03:33:48.911359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8d83ab9-220f-42f4-bf74-1807d43c6d66 None None] Provisioning for port 2434d973-ac0f-4554-9bdf-0a9862c9317c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:48.929317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:33:48.974465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:49.088667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2434d973-ac0f-4554-9bdf-0a9862c9317c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:49.093119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:49.093777 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.133963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:49.225148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.279296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2434d973-ac0f-4554-9bdf-0a9862c9317c,segment=NetworkSegment(112869be-954f-4b9c-9cf7-426f18ed23ff),segment_id=112869be-954f-4b9c-9cf7-426f18ed23ff)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:49.287901 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.311245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-7d8806f3-75cb-4d4e-a8e6-24f495f54034 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277132 Jul 16 03:33:49.400396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:49.414514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-773362695-network', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:49.449772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-280bb427-8525-4cca-bcd3-682a5586ce41 req-46fcd737-eb92-4468-a897-501344c5905b service neutron] 10.222.0.48 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342660 Jul 16 03:33:49.451200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-42e6e9e0-c4b8-40c6-abb2-d5dffa20dcf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 217 time: 0.1388378 Jul 16 03:33:49.460377 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0bbaf210-9a8e-440c-aa2a-3ae0f2401186 req-771b631b-c9e1-472b-99a5-0032773bb159 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580559 Jul 16 03:33:49.477989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Made reservation on behalf of 7efb1fdfa06645b285d260517bf5e05d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:49.485312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.528074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a6166-39d7-4c0e-aa44-0d6119a33af1 req-81af337a-aff0-4e34-bf9e-2bab33668415 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.536342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a6166-39d7-4c0e-aa44-0d6119a33af1 req-81af337a-aff0-4e34-bf9e-2bab33668415 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.543141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a6166-39d7-4c0e-aa44-0d6119a33af1 req-81af337a-aff0-4e34-bf9e-2bab33668415 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.555590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc5a6166-39d7-4c0e-aa44-0d6119a33af1 req-81af337a-aff0-4e34-bf9e-2bab33668415 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.2831113 Jul 16 03:33:49.563793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.582432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-c9e66f57-5ece-44f6-a08d-8efe289b93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.583982 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-c9e66f57-5ece-44f6-a08d-8efe289b93b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1029005 Jul 16 03:33:49.672785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.10 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/a1022d73-7eac-43eb-9690-99614a47e206/2b3c7b8a-fd1e-4da2-b706-d5115e809f20) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:49.729725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.742289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc5a6166-39d7-4c0e-aa44-0d6119a33af1 req-06f1dc76-25d5-4f74-b665-66ca9086fab6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858077 Jul 16 03:33:49.744285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.762939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:33:49.774513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276438f1-30c5-462e-8891-c068ecf00881 req-3317e4b4-a6bb-46d6-8bb1-9f78f0fb216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.774513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276438f1-30c5-462e-8891-c068ecf00881 req-3317e4b4-a6bb-46d6-8bb1-9f78f0fb216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.774513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276438f1-30c5-462e-8891-c068ecf00881 req-3317e4b4-a6bb-46d6-8bb1-9f78f0fb216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.774513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-3317e4b4-a6bb-46d6-8bb1-9f78f0fb216c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2866 time: 0.2390065 Jul 16 03:33:49.779874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.780334 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Added segment 81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed of type vlan for network 22a9cecd-818c-4990-8fff-bc3a633c9940 Jul 16 03:33:49.826305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-339bd3a4-fb20-499e-8fe4-1fb63fac7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.827836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-339bd3a4-fb20-499e-8fe4-1fb63fac7dfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2186499 Jul 16 03:33:49.833543 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.844492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-e40f48f2-0fa3-4d70-aefb-b80f9d72bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.846150 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-e40f48f2-0fa3-4d70-aefb-b80f9d72bad1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 1095 time: 0.2986910 Jul 16 03:33:49.893146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f9509-e219-46de-bc6c-e1b0a5432c2b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:49.895729 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.897059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:49.897640 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.977099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] Pushing event updated for resources: {'Network': ['ID=22a9cecd-818c-4990-8fff-bc3a633c9940,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:49.984577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-61f1b175-6d11-4b1c-8f3a-59fbe2d2109c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8463581 Jul 16 03:33:49.985186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60076) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:49.990176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Request body: {'subnet': {'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-773362695-subnet', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:49.991715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:33:50.019311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Made reservation on behalf of 7efb1fdfa06645b285d260517bf5e05d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:50.024434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.177919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276438f1-30c5-462e-8891-c068ecf00881 req-1f193996-8554-4ebe-b5dc-1a9d49824c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.179576 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-1f193996-8554-4ebe-b5dc-1a9d49824c79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e278e85b-a921-402a-8899-68da7e48c14d HTTP/1.1" status: 200 len: 903 time: 0.4008822 Jul 16 03:33:50.186196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.221520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-ecba755b-92ca-466e-bfad-6777f7cd3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.222642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-ecba755b-92ca-466e-bfad-6777f7cd3e4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 913 time: 0.3610573 Jul 16 03:33:50.275583 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-3f2d83a5-34e0-4f22-a975-d59a1476ead6 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345436 Jul 16 03:33:50.276959 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-9a708319-58e8-41a7-a84c-254f91dd7fe7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677 HTTP/1.1" status: 200 len: 217 time: 0.0840354 Jul 16 03:33:50.318888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.332927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:50.335474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-21b8729c-6aa7-451e-886a-26917424b0d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=828c8ed7-25f6-41dc-bffc-5e0572173408 HTTP/1.1" status: 200 len: 217 time: 0.0715189 Jul 16 03:33:50.412954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f5b839-a307-4418-9214-ea031dc30c3d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:50.487811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Checking segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:50.488317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Network hostable DHCP agents. Network: 22a9cecd-818c-4990-8fff-bc3a633c9940, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:33:50.500152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276438f1-30c5-462e-8891-c068ecf00881 req-e83dbf97-c9f2-498b-8e68-a8c7bbbee354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.501616 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-e83dbf97-c9f2-498b-8e68-a8c7bbbee354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bdbe415b-9b8a-42a8-81ee-07c1add381b6 HTTP/1.1" status: 200 len: 801 time: 0.1871781 Jul 16 03:33:50.540544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-3582b055-23a7-4983-a1c2-42b1a764d149 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.548757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-3582b055-23a7-4983-a1c2-42b1a764d149 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=21ff2f71-d9a3-44ba-bebd-806348fb4fc8 HTTP/1.1" status: 200 len: 943 time: 0.2683580 Jul 16 03:33:50.554842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-89982e34-c72e-49e8-aec1-95b19f34a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.556408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-89982e34-c72e-49e8-aec1-95b19f34a9c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.1976063 Jul 16 03:33:50.587087 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-35583539-438f-40b2-a2fe-77767f2fd9c3 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738955 Jul 16 03:33:50.607793 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-d83ab312-9aa5-4cc5-b52b-5d18233667f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411100 Jul 16 03:33:50.615628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.639104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:33:50.700732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 22a9cecd-818c-4990-8fff-bc3a633c9940) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:50.703286 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bee847aa-b425-4871-b7c4-7c1b843db274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.706990 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-b36b37f3-1a05-4918-a8d0-d4ac51db510a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 217 time: 0.1013660 Jul 16 03:33:50.713710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cf791-cab0-4618-9ece-9063dc8714ea req-782c64d1-a5fd-4e4a-845a-31d97f50a741 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.713863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69f565-6f38-4055-9d5d-7c703a86353b None None] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:50.720544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a24cf791-cab0-4618-9ece-9063dc8714ea req-782c64d1-a5fd-4e4a-845a-31d97f50a741 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 944 time: 0.2367203 Jul 16 03:33:50.724847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.725433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.784505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0fc2ab30-7909-4893-9b3d-b0aa5bff614e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7981784 Jul 16 03:33:50.786089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Deleting port ebc78ecf-08b3-461d-81b3-f0759fe890cc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:50.786421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.792880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:50.806826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:50.877322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a24cf791-cab0-4618-9ece-9063dc8714ea req-19ac7ce9-3a4d-40ce-96e4-b81778f29591 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557019 Jul 16 03:33:50.885497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.886587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276438f1-30c5-462e-8891-c068ecf00881 req-702b27f3-a40a-48ec-a360-05be65a21a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:50.888286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-702b27f3-a40a-48ec-a360-05be65a21a1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e278e85b-a921-402a-8899-68da7e48c14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3798819 Jul 16 03:33:50.890877 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:50.898392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:50.926104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=2b3c7b8a-fd1e-4da2-b706-d5115e809f20,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:50.986345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:50.999396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:51.051665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:51.095245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-22a9cecd-818c-4990-8fff-bc3a633c9940', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:33:51.097288 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.148947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.170223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-b71d52cd-64a6-42bb-a31d-1422d912c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.171737 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-b71d52cd-64a6-42bb-a31d-1422d912c14a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.3723311 Jul 16 03:33:51.201150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] For port ebc78ecf-08b3-461d-81b3-f0759fe890cc, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebc78ecf-08b3-461d-81b3-f0759fe890cc,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:51.201587 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.223436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.224102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.259964 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-14fc72fa-675e-4ed2-b8ff-bad03da7180e service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376746 Jul 16 03:33:51.406349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Calling delete_port for ebc78ecf-08b3-461d-81b3-f0759fe890cc owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:51.412164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Allocated IP 172.20.0.2 (22a9cecd-818c-4990-8fff-bc3a633c9940/e9f5b839-a307-4418-9214-ea031dc30c3d/b616a055-d0b9-4768-9ea9-908ae1866e0f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:51.642593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-499cec28-c0a0-4952-8148-e2a4d0f426a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423394 Jul 16 03:33:51.643575 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fdd9db40-2dd2-45b3-b6b5-3d9f3e06b7d6 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0328658 Jul 16 03:33:51.651405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60098) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:51.666452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:51.689139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.699781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Transition to ACTIVE for port object b616a055-d0b9-4768-9ea9-908ae1866e0f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:51.717074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Transition to ACTIVE for port object b616a055-d0b9-4768-9ea9-908ae1866e0f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:51.728777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebc78ecf-08b3-461d-81b3-f0759fe890cc no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:51.787838 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.798943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bec7a578-8e38-4c79-8eab-84d99ce350c3 None None] Provisioning for port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:51.849725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bec7a578-8e38-4c79-8eab-84d99ce350c3 None None] Provisioning complete for port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:51.850226 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bec7a578-8e38-4c79-8eab-84d99ce350c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.879656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-68a13221-6171-4afc-9ed1-bbac485a74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:51.881175 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-68a13221-6171-4afc-9ed1-bbac485a74ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6981976 Jul 16 03:33:51.894002 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b096d540-5840-4ab3-ba1c-acb132ac1e35 req-d8a9d7b6-5b9e-4e98-ae0b-3532d529f8a1 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230571 Jul 16 03:33:51.898127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bec7a578-8e38-4c79-8eab-84d99ce350c3 None None] Port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:51.903043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Pushing event updated for resources: {'Port': ['ID=b616a055-d0b9-4768-9ea9-908ae1866e0f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:51.917338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:51.952382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-276438f1-30c5-462e-8891-c068ecf00881 req-51bb5b45-9220-49aa-b0bd-be21c849f14e service neutron] 10.222.0.48 "GET /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987556 Jul 16 03:33:51.977318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:51.981435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:52.008715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:52.009385 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.024073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:52.028638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.037226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-5e30cb0d-d1d5-4238-b3de-2aeef75e072f service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474650 Jul 16 03:33:52.112727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Attempting to bind port b616a055-d0b9-4768-9ea9-908ae1866e0f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:52.113136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Attempting to bind port b616a055-d0b9-4768-9ea9-908ae1866e0f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:52.113454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Attempting to bind port b616a055-d0b9-4768-9ea9-908ae1866e0f on network 22a9cecd-818c-4990-8fff-bc3a633c9940 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:52.129394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:52.130222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Checking segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:52.130222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.130587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Bound using segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:52.131686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Bound port: b616a055-d0b9-4768-9ea9-908ae1866e0f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:52.132202 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.140877 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.209743 n-d-800089-6 neutron-server[93757]: INFO neutron.db.ipam_backend_mixin [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1022d73-7eac-43eb-9690-99614a47e206 (CIDR: 172.20.0.0/28) Jul 16 03:33:52.217091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-d93d527d-f90e-4e66-8fea-d5209dec32f4 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643083 Jul 16 03:33:52.218091 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:33:52.218702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:33:52.222800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] For port b616a055-d0b9-4768-9ea9-908ae1866e0f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:52.226450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] For port b616a055-d0b9-4768-9ea9-908ae1866e0f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b616a055-d0b9-4768-9ea9-908ae1866e0f,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:52.239220 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.268755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-61421c7e-30e6-4666-9b65-f81c4fb1ffc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 200 len: 217 time: 0.0429761 Jul 16 03:33:52.270017 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-69761a5a-317a-4543-865e-27d41aa022fe tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6153383 Jul 16 03:33:52.275080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc14e-54d6-458d-916e-7851b5f90291 req-771ed73a-0ffb-42c9-8ca8-5f8ab28cb4b5 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.279618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60102) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:52.291724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc14e-54d6-458d-916e-7851b5f90291 req-771ed73a-0ffb-42c9-8ca8-5f8ab28cb4b5 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.292081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:52.310198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc14e-54d6-458d-916e-7851b5f90291 req-771ed73a-0ffb-42c9-8ca8-5f8ab28cb4b5 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.315935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ddbdc14e-54d6-458d-916e-7851b5f90291 req-771ed73a-0ffb-42c9-8ca8-5f8ab28cb4b5 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.9552076 Jul 16 03:33:52.330062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8caa1-5b06-4233-9012-635480b5daeb None None] Pushing event updated for resources: {'Port': ['ID=b616a055-d0b9-4768-9ea9-908ae1866e0f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:52.379460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-54dfdeda-5d40-4c10-8244-2669fdedef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.381090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-54dfdeda-5d40-4c10-8244-2669fdedef33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1001968 Jul 16 03:33:52.388441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ddbdc14e-54d6-458d-916e-7851b5f90291 req-92ef8f06-3076-481d-8fb6-ec53c9d06c61 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686524 Jul 16 03:33:52.537126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-f9a32b09-c751-4027-9e72-e276388e41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:52.538972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-f9a32b09-c751-4027-9e72-e276388e41ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1489847 Jul 16 03:33:52.560081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:52.563661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.692860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:52.876670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-41face81-9462-44d3-9304-0a72829a7fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302422 Jul 16 03:33:52.883968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event deleted for resources: {'Port': ['ID=ebc78ecf-08b3-461d-81b3-f0759fe890cc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:52.959299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b616a055-d0b9-4768-9ea9-908ae1866e0f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:53.068345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b616a055-d0b9-4768-9ea9-908ae1866e0f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:53.102389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] No DVR routers for this DVR port ebc78ecf-08b3-461d-81b3-f0759fe890cc on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:53.130507 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.149635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-9ada8927-becc-44f5-b8d9-5cf8c2e2a094 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550495 Jul 16 03:33:53.152704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.154824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d4730f8-53b0-4a27-ad3a-c7b58e1cffae req-4abf15dd-6510-4173-98fc-f1ec37f36ac3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "DELETE /v2.0/ports/ebc78ecf-08b3-461d-81b3-f0759fe890cc HTTP/1.1" status: 204 len: 173 time: 2.6052186 Jul 16 03:33:53.156472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-deleted', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:53.160854 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff3bb78-10a3-435f-84e7-1c6bdc16eba2" -d '{"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-deleted", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:53.196376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.266103 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2e772488-e5a7-4961-b838-081b49ef9481 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 200 len: 217 time: 0.1014719 Jul 16 03:33:53.276353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aef9e91-7a07-4cbe-93e1-e0b9b5a6f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.415986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-bb4efe9a-a6bd-45aa-b2ae-fb51cc20dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.418521 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-bb4efe9a-a6bd-45aa-b2ae-fb51cc20dd76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1453424 Jul 16 03:33:53.455588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Allocated IP 172.25.4.196 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/d8c2320b-fd6d-4e54-a171-f05e6095df58) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:53.549735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.553765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 828c8ed7-25f6-41dc-bffc-5e0572173408 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:53.563229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19473487-6a97-40fc-8240-be41ed9cf9a4 req-b6d5957a-0293-4107-8060-41e91e1c30f2 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.570129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19473487-6a97-40fc-8240-be41ed9cf9a4 req-b6d5957a-0293-4107-8060-41e91e1c30f2 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 944 time: 0.3847041 Jul 16 03:33:53.709901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19473487-6a97-40fc-8240-be41ed9cf9a4 req-0f4b072c-8b5f-4385-84d4-dc252b63e28a tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385853 Jul 16 03:33:53.712706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 828c8ed7-25f6-41dc-bffc-5e0572173408, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=828c8ed7-25f6-41dc-bffc-5e0572173408,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:53.732709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '828c8ed7-25f6-41dc-bffc-5e0572173408', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'port_id': '828c8ed7-25f6-41dc-bffc-5e0572173408', 'mac_address': 'fa:16:3e:1d:c9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:53.751408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:53.753670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-e2911d65-717b-4da7-89b5-a1ed6583d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.760287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-e2911d65-717b-4da7-89b5-a1ed6583d7f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3271654 Jul 16 03:33:53.769336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:53.769694 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.795245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:53.795934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.816981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc091ba-8f0e-4f55-923e-ed420be1a751 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:53.866050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:53.912964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c2320b-fd6d-4e54-a171-f05e6095df58,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:53.932148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:53.934155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:53.936792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:53.977754 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-f8f30652-87a1-4b07-8fd0-560e9102abd0 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016623 Jul 16 03:33:53.979613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=84e34f70-b7a9-4e39-901d-b82c488c7652,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:54.007229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d987a24a-eda5-412c-9357-6d294bede993 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7243795 Jul 16 03:33:54.008371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60132) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:54.019253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e794a-d07b-43ce-b3df-d9f675fc6acb None None] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:33:54.027490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-742781147', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84e34f70-b7a9-4e39-901d-b82c488c7652'}], 'security_groups': ['5d3efdc3-a816-45c8-91d6-e6e93257dda8']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:54.165076 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.187395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.208834 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f3cc5d-480d-4ca5-887e-407a07d4afa4 x-openstack-request-id: req-36f3cc5d-480d-4ca5-887e-407a07d4afa4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:54.209362 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ff2f71-d9a3-44ba-bebd-806348fb4fc8", "name": "network-vif-deleted", "tag": "ebc78ecf-08b3-461d-81b3-f0759fe890cc", "status": "failed", "code": 422}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:54.209362 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36f3cc5d-480d-4ca5-887e-407a07d4afa4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:54.209792 n-d-800089-6 neutron-server[93756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21ff2f71-d9a3-44ba-bebd-806348fb4fc8', 'name': 'network-vif-deleted', 'tag': 'ebc78ecf-08b3-461d-81b3-f0759fe890cc', 'status': 'failed', 'code': 422} returned with failed status Jul 16 03:33:54.216876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] Provisioning for port b616a055-d0b9-4768-9ea9-908ae1866e0f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:54.220831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828c8ed7-25f6-41dc-bffc-5e0572173408 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:54.250824 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-74842539-0e16-4a1c-877a-b86ff415a563 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585149 Jul 16 03:33:54.361090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.400035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-c7cbba2e-0aec-4115-b748-0d984307f94c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 200 len: 217 time: 0.1235456 Jul 16 03:33:54.407581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.415675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 828c8ed7-25f6-41dc-bffc-5e0572173408, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=828c8ed7-25f6-41dc-bffc-5e0572173408,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:54.416703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] Provisioning complete for port b616a055-d0b9-4768-9ea9-908ae1866e0f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:54.417041 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.473907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.474611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb035f20-6afa-4f02-bd22-5f2f083ebe1c details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:54.515708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-c9b28cb9-3553-4d72-8a85-2202ecbca6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.517271 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-c9b28cb9-3553-4d72-8a85-2202ecbca6b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1126270 Jul 16 03:33:54.592674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:54.624456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c', 'network_id': 'fed4200b-cc4f-4ae1-b6f0-623180c152ec', 'port_id': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c', 'mac_address': 'fa:16:3e:ce:97:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56ddecc-908f-4c31-a73f-5343af851f18', 'ip_address': '19.86.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:54.631896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.655538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-d37d2143-a08e-4824-8fb5-5abcb1bc1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.657979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-d37d2143-a08e-4824-8fb5-5abcb1bc1e8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293643 Jul 16 03:33:54.712409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:54.795461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-3ffdef14-ae96-492f-a5af-7619d08d765a service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304803 Jul 16 03:33:54.817199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1e2b-a414-4ebf-9e92-972378e9792f req-b4b2c1b8-e983-4be5-bc5a-9e78e1c33f84 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.835020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1e2b-a414-4ebf-9e92-972378e9792f req-b4b2c1b8-e983-4be5-bc5a-9e78e1c33f84 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.856365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1e2b-a414-4ebf-9e92-972378e9792f req-b4b2c1b8-e983-4be5-bc5a-9e78e1c33f84 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:54.868412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-934c1e2b-a414-4ebf-9e92-972378e9792f req-b4b2c1b8-e983-4be5-bc5a-9e78e1c33f84 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2413 time: 0.3924572 Jul 16 03:33:55.020952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-934c1e2b-a414-4ebf-9e92-972378e9792f req-2a8da8d3-dab5-4b46-ae8d-d87b4bb4d83c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331351 Jul 16 03:33:55.056683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-289b0863-36bc-4fd4-a99b-238f748856e1 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373543 Jul 16 03:33:55.155967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] For port b616a055-d0b9-4768-9ea9-908ae1866e0f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b616a055-d0b9-4768-9ea9-908ae1866e0f,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:55.230529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.239851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.243189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.255742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=828c8ed7-25f6-41dc-bffc-5e0572173408,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:55.265508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb035f20-6afa-4f02-bd22-5f2f083ebe1c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:55.285478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-2efef366-07ff-4f83-86fa-8f4e6770f6ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 217 time: 0.2029059 Jul 16 03:33:55.288725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:55.301012 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.301759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cbbd1d5-4a45-4180-933a-01128bc03524 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:55.405535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-68595588-be66-4170-990c-ddceeae5cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.407022 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-68595588-be66-4170-990c-ddceeae5cb7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1104767 Jul 16 03:33:55.469017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Update dhcp port {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'fixed_ips': [{'subnet_id': 'a1022d73-7eac-43eb-9690-99614a47e206', 'ip_address': '172.20.0.2'}, {'subnet_id': '84e34f70-b7a9-4e39-901d-b82c488c7652'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '2434d973-ac0f-4554-9bdf-0a9862c9317c'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:33:55.471047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf77160-16fe-4a37-8a9b-fce3e8e6fd09 req-0d796e39-ecbd-4ddf-87d5-aca2b68577a7 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.482073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4cbbd1d5-4a45-4180-933a-01128bc03524, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cbbd1d5-4a45-4180-933a-01128bc03524,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:55.486216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cf77160-16fe-4a37-8a9b-fce3e8e6fd09 req-0d796e39-ecbd-4ddf-87d5-aca2b68577a7 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.2928433 Jul 16 03:33:55.536926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '4cbbd1d5-4a45-4180-933a-01128bc03524', 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d', 'port_id': '4cbbd1d5-4a45-4180-933a-01128bc03524', 'mac_address': 'fa:16:3e:e3:f2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbe415b-9b8a-42a8-81ee-07c1add381b6', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:55.540258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-6c43f74e-9ae0-4bd2-a32b-7b622cd51d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.542323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-6c43f74e-9ae0-4bd2-a32b-7b622cd51d5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270888 Jul 16 03:33:55.548142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Delete allocated IP 172.20.0.10 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/a1022d73-7eac-43eb-9690-99614a47e206) {{(pid=93757) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:33:55.548258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb72fa1-be72-4641-9144-936e0ad6e407 None None] Pushing event updated for resources: {'Port': ['ID=b616a055-d0b9-4768-9ea9-908ae1866e0f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:55.554338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cf77160-16fe-4a37-8a9b-fce3e8e6fd09 req-169bf79e-5e5d-4748-82f4-f386fd2a3499 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633132 Jul 16 03:33:55.592738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.23 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/84e34f70-b7a9-4e39-901d-b82c488c7652/2b3c7b8a-fd1e-4da2-b706-d5115e809f20) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:55.608773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb711f-b0f6-46bd-bf52-0b6b98c04064 req-7fa6ff4d-52fd-4798-8922-7422a26dcb62 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.620314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01cb711f-b0f6-46bd-bf52-0b6b98c04064 req-7fa6ff4d-52fd-4798-8922-7422a26dcb62 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 945 time: 0.3812485 Jul 16 03:33:55.644998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.680009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.690145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbbd1d5-4a45-4180-933a-01128bc03524 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:55.756387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-e6f12ccd-78ce-4e05-bb79-3f673abaf036 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070458 Jul 16 03:33:55.794146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4cbbd1d5-4a45-4180-933a-01128bc03524, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cbbd1d5-4a45-4180-933a-01128bc03524,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:55.796769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:55.809826 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:55.810514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a92c865b-5bbf-4712-a854-c07cfe1fc677 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:55.859185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a92c865b-5bbf-4712-a854-c07cfe1fc677, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:55.875421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a92c865b-5bbf-4712-a854-c07cfe1fc677', 'network_id': 'e278e85b-a921-402a-8899-68da7e48c14d', 'port_id': 'a92c865b-5bbf-4712-a854-c07cfe1fc677', 'mac_address': 'fa:16:3e:4c:e4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbe415b-9b8a-42a8-81ee-07c1add381b6', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:55.891552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01cb711f-b0f6-46bd-bf52-0b6b98c04064 req-4cca02a1-956f-477a-b7b7-c6ae32bdd76c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695997 Jul 16 03:33:55.908615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-fdc24d85-7241-49de-ba39-638775df5c9d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:55.913636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c9a23bc-f94c-46d6-bb8e-fc3ac245d8b2 req-25ca8f44-050e-4496-83db-9d10d0160a92 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478279 Jul 16 03:33:55.922167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-fdc24d85-7241-49de-ba39-638775df5c9d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.1884689 Jul 16 03:33:55.958168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-8d0d0814-ec8d-4c28-b581-864c7052c6a0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0348070 Jul 16 03:33:55.970440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Router 022c9640-1859-457c-ad25-79d9bd5097be is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:33:56.077650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-e69cb922-3467-44eb-b163-2e53436186a8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070366 Jul 16 03:33:56.083942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-a266f473-2118-4502-8f76-ce5e7efa8c58 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:56.092886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-a266f473-2118-4502-8f76-ce5e7efa8c58 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128114 Jul 16 03:33:56.111755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.152467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:56.164987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.167363 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.178179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4cbbd1d5-4a45-4180-933a-01128bc03524,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:56.247193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Allocated IP 172.20.0.18 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/84e34f70-b7a9-4e39-901d-b82c488c7652/2434d973-ac0f-4554-9bdf-0a9862c9317c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:56.303621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=2b3c7b8a-fd1e-4da2-b706-d5115e809f20,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:56.325917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92c865b-5bbf-4712-a854-c07cfe1fc677 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:56.368173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.378143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d88958f9-1e04-4d5d-b550-08d83dc6ea29 None None] Provisioning complete for port b616a055-d0b9-4768-9ea9-908ae1866e0f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:56.378519 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d88958f9-1e04-4d5d-b550-08d83dc6ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.383080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:33:56.393819 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Sync routers for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:33:56.413317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:56.419942 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:56.429114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a92c865b-5bbf-4712-a854-c07cfe1fc677, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:56.452632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] In _notify_port_updated(), no bound segment for port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 on network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:33:56.460114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.460921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.467336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8a58b310-f9c2-4f06-bfc1-5ee8676598f0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/ports/2b3c7b8a-fd1e-4da2-b706-d5115e809f20 HTTP/1.1" status: 200 len: 920 time: 2.4446101 Jul 16 03:33:56.468133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60180) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:56.474358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-ce07b3f3-c277-49f9-9426-a476e21eac20 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829861 Jul 16 03:33:56.521977 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.581410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.585551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51151f80-092f-482a-ab0c-eb3ccc044093 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7917814 Jul 16 03:33:56.603054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:56.617560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-a7da78c7-079a-4463-81a8-191851ecee92 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421847 Jul 16 03:33:56.632986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a92c865b-5bbf-4712-a854-c07cfe1fc677,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:56.646309 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:56.671030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2434d973-ac0f-4554-9bdf-0a9862c9317c,segment=NetworkSegment(112869be-954f-4b9c-9cf7-426f18ed23ff),segment_id=112869be-954f-4b9c-9cf7-426f18ed23ff)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:56.706341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-7f96cd26-71c8-47cb-a5ef-2a4f9631e279 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.708059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.710901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-7f96cd26-71c8-47cb-a5ef-2a4f9631e279 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.3257711 Jul 16 03:33:56.726125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Transition to ACTIVE for port object 2434d973-ac0f-4554-9bdf-0a9862c9317c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:56.735320 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:56.839884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dadd7-8797-447e-bb78-191e1599f093 req-25839ba5-2fd7-461d-9408-c4c2cf7f052e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.875559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dadd7-8797-447e-bb78-191e1599f093 req-25839ba5-2fd7-461d-9408-c4c2cf7f052e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.881844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bf33f-71d1-4e2d-8df8-c925a97cee3f None None] Pushing event updated for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:56.882031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dadd7-8797-447e-bb78-191e1599f093 req-25839ba5-2fd7-461d-9408-c4c2cf7f052e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:56.909805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d65dadd7-8797-447e-bb78-191e1599f093 req-25839ba5-2fd7-461d-9408-c4c2cf7f052e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2415 time: 0.5145926 Jul 16 03:33:57.007300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d65dadd7-8797-447e-bb78-191e1599f093 req-bef0c811-e4f8-464c-a998-d77b9c94eb15 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946214 Jul 16 03:33:57.014516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b616a055-d0b9-4768-9ea9-908ae1866e0f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:57.080881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4cbbd1d5-4a45-4180-933a-01128bc03524'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:57.084218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['828c8ed7-25f6-41dc-bffc-5e0572173408'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:57.165974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb035f20-6afa-4f02-bd22-5f2f083ebe1c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:57.232570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d82b2c6-89f2-4782-9829-8efae0ffb6c2 req-c9454dbb-5f1f-44e9-993a-89049e8f917a tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 210 time: 0.1457088 Jul 16 03:33:57.269035 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:33:54Z', 'revision_number': 3, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:57.368318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Deleting port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:57.370743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.422591 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Checking router: 022c9640-1859-457c-ad25-79d9bd5097be for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:33:57.424931 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Updating router 022c9640-1859-457c-ad25-79d9bd5097be port d8c2320b-fd6d-4e54-a171-f05e6095df58 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:33:57.477808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d08da-a07a-4b39-964f-034a65db846f req-910e8842-4b37-45de-8d14-2a2d4057c5c0 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:57.486904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a9d08da-a07a-4b39-964f-034a65db846f req-910e8842-4b37-45de-8d14-2a2d4057c5c0 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 946 time: 0.4119296 Jul 16 03:33:57.591120 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.594879 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:33:57.606339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b616a055-d0b9-4768-9ea9-908ae1866e0f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:57.612193 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.658816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] For port 31d16a1a-ee34-4633-93cf-1bf0a13abd47, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=31d16a1a-ee34-4633-93cf-1bf0a13abd47,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:57.659177 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:57.674188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Calling delete_port for 31d16a1a-ee34-4633-93cf-1bf0a13abd47 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:57.946200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:57.946806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.038371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.139363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e773f74d-f12b-42d2-b193-6500fd527242'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:58.196004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a92c865b-5bbf-4712-a854-c07cfe1fc677'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:58.220537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a9d08da-a07a-4b39-964f-034a65db846f req-fe00623d-c1ae-49d0-b910-7199ff8bb227 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326040 Jul 16 03:33:58.222883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] No DVR routers for this DVR port 31d16a1a-ee34-4633-93cf-1bf0a13abd47 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:58.227142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.229509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c59b67ee-4173-49f9-a4b1-5f923c8179f9 req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "DELETE /v2.0/ports/31d16a1a-ee34-4633-93cf-1bf0a13abd47 HTTP/1.1" status: 204 len: 173 time: 1.5078666 Jul 16 03:33:58.230412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aae389-d400-41f8-885e-2a0c14ed6b8c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Pushing event deleted for resources: {'Port': ['ID=31d16a1a-ee34-4633-93cf-1bf0a13abd47,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:58.237616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a253feff-f992-40ef-8256-4d081f72a63e', 'name': 'network-vif-deleted', 'tag': '31d16a1a-ee34-4633-93cf-1bf0a13abd47'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:58.245646 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb1dace-42d3-4369-a047-9079d5922013" -d '{"events": [{"server_uuid": "a253feff-f992-40ef-8256-4d081f72a63e", "name": "network-vif-deleted", "tag": "31d16a1a-ee34-4633-93cf-1bf0a13abd47"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:58.266373 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.284599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418843-bc30-436c-8514-9973e0553af9 req-ecc14fd4-b2f9-4ac9-95ce-74b6df24fdaa tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.294420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8d418843-bc30-436c-8514-9973e0553af9 req-ecc14fd4-b2f9-4ac9-95ce-74b6df24fdaa tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 945 time: 0.7620866 Jul 16 03:33:58.301241 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Transition to ACTIVE for port object d8c2320b-fd6d-4e54-a171-f05e6095df58 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:58.317133 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.371966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.400446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8d418843-bc30-436c-8514-9973e0553af9 req-a23789af-82d1-4d1d-9b11-887a6c8f3755 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047344 Jul 16 03:33:58.475682 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4919b39-2c9d-4198-bc4b-3a35fece35ed None None] Pushing event updated for resources: {'Port': ['ID=d8c2320b-fd6d-4e54-a171-f05e6095df58,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:58.480787 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Attempting to bind port d8c2320b-fd6d-4e54-a171-f05e6095df58 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:58.481359 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Attempting to bind port d8c2320b-fd6d-4e54-a171-f05e6095df58 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:58.481911 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Attempting to bind port d8c2320b-fd6d-4e54-a171-f05e6095df58 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:58.488878 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:58.489661 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:58.490360 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.491060 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:58.491702 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Bound port: d8c2320b-fd6d-4e54-a171-f05e6095df58, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:58.492263 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.575723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:58.588943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.620511 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a93d723-58c9-4ff4-9b7e-d09ce875eb0f x-openstack-request-id: req-2a93d723-58c9-4ff4-9b7e-d09ce875eb0f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:58.621044 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a253feff-f992-40ef-8256-4d081f72a63e", "name": "network-vif-deleted", "tag": "31d16a1a-ee34-4633-93cf-1bf0a13abd47", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:58.621126 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a93d723-58c9-4ff4-9b7e-d09ce875eb0f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:58.621556 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a253feff-f992-40ef-8256-4d081f72a63e', 'name': 'network-vif-deleted', 'tag': '31d16a1a-ee34-4633-93cf-1bf0a13abd47', 'status': 'completed', 'code': 200} Jul 16 03:33:58.641643 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] For port d8c2320b-fd6d-4e54-a171-f05e6095df58, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:58.649647 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] For port d8c2320b-fd6d-4e54-a171-f05e6095df58, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d8c2320b-fd6d-4e54-a171-f05e6095df58,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:58.660892 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.788026 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4919b39-2c9d-4198-bc4b-3a35fece35ed None None] Pushing event updated for resources: {'Port': ['ID=d8c2320b-fd6d-4e54-a171-f05e6095df58,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:58.803946 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:33:58.804588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:58.819690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Provisioning for port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:58.935604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Provisioning complete for port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:58.936579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:58.971882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4fa89-d11f-4912-80da-d6df4f7c2b27 req-37231e31-a6ec-4cae-a738-f272f9c90980 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.984518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Port 2b3c7b8a-fd1e-4da2-b706-d5115e809f20 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:59.001924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4fa89-d11f-4912-80da-d6df4f7c2b27 req-37231e31-a6ec-4cae-a738-f272f9c90980 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.030732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4fa89-d11f-4912-80da-d6df4f7c2b27 req-37231e31-a6ec-4cae-a738-f272f9c90980 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.048167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7a4fa89-d11f-4912-80da-d6df4f7c2b27 req-37231e31-a6ec-4cae-a738-f272f9c90980 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2416 time: 0.2072511 Jul 16 03:33:59.077729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:59.078349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.102263 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:33:59.135369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:59.158413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41503b9a-4cd0-4c7e-bcaf-5b5b8f2b2d82 req-14a8d228-ec96-4d44-81e9-50b0afe75548 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 210 time: 0.0771697 Jul 16 03:33:59.183388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Allocated IP 172.20.0.1 (22a9cecd-818c-4990-8fff-bc3a633c9940/e9f5b839-a307-4418-9214-ea031dc30c3d/3ddbf6b9-d2ef-4e18-a943-ea166f7e284a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:59.195320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.209752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7a4fa89-d11f-4912-80da-d6df4f7c2b27 req-669dc8c1-da50-46e9-88e3-18535a3e08ad tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594551 Jul 16 03:33:59.255438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=2b3c7b8a-fd1e-4da2-b706-d5115e809f20,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:59.279890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:59.339584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 31d16a1a-ee34-4633-93cf-1bf0a13abd47 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:59.432485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.441570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c1624b61-6d9a-4373-93ab-fc121618c7ca tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/2b3c7b8a-fd1e-4da2-b706-d5115e809f20 HTTP/1.1" status: 204 len: 168 time: 2.9721491 Jul 16 03:33:59.445349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60222) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:59.474738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Provisioning for port 2434d973-ac0f-4554-9bdf-0a9862c9317c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:59.485267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:59.490535 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77185bcc-d4cd-4f46-9615-914874d120d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.494829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 31d16a1a-ee34-4633-93cf-1bf0a13abd47 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:59.494829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 31d16a1a-ee34-4633-93cf-1bf0a13abd47 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:59.543636 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a9b266-437f-44f8-9a33-a61790bbcf96 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:33:59.551051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-41a9b266-437f-44f8-9a33-a61790bbcf96 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/2b3c7b8a-fd1e-4da2-b706-d5115e809f20 HTTP/1.1" status: 404 len: 333 time: 0.0997334 Jul 16 03:33:59.609972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:59.611372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.623500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60226) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:59.659474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d357b261-9331-409a-8342-38a4b02d7ab6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:59.712277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eb7165-3ba8-4e6a-acf8-534429c46e79 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.798094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eb7165-3ba8-4e6a-acf8-534429c46e79 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.800564 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:33:54Z', 'revision_number': 3, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:59.858791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.877852 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cd7a7-ec4e-4ffd-94b4-b65960e54696 None None] The sync data for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 is: [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:33:54Z', 'revision_number': 3, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:33:59.908710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Transition to ACTIVE for port object 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:59.948178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eb7165-3ba8-4e6a-acf8-534429c46e79 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.952133 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eb7165-3ba8-4e6a-acf8-534429c46e79 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.953311 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-04eb7165-3ba8-4e6a-acf8-534429c46e79 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf121d5b-ec13-4a73-a509-b51099595aed HTTP/1.1" status: 204 len: 168 time: 0.3286746 Jul 16 03:33:59.969232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60228) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:59.974737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb7165-3ba8-4e6a-acf8-534429c46e79 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf121d5b-ec13-4a73-a509-b51099595aed,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:00.085039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5716a437-2894-4887-945f-a97aa943920b None None] Could not find standard attr ID for object 2b3c7b8a-fd1e-4da2-b706-d5115e809f20. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:34:00.099590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50ff2f97-9eb0-41db-bc37-688fc1509108 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.151150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50ff2f97-9eb0-41db-bc37-688fc1509108 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.185393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.269349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Pushing event updated for resources: {'Port': ['ID=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:00.303198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:00.305096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:00.308659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:00.341164 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a455c1a4-35f3-4e51-ac7e-d9e50e12d6e7 req-df0e1d4c-96f9-4493-8e1d-1ea2a4a0e73f tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=a253feff-f992-40ef-8256-4d081f72a63e HTTP/1.1" status: 200 len: 210 time: 0.6604259 Jul 16 03:34:00.379626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-49d03c6b-f0ca-4a68-9c8b-954214138270 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.379626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-49d03c6b-f0ca-4a68-9c8b-954214138270 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 1.0052230 Jul 16 03:34:00.397030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Request body: {'port': {'device_id': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'admin_state_up': True, 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:00.416433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50ff2f97-9eb0-41db-bc37-688fc1509108 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.419092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50ff2f97-9eb0-41db-bc37-688fc1509108 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.422755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-50ff2f97-9eb0-41db-bc37-688fc1509108 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/security-groups/5d3efdc3-a816-45c8-91d6-e6e93257dda8 HTTP/1.1" status: 204 len: 168 time: 0.4327586 Jul 16 03:34:00.436384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:00.463729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff2f97-9eb0-41db-bc37-688fc1509108 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3efdc3-a816-45c8-91d6-e6e93257dda8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:00.477521 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.535842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 828c8ed7-25f6-41dc-bffc-5e0572173408 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:00.579502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet a1022d73-7eac-43eb-9690-99614a47e206 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:00.583433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.649605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.715740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 828c8ed7-25f6-41dc-bffc-5e0572173408 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:00.726587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 828c8ed7-25f6-41dc-bffc-5e0572173408 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:00.726989 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.793748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.866603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.918950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-957a0181-4791-4dac-9925-5a47a2fa7f81 None None] Provisioning for port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:00.934315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-957a0181-4791-4dac-9925-5a47a2fa7f81 None None] Provisioning complete for port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:00.936214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-957a0181-4791-4dac-9925-5a47a2fa7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.020423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d8c2320b-fd6d-4e54-a171-f05e6095df58 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:01.074089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d451-76ce-43c4-a7df-607e248e7929 req-835a974c-0b77-4c0b-8994-75ad28ffec83 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.082705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7382d451-76ce-43c4-a7df-607e248e7929 req-835a974c-0b77-4c0b-8994-75ad28ffec83 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 945 time: 1.4155409 Jul 16 03:34:01.086023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.091790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbfa11d1-fba3-428c-bc13-f899409c8538 req-756ded48-c74d-464b-af33-e5ba24e8dbaf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 210 time: 0.0838048 Jul 16 03:34:01.098822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.171158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.205051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-957a0181-4791-4dac-9925-5a47a2fa7f81 None None] Port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:01.205601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:01.217994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.218177 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.222220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.228216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/a1022d73-7eac-43eb-9690-99614a47e206 HTTP/1.1" status: 204 len: 168 time: 0.7863901 Jul 16 03:34:01.235687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:01.259767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:01.275121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7382d451-76ce-43c4-a7df-607e248e7929 req-391d4c2a-f119-40f4-a230-03fbbc5af326 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836722 Jul 16 03:34:01.296957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8d681-5cae-4a69-84a1-2a903261d1d2 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:01.305858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=a1022d73-7eac-43eb-9690-99614a47e206,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:01.338856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.338856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.338856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.338856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.338856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.339302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.339514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.339844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.340176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.340502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.340835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.341157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9ac76-3bf8-456b-a3bb-24ab6ae7b6c8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:01.345458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f69a15b-3895-45b4-8be2-db179d41da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828c8ed7-25f6-41dc-bffc-5e0572173408'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:01.351665 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f566f404-bbb5-433a-99a6-f61d46a798cf" -d '{"events": [{"server_uuid": "3f69a15b-3895-45b4-8be2-db179d41da58", "name": "network-vif-plugged", "status": "completed", "tag": "828c8ed7-25f6-41dc-bffc-5e0572173408"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:01.383023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 828c8ed7-25f6-41dc-bffc-5e0572173408, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=828c8ed7-25f6-41dc-bffc-5e0572173408,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:01.425305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.426947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb035f20-6afa-4f02-bd22-5f2f083ebe1c up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:01.430139 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8161c68-d586-4b87-a062-8e1446f69d2d x-openstack-request-id: req-c8161c68-d586-4b87-a062-8e1446f69d2d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:01.430860 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f69a15b-3895-45b4-8be2-db179d41da58", "name": "network-vif-plugged", "status": "completed", "tag": "828c8ed7-25f6-41dc-bffc-5e0572173408", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:01.431324 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8161c68-d586-4b87-a062-8e1446f69d2d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:01.431947 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f69a15b-3895-45b4-8be2-db179d41da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828c8ed7-25f6-41dc-bffc-5e0572173408', 'code': 200} Jul 16 03:34:01.464030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.493783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Pushing event updated for resources: {'Port': ['ID=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:01.538957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d8c2320b-fd6d-4e54-a171-f05e6095df58 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:01.620380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1394c-ae1b-4378-b8fd-83e5229ce6d8 req-7e5dbba7-c9b8-4136-a77d-f383a5fcea6f tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.626947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1394c-ae1b-4378-b8fd-83e5229ce6d8 req-7e5dbba7-c9b8-4136-a77d-f383a5fcea6f tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.634849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1394c-ae1b-4378-b8fd-83e5229ce6d8 req-7e5dbba7-c9b8-4136-a77d-f383a5fcea6f tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.644305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9b1394c-ae1b-4378-b8fd-83e5229ce6d8 req-7e5dbba7-c9b8-4136-a77d-f383a5fcea6f tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2416 time: 0.3217893 Jul 16 03:34:01.670999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:01.680439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.701675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9b1394c-ae1b-4378-b8fd-83e5229ce6d8 req-56bbdf9f-f2bc-4502-9982-1c4597edfb6a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563395 Jul 16 03:34:01.751936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Allocated IP 172.20.0.8 (0243d034-9359-4919-bb4a-a051e20876ff/f8ebabca-b8bd-43db-8dbc-346678fe226d/a997367f-65f8-4b9c-842d-9781ee2cbaa2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:01.818693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d8c2320b-fd6d-4e54-a171-f05e6095df58 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:01.819224 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.955431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e3442-2160-4a76-8985-e6093a1fa19b req-9b6fb4d2-3d95-4c54-88ae-53d12f15d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.957645 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce7e3442-2160-4a76-8985-e6093a1fa19b req-9b6fb4d2-3d95-4c54-88ae-53d12f15d8a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 1097 time: 0.4405565 Jul 16 03:34:01.969930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=828c8ed7-25f6-41dc-bffc-5e0572173408,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.099663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:02.111055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.111555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.112130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.112575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.113027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.113599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.115036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:02.115484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.117116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.117661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.119137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.120088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.121544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.122114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:02.148016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce7e3442-2160-4a76-8985-e6093a1fa19b req-0c43f5a7-8c67-4977-b047-a6b9a2a5666c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667480 Jul 16 03:34:02.231634 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.239612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port eb035f20-6afa-4f02-bd22-5f2f083ebe1c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:02.246386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.315811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eb035f20-6afa-4f02-bd22-5f2f083ebe1c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:02.322053 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.389377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d8c2320b-fd6d-4e54-a171-f05e6095df58, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d8c2320b-fd6d-4e54-a171-f05e6095df58,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:02.395823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Network 0243d034-9359-4919-bb4a-a051e20876ff is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:02.405428 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.415206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Router 022c9640-1859-457c-ad25-79d9bd5097be has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:02.441987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:02.449278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:02.513528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event updated for resources: {'Port': ['ID=a997367f-65f8-4b9c-842d-9781ee2cbaa2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.577914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.613213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d8c2320b-fd6d-4e54-a171-f05e6095df58,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.636633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.664204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.665427 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.675185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:02.677171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bb9eb806-1fa3-4093-ae6c-1073bdc9db1a None None] Provisioning complete for port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:02.677171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb806-1fa3-4093-ae6c-1073bdc9db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.716497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.717328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cbbd1d5-4a45-4180-933a-01128bc03524 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:02.734070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-39482b86-2f59-4100-acb3-4b7d5781590c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3448503 Jul 16 03:34:02.769800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Request body: {'port': {'device_id': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:02.800545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129f41f-e0ee-4450-a67c-f7ffb6b5a0ea req-3c7b53f6-4100-4943-bfea-461f76175fe7 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.807840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eb806-1fa3-4093-ae6c-1073bdc9db1a None None] Port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:02.809470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0129f41f-e0ee-4450-a67c-f7ffb6b5a0ea req-3c7b53f6-4100-4943-bfea-461f76175fe7 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 945 time: 0.4403982 Jul 16 03:34:02.856428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.874521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:02.887691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Sync routers for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:02.894385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 4cbbd1d5-4a45-4180-933a-01128bc03524 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:02.898343 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c524b7bd-2ec0-462c-b745-7407ec1d4d9a admin admin] 10.222.0.25 "PUT /v2.0/routers/022c9640-1859-457c-ad25-79d9bd5097be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2888827 Jul 16 03:34:02.909696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.914982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:02.915634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:02.935645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec00902-0c9b-40f7-a3cb-f7e093cccab1 req-69c5db76-4ac5-4e61-8ba2-45e602c4df39 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.943273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eec00902-0c9b-40f7-a3cb-f7e093cccab1 req-69c5db76-4ac5-4e61-8ba2-45e602c4df39 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 931 time: 0.4305267 Jul 16 03:34:03.045211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0129f41f-e0ee-4450-a67c-f7ffb6b5a0ea req-dbf171d9-a6c9-4d46-a3d4-c9c307ccf18e tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339649 Jul 16 03:34:03.065768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:03.070051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:03.072183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=5567a609-0eb2-4765-b10d-e8997f3a6b81,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:03.078999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.080053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.109836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 4cbbd1d5-4a45-4180-933a-01128bc03524 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:03.110217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.182292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eec00902-0c9b-40f7-a3cb-f7e093cccab1 req-09f128fc-5856-4073-8290-826273988342 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379043 Jul 16 03:34:03.214717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.217157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-05a1a784-4920-4804-a975-6250380fa3a5 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9783366 Jul 16 03:34:03.219817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:03.226538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1517797807'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:03.235954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d8c2320b-fd6d-4e54-a171-f05e6095df58 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:03.255630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:03.441524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:03.444005 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3a0104-9718-49db-adef-d7561dcabc97" -d '{"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-plugged", "status": "completed", "tag": "eb035f20-6afa-4f02-bd22-5f2f083ebe1c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:03.446605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.495631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.551327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-876999c3-f0f7-45c3-823b-077b301fbf2c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.552833 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-876999c3-f0f7-45c3-823b-077b301fbf2c tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 945 time: 0.0915084 Jul 16 03:34:03.589113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d8c2320b-fd6d-4e54-a171-f05e6095df58 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:03.589781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.669366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.762094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Deleting port d357b261-9331-409a-8342-38a4b02d7ab6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:03.762346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.769749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4cbbd1d5-4a45-4180-933a-01128bc03524, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cbbd1d5-4a45-4180-933a-01128bc03524,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:03.788296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75880048-c561-4179-a0c7-4777a76bc0d9 req-112bf722-45f8-4d68-a990-2d42563f9121 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.796539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75880048-c561-4179-a0c7-4777a76bc0d9 req-112bf722-45f8-4d68-a990-2d42563f9121 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.804242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75880048-c561-4179-a0c7-4777a76bc0d9 req-112bf722-45f8-4d68-a990-2d42563f9121 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.812220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75880048-c561-4179-a0c7-4777a76bc0d9 req-112bf722-45f8-4d68-a990-2d42563f9121 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2417 time: 0.4304395 Jul 16 03:34:03.842449 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.847810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6af26-8017-4399-a348-2f62db62fa30 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:03.869360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a92c865b-5bbf-4712-a854-c07cfe1fc677 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:03.887449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620af481-50b4-4655-9eb9-48a184f31306 req-b0246333-ba0f-441a-b3f8-a176700df4dc tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.889075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-620af481-50b4-4655-9eb9-48a184f31306 req-b0246333-ba0f-441a-b3f8-a176700df4dc tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.5060971 Jul 16 03:34:03.936332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] For port d357b261-9331-409a-8342-38a4b02d7ab6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d357b261-9331-409a-8342-38a4b02d7ab6,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:03.936745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.963971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Calling delete_port for d357b261-9331-409a-8342-38a4b02d7ab6 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:03.986154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4cbbd1d5-4a45-4180-933a-01128bc03524,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.016113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75880048-c561-4179-a0c7-4777a76bc0d9 req-f33235f6-fb65-4451-b4ab-90e16484b6d2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024653 Jul 16 03:34:04.035822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-620af481-50b4-4655-9eb9-48a184f31306 req-b42da3ef-a463-46b8-9a5d-0342628982df tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397710 Jul 16 03:34:04.053584 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.092378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.137357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b7ecf04-e63d-40cb-9534-37c723ac2819 None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:04.137922 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf04-e63d-40cb-9534-37c723ac2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.167508 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.169029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9482226 Jul 16 03:34:04.172282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:04.181720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1041892246'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:04.189740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a997367f-65f8-4b9c-842d-9781ee2cbaa2 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:04.196337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13f00d-7712-40f1-9e42-b2e209ecffd1 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9905fbb-3836-4175-bbae-beedcf5f06ca,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.223693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 2, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:04.224777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.251540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Transition to ACTIVE for port object a997367f-65f8-4b9c-842d-9781ee2cbaa2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:04.264741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.282498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.346062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a92c865b-5bbf-4712-a854-c07cfe1fc677 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:04.356838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.398112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Pushing event deleted for resources: {'Port': ['ID=d357b261-9331-409a-8342-38a4b02d7ab6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.409350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a92c865b-5bbf-4712-a854-c07cfe1fc677 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:04.409721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.411842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ecf04-e63d-40cb-9534-37c723ac2819 None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:04.421403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e773f74d-f12b-42d2-b193-6500fd527242'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:04.425643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d357b261-9331-409a-8342-38a4b02d7ab6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:04.435815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Checking router: 022c9640-1859-457c-ad25-79d9bd5097be for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:34:04.436207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Updating router 022c9640-1859-457c-ad25-79d9bd5097be port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:34:04.488573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] No DVR routers for this DVR port d357b261-9331-409a-8342-38a4b02d7ab6 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:04.493373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Pushing event updated for resources: {'Port': ['ID=a997367f-65f8-4b9c-842d-9781ee2cbaa2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.495541 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.498172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63526683-a871-402a-b4e6-a1fc9d434d0f req-d264e825-1a27-41c8-9ce6-aae65d10dbbc tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.48 "DELETE /v2.0/ports/d357b261-9331-409a-8342-38a4b02d7ab6 HTTP/1.1" status: 204 len: 173 time: 0.9383404 Jul 16 03:34:04.507432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'name': 'network-vif-deleted', 'tag': 'd357b261-9331-409a-8342-38a4b02d7ab6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:04.512472 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879cb151-fdc3-41e9-8d40-a8e539252f3c" -d '{"events": [{"server_uuid": "ca326776-5773-4c50-8f2a-95bdf1014714", "name": "network-vif-deleted", "tag": "d357b261-9331-409a-8342-38a4b02d7ab6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:04.621207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b7ecf04-e63d-40cb-9534-37c723ac2819 None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:04.621712 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf04-e63d-40cb-9534-37c723ac2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.648062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Attempting to bind port a997367f-65f8-4b9c-842d-9781ee2cbaa2 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:04.648402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Attempting to bind port a997367f-65f8-4b9c-842d-9781ee2cbaa2 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:04.648739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Attempting to bind port a997367f-65f8-4b9c-842d-9781ee2cbaa2 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:04.681594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Port a997367f-65f8-4b9c-842d-9781ee2cbaa2 on network 0243d034-9359-4919-bb4a-a051e20876ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:04.685655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Attempting to bind port a997367f-65f8-4b9c-842d-9781ee2cbaa2 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:04.701097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:04.701349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:04.701740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Bound using segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:04.702180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Bound port: a997367f-65f8-4b9c-842d-9781ee2cbaa2, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:04.702538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.707358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.725619 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.766495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.834916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.837366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6637475 Jul 16 03:34:04.840712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60314) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:04.845703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1843317398'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:04.847658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5b52d-9ee9-4b2b-a543-d0a8911058b9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b80d4-4558-4f47-9672-df286314500b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.856235 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c6afa-792e-478a-9c29-0c7adcde581b x-openstack-request-id: req-e53c6afa-792e-478a-9c29-0c7adcde581b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:04.857164 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-plugged", "status": "completed", "tag": "eb035f20-6afa-4f02-bd22-5f2f083ebe1c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:04.857164 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e53c6afa-792e-478a-9c29-0c7adcde581b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:04.857354 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c', 'code': 200} Jul 16 03:34:04.899398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] For port a997367f-65f8-4b9c-842d-9781ee2cbaa2, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:04.903629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] For port a997367f-65f8-4b9c-842d-9781ee2cbaa2, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:04.914754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.917036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.921601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.006638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.007440 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.009023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] 10.222.0.11 "PUT /v2.0/ports/a997367f-65f8-4b9c-842d-9781ee2cbaa2 HTTP/1.1" status: 200 len: 1091 time: 2.2642217 Jul 16 03:34:05.010021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be4fe-97ab-4a01-a46a-e860e02be54d service neutron] Pushing event updated for resources: {'Port': ['ID=a997367f-65f8-4b9c-842d-9781ee2cbaa2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:05.022930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'tag': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:05.026564 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4db144-f022-4a29-a0f4-777f81fd6d4f", "tag": "a997367f-65f8-4b9c-842d-9781ee2cbaa2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:05.058171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a92c865b-5bbf-4712-a854-c07cfe1fc677, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:05.084305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff3b11c2-9f09-4d96-9086-fc53c3e21010 req-91bf079a-8067-4a57-aba2-0654bd823f93 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca326776-5773-4c50-8f2a-95bdf1014714 HTTP/1.1" status: 200 len: 210 time: 0.0515077 Jul 16 03:34:05.093841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:05.098240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272333314', 'description': 'tempest-description--1058353294'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:05.099012 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.105657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.114461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.138460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a88848-2f8e-489f-be5f-e57cb88cac3d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:05.156326 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c834d7e8-177f-4372-82ca-784f4594cc49 x-openstack-request-id: req-c834d7e8-177f-4372-82ca-784f4594cc49 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:05.156619 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca326776-5773-4c50-8f2a-95bdf1014714", "name": "network-vif-deleted", "tag": "d357b261-9331-409a-8342-38a4b02d7ab6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:05.156876 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c834d7e8-177f-4372-82ca-784f4594cc49 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:05.157732 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca326776-5773-4c50-8f2a-95bdf1014714', 'name': 'network-vif-deleted', 'tag': 'd357b261-9331-409a-8342-38a4b02d7ab6', 'status': 'completed', 'code': 200} Jul 16 03:34:05.176544 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.184366 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.190368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:05.190715 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee5848d2-1d0e-4e1f-beaa-93c034e560a9 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3481359 Jul 16 03:34:05.196532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1252687696', 'security_groups': ['68a88848-2f8e-489f-be5f-e57cb88cac3d'], 'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5567a609-0eb2-4765-b10d-e8997f3a6b81'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:05.313279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a92c865b-5bbf-4712-a854-c07cfe1fc677,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:05.321879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d357b261-9331-409a-8342-38a4b02d7ab6 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:05.328003 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bbd06b-f551-4751-853a-f1e2bcdf0814 x-openstack-request-id: req-34bbd06b-f551-4751-853a-f1e2bcdf0814 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:05.328291 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4db144-f022-4a29-a0f4-777f81fd6d4f", "tag": "a997367f-65f8-4b9c-842d-9781ee2cbaa2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:05.328524 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34bbd06b-f551-4751-853a-f1e2bcdf0814 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:05.328923 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'tag': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2', 'status': 'completed', 'code': 200} Jul 16 03:34:05.396620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-4d90c19b-8c2c-48d5-91ce-5c7c11b28e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.398131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-4d90c19b-8c2c-48d5-91ce-5c7c11b28e77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 1094 time: 0.3129559 Jul 16 03:34:05.422719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: d357b261-9331-409a-8342-38a4b02d7ab6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:05.423557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d357b261-9331-409a-8342-38a4b02d7ab6 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:05.469829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-e3ad8ea6-e93a-413a-aad5-f49a241c7b2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2 HTTP/1.1" status: 200 len: 217 time: 0.0629573 Jul 16 03:34:05.509147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:05.651489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29f1b1-cc21-4031-b5ee-c4f961b91d48 req-1c501d31-3582-4d03-a703-c52f06875760 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.653020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b29f1b1-cc21-4031-b5ee-c4f961b91d48 req-1c501d31-3582-4d03-a703-c52f06875760 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 943 time: 0.3368046 Jul 16 03:34:05.662534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-65995ab6-7ceb-4ff4-9f85-3cddf7948d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.664027 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-65995ab6-7ceb-4ff4-9f85-3cddf7948d5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.1678379 Jul 16 03:34:05.740155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-505fad65-284d-49c5-b3cc-da4faeecd7b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668008 Jul 16 03:34:05.771976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.780424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Update dhcp port {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'fixed_ips': [{'subnet_id': '84e34f70-b7a9-4e39-901d-b82c488c7652', 'ip_address': '172.20.0.18'}, {'subnet_id': '5567a609-0eb2-4765-b10d-e8997f3a6b81'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '2434d973-ac0f-4554-9bdf-0a9862c9317c'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:34:05.782114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a9c01-6152-4e86-88be-7af98328248b req-012d2f47-735f-452d-99c9-9d8a18d5197d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.788029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a9c01-6152-4e86-88be-7af98328248b req-012d2f47-735f-452d-99c9-9d8a18d5197d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.793937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a9c01-6152-4e86-88be-7af98328248b req-012d2f47-735f-452d-99c9-9d8a18d5197d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.795595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e3a9c01-6152-4e86-88be-7af98328248b req-012d2f47-735f-452d-99c9-9d8a18d5197d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2419 time: 0.3397849 Jul 16 03:34:05.839825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.859862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b29f1b1-cc21-4031-b5ee-c4f961b91d48 req-6e70c1c8-d9d9-441d-8d62-0fa7f09ece77 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900845 Jul 16 03:34:05.868103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.881042 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.883708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] device_id is not set on port 8016a019-59bb-4fa2-87ab-666371221305 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:34:05.983370 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.005154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Transition to ACTIVE for port object 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:06.012074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e3a9c01-6152-4e86-88be-7af98328248b req-542a52f4-0eea-41dc-9844-aa7fdee8f11b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820881 Jul 16 03:34:06.012800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.013922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9191403 Jul 16 03:34:06.017634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60332) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:06.021755 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.028062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Request body: {'security_group_rule': {'security_group_id': '7f81ad8c-58ad-4f7d-b22c-9b7823c0593a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:06.042951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeada7-f8e5-44b8-ada7-1a1b366eb4e6 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.070087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-f5b60da9-e6cf-455c-884f-4005013faf20 service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132002 Jul 16 03:34:06.079756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65f273-4269-46c0-a606-1ffa637aec93 None None] Pushing event updated for resources: {'Port': ['ID=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.123245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.195117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Attempting to bind port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:06.195710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Attempting to bind port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:06.196276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Attempting to bind port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a on network 22a9cecd-818c-4990-8fff-bc3a633c9940 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:06.199551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Allocated IP 172.20.0.2 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/5567a609-0eb2-4765-b10d-e8997f3a6b81/2434d973-ac0f-4554-9bdf-0a9862c9317c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:06.213986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:06.214888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Checking segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:06.215687 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.216514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Bound using segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:06.217172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Bound port: 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:06.217727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.253494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.264666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.277434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e25ee-6ae6-4de7-8a72-df0c241417bc req-fb0c7d54-060b-4372-a0fe-f166bb8f109c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.286160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-211e25ee-6ae6-4de7-8a72-df0c241417bc req-fb0c7d54-060b-4372-a0fe-f166bb8f109c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2969038 Jul 16 03:34:06.303662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.304924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856202 Jul 16 03:34:06.311177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:06.317233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Request body: {'security_group_rule': {'security_group_id': '7f81ad8c-58ad-4f7d-b22c-9b7823c0593a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:06.328145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcad0726-6b4b-462b-8701-9e4c4ab3d38a req-17ef6eb7-f3ef-4b70-8b52-d33a6f19accb service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552216 Jul 16 03:34:06.347304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e0fe5-6a60-40f9-aeda-f3a860ce776d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b64792c-2114-4eb1-8185-4b6f0fa2b893,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.368342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-211e25ee-6ae6-4de7-8a72-df0c241417bc req-65daa5f4-a425-443d-9644-f68cdb4ee9f5 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808287 Jul 16 03:34:06.368627 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.396851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] For port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:06.418497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] For port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:06.427591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2434d973-ac0f-4554-9bdf-0a9862c9317c,segment=NetworkSegment(112869be-954f-4b9c-9cf7-426f18ed23ff),segment_id=112869be-954f-4b9c-9cf7-426f18ed23ff)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:06.449388 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.450001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.458539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.508294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee81e1f-8f47-450c-990b-41a48ac65539,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.515312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-9b995441-e0d7-49a4-b763-bc487cf12172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.519429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.519949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-9b995441-e0d7-49a4-b763-bc487cf12172 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 1094 time: 0.1190453 Jul 16 03:34:06.525068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60354) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:06.527316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-728757b0-6f05-4c6b-8f41-2e08b738e91e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150321 Jul 16 03:34:06.528970 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.531900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:06.539741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:06.540315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:33:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:06.593108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65f273-4269-46c0-a606-1ffa637aec93 None None] Pushing event updated for resources: {'Port': ['ID=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.603328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Transition to ACTIVE for port object 2434d973-ac0f-4554-9bdf-0a9862c9317c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:06.641742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.686650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.715080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86864c-346f-4d45-95cd-7ce5fbb910ce None None] Pushing event updated for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.794912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.14 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/5567a609-0eb2-4765-b10d-e8997f3a6b81/8016a019-59bb-4fa2-87ab-666371221305) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:06.816688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-4a007124-506b-4e1f-bf07-cd8f552d2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.818456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-4a007124-506b-4e1f-bf07-cd8f552d2e7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.2904482 Jul 16 03:34:06.864871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbbd1d5-4a45-4180-933a-01128bc03524'}, {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92c865b-5bbf-4712-a854-c07cfe1fc677'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:06.877358 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace33019-79d8-4626-a64c-bf4e5ad6e594" -d '{"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-plugged", "status": "completed", "tag": "4cbbd1d5-4a45-4180-933a-01128bc03524"}, {"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-plugged", "status": "completed", "tag": "a92c865b-5bbf-4712-a854-c07cfe1fc677"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:06.936300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:06.943857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-a396cca6-512e-423c-8341-af4191a26722 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2 HTTP/1.1" status: 200 len: 217 time: 0.1169720 Jul 16 03:34:07.021309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:07.046950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-a6d0e9b1-a4e4-4a81-94d8-6cc98baf058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.049501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-a6d0e9b1-a4e4-4a81-94d8-6cc98baf058c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.0941379 Jul 16 03:34:07.052974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-326e5662-f210-4624-b7a9-8deb4f8fb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.054726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-326e5662-f210-4624-b7a9-8deb4f8fb1b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 1097 time: 0.1291094 Jul 16 03:34:07.191938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-5093b988-08f4-44e8-8925-228e541e2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.195254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-5093b988-08f4-44e8-8925-228e541e2a3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 913 time: 0.1341372 Jul 16 03:34:07.240212 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-ed510715-fed3-4a37-a67a-4f8a72e8bfad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=828c8ed7-25f6-41dc-bffc-5e0572173408 HTTP/1.1" status: 200 len: 217 time: 0.0377035 Jul 16 03:34:07.280106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:06Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:07.305830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-bd4783c6-4264-424c-8036-76d7114efdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.308226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-bd4783c6-4264-424c-8036-76d7114efdde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.0607905 Jul 16 03:34:07.315994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665cd3c-38ba-433e-8db8-8a2cd0751cd2 None None] The sync data for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 is: [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:06Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:07.356628 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-152957d0-b118-41b5-bd5f-f1dff5de06c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408678 Jul 16 03:34:07.487256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-4408017a-95e7-497e-b775-ce5b97b5e4d8 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225307 Jul 16 03:34:07.574379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-05896f56-badc-4cb0-a171-009752af6ec5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4768360 Jul 16 03:34:07.601770 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c84ec19f-58f4-4eb6-b100-a45349b30c9d req-0a009aa2-9ee8-47ee-919d-4072989d475b service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027181 Jul 16 03:34:07.651946 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.724607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.726968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e8670fe-deea-43c8-a18f-d3afcbf6513d None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:07.727451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e8670fe-deea-43c8-a18f-d3afcbf6513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.765057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3e8670fe-deea-43c8-a18f-d3afcbf6513d None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:07.776899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e8670fe-deea-43c8-a18f-d3afcbf6513d None None] Provisioning for port 2434d973-ac0f-4554-9bdf-0a9862c9317c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:07.780987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e8670fe-deea-43c8-a18f-d3afcbf6513d None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:07.781384 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e8670fe-deea-43c8-a18f-d3afcbf6513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.790870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 8016a019-59bb-4fa2-87ab-666371221305 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:07.812690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9408f-14c4-41c4-accc-a2a255bdaf4f req-468157a5-afa4-461d-8cdd-80839673adc7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.814200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53a9408f-14c4-41c4-accc-a2a255bdaf4f req-468157a5-afa4-461d-8cdd-80839673adc7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.7296934 Jul 16 03:34:07.834701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8533f-5ebe-4e82-875c-78ea2be88d41 req-73ae14d7-f030-4e9d-a551-07694adb2b15 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.836210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ded8533f-5ebe-4e82-875c-78ea2be88d41 req-73ae14d7-f030-4e9d-a551-07694adb2b15 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 950 time: 0.7283733 Jul 16 03:34:07.854299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-d018ef32-7f8c-4c3c-86af-cd5e42566398 service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663953 Jul 16 03:34:08.000396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53a9408f-14c4-41c4-accc-a2a255bdaf4f req-95ccdd15-3906-4f67-aa76-c09b66e19890 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752887 Jul 16 03:34:08.001693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Allocated IP 172.25.4.21 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/69a6f9a5-45f5-4e30-a166-0feb15745c75) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:08.032315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ded8533f-5ebe-4e82-875c-78ea2be88d41 req-f0e9bb95-fe58-4112-b286-34a88e61803d tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893606 Jul 16 03:34:08.052147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.248938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcc29b7-e87a-4817-9f8d-fe37c3b6aaa9 req-52005744-033e-4c14-bb48-77a2a2a66fac service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782358 Jul 16 03:34:08.263707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:08.280415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:08.282885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:08.347418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=8016a019-59bb-4fa2-87ab-666371221305,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:08.370849 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.388390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.389065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.453283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f58c5184-75fb-466a-9ee0-029eae43f831 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2606680 Jul 16 03:34:08.456503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60382) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:08.464344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:08.476973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42330d7c-c35e-457b-b61a-1130deddcad5 req-d96f891c-3cd1-4ca0-9492-60b7cc51a2b3 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.479183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42330d7c-c35e-457b-b61a-1130deddcad5 req-d96f891c-3cd1-4ca0-9492-60b7cc51a2b3 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.3217318 Jul 16 03:34:08.490227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401a95-796d-4313-a576-ab96f30f7ecb req-1913e5e5-785a-46d8-adca-e064a0f58c22 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.491325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8401a95-796d-4313-a576-ab96f30f7ecb req-1913e5e5-785a-46d8-adca-e064a0f58c22 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 943 time: 0.3258188 Jul 16 03:34:08.586134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.590967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42330d7c-c35e-457b-b61a-1130deddcad5 req-3a21c7fa-8439-46ad-92f5-1a1fb8965ee2 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934343 Jul 16 03:34:08.591927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:08.622454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-014e1652-5e97-4e76-9ee5-44f1fbfdd2ca None None] Provisioning for port 8016a019-59bb-4fa2-87ab-666371221305 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:08.632750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-014e1652-5e97-4e76-9ee5-44f1fbfdd2ca None None] Provisioning complete for port 8016a019-59bb-4fa2-87ab-666371221305 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:08.633501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014e1652-5e97-4e76-9ee5-44f1fbfdd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.634762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:08.642653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.646472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8401a95-796d-4313-a576-ab96f30f7ecb req-fb201974-89f4-45ff-acd4-6728cb03e921 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377227 Jul 16 03:34:08.679563 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949485a6-d3a1-48fc-b875-46e02a9014b9 x-openstack-request-id: req-949485a6-d3a1-48fc-b875-46e02a9014b9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:08.681443 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-plugged", "status": "completed", "tag": "4cbbd1d5-4a45-4180-933a-01128bc03524", "code": 200}, {"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-plugged", "status": "completed", "tag": "a92c865b-5bbf-4712-a854-c07cfe1fc677", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:08.682110 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-949485a6-d3a1-48fc-b875-46e02a9014b9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:08.682607 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbbd1d5-4a45-4180-933a-01128bc03524', 'code': 200} Jul 16 03:34:08.682938 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92c865b-5bbf-4712-a854-c07cfe1fc677', 'code': 200} Jul 16 03:34:08.686996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-18e237b9-c2c8-46ce-a3a5-055473c8eb82 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.691650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-18e237b9-c2c8-46ce-a3a5-055473c8eb82 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 946 time: 0.2813122 Jul 16 03:34:08.704629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-014e1652-5e97-4e76-9ee5-44f1fbfdd2ca None None] Port 8016a019-59bb-4fa2-87ab-666371221305 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:08.753427 n-d-800089-6 neutron-server[93757]: INFO neutron.db.ipam_backend_mixin [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5567a609-0eb2-4765-b10d-e8997f3a6b81 (CIDR: 172.20.0.0/28) Jul 16 03:34:08.759038 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:34:08.759799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:08.766447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.789062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:08.793922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3d3de895-b084-4734-b4cd-a7c1d46af67e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3341744 Jul 16 03:34:08.818214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60384) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:08.830145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:08.830362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:08.840270 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.876745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event updated for resources: {'Port': ['ID=69a6f9a5-45f5-4e30-a166-0feb15745c75,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:08.933474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:08.940167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:08.941995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:08.953343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:09.009337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:09.016051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:09.016669 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.040438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.109468 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.121951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.156464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:09.161974 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.187765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27745-2226-4e46-a8bd-fd6b8b83f518 req-5d07c9b2-9041-45cc-b728-1d26f3f001a9 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.193778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27745-2226-4e46-a8bd-fd6b8b83f518 req-5d07c9b2-9041-45cc-b728-1d26f3f001a9 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.200620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27745-2226-4e46-a8bd-fd6b8b83f518 req-5d07c9b2-9041-45cc-b728-1d26f3f001a9 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.207712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06b27745-2226-4e46-a8bd-fd6b8b83f518 req-5d07c9b2-9041-45cc-b728-1d26f3f001a9 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2419 time: 0.3219016 Jul 16 03:34:09.226021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:09.235157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Deleting port e773f74d-f12b-42d2-b193-6500fd527242 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:09.235490 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.290718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70909460-ff9b-46f3-9dc9-9a092678ef41 req-4527c9d5-289d-4c55-9b58-e6a2c18a59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.291645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70909460-ff9b-46f3-9dc9-9a092678ef41 req-4527c9d5-289d-4c55-9b58-e6a2c18a59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.292194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70909460-ff9b-46f3-9dc9-9a092678ef41 req-4527c9d5-289d-4c55-9b58-e6a2c18a59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.294640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-70909460-ff9b-46f3-9dc9-9a092678ef41 req-4527c9d5-289d-4c55-9b58-e6a2c18a59c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2872 time: 0.5155232 Jul 16 03:34:09.301192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06b27745-2226-4e46-a8bd-fd6b8b83f518 req-c8a1b629-1b66-482d-adbe-883b30194eb0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925992 Jul 16 03:34:09.355713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a997367f-65f8-4b9c-842d-9781ee2cbaa2 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:09.402626 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-70909460-ff9b-46f3-9dc9-9a092678ef41 req-020d63da-715a-4329-afbf-77225dc08d67 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956526 Jul 16 03:34:09.416346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:09.434912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.435227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] For port e773f74d-f12b-42d2-b193-6500fd527242, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e773f74d-f12b-42d2-b193-6500fd527242,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:09.435592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.454696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Calling delete_port for e773f74d-f12b-42d2-b193-6500fd527242 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:09.513938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.536159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a997367f-65f8-4b9c-842d-9781ee2cbaa2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:09.547212 n-d-800089-6 neutron-server[93757]: INFO neutron.db.ipam_backend_mixin [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 84e34f70-b7a9-4e39-901d-b82c488c7652 (CIDR: 172.20.0.16/28) Jul 16 03:34:09.548606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2', 'mac_address': 'fa:16:3e:6e:07:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:09.552366 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:34:09.552850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:09.555362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.569972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-72270fbd-dfa2-42e6-aad1-f9e0c6d06908 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7499249 Jul 16 03:34:09.573398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60406) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:09.580851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'subnet': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:09.592701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.607018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a997367f-65f8-4b9c-842d-9781ee2cbaa2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:09.630671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a997367f-65f8-4b9c-842d-9781ee2cbaa2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:09.638588 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.663400 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.693542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a997367f-65f8-4b9c-842d-9781ee2cbaa2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:09.710816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event updated for resources: {'Port': ['ID=69a6f9a5-45f5-4e30-a166-0feb15745c75,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:09.717103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.718351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d36a8ef4-5a54-4206-93c0-ac4f469f87d0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1915503 Jul 16 03:34:09.726030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dff548-f4a4-4c0d-a3d8-002d34deac05 req-32e64791-edac-4640-8f73-aef6f7338dc9 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.727671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87dff548-f4a4-4c0d-a3d8-002d34deac05 req-32e64791-edac-4640-8f73-aef6f7338dc9 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2680278 Jul 16 03:34:09.762200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Made reservation on behalf of 3911be3e65d34a0c9d38ee2d5cab1295 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:09.768568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.803985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87dff548-f4a4-4c0d-a3d8-002d34deac05 req-3869170c-4173-4ac7-9485-81014fff2b8d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Jul 16 03:34:09.864881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a997367f-65f8-4b9c-842d-9781ee2cbaa2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:09.883836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.922015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Pushing event deleted for resources: {'Port': ['ID=e773f74d-f12b-42d2-b193-6500fd527242,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:09.943152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ecbd-dd9f-4c90-afeb-871178849402 req-1c23e718-1ab5-4899-8221-7e1eb45f0bde tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.950143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29f5ecbd-dd9f-4c90-afeb-871178849402 req-1c23e718-1ab5-4899-8221-7e1eb45f0bde tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7521993-6468-4de0-8933-00d5069a4814 HTTP/1.1" status: 200 len: 867 time: 0.1723716 Jul 16 03:34:10.053694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] No DVR routers for this DVR port e773f74d-f12b-42d2-b193-6500fd527242 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:10.060838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.062982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf623843-1999-40ac-bfa8-b7df330dc715 req-37ed8a78-334d-46ef-9bfc-3fef24c78c94 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.11 "DELETE /v2.0/ports/e773f74d-f12b-42d2-b193-6500fd527242 HTTP/1.1" status: 204 len: 173 time: 1.3660541 Jul 16 03:34:10.064280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7521993-6468-4de0-8933-00d5069a4814', 'name': 'network-vif-deleted', 'tag': 'e773f74d-f12b-42d2-b193-6500fd527242'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:10.065959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.067054 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b9ca65-8ca9-4900-820a-b4ab6f6e6d7c" -d '{"events": [{"server_uuid": "d7521993-6468-4de0-8933-00d5069a4814", "name": "network-vif-deleted", "tag": "e773f74d-f12b-42d2-b193-6500fd527242"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:10.091495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29f5ecbd-dd9f-4c90-afeb-871178849402 req-55570710-208e-4ddf-9a7a-061e8a4ebfb3 tempest-ListServerFiltersTestJSON-1703258467 tempest-ListServerFiltersTestJSON-1703258467-project] 10.222.0.25 "GET /v2.0/security-groups?id=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402931 Jul 16 03:34:10.152990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be37b5-325e-4574-a3a1-e15d03d9f21a req-fffb413d-0c76-44c7-ac19-2912944928c6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.155818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4be37b5-325e-4574-a3a1-e15d03d9f21a req-fffb413d-0c76-44c7-ac19-2912944928c6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 944 time: 0.1736989 Jul 16 03:34:10.181417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:10.183605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:10.197860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc713b52-516c-4d88-abc9-182a2e1da284 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:10.200963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.201725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.206305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4be37b5-325e-4574-a3a1-e15d03d9f21a req-a73f7398-05db-4849-b751-c3e879ca70e2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440664 Jul 16 03:34:10.245967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Subnet': ['ID=833aa516-a349-4ce3-8cd4-42b971ee0d88,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:10.252185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:10.259380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1084214348', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '833aa516-a349-4ce3-8cd4-42b971ee0d88'}], 'security_groups': ['b9905fbb-3836-4175-bbae-beedcf5f06ca', 'ae2b80d4-4558-4f47-9672-df286314500b']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:10.263220 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64f53336-35db-464d-a230-ddcbdca45f8d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6883116 Jul 16 03:34:10.342617 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdd26d9-409c-483c-906f-139073191433 x-openstack-request-id: req-ebdd26d9-409c-483c-906f-139073191433 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:10.342617 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7521993-6468-4de0-8933-00d5069a4814", "name": "network-vif-deleted", "tag": "e773f74d-f12b-42d2-b193-6500fd527242", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:10.342617 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebdd26d9-409c-483c-906f-139073191433 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:10.342617 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7521993-6468-4de0-8933-00d5069a4814', 'name': 'network-vif-deleted', 'tag': 'e773f74d-f12b-42d2-b193-6500fd527242', 'status': 'completed', 'code': 200} Jul 16 03:34:10.444822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.674943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Update dhcp port {'port': {'network_id': '6c3e853d-a1c3-418f-ae29-b39eaa2cc509', 'fixed_ips': [{'subnet_id': '84e34f70-b7a9-4e39-901d-b82c488c7652', 'ip_address': '172.20.0.18'}, {'subnet_id': '5567a609-0eb2-4765-b10d-e8997f3a6b81', 'ip_address': '172.20.0.2'}, {'subnet_id': '833aa516-a349-4ce3-8cd4-42b971ee0d88'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '2434d973-ac0f-4554-9bdf-0a9862c9317c'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:34:10.707446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2653-ecd6-4e8a-aeae-316d27f7d390 req-4d38e0b9-627d-437c-8e64-32e262be402a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.714345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2653-ecd6-4e8a-aeae-316d27f7d390 req-4d38e0b9-627d-437c-8e64-32e262be402a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.721764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2653-ecd6-4e8a-aeae-316d27f7d390 req-4d38e0b9-627d-437c-8e64-32e262be402a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.723331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:10.728723 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57286833-83d7-4da4-9ee0-54353be274b4" -d '{"events": [{"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:10.730841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d09a2653-ecd6-4e8a-aeae-316d27f7d390 req-4d38e0b9-627d-437c-8e64-32e262be402a tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2419 time: 0.1994419 Jul 16 03:34:10.758835 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.806598 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d09a2653-ecd6-4e8a-aeae-316d27f7d390 req-efb45047-2c21-49f5-b3f6-998da118312e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747430 Jul 16 03:34:10.826866 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4444b-0d41-40b3-b00f-fd0262b79fcd x-openstack-request-id: req-a0a4444b-0d41-40b3-b00f-fd0262b79fcd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:10.827447 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:10.827706 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a4444b-0d41-40b3-b00f-fd0262b79fcd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:10.828086 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'code': 200} Jul 16 03:34:10.966360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:11.049515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:11.049885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.097733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Delete allocated IP 172.20.0.14 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/5567a609-0eb2-4765-b10d-e8997f3a6b81) {{(pid=93756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:34:11.110428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Allocated IP 172.20.0.39 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/833aa516-a349-4ce3-8cd4-42b971ee0d88/8016a019-59bb-4fa2-87ab-666371221305) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:11.130471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74122145-b136-46ad-ab66-e5a015c4a9cd req-bdf241f8-fbb1-443a-a609-98a0b4fb84e3 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.132315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74122145-b136-46ad-ab66-e5a015c4a9cd req-bdf241f8-fbb1-443a-a609-98a0b4fb84e3 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1275806 Jul 16 03:34:11.203582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60510) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:11.238104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74122145-b136-46ad-ab66-e5a015c4a9cd req-1dd6cfa6-0da9-46cc-8917-2217492b11c6 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915463 Jul 16 03:34:11.264656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Deleting subnet 88fdbfa1-1897-4b04-85b3-ef6ea16c213d {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:11.273741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.382277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:11.384359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.384824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a997367f-65f8-4b9c-842d-9781ee2cbaa2 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:11.406367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.451096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Transition to ACTIVE for port object 8016a019-59bb-4fa2-87ab-666371221305 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:11.471901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.504716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.587750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a997367f-65f8-4b9c-842d-9781ee2cbaa2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:11.598227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dc071-53e1-4fff-9789-a49e9139596f req-9e18ad75-d430-49fb-9a5f-d51d8d1745cf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.600737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.609704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-511dc071-53e1-4fff-9789-a49e9139596f req-9e18ad75-d430-49fb-9a5f-d51d8d1745cf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 944 time: 0.2179415 Jul 16 03:34:11.615765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Allocated IP 172.20.0.34 (6c3e853d-a1c3-418f-ae29-b39eaa2cc509/833aa516-a349-4ce3-8cd4-42b971ee0d88/2434d973-ac0f-4554-9bdf-0a9862c9317c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:11.618912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a997367f-65f8-4b9c-842d-9781ee2cbaa2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:11.620026 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.635419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.640219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/88fdbfa1-1897-4b04-85b3-ef6ea16c213d HTTP/1.1" status: 204 len: 168 time: 0.4334579 Jul 16 03:34:11.664378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:11.666817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62deb2e2-a919-46c8-ab94-35018f924676 None None] Network c75c4d32-f77a-4841-baef-f70bdb1b352e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:11.673028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677986b0-0d91-495c-97d1-fa2b379a8427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fdbfa1-1897-4b04-85b3-ef6ea16c213d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:11.698861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event updated for resources: {'Port': ['ID=8016a019-59bb-4fa2-87ab-666371221305,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:11.716849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] In _notify_port_updated(), no bound segment for port 8016a019-59bb-4fa2-87ab-666371221305 on network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:34:11.722416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.723135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.724532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3bef4b45-083f-46c2-8c7d-40f59d7bb4bd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "PUT /v2.0/ports/8016a019-59bb-4fa2-87ab-666371221305 HTTP/1.1" status: 200 len: 960 time: 1.4706585 Jul 16 03:34:11.727504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60530) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:11.748825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:11.790723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-511dc071-53e1-4fff-9789-a49e9139596f req-61053940-e1d5-425b-bdae-472bc0042a25 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792011 Jul 16 03:34:11.815296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.831212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'mac_address': 'fa:16:3e:cb:76:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:11.878918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 8016a019-59bb-4fa2-87ab-666371221305 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:11.879325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.921913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Deleting port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:11.923255 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.951677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2434d973-ac0f-4554-9bdf-0a9862c9317c,segment=NetworkSegment(112869be-954f-4b9c-9cf7-426f18ed23ff),segment_id=112869be-954f-4b9c-9cf7-426f18ed23ff)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:11.976531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.002492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.034329 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.035680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.043362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] For port ecdf0a86-2454-4cc5-9073-5b35ee7e7332, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,segment=NetworkSegment(fce9e6bb-441e-4ad1-880d-604a9dfbcffe),segment_id=fce9e6bb-441e-4ad1-880d-604a9dfbcffe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:12.043570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b0b782-d540-4f6d-bd4b-c3a5a771c84c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:12.043921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.052441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 8016a019-59bb-4fa2-87ab-666371221305 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:12.069995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Calling delete_port for ecdf0a86-2454-4cc5-9073-5b35ee7e7332 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:12.083960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Transition to ACTIVE for port object 2434d973-ac0f-4554-9bdf-0a9862c9317c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:12.087120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a997367f-65f8-4b9c-842d-9781ee2cbaa2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:12.089533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:12.094054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.104604 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.105431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e773f74d-f12b-42d2-b193-6500fd527242 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:12.105738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72193-5ba7-4aee-b639-4cd9a205fa4f req-ab55567c-603f-42f7-8b82-3191a31a6b67 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.112547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72193-5ba7-4aee-b639-4cd9a205fa4f req-ab55567c-603f-42f7-8b82-3191a31a6b67 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.118784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72193-5ba7-4aee-b639-4cd9a205fa4f req-ab55567c-603f-42f7-8b82-3191a31a6b67 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.120625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dfe72193-5ba7-4aee-b639-4cd9a205fa4f req-ab55567c-603f-42f7-8b82-3191a31a6b67 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2419 time: 0.1702311 Jul 16 03:34:12.147034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.192131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] DHCP port deletion for c75c4d32-f77a-4841-baef-f70bdb1b352e request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:12.195365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: e773f74d-f12b-42d2-b193-6500fd527242 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:12.196269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e773f74d-f12b-42d2-b193-6500fd527242 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:12.230939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dfe72193-5ba7-4aee-b639-4cd9a205fa4f req-aac1d0af-7448-47cd-8056-5035e119beb6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719466 Jul 16 03:34:12.262234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.271820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.301889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.310648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:12.315647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] No DVR routers for this DVR port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:12.334211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=8016a019-59bb-4fa2-87ab-666371221305,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.398483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66557129-83ec-4b25-b0b2-46cb8465d30e None None] Pushing event updated for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.500301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.523620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75c4d32-f77a-4841-baef-f70bdb1b352e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:12.532217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.534934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3188c58e-dd1c-4497-901e-377eccbfca5a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/8016a019-59bb-4fa2-87ab-666371221305 HTTP/1.1" status: 204 len: 168 time: 0.8052800 Jul 16 03:34:12.543017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:12.564780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:12.565076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce9e6bb-441e-4ad1-880d-604a9dfbcffe') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:12.574964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a997367f-65f8-4b9c-842d-9781ee2cbaa2,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.602950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.604979 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-51126415-a72b-4ceb-8bb9-c5fb557d4b83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] GET failed (client error): The resource could not be found. Jul 16 03:34:12.606624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51126415-a72b-4ceb-8bb9-c5fb557d4b83 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports/8016a019-59bb-4fa2-87ab-666371221305 HTTP/1.1" status: 404 len: 333 time: 0.0608237 Jul 16 03:34:12.610285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60544) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:12.623135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.671307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7062d-0daf-4347-a79a-f61d7107e1af req-fa467fe3-a3a4-4edc-8f9a-ff3e2c2bbb47 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.673065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8c7062d-0daf-4347-a79a-f61d7107e1af req-fa467fe3-a3a4-4edc-8f9a-ff3e2c2bbb47 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2520859 Jul 16 03:34:12.686956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:12.688770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:12.700549 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:12.704002 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:12.728342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Deleting port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:12.730996 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.739215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e200ba-6607-40a9-9e92-147bca30ad91 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.813843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e200ba-6607-40a9-9e92-147bca30ad91 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.825006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.838997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:12.841604 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ee0c7-90b2-44a8-b4bb-930e5f4c3fc7" -d '{"events": [{"server_uuid": "dc4db144-f022-4a29-a0f4-777f81fd6d4f", "name": "network-vif-plugged", "status": "completed", "tag": "a997367f-65f8-4b9c-842d-9781ee2cbaa2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:12.878920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.894284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.899420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c75c4d32-f77a-4841-baef-f70bdb1b352e HTTP/1.1" status: 204 len: 168 time: 1.2280500 Jul 16 03:34:12.922936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8c7062d-0daf-4347-a79a-f61d7107e1af req-49238934-18a2-4385-9173-d7a179d75673 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892884 Jul 16 03:34:12.968391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f018f1b-a1bf-4254-8b63-df380bf3ed6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c75c4d32-f77a-4841-baef-f70bdb1b352e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.975055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e200ba-6607-40a9-9e92-147bca30ad91 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.980084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e200ba-6607-40a9-9e92-147bca30ad91 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.984102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:12.985973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13e200ba-6607-40a9-9e92-147bca30ad91 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/security-groups/68a88848-2f8e-489f-be5f-e57cb88cac3d HTTP/1.1" status: 204 len: 168 time: 0.3742359 Jul 16 03:34:13.002672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e200ba-6607-40a9-9e92-147bca30ad91 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a88848-2f8e-489f-be5f-e57cb88cac3d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:13.080483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:13.130514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] For port ecdf0a86-2454-4cc5-9073-5b35ee7e7332, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:13.134527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.194961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Calling delete_port for ecdf0a86-2454-4cc5-9073-5b35ee7e7332 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:13.202994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5904896d-66b5-4850-bf29-3d34bdf99c3f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.207142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:34:13.210071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.249878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5904896d-66b5-4850-bf29-3d34bdf99c3f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.312593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf620ce-da14-4b8e-a4e2-d1b3a1849326 req-71bcef8c-7313-4fd4-9c15-9d0c7ff69ae3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.319148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf620ce-da14-4b8e-a4e2-d1b3a1849326 req-71bcef8c-7313-4fd4-9c15-9d0c7ff69ae3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.327122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60580) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:13.331267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf620ce-da14-4b8e-a4e2-d1b3a1849326 req-71bcef8c-7313-4fd4-9c15-9d0c7ff69ae3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.332868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Network c75c4d32-f77a-4841-baef-f70bdb1b352e is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:34:13.333350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] No DVR routers for this DVR port ecdf0a86-2454-4cc5-9073-5b35ee7e7332 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:13.339511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daf620ce-da14-4b8e-a4e2-d1b3a1849326 req-71bcef8c-7313-4fd4-9c15-9d0c7ff69ae3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2419 time: 0.1930971 Jul 16 03:34:13.358494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bbff8-eb50-4f40-81d0-71593d208f9d None None] Pushing event deleted for resources: {'Port': ['ID=ecdf0a86-2454-4cc5-9073-5b35ee7e7332,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:13.450453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b793ad11-327e-4e4c-b79b-2b4c644debe0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26cf765fa4cb4b899d8d3c27f0f6fda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176889 Jul 16 03:34:13.451252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60584) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:13.459905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5904896d-66b5-4850-bf29-3d34bdf99c3f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.462496 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5904896d-66b5-4850-bf29-3d34bdf99c3f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.466581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5904896d-66b5-4850-bf29-3d34bdf99c3f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/security-groups/ae2b80d4-4558-4f47-9672-df286314500b HTTP/1.1" status: 204 len: 168 time: 0.4790876 Jul 16 03:34:13.467530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:13.475623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daf620ce-da14-4b8e-a4e2-d1b3a1849326 req-2d560a44-eff5-4fc1-9d19-cdddb1cdaad2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351752 Jul 16 03:34:13.496480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ecdf0a86-2454-4cc5-9073-5b35ee7e7332 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:13.524939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904896d-66b5-4850-bf29-3d34bdf99c3f tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b80d4-4558-4f47-9672-df286314500b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:13.551835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ecdf0a86-2454-4cc5-9073-5b35ee7e7332 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:13.552357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ecdf0a86-2454-4cc5-9073-5b35ee7e7332 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:13.562995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ef124-bcbe-4541-bd57-029ad5bd5853 req-858871aa-b65f-4e1a-9953-3163468575c7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.572736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a3ef124-bcbe-4541-bd57-029ad5bd5853 req-858871aa-b65f-4e1a-9953-3163468575c7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.2278521 Jul 16 03:34:13.585261 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ee67af-cfa7-4518-9ea7-84e5a6c5bba1 x-openstack-request-id: req-66ee67af-cfa7-4518-9ea7-84e5a6c5bba1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:13.592428 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4db144-f022-4a29-a0f4-777f81fd6d4f", "name": "network-vif-plugged", "status": "completed", "tag": "a997367f-65f8-4b9c-842d-9781ee2cbaa2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:13.593120 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66ee67af-cfa7-4518-9ea7-84e5a6c5bba1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:13.593738 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2', 'code': 200} Jul 16 03:34:13.659666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a3ef124-bcbe-4541-bd57-029ad5bd5853 req-2671c9b7-29f3-4f6a-bf4b-e4cfba9438e5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854595 Jul 16 03:34:13.674276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78a71741-9a68-406a-bd60-6f623e399d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.680674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Could not find standard attr ID for object 8016a019-59bb-4fa2-87ab-666371221305. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:34:13.706279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:13.707116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.716972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-221c1c26-e595-4473-93f3-9e4084013e1c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.726859 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78a71741-9a68-406a-bd60-6f623e399d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.740400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4206a5c-be64-4ffd-b140-af8cca334480 req-4baa426a-3025-43d1-82a9-2ff25555eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.743566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4206a5c-be64-4ffd-b140-af8cca334480 req-4baa426a-3025-43d1-82a9-2ff25555eb08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 1096 time: 0.0789156 Jul 16 03:34:13.760746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-221c1c26-e595-4473-93f3-9e4084013e1c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.762188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:13.791210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Provisioning for port 2434d973-ac0f-4554-9bdf-0a9862c9317c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:13.796709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:13.797294 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-970161bd-5ea2-4a37-98bc-f3f6fec23a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.825816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78a71741-9a68-406a-bd60-6f623e399d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.829359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78a71741-9a68-406a-bd60-6f623e399d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.833185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78a71741-9a68-406a-bd60-6f623e399d3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2 HTTP/1.1" status: 204 len: 168 time: 0.3785214 Jul 16 03:34:13.835532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4206a5c-be64-4ffd-b140-af8cca334480 req-d75f4a27-63eb-450c-9ecb-c9e38ed7f911 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852833 Jul 16 03:34:13.897875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71741-9a68-406a-bd60-6f623e399d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23364c4e-ed0e-44bf-b22f-ab3dc0bd47b2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:13.902583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-221c1c26-e595-4473-93f3-9e4084013e1c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.905979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-221c1c26-e595-4473-93f3-9e4084013e1c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.907117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-221c1c26-e595-4473-93f3-9e4084013e1c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/security-groups/b9905fbb-3836-4175-bbae-beedcf5f06ca HTTP/1.1" status: 204 len: 168 time: 0.4342046 Jul 16 03:34:13.909842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:13.944198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c1c26-e595-4473-93f3-9e4084013e1c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9905fbb-3836-4175-bbae-beedcf5f06ca,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.063247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 5567a609-0eb2-4765-b10d-e8997f3a6b81 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:14.070394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.196227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.370966 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.404931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee7677-1af3-41a0-a797-c00f6138e0fa req-637a8575-4d98-4fc2-8867-becfe0115724 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.412073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5ee7677-1af3-41a0-a797-c00f6138e0fa req-637a8575-4d98-4fc2-8867-becfe0115724 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2110767 Jul 16 03:34:14.431138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fc706f12-2af7-4e0e-bf78-1ef565943fe6 None None] Could not find standard attr ID for object 8016a019-59bb-4fa2-87ab-666371221305. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:34:14.513051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-8fa06f62-ca61-458b-b93b-14fa2c6dda1e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.527656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-8fa06f62-ca61-458b-b93b-14fa2c6dda1e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.548659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-8fa06f62-ca61-458b-b93b-14fa2c6dda1e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.554222 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-8fa06f62-ca61-458b-b93b-14fa2c6dda1e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 2419 time: 0.1862695 Jul 16 03:34:14.574728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5ee7677-1af3-41a0-a797-c00f6138e0fa req-c8994bcb-02e6-451d-a844-83eb2263fc08 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616750 Jul 16 03:34:14.600831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.690891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.701196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/5567a609-0eb2-4765-b10d-e8997f3a6b81 HTTP/1.1" status: 204 len: 168 time: 0.7902598 Jul 16 03:34:14.702849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60630) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:14.704729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e03358-8042-4a14-8348-2633a237cbdd tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=5567a609-0eb2-4765-b10d-e8997f3a6b81,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.811912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55240f4-1e8b-4c49-8cf3-c26bffba440e None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:14.823567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port 4cbbd1d5-4a45-4180-933a-01128bc03524 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:14.823917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.901737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 833aa516-a349-4ce3-8cd4-42b971ee0d88 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:14.908136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.974833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port 4cbbd1d5-4a45-4180-933a-01128bc03524, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cbbd1d5-4a45-4180-933a-01128bc03524,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:14.975554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.007720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for 4cbbd1d5-4a45-4180-933a-01128bc03524 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:15.349163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.363262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4cbbd1d5-4a45-4180-933a-01128bc03524', 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c', 'a92c865b-5bbf-4712-a854-c07cfe1fc677'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:15.469153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:15.509600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=4cbbd1d5-4a45-4180-933a-01128bc03524,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:15.578577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port 4cbbd1d5-4a45-4180-933a-01128bc03524 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:15.585509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.589438 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-6ec20f8f-be1b-4b89-80cc-82de2fed2be7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "DELETE /v2.0/ports/4cbbd1d5-4a45-4180-933a-01128bc03524 HTTP/1.1" status: 204 len: 173 time: 1.0313380 Jul 16 03:34:15.593237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-deleted', 'tag': '4cbbd1d5-4a45-4180-933a-01128bc03524'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:15.615887 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b231aba-335e-40b7-ab64-6790728f3197" -d '{"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-deleted", "tag": "4cbbd1d5-4a45-4180-933a-01128bc03524"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:15.684582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:15.685702 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.698678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.905966 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.912331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port a92c865b-5bbf-4712-a854-c07cfe1fc677 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:15.912677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.966608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34971e0-414b-4fb1-9de7-426c7899ee15 req-c3da6adf-7d25-4884-8a83-65552f7cecc8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.982246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34971e0-414b-4fb1-9de7-426c7899ee15 req-c3da6adf-7d25-4884-8a83-65552f7cecc8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.991588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a34971e0-414b-4fb1-9de7-426c7899ee15 req-c3da6adf-7d25-4884-8a83-65552f7cecc8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 1683 time: 0.3911624 Jul 16 03:34:15.992365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:15.995928 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afccd64-4893-4a81-bec6-3bd4e5113832" -d '{"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:16.018876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:16.039856 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.047788 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.050502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port a92c865b-5bbf-4712-a854-c07cfe1fc677, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a92c865b-5bbf-4712-a854-c07cfe1fc677,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:16.053537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.096913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for a92c865b-5bbf-4712-a854-c07cfe1fc677 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:16.160365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a34971e0-414b-4fb1-9de7-426c7899ee15 req-7194f337-8f9b-4b45-b3c0-8c099b28cb95 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675625 Jul 16 03:34:16.194450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.211110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.248444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=833aa516-a349-4ce3-8cd4-42b971ee0d88,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.268532 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.274423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d8832c4e-6c05-4890-8652-c8e52ca4a047 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/833aa516-a349-4ce3-8cd4-42b971ee0d88 HTTP/1.1" status: 204 len: 168 time: 1.5650623 Jul 16 03:34:16.275070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60656) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:16.313293 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c627ee7-b661-4af8-946d-e68130cf7eed tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:16.314010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c627ee7-b661-4af8-946d-e68130cf7eed tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:16.319218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9c627ee7-b661-4af8-946d-e68130cf7eed tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/5567a609-0eb2-4765-b10d-e8997f3a6b81 HTTP/1.1" status: 404 len: 337 time: 0.0429478 Jul 16 03:34:16.320331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:16.365805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc4d6ba-bc1b-434c-9cf6-b1fd51875488 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:16.433846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting subnet 84e34f70-b7a9-4e39-901d-b82c488c7652 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:16.442135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.456109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.498978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=a92c865b-5bbf-4712-a854-c07cfe1fc677,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.569322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.579443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4cbbd1d5-4a45-4180-933a-01128bc03524'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:16.588222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port a92c865b-5bbf-4712-a854-c07cfe1fc677 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:16.592516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.595601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-9163200e-a2ad-4193-a442-98a0f5947ef8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "DELETE /v2.0/ports/a92c865b-5bbf-4712-a854-c07cfe1fc677 HTTP/1.1" status: 204 len: 173 time: 0.9762204 Jul 16 03:34:16.652844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c60b-bfef-41bc-b7c9-5a451f669306 req-71385df3-90df-45df-a3e0-73a52f9b418d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:16.665150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d67c60b-bfef-41bc-b7c9-5a451f669306 req-71385df3-90df-45df-a3e0-73a52f9b418d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1795502 Jul 16 03:34:16.740941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-639b45c8-c967-4a3b-a520-75ddb5201c70 None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:16.741333 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-639b45c8-c967-4a3b-a520-75ddb5201c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.785633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port eb035f20-6afa-4f02-bd22-5f2f083ebe1c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:16.786236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.844735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-639b45c8-c967-4a3b-a520-75ddb5201c70 None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:16.892927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d67c60b-bfef-41bc-b7c9-5a451f669306 req-6ce8a793-83aa-4bd5-bee8-d7dc322736e7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225003 Jul 16 03:34:16.920878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.928545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-639b45c8-c967-4a3b-a520-75ddb5201c70 None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:16.928928 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-639b45c8-c967-4a3b-a520-75ddb5201c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.006493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port eb035f20-6afa-4f02-bd22-5f2f083ebe1c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:17.011955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.047017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for eb035f20-6afa-4f02-bd22-5f2f083ebe1c owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:17.097105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.163492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Subnet': ['ID=84e34f70-b7a9-4e39-901d-b82c488c7652,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:17.187258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.201822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-86df6be3-04bc-4529-8ca6-569793606825 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/84e34f70-b7a9-4e39-901d-b82c488c7652 HTTP/1.1" status: 204 len: 168 time: 0.8800466 Jul 16 03:34:17.203984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.279071 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5a10e5-f542-4605-9e2c-a422d8b65263 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.279787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5a10e5-f542-4605-9e2c-a422d8b65263 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.285203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8f5a10e5-f542-4605-9e2c-a422d8b65263 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/a1022d73-7eac-43eb-9690-99614a47e206 HTTP/1.1" status: 404 len: 337 time: 0.0771151 Jul 16 03:34:17.286334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.329740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60672) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.330371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df83c1de-339a-49e2-a4fb-ed40786c13a8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "GET /v2.0/ports?device_id=63bb0662-076f-4086-9e1b-9c4aa4bb6a24 HTTP/1.1" status: 200 len: 205 time: 0.0420578 Jul 16 03:34:17.415291 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-7b252737-4a6f-42ea-8429-968c5896c3eb tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] delete failed (client error): The resource could not be found. Jul 16 03:34:17.419035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.419173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b252737-4a6f-42ea-8429-968c5896c3eb tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/routers/63bb0662-076f-4086-9e1b-9c4aa4bb6a24 HTTP/1.1" status: 404 len: 336 time: 0.0885494 Jul 16 03:34:17.451171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.471870 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09db35b-5421-4e59-b410-5f2b377b9b77 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.472765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09db35b-5421-4e59-b410-5f2b377b9b77 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.474754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c09db35b-5421-4e59-b410-5f2b377b9b77 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/a056261f-7e3c-42c3-85d9-b1b168e38861 HTTP/1.1" status: 404 len: 337 time: 0.0511839 Jul 16 03:34:17.477441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.523373 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6dc66c-85ec-4781-a73f-8577cc828a1a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.524215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6dc66c-85ec-4781-a73f-8577cc828a1a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.527223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ff6dc66c-85ec-4781-a73f-8577cc828a1a tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/6f1ff94e-24ed-4d7f-bab7-f8a654307f7a HTTP/1.1" status: 404 len: 337 time: 0.0478628 Jul 16 03:34:17.534730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.545324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=eb035f20-6afa-4f02-bd22-5f2f083ebe1c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:17.586326 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-286f3d41-cf84-4bb4-9310-f4396eb6fbf0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.586964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286f3d41-cf84-4bb4-9310-f4396eb6fbf0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.594383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-286f3d41-cf84-4bb4-9310-f4396eb6fbf0 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/4d859ed7-5c35-4842-a05d-c8f34d07cc29 HTTP/1.1" status: 404 len: 337 time: 0.0534077 Jul 16 03:34:17.601426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60684) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.672047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port eb035f20-6afa-4f02-bd22-5f2f083ebe1c on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:17.674594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.677275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8630e412-e572-419f-a3fd-a88887dbb1cf req-c4debb11-d682-4d15-b4c3-81ee98dd6082 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.48 "DELETE /v2.0/ports/eb035f20-6afa-4f02-bd22-5f2f083ebe1c HTTP/1.1" status: 204 len: 173 time: 1.0721519 Jul 16 03:34:17.678372 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a272ab35-5339-4278-a8e6-05d37990ed74 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.679284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a272ab35-5339-4278-a8e6-05d37990ed74 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.681809 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a272ab35-5339-4278-a8e6-05d37990ed74 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/946e1386-a4bb-45a9-883a-5fe8b294797c HTTP/1.1" status: 404 len: 333 time: 0.0748599 Jul 16 03:34:17.686598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.735358 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-2993a0a5-43d8-4de1-a7a2-b6d5a8d22f1e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.736131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2993a0a5-43d8-4de1-a7a2-b6d5a8d22f1e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.738873 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2993a0a5-43d8-4de1-a7a2-b6d5a8d22f1e tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/e4d82596-1692-480d-a35c-46af846b758f HTTP/1.1" status: 404 len: 337 time: 0.0512836 Jul 16 03:34:17.742149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.768836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbacf5-4718-492d-94a3-1651640179cb req-99e433bf-c247-414b-8233-a7af5d272fc3 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.770433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84fbacf5-4718-492d-94a3-1651640179cb req-99e433bf-c247-414b-8233-a7af5d272fc3 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1863487 Jul 16 03:34:17.792077 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02e97a5-ebe2-43ab-af22-01b21439ebe8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.792716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02e97a5-ebe2-43ab-af22-01b21439ebe8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.802130 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b02e97a5-ebe2-43ab-af22-01b21439ebe8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/060c460f-9562-4abd-aff3-f384c72d9c61 HTTP/1.1" status: 404 len: 337 time: 0.0583327 Jul 16 03:34:17.804481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60690) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.844776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84fbacf5-4718-492d-94a3-1651640179cb req-831b6f2a-0987-4c02-9b25-241da4a1552d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Jul 16 03:34:17.875237 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-456fe5cc-cd85-483d-a1f8-ac773d3607e8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.880643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456fe5cc-cd85-483d-a1f8-ac773d3607e8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.886589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.890359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-456fe5cc-cd85-483d-a1f8-ac773d3607e8 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/ff79f519-958e-4660-af47-c6b6df28f91b HTTP/1.1" status: 404 len: 333 time: 0.0839334 Jul 16 03:34:17.954683 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0af9a9-1704-414f-9944-577309f0132d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:17.960117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0af9a9-1704-414f-9944-577309f0132d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:17.968330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bd0af9a9-1704-414f-9944-577309f0132d tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/b76f34d4-72b8-41af-a2cf-02727181e433 HTTP/1.1" status: 404 len: 337 time: 0.0806327 Jul 16 03:34:17.969000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60694) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:18.028290 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c0383-7cca-4e3e-8c52-517a832e0506 x-openstack-request-id: req-113c0383-7cca-4e3e-8c52-517a832e0506 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:18.028585 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-deleted", "tag": "4cbbd1d5-4a45-4180-933a-01128bc03524", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:18.029465 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-113c0383-7cca-4e3e-8c52-517a832e0506 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:18.029465 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-deleted', 'tag': '4cbbd1d5-4a45-4180-933a-01128bc03524', 'status': 'completed', 'code': 200} Jul 16 03:34:18.033082 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98b309f-64be-4c12-a2c5-cee2d35c1b7c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] DELETE failed (client error): The resource could not be found. Jul 16 03:34:18.035230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98b309f-64be-4c12-a2c5-cee2d35c1b7c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:34:18.042257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60696) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:18.043482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b98b309f-64be-4c12-a2c5-cee2d35c1b7c tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/subnets/2889ae7d-2709-41ae-b8e6-c5a7b55a36f1 HTTP/1.1" status: 404 len: 337 time: 0.0733767 Jul 16 03:34:18.065944 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8862a-af8e-431b-bd29-d1c134b83fe2 x-openstack-request-id: req-28a8862a-af8e-431b-bd29-d1c134b83fe2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:18.066479 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:18.066622 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28a8862a-af8e-431b-bd29-d1c134b83fe2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:18.067011 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'code': 200} Jul 16 03:34:18.252547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:18.253091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.270414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c6c0d8-a129-4092-a4a3-303ae4d1b2c0 None None] Network 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:18.482737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.505453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:18.631146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.665822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de4bf71b-e6b2-42f8-b956-4a93398a479a req-c716b2b1-c97f-4b81-bbaf-96e9cb6ee741 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=36cb502f-5701-4214-8bd7-22f00dadf936 HTTP/1.1" status: 200 len: 210 time: 0.0472054 Jul 16 03:34:18.691088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.695631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/ports/3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 HTTP/1.1" status: 204 len: 168 time: 0.6498456 Jul 16 03:34:18.695631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c62c8-70a1-4b30-a2e3-d89d732b45db tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=3e1f74bf-91f1-4883-b5d9-ec609d0d30a1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:18.696036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:18.854501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.856178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb035f20-6afa-4f02-bd22-5f2f083ebe1c no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:18.919150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: eb035f20-6afa-4f02-bd22-5f2f083ebe1c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:18.919429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb035f20-6afa-4f02-bd22-5f2f083ebe1c not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:18.919873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a92c865b-5bbf-4712-a854-c07cfe1fc677 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:18.929073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7472aee0-a432-43f5-867e-29ba863dcc7e None None] Provisioning complete for port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:18.929703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7472aee0-a432-43f5-867e-29ba863dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.941446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Deleting port 2434d973-ac0f-4554-9bdf-0a9862c9317c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:18.941864 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.024356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] For port 2434d973-ac0f-4554-9bdf-0a9862c9317c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2434d973-ac0f-4554-9bdf-0a9862c9317c,segment=NetworkSegment(112869be-954f-4b9c-9cf7-426f18ed23ff),segment_id=112869be-954f-4b9c-9cf7-426f18ed23ff)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:19.025041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.039305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Calling delete_port for 2434d973-ac0f-4554-9bdf-0a9862c9317c owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:19.073028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7472aee0-a432-43f5-867e-29ba863dcc7e None None] Port 3e1f74bf-91f1-4883-b5d9-ec609d0d30a1 was deleted so its status cannot be updated. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:34:19.077516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: a92c865b-5bbf-4712-a854-c07cfe1fc677 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:19.078066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a92c865b-5bbf-4712-a854-c07cfe1fc677 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:19.078741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cbbd1d5-4a45-4180-933a-01128bc03524 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:19.122319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 4cbbd1d5-4a45-4180-933a-01128bc03524 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:19.123029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cbbd1d5-4a45-4180-933a-01128bc03524 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:19.128703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7472aee0-a432-43f5-867e-29ba863dcc7e None None] Provisioning complete for port 2434d973-ac0f-4554-9bdf-0a9862c9317c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:19.129460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7472aee0-a432-43f5-867e-29ba863dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.201778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929ad1-e90c-472a-aff7-42d6344f4f3d req-19aef377-1ddc-4647-92f6-d8fe093368b6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.213282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67929ad1-e90c-472a-aff7-42d6344f4f3d req-19aef377-1ddc-4647-92f6-d8fe093368b6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1221869 Jul 16 03:34:19.279568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.293346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a0e8e-75ca-47fb-b2bc-cab7ef4794e1 None None] DHCP port deletion for 6c3e853d-a1c3-418f-ae29-b39eaa2cc509 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:19.313982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Port': ['ID=2434d973-ac0f-4554-9bdf-0a9862c9317c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:19.333850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67929ad1-e90c-472a-aff7-42d6344f4f3d req-67ec219a-ce4b-40a6-9b7e-cdf22c985e97 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183162 Jul 16 03:34:19.350302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] No DVR routers for this DVR port 2434d973-ac0f-4554-9bdf-0a9862c9317c on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:19.531348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.560783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3e853d-a1c3-418f-ae29-b39eaa2cc509']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:19.598310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112869be-954f-4b9c-9cf7-426f18ed23ff') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:19.602812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112869be-954f-4b9c-9cf7-426f18ed23ff') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:19.623707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.717921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.717921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:19.717921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:19.769825 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:19.960818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0bb5f-fc48-4ce1-a680-07caa5829ccf req-ee373265-f9e9-40d2-93b9-f4b174c6a98a tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.963250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5f0bb5f-fc48-4ce1-a680-07caa5829ccf req-ee373265-f9e9-40d2-93b9-f4b174c6a98a tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.3233426 Jul 16 03:34:19.965725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.981986 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.984637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] 10.222.0.25 "DELETE /v2.0/networks/6c3e853d-a1c3-418f-ae29-b39eaa2cc509 HTTP/1.1" status: 204 len: 168 time: 1.2877774 Jul 16 03:34:20.017395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a681d0-d3c4-47f5-ab11-2dcacb41e2b3 tempest-PortsTestJSON-1439051485 tempest-PortsTestJSON-1439051485-project] Pushing event deleted for resources: {'Network': ['ID=6c3e853d-a1c3-418f-ae29-b39eaa2cc509,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.030870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-deleted', 'tag': 'a92c865b-5bbf-4712-a854-c07cfe1fc677'}, {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-deleted', 'tag': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:20.035168 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032f5f5-27c9-4d8a-a277-96deb82c92a1" -d '{"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-deleted", "tag": "a92c865b-5bbf-4712-a854-c07cfe1fc677"}, {"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-deleted", "tag": "eb035f20-6afa-4f02-bd22-5f2f083ebe1c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:20.097773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5f0bb5f-fc48-4ce1-a680-07caa5829ccf req-591e56a8-fc30-4655-9115-20d0d7f3e035 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180267 Jul 16 03:34:20.218907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60730) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:20.300719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting subnet a56ddecc-908f-4c31-a73f-5343af851f18 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:20.305654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.363915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.444795 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1a6b6-b748-45f3-90be-9a7ab0f9dbaf x-openstack-request-id: req-b4a1a6b6-b748-45f3-90be-9a7ab0f9dbaf {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:20.444979 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-deleted", "tag": "a92c865b-5bbf-4712-a854-c07cfe1fc677", "status": "completed", "code": 200}, {"server_uuid": "36cb502f-5701-4214-8bd7-22f00dadf936", "name": "network-vif-deleted", "tag": "eb035f20-6afa-4f02-bd22-5f2f083ebe1c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:20.445419 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4a1a6b6-b748-45f3-90be-9a7ab0f9dbaf {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:20.446069 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-deleted', 'tag': 'a92c865b-5bbf-4712-a854-c07cfe1fc677', 'status': 'completed', 'code': 200} Jul 16 03:34:20.446719 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb502f-5701-4214-8bd7-22f00dadf936', 'name': 'network-vif-deleted', 'tag': 'eb035f20-6afa-4f02-bd22-5f2f083ebe1c', 'status': 'completed', 'code': 200} Jul 16 03:34:20.520948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.607193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.683165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a254162d-ff73-4103-b377-2e38a294e000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.694400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Subnet': ['ID=a56ddecc-908f-4c31-a73f-5343af851f18,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.705167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99f318-c050-4c20-8d84-774272f89774 req-a0b5e4a3-ed09-4a16-9ed5-ea62584d6d44 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.712249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.714990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c610dc85-9724-42a8-a6a3-725f7b579e01 None None] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:20.720307 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-767b8521-0c80-4cb0-8669-ea06a008b22b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/subnets/a56ddecc-908f-4c31-a73f-5343af851f18 HTTP/1.1" status: 204 len: 168 time: 0.5002060 Jul 16 03:34:20.721560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:20.730832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de99f318-c050-4c20-8d84-774272f89774 req-a0b5e4a3-ed09-4a16-9ed5-ea62584d6d44 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1290843 Jul 16 03:34:20.771419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:20.847148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de99f318-c050-4c20-8d84-774272f89774 req-721253f4-ec68-4591-bd34-f9fb604df85e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127989 Jul 16 03:34:20.968727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:20.993613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.033444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2434d973-ac0f-4554-9bdf-0a9862c9317c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:21.036325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2434d973-ac0f-4554-9bdf-0a9862c9317c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:21.122444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port 86d084d5-6835-4112-aede-474270566c2b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:21.122998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.129460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:21.202450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] DHCP port deletion for fed4200b-cc4f-4ae1-b6f0-623180c152ec request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:21.243021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port 86d084d5-6835-4112-aede-474270566c2b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=86d084d5-6835-4112-aede-474270566c2b,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:21.243380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.265222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for 86d084d5-6835-4112-aede-474270566c2b owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:21.371645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5bf491b9-1518-4c47-9ada-0f0faf4f6a06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3911be3e65d34a0c9d38ee2d5cab1295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971951 Jul 16 03:34:21.372670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Deleting port 86d084d5-6835-4112-aede-474270566c2b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:21.373149 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.376777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:21.435464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.474508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=86d084d5-6835-4112-aede-474270566c2b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.476522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port 86d084d5-6835-4112-aede-474270566c2b on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:21.510656 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc3c909c-0109-4ea2-a821-371c5805a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.554588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] For port 86d084d5-6835-4112-aede-474270566c2b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=86d084d5-6835-4112-aede-474270566c2b,segment=NetworkSegment(9f98aad9-5e7f-4f2f-9a17-970556e03d9d),segment_id=9f98aad9-5e7f-4f2f-9a17-970556e03d9d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:21.555160 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.575815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.583373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05d254f7-2886-468b-9ad4-5bfb8ee0b29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.589692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed4200b-cc4f-4ae1-b6f0-623180c152ec']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:21.598424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Calling delete_port for 86d084d5-6835-4112-aede-474270566c2b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:21.606094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f810-0d66-41ae-97bb-80c622c7d280 req-491c5054-009b-4c07-98e9-76e91fd152fd tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.606269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f98aad9-5e7f-4f2f-9a17-970556e03d9d') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:21.606719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f98aad9-5e7f-4f2f-9a17-970556e03d9d') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:21.613834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f01f810-0d66-41ae-97bb-80c622c7d280 req-491c5054-009b-4c07-98e9-76e91fd152fd tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2103248 Jul 16 03:34:21.617507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.649920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.660463 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05d254f7-2886-468b-9ad4-5bfb8ee0b29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.663464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:21.663845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:21.671538 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:21.732126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f01f810-0d66-41ae-97bb-80c622c7d280 req-f57c86e7-721b-4a61-a16f-9b91f098fbe0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168096 Jul 16 03:34:21.804324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc3c909c-0109-4ea2-a821-371c5805a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.817153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc3c909c-0109-4ea2-a821-371c5805a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.849286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05d254f7-2886-468b-9ad4-5bfb8ee0b29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.861160 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.862875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.865824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05d254f7-2886-468b-9ad4-5bfb8ee0b29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.865824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-05d254f7-2886-468b-9ad4-5bfb8ee0b29c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ec1de3b-f25d-41c2-a575-2a7c14742224 HTTP/1.1" status: 204 len: 168 time: 0.4867358 Jul 16 03:34:21.881577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.884300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/networks/fed4200b-cc4f-4ae1-b6f0-623180c152ec HTTP/1.1" status: 204 len: 168 time: 1.1601238 Jul 16 03:34:21.890440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:21.903066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ef79f-c6ee-4fab-9056-094047af60dc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Network': ['ID=fed4200b-cc4f-4ae1-b6f0-623180c152ec,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.922967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fc3c909c-0109-4ea2-a821-371c5805a60f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8445147f0798468399711e92fff62204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7912197 Jul 16 03:34:21.925802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60770) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:21.939571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c909c-0109-4ea2-a821-371c5805a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a489523-6125-4abe-8467-5e394e5bd9e4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.953222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Pushing event deleted for resources: {'Port': ['ID=86d084d5-6835-4112-aede-474270566c2b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.959103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] Network fed4200b-cc4f-4ae1-b6f0-623180c152ec is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:34:21.960291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f2c06-1b12-409d-900c-2041f0e947e2 None None] No DVR routers for this DVR port 86d084d5-6835-4112-aede-474270566c2b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:21.996254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d254f7-2886-468b-9ad4-5bfb8ee0b29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec1de3b-f25d-41c2-a575-2a7c14742224,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:22.042428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting subnet bdbe415b-9b8a-42a8-81ee-07c1add381b6 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:22.046848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90ab0a70-ef0c-4ae9-90d9-4372364f744e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.050818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.095425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90ab0a70-ef0c-4ae9-90d9-4372364f744e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.150347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.204070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90ab0a70-ef0c-4ae9-90d9-4372364f744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.208043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90ab0a70-ef0c-4ae9-90d9-4372364f744e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.209653 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-90ab0a70-ef0c-4ae9-90d9-4372364f744e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a489523-6125-4abe-8467-5e394e5bd9e4 HTTP/1.1" status: 204 len: 168 time: 0.2825942 Jul 16 03:34:22.225002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab0a70-ef0c-4ae9-90d9-4372364f744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a489523-6125-4abe-8467-5e394e5bd9e4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:22.374501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01b8c-2564-4d36-acc7-f3d93edb1d38 req-b91a1135-cce5-449c-ba9a-cd2193545583 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.382806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34f01b8c-2564-4d36-acc7-f3d93edb1d38 req-b91a1135-cce5-449c-ba9a-cd2193545583 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1885877 Jul 16 03:34:22.421715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.474826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34f01b8c-2564-4d36-acc7-f3d93edb1d38 req-a675e4b9-1421-4e22-8b37-5df1f470a8d0 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903635 Jul 16 03:34:22.528325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.544834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.547083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/subnets/bdbe415b-9b8a-42a8-81ee-07c1add381b6 HTTP/1.1" status: 204 len: 168 time: 0.6476512 Jul 16 03:34:22.549991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60784) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:22.554189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3fa7e4-6c10-46d0-810f-27ed716ebd53 None None] Network e278e85b-a921-402a-8899-68da7e48c14d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:22.595187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203143ac-f02d-4f7e-90d2-ab7c49669ab4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbe415b-9b8a-42a8-81ee-07c1add381b6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:22.688722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.761114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:22.761114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.842502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,segment=NetworkSegment(c95e114e-2f03-44f8-a2e4-ff07a242eacb),segment_id=c95e114e-2f03-44f8-a2e4-ff07a242eacb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:22.842962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.882834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:22.957935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 86d084d5-6835-4112-aede-474270566c2b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:23.021345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 86d084d5-6835-4112-aede-474270566c2b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:23.022190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 86d084d5-6835-4112-aede-474270566c2b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:23.107000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.135348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:23.135994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630220b-7b02-4c1b-aec3-3166e3fc10c7 req-33c2e54e-e80c-49b6-b10c-f5e1e2f6b010 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.140552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ca102-2184-4e01-941d-0e7cc3cf970f None None] DHCP port deletion for e278e85b-a921-402a-8899-68da7e48c14d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:23.154007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f630220b-7b02-4c1b-aec3-3166e3fc10c7 req-33c2e54e-e80c-49b6-b10c-f5e1e2f6b010 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1529007 Jul 16 03:34:23.235806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f630220b-7b02-4c1b-aec3-3166e3fc10c7 req-b0dda8b3-3f36-47fd-87ac-0bc3e4e8ddac tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836987 Jul 16 03:34:23.282101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee31008-270d-420f-9bb6-12265cffa3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.327243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:23.407334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.420535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e278e85b-a921-402a-8899-68da7e48c14d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:23.433185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95e114e-2f03-44f8-a2e4-ff07a242eacb') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:23.433476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95e114e-2f03-44f8-a2e4-ff07a242eacb') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:23.443329 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.467463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.486671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:23.487277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:23.490631 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:23.559205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:23.678051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.692878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.698472 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/networks/e278e85b-a921-402a-8899-68da7e48c14d HTTP/1.1" status: 204 len: 168 time: 1.1473596 Jul 16 03:34:23.707123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60824) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:23.713576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-880658347'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:23.734165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59426e0d-a735-4749-9106-134d7559ee62 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Network': ['ID=e278e85b-a921-402a-8899-68da7e48c14d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:23.775919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:23.818264 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.855178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:23.859578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.913527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01023b-ebee-416a-b9a0-f02ee17ffc84 req-b2c8c03a-129b-460a-82d7-4fa99caf47c8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.915385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e01023b-ebee-416a-b9a0-f02ee17ffc84 req-b2c8c03a-129b-460a-82d7-4fa99caf47c8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1916373 Jul 16 03:34:23.932985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1374688316-network', 'tenant_id': '4ac07fcbea834c21a203ac8ca5830e6e'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:23.943964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:23.960887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.961359 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Added segment 4a490563-c214-466d-ae02-c64f3e85283f of type vlan for network c89c6f54-e4e2-4078-98b9-a591d08859c2 Jul 16 03:34:23.982746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Made reservation on behalf of 4ac07fcbea834c21a203ac8ca5830e6e for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:23.985597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.990188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e01023b-ebee-416a-b9a0-f02ee17ffc84 req-70c0f3b2-edcf-4f6c-ba83-29336f0b0ee3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674374 Jul 16 03:34:24.020791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-552446372'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.023954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.051782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.090332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:24.095470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.107682 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.113787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.114588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.121197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.207820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Network': ['ID=c89c6f54-e4e2-4078-98b9-a591d08859c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.282895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:24.298845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.337772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.397512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.441770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.453019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:24.461920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.462118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6270e490-dd03-4697-8375-3779a39e29a2 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7526083 Jul 16 03:34:24.464698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:24.477575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'subnet': {'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.491064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.491780 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Added segment 3aeadb61-5e08-4d3f-bb64-91081a7850b8 of type vlan for network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 Jul 16 03:34:24.502317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.516567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:24.574030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.575052 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 880fac51-8625-45cc-a785-aed04763fbb5 of type vlan for network 84ae5a47-f570-4672-aebc-92d21ad3b872 Jul 16 03:34:24.582894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.618123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37946056-e4c0-4ffd-968c-afc4c812333e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.695296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:24.701056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.704041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.717842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.721539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.722287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.723319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b966-eb94-4cb6-b7eb-35ba294063dd req-7f7779b1-9f35-4dab-a7bf-cadc9e86c911 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.725030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9f2b966-eb94-4cb6-b7eb-35ba294063dd req-7f7779b1-9f35-4dab-a7bf-cadc9e86c911 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1946056 Jul 16 03:34:24.808786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] Pushing event updated for resources: {'Network': ['ID=da3f320b-371c-4d0f-ac3f-e60dbb2c0681,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.825930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9f2b966-eb94-4cb6-b7eb-35ba294063dd req-905df826-a90c-449c-b67f-61c708316a29 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 Jul 16 03:34:24.844066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:24.874586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:24.875029 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5d6a87c0-0621-47f5-b8e8-e3819fb3128c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0959156 Jul 16 03:34:24.881691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Request body: {'subnet': {'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1374688316-subnet', 'tenant_id': '4ac07fcbea834c21a203ac8ca5830e6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.883904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.893373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.894368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.947102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3864980 Jul 16 03:34:24.970730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:24.992124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-2016321725'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.996143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb515bc-eefc-4c84-aefd-a1cf39a7b204 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=84ae5a47-f570-4672-aebc-92d21ad3b872,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.011040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:25.019265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:25.108119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Made reservation on behalf of 4ac07fcbea834c21a203ac8ca5830e6e for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:25.110883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.125395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:25.125979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f1b58ca-a2ce-4cf0-97c3-4f0e0cc5e9af not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:25.174578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:25.178496 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.218461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.289268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:25.329289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.329587 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 881a47db-eadb-416b-9269-4e505c888758 of type vlan for network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe Jul 16 03:34:25.376056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Subnet': ['ID=ba8f8468-9e43-462c-b4f4-a8f1a0a26e32,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.483847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Checking segment: {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:25.484306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network hostable DHCP agents. Network: c89c6f54-e4e2-4078-98b9-a591d08859c2, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:25.501713 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.584237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:25.613634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc59e5-7ac5-4aad-91cf-ed2c569e9838 req-f6539ca3-e404-4837-b8bd-4fe28b1f14c8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.620637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bacc59e5-7ac5-4aad-91cf-ed2c569e9838 req-f6539ca3-e404-4837-b8bd-4fe28b1f14c8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.3161669 Jul 16 03:34:25.628837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, c89c6f54-e4e2-4078-98b9-a591d08859c2) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:25.639825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.644993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e69911-06f6-457c-8e2d-db53950362f3 None None] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:25.657403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.662615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.681355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.683633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.693119 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.879846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-c89c6f54-e4e2-4078-98b9-a591d08859c2', 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'fixed_ips': [{'subnet_id': 'ba8f8468-9e43-462c-b4f4-a8f1a0a26e32'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:25.881291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.887261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60846) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:25.894499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-800198104'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:25.899334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cb4e8aeb-4e7e-4fac-bf1f-a11b6ef81ed3 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4322367 Jul 16 03:34:25.901541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.918380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bacc59e5-7ac5-4aad-91cf-ed2c569e9838 req-df4e0bfd-1d48-4929-924a-ef5c7e809fdf tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965689 Jul 16 03:34:25.925819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c514b391-9d3b-4ffd-9299-e61f145f735e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9546154 Jul 16 03:34:25.929220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60850) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:25.936209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f30b8d-33b9-4744-b72c-431eda6f898d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.951609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:25.981702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Checking segment: {'id': '3aeadb61-5e08-4d3f-bb64-91081a7850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:25.982066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Network hostable DHCP agents. Network: da3f320b-371c-4d0f-ac3f-e60dbb2c0681, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:25.986398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:25.992458 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.021508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:26.038024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, da3f320b-371c-4d0f-ac3f-e60dbb2c0681) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:26.042330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.042941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.076658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-12469e4e-72f1-4b01-9d7c-78bbf5e1e74a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1924567 Jul 16 03:34:26.100643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:26.105497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e91b1-8d84-4e6a-bdfa-ea2ac22e3487 None None] Network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:26.120109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:26.167273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.167848 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Added segment a8404e83-f668-4ca3-8d87-c278970b1c47 of type vlan for network 95c0bdee-44d9-414f-8e0e-b271848f01b1 Jul 16 03:34:26.232759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae5e6a-59b3-4e18-a93e-e6985cf8ad90 req-e8743260-9666-43dc-8aca-70bb7a21fbb6 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.249408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05ae5e6a-59b3-4e18-a93e-e6985cf8ad90 req-e8743260-9666-43dc-8aca-70bb7a21fbb6 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1432049 Jul 16 03:34:26.289600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:26.293677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.296506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05ae5e6a-59b3-4e18-a93e-e6985cf8ad90 req-10281a32-258c-4e16-a7af-a717e810e97e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461423 Jul 16 03:34:26.411277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.429324 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.503570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.517504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.518292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.625256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Allocated IP 19.80.0.2 (c89c6f54-e4e2-4078-98b9-a591d08859c2/ba8f8468-9e43-462c-b4f4-a8f1a0a26e32/052d20a9-e6df-4b08-a4c6-29f594107c5b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:26.636748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Network': ['ID=95c0bdee-44d9-414f-8e0e-b271848f01b1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:26.770565 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da9caf0b-e406-4379-a560-e701e7497475 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8820496 Jul 16 03:34:26.772948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60862) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:26.783668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'subnet': {'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:26.788029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.841805 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.857342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Transition to ACTIVE for port object 052d20a9-e6df-4b08-a4c6-29f594107c5b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:26.876884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Transition to ACTIVE for port object 052d20a9-e6df-4b08-a4c6-29f594107c5b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:26.892927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:26.908555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '880fac51-8625-45cc-a785-aed04763fbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:26.909206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: 84ae5a47-f570-4672-aebc-92d21ad3b872, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:26.968931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.016497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=69ca5cce-6bfa-410e-a353-699218f65a7a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.026732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:27.048570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 84ae5a47-f570-4672-aebc-92d21ad3b872) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:27.054784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.055384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.075569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Pushing event updated for resources: {'Port': ['ID=052d20a9-e6df-4b08-a4c6-29f594107c5b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.094206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571afc77-ab8e-423d-a0e8-634355743439 None None] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:27.101954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:27.108074 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.211960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3bf04bef-afef-4882-8ce5-417f9c051c3f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2814624 Jul 16 03:34:27.217523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df190dd-3b90-4afb-abf5-a9ee3f007af2 None None] Network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:27.217968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60872) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:27.229266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:27.232461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:27.248794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:27.289250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:27.379189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.382800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434818af-e965-4bd3-9ab9-c959d49ec285 req-c600f5c3-6da3-4fa6-8854-a2081475eea9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.392143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-434818af-e965-4bd3-9ab9-c959d49ec285 req-c600f5c3-6da3-4fa6-8854-a2081475eea9 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.2414811 Jul 16 03:34:27.440582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Attempting to bind port 052d20a9-e6df-4b08-a4c6-29f594107c5b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:27.441314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Attempting to bind port 052d20a9-e6df-4b08-a4c6-29f594107c5b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:27.441890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Attempting to bind port 052d20a9-e6df-4b08-a4c6-29f594107c5b on network c89c6f54-e4e2-4078-98b9-a591d08859c2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:27.445674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:27.459605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.476722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:27.477467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Checking segment: {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:27.478077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.478740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Bound using segment: {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:27.479437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Bound port: 052d20a9-e6df-4b08-a4c6-29f594107c5b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:27.480025 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.525065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Checking segment: {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:27.526798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-434818af-e965-4bd3-9ab9-c959d49ec285 req-dfebb0e1-e96d-42fc-9f10-7c65d59bec43 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337271 Jul 16 03:34:27.529824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network hostable DHCP agents. Network: 95c0bdee-44d9-414f-8e0e-b271848f01b1, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:27.535411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Subnet': ['ID=67192546-624b-4a04-8d05-5ee727b55fe6,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.552456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:27.569004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 95c0bdee-44d9-414f-8e0e-b271848f01b1) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:27.575442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.576245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.608975 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dbf66263-5041-4773-a2ca-2b18a843c1e6 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8271399 Jul 16 03:34:27.808269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de236a-b3d1-470d-af40-0e60ab9682aa None None] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:27.867944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-84ae5a47-f570-4672-aebc-92d21ad3b872', 'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': '69ca5cce-6bfa-410e-a353-699218f65a7a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:27.868817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.870161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.961659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=d7d1e052-3e33-4911-bec4-552d7ce8164e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.072715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '881a47db-eadb-416b-9269-4e505c888758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:28.073438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:28.104933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf04e4d-4764-400b-bd5c-9f55d03874d1 req-c9590fb2-5189-44ca-846b-389e43a722d9 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.116896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bf04e4d-4764-400b-bd5c-9f55d03874d1 req-c9590fb2-5189-44ca-846b-389e43a722d9 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1398141 Jul 16 03:34:28.163540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:28.184307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bf04e4d-4764-400b-bd5c-9f55d03874d1 req-e34a4ccf-780f-4f34-a98c-45bc9e94cd6c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616572 Jul 16 03:34:28.198636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:28.209737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.210339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.241234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8f3958f1-a00f-4d7d-822e-288dcbf32503 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0216360 Jul 16 03:34:28.244634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60886) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:28.258234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-534311202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:28.279924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87daca4d-b78c-42d9-9468-ad59dd7989fb None None] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:28.322071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.324722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.395911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Allocated IP 172.20.0.2 (84ae5a47-f570-4672-aebc-92d21ad3b872/69ca5cce-6bfa-410e-a353-699218f65a7a/dab07bac-bacf-492a-970a-640ee1e68d93) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:28.405463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-95c0bdee-44d9-414f-8e0e-b271848f01b1', 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'fixed_ips': [{'subnet_id': '67192546-624b-4a04-8d05-5ee727b55fe6'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:28.407447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.495057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.503776 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.545735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.549802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4bc72835-e9aa-4dc8-a95a-3a0fe0cebfa4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3019598 Jul 16 03:34:28.550380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:28.645274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] For port 052d20a9-e6df-4b08-a4c6-29f594107c5b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:28.711781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] For port 052d20a9-e6df-4b08-a4c6-29f594107c5b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=052d20a9-e6df-4b08-a4c6-29f594107c5b,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:28.758059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.928099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.933750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c57f-647c-4adf-bc18-6a2e19e63c93 None None] Pushing event updated for resources: {'Port': ['ID=052d20a9-e6df-4b08-a4c6-29f594107c5b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.004023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe', 'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': 'd7d1e052-3e33-4911-bec4-552d7ce8164e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:29.005016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.030490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Allocated IP 19.86.0.2 (95c0bdee-44d9-414f-8e0e-b271848f01b1/67192546-624b-4a04-8d05-5ee727b55fe6/970860d4-5b2e-4ac0-80a8-9c01cd3ee388) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:29.315923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Allocated IP 172.21.0.2 (ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe/d7d1e052-3e33-4911-bec4-552d7ce8164e/1db9dce8-8c06-43b3-96e1-14b6eb9ade59) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:29.322044 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.355726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Transition to ACTIVE for port object dab07bac-bacf-492a-970a-640ee1e68d93 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.513096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Transition to ACTIVE for port object dab07bac-bacf-492a-970a-640ee1e68d93 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.574230 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.612547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.20.0.1 (84ae5a47-f570-4672-aebc-92d21ad3b872/69ca5cce-6bfa-410e-a353-699218f65a7a/91abbe2d-bd17-4a57-a99e-471d06d648c5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:29.641203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Pushing event updated for resources: {'Port': ['ID=dab07bac-bacf-492a-970a-640ee1e68d93,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.687637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:29.688834 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.695614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:29.706751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:29.730829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Transition to ACTIVE for port object 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.877291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.891206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Transition to ACTIVE for port object 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.914679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Transition to ACTIVE for port object 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.916653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.937353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 91abbe2d-bd17-4a57-a99e-471d06d648c5 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.941917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Transition to ACTIVE for port object 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.952289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.984829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.000394 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.010406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Pushing event updated for resources: {'Port': ['ID=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.047756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:30.053966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:30.058621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:30.058802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:30.060648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Attempting to bind port dab07bac-bacf-492a-970a-640ee1e68d93 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:30.061025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Attempting to bind port dab07bac-bacf-492a-970a-640ee1e68d93 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '880fac51-8625-45cc-a785-aed04763fbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:30.061376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:30.061503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Attempting to bind port dab07bac-bacf-492a-970a-640ee1e68d93 on network 84ae5a47-f570-4672-aebc-92d21ad3b872 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:30.063635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:30.083901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:30.091288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:30.095284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:30.101599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:30.101599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Checking segment: {'id': '880fac51-8625-45cc-a785-aed04763fbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:30.101950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.103942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Bound using segment: {'id': '880fac51-8625-45cc-a785-aed04763fbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:30.104834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Bound port: dab07bac-bacf-492a-970a-640ee1e68d93, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880fac51-8625-45cc-a785-aed04763fbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '84ae5a47-f570-4672-aebc-92d21ad3b872'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:30.105224 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.111212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=91abbe2d-bd17-4a57-a99e-471d06d648c5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.154531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.204700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] For port dab07bac-bacf-492a-970a-640ee1e68d93, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:30.207962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] For port dab07bac-bacf-492a-970a-640ee1e68d93, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dab07bac-bacf-492a-970a-640ee1e68d93,segment=NetworkSegment(880fac51-8625-45cc-a785-aed04763fbb5),segment_id=880fac51-8625-45cc-a785-aed04763fbb5)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:30.285967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Pushing event updated for resources: {'Port': ['ID=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.288781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.393180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.393358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0071d8a-66e6-45f3-bf77-dda8f9697641 None None] Pushing event updated for resources: {'Port': ['ID=dab07bac-bacf-492a-970a-640ee1e68d93,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.430708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Attempting to bind port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:30.431097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Attempting to bind port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '881a47db-eadb-416b-9269-4e505c888758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:30.431519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Attempting to bind port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 on network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:30.446308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Attempting to bind port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:30.447637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Attempting to bind port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:30.448096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Attempting to bind port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 on network 95c0bdee-44d9-414f-8e0e-b271848f01b1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:30.454729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:30.455125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Checking segment: {'id': '881a47db-eadb-416b-9269-4e505c888758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:30.455520 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.455913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Bound using segment: {'id': '881a47db-eadb-416b-9269-4e505c888758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:30.456634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Bound port: 1db9dce8-8c06-43b3-96e1-14b6eb9ade59, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881a47db-eadb-416b-9269-4e505c888758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:30.456996 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.480489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:30.480876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Checking segment: {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:30.481295 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.481701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Bound using segment: {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:30.482201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Bound port: 970860d4-5b2e-4ac0-80a8-9c01cd3ee388, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:30.482609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.545595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded20c2-8075-448a-8c46-6c3e44d956cd None None] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:31.097714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] For port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:31.100342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] For port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:31.122407 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.198729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ec536-e206-467c-9a82-1375f6115e9f None None] Pushing event updated for resources: {'Port': ['ID=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:31.208275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1f4a9bbe-56b5-4a55-950b-29c2e8c9a911 None None] Provisioning for port 052d20a9-e6df-4b08-a4c6-29f594107c5b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:31.220592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] For port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:31.226558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] For port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,segment=NetworkSegment(881a47db-eadb-416b-9269-4e505c888758),segment_id=881a47db-eadb-416b-9269-4e505c888758)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:31.249143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.324734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 052d20a9-e6df-4b08-a4c6-29f594107c5b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:31.335321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-afcb65ab-193b-47e4-b49c-e88c0b31428b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.342520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-afcb65ab-193b-47e4-b49c-e88c0b31428b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.349744 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-afcb65ab-193b-47e4-b49c-e88c0b31428b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/networks?id=c89c6f54-e4e2-4078-98b9-a591d08859c2&id=95c0bdee-44d9-414f-8e0e-b271848f01b1 HTTP/1.1" status: 200 len: 1390 time: 0.7732856 Jul 16 03:34:31.484119 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.506041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-066e8dd2-e779-444b-b572-372b4af79467 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/quotas/e51b4635376d470c9fc3b63c1b773af3 HTTP/1.1" status: 200 len: 375 time: 0.1550708 Jul 16 03:34:31.516511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ee51-60bb-4cd3-8907-9298248e8123 req-790f45af-19a8-4086-8bbb-cb51e0a30e24 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.527916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b216ee51-60bb-4cd3-8907-9298248e8123 req-790f45af-19a8-4086-8bbb-cb51e0a30e24 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.4303980 Jul 16 03:34:31.539836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.600769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821c33e-52d9-4cdc-b266-7e3ec30a1642 None None] Pushing event updated for resources: {'Port': ['ID=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:31.659556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 052d20a9-e6df-4b08-a4c6-29f594107c5b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:31.672198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 052d20a9-e6df-4b08-a4c6-29f594107c5b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:31.672638 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.794474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.816408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=91abbe2d-bd17-4a57-a99e-471d06d648c5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:31.870999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b216ee51-60bb-4cd3-8907-9298248e8123 req-5d3bb28f-9cde-4c72-8301-bb8bdab0947e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417239 Jul 16 03:34:31.873451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.976608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 052d20a9-e6df-4b08-a4c6-29f594107c5b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=052d20a9-e6df-4b08-a4c6-29f594107c5b,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:31.986649 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.987763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dab07bac-bacf-492a-970a-640ee1e68d93 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:32.048186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:32.057272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:32.333014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=052d20a9-e6df-4b08-a4c6-29f594107c5b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.366608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port dab07bac-bacf-492a-970a-640ee1e68d93 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:32.402877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9b87b1e3-931e-418e-a7ea-32a3f7d5a4f3 None None] Provisioning complete for port 052d20a9-e6df-4b08-a4c6-29f594107c5b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:32.403266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b87b1e3-931e-418e-a7ea-32a3f7d5a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.511849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-ab8547b6-e04c-427d-a33d-5baed2496f75 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8975785 Jul 16 03:34:32.578880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbee38-57d3-4e42-b9f4-e54f5ed27335 None None] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:32.602213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4330a-53ce-414c-9b83-bfc03d6c4d0f req-7dd9feee-aa1b-4620-8fb7-398ed048b5ea tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.609852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46a4330a-53ce-414c-9b83-bfc03d6c4d0f req-7dd9feee-aa1b-4620-8fb7-398ed048b5ea tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.3337350 Jul 16 03:34:32.694109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router d098a92d-e8d3-4120-8043-0f01ec8a9b64 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:34:32.767819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46a4330a-53ce-414c-9b83-bfc03d6c4d0f req-43909f73-d28c-4f47-9103-1cc192a50c91 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569922 Jul 16 03:34:32.773936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-24cbaeab-7db7-4356-8d06-4e7d42c325a0 service neutron] 10.222.0.25 "GET /v2.0/networks/c89c6f54-e4e2-4078-98b9-a591d08859c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526562 Jul 16 03:34:32.777643 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.952898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] Provisioning for port dab07bac-bacf-492a-970a-640ee1e68d93 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:33.015909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] Provisioning complete for port dab07bac-bacf-492a-970a-640ee1e68d93 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:33.027432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.184935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:33.192713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dbc3fc17-3537-45db-9ca8-f2148fb00a2b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/d098a92d-e8d3-4120-8043-0f01ec8a9b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6403041 Jul 16 03:34:33.195484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:33.215559 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] Sync routers for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:33.226356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-bb6bb841-9ece-4d42-9375-208a1a7a9512 service neutron] 10.222.0.25 "GET /v2.0/networks/c89c6f54-e4e2-4078-98b9-a591d08859c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280956 Jul 16 03:34:33.235240 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:33.237237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:33.283236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 052d20a9-e6df-4b08-a4c6-29f594107c5b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:33.337614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead29407-fe70-48c0-b2f7-da95abf1bf78 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.339855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ead29407-fe70-48c0-b2f7-da95abf1bf78 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports/91abbe2d-bd17-4a57-a99e-471d06d648c5 HTTP/1.1" status: 200 len: 910 time: 0.1433713 Jul 16 03:34:33.343106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60954) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:33.355489 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:33.380291 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:33.381194 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:33.437083 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:33.438002 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1260d04-3c79-4133-907c-cdc203afb4e2 None None] The sync data for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:33.455699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.558407 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.560594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1053a094-c9c5-45d0-8b4e-f1eab7d7e1ae None None] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:33.821423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db6e9-73ef-4f0d-8c57-71dd547e8a3e req-57aa1342-4967-4241-9a90-c02653462430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.823616 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-162db6e9-73ef-4f0d-8c57-71dd547e8a3e req-57aa1342-4967-4241-9a90-c02653462430 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 1097 time: 0.1125011 Jul 16 03:34:33.865540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 052d20a9-e6df-4b08-a4c6-29f594107c5b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:33.865938 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.898218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-162db6e9-73ef-4f0d-8c57-71dd547e8a3e req-a57eeb32-3687-4473-8fd5-f72611423baf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664747 Jul 16 03:34:33.978734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] For port dab07bac-bacf-492a-970a-640ee1e68d93, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dab07bac-bacf-492a-970a-640ee1e68d93,segment=NetworkSegment(880fac51-8625-45cc-a785-aed04763fbb5),segment_id=880fac51-8625-45cc-a785-aed04763fbb5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.005584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.007826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688eb9b-9452-426d-9324-0399c01da6c9 None None] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:34.023707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1a72b-d0ce-46cc-8043-c87fdc2339e7 req-2557059e-4b1f-40a8-8d59-d25c1ed97180 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.035386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ef1a72b-d0ce-46cc-8043-c87fdc2339e7 req-2557059e-4b1f-40a8-8d59-d25c1ed97180 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.4921017 Jul 16 03:34:34.084078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4fc5d904-d9b6-46b9-89fe-5ea53a6aa5f7 service neutron] 10.222.0.25 "GET /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500772 Jul 16 03:34:34.136052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ef1a72b-d0ce-46cc-8043-c87fdc2339e7 req-13fc9e13-b405-4131-9375-4138bf03a12b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995190 Jul 16 03:34:34.171299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:34.174792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Provisioning for port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:34.462235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Provisioning for port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:34.490934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b4695-5b92-4d90-bd58-f47590863822 None None] Pushing event updated for resources: {'Port': ['ID=dab07bac-bacf-492a-970a-640ee1e68d93,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:34.551078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:34.561258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:34.561640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.576388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:34:34.608629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Provisioning complete for port dab07bac-bacf-492a-970a-640ee1e68d93 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:34.609088 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.688606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4c91c8c2-d41a-44ee-b8e8-1c709d0a5171 service neutron] 10.222.0.25 "GET /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841899 Jul 16 03:34:34.758891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.785775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e59c8-f9f6-4ffd-be5f-856796d800f4 req-15d40cd8-6550-431d-9c7b-d5c9af3687c4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.795049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-739e59c8-f9f6-4ffd-be5f-856796d800f4 req-15d40cd8-6550-431d-9c7b-d5c9af3687c4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2481365 Jul 16 03:34:34.851581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.865868 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.866704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:34.888377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-739e59c8-f9f6-4ffd-be5f-856796d800f4 req-a10ab2f5-c76b-4df3-aa68-ff7c6be37b54 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920014 Jul 16 03:34:34.928515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.970506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.023852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Provisioning for port 91abbe2d-bd17-4a57-a99e-471d06d648c5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:35.042466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Provisioning complete for port 91abbe2d-bd17-4a57-a99e-471d06d648c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:35.055377 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.139772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f382b031-0701-489c-8d15-ca192d88fca4 None None] Port 91abbe2d-bd17-4a57-a99e-471d06d648c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:35.152502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:35.163802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:35.164151 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.233942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ad35a33-8e40-404b-aa0a-61c720f8dd90 req-a5f10d84-efb8-4077-9040-74977fba895e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 210 time: 0.0334947 Jul 16 03:34:35.322295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Provisioning complete for port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:35.324034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.669610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.697837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.21.0.1 (ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe/d7d1e052-3e33-4911-bec4-552d7ce8164e/23490084-4c3c-45a6-9b82-53beb26d1167) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:35.740139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,segment=NetworkSegment(881a47db-eadb-416b-9269-4e505c888758),segment_id=881a47db-eadb-416b-9269-4e505c888758)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:35.754044 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.806209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.964853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:36.033569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:36.087396 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:34:36.090582 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:34:36.123860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:36.124492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.131703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.218282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba0f21-965c-4dcb-9d1c-3dcee9e7fe27 req-c9195d8d-c433-41b5-8433-ce7c97e78e22 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.220532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56ba0f21-965c-4dcb-9d1c-3dcee9e7fe27 req-c9195d8d-c433-41b5-8433-ce7c97e78e22 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.6718566 Jul 16 03:34:36.221733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 23490084-4c3c-45a6-9b82-53beb26d1167 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:36.296681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059ebaa-f048-4b7a-b99a-865925629444 req-57d9379f-5711-4ba1-9e70-e936083b4343 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.303691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6059ebaa-f048-4b7a-b99a-865925629444 req-57d9379f-5711-4ba1-9e70-e936083b4343 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.1872482 Jul 16 03:34:36.337146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dab07bac-bacf-492a-970a-640ee1e68d93 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:36.359670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56ba0f21-965c-4dcb-9d1c-3dcee9e7fe27 req-ef2a02e7-4059-4c22-8e72-b2d74912260c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193910 Jul 16 03:34:36.409409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.456886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dab07bac-bacf-492a-970a-640ee1e68d93 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:36.457583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.513329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6059ebaa-f048-4b7a-b99a-865925629444 req-5af22043-f7c5-4836-90cf-a759993913de tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084723 Jul 16 03:34:36.539554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:36.555490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:36.555490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:36.642654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.796160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Provisioning complete for port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:36.796750 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.011981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Provisioning complete for port 91abbe2d-bd17-4a57-a99e-471d06d648c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:37.012625 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.057407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5efd76d4-2a2b-49a7-83b3-fb5ddabd7e58 None None] Port 91abbe2d-bd17-4a57-a99e-471d06d648c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:37.184414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fd8066ad-c4cb-46ac-80c8-569b2dfce9ff None None] Provisioning for port 23490084-4c3c-45a6-9b82-53beb26d1167 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:37.190859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fd8066ad-c4cb-46ac-80c8-569b2dfce9ff None None] Provisioning complete for port 23490084-4c3c-45a6-9b82-53beb26d1167 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:37.191532 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd8066ad-c4cb-46ac-80c8-569b2dfce9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.235839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fd8066ad-c4cb-46ac-80c8-569b2dfce9ff None None] Port 23490084-4c3c-45a6-9b82-53beb26d1167 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:37.354386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=23490084-4c3c-45a6-9b82-53beb26d1167,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:37.388345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-155390f0-74e9-4efe-b064-3d2c455d4731 req-ebab2702-15b1-4a16-a8f7-d603d2182f28 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 210 time: 0.0769989 Jul 16 03:34:37.425291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-7d24d1bf-db0f-49d0-9fd4-1eacdb651c8a tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.426799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-7d24d1bf-db0f-49d0-9fd4-1eacdb651c8a tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/networks?id=da3f320b-371c-4d0f-ac3f-e60dbb2c0681 HTTP/1.1" status: 200 len: 810 time: 0.9818883 Jul 16 03:34:37.521229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-7b20e936-d819-417f-a2ff-19bf6f30df79 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/quotas/4ac07fcbea834c21a203ac8ca5830e6e HTTP/1.1" status: 200 len: 375 time: 0.0659583 Jul 16 03:34:37.591742 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.620265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-0ede64cc-ff3d-4589-b3c3-62eac6d0d7fe tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.626526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-0ede64cc-ff3d-4589-b3c3-62eac6d0d7fe tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.628138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-0ede64cc-ff3d-4589-b3c3-62eac6d0d7fe tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.11 "GET /v2.0/networks?id=c89c6f54-e4e2-4078-98b9-a591d08859c2&id=95c0bdee-44d9-414f-8e0e-b271848f01b1 HTTP/1.1" status: 200 len: 1390 time: 0.3199928 Jul 16 03:34:37.630265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-52ecd7b2-96f5-46e0-962d-ccc89850d0ec tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ac07fcbea834c21a203ac8ca5830e6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875118 Jul 16 03:34:37.686979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'port': {'device_id': '1b261080-3bf3-4be7-917c-956497bff577', 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2', 'admin_state_up': True, 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:37.848038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:37.907247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:37.907737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.985649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-92b59f71-d930-45de-a8cd-9f2a3c87ff7e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.995261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-92b59f71-d930-45de-a8cd-9f2a3c87ff7e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 811 time: 0.4958787 Jul 16 03:34:38.105987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-fb4ab533-a637-41ad-a96e-28460cc810bb tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/quotas/807770e404ad4cf6a2490012018287f1 HTTP/1.1" status: 200 len: 375 time: 0.1096401 Jul 16 03:34:38.220913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-c0965964-01b8-4da2-842a-f0a06eb7ba07 service neutron] 10.222.0.25 "GET /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428760 Jul 16 03:34:38.316924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:38.321090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.417455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-fb84cba9-0c43-4552-b250-1857dfbf55a1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2968016 Jul 16 03:34:38.497399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.503105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-b083bb2b-e206-4d77-b8f5-b3e6e168fb0f service neutron] 10.222.0.25 "GET /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735987 Jul 16 03:34:38.506592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.686975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.695208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=23490084-4c3c-45a6-9b82-53beb26d1167,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:38.700405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Allocated IP 19.80.0.96 (c89c6f54-e4e2-4078-98b9-a591d08859c2/ba8f8468-9e43-462c-b4f4-a8f1a0a26e32/6d3a5349-c505-4597-b337-b3b2210c0ac5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:38.760079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-025c3f6f-4a5d-4998-8142-667750a3f76e service neutron] 10.222.0.25 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070197 Jul 16 03:34:39.045135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:39.052102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-06e76a6f-06a5-45bf-92f1-2083fc43051b service neutron] 10.222.0.25 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912321 Jul 16 03:34:39.055430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:39.160639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.171656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b503f-ea54-4f64-8e9b-3f8dcbf459b0 req-efc70e48-5f0e-4bbe-8ca0-ee5cb37ac5cc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.173225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-588b503f-ea54-4f64-8e9b-3f8dcbf459b0 req-efc70e48-5f0e-4bbe-8ca0-ee5cb37ac5cc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.3402610 Jul 16 03:34:39.222708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Transition to ACTIVE for port object 6d3a5349-c505-4597-b337-b3b2210c0ac5 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:39.255305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router d098a92d-e8d3-4120-8043-0f01ec8a9b64 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:39.283828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-588b503f-ea54-4f64-8e9b-3f8dcbf459b0 req-105d584f-b4e7-4a50-8609-bf4a364d7924 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982544 Jul 16 03:34:39.461598 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.497349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4c7a3398-052b-4d4a-8f1f-d32625b3cdb1 None None] Provisioning complete for port 23490084-4c3c-45a6-9b82-53beb26d1167 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:39.499993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3398-052b-4d4a-8f1f-d32625b3cdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.538371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a3398-052b-4d4a-8f1f-d32625b3cdb1 None None] Port 23490084-4c3c-45a6-9b82-53beb26d1167 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:39.589703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:39.603728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Port': ['ID=6d3a5349-c505-4597-b337-b3b2210c0ac5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:39.627557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:39.633047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a5c3062-7257-45ec-9112-9c2cd31ea5a4 req-1880537b-5d1e-4eee-9908-db859e603c1b tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 210 time: 0.0576861 Jul 16 03:34:39.635782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:39.642452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:39.656531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] Sync routers for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:39.682880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:39.683794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:39.728332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:39.740254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:39.741330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:39.786867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:39.787959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e27bd-3feb-4940-a201-172c8465ebde None None] The sync data for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:39.973202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dafb1f96-540b-478e-bb5a-d6518b8f93cd None None] Provisioning for port 6d3a5349-c505-4597-b337-b3b2210c0ac5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:39.980198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dafb1f96-540b-478e-bb5a-d6518b8f93cd None None] Provisioning complete for port 6d3a5349-c505-4597-b337-b3b2210c0ac5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:39.981065 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dafb1f96-540b-478e-bb5a-d6518b8f93cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.026576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e01b1c5e-ab15-426c-a5be-8f5e013367ee tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/d098a92d-e8d3-4120-8043-0f01ec8a9b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6823962 Jul 16 03:34:40.029979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 32882) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:40.031831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dafb1f96-540b-478e-bb5a-d6518b8f93cd None None] Port 6d3a5349-c505-4597-b337-b3b2210c0ac5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:40.062497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54f282bc-c38c-4124-8141-61f22f782648 req-c403375e-e98f-4234-9edc-16df9b411266 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 210 time: 0.0398793 Jul 16 03:34:40.096807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.097454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.109278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7446c-0119-46fa-9053-2ca28c6b7c8f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.113844 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f7c7446c-0119-46fa-9053-2ca28c6b7c8f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports/23490084-4c3c-45a6-9b82-53beb26d1167 HTTP/1.1" status: 200 len: 910 time: 0.0827394 Jul 16 03:34:40.114663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 32888) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:40.116250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873844-798c-46d5-bb51-ead0b091f7a3 req-821e05df-6db6-47d2-9cbb-07e636010c58 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.123604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89873844-798c-46d5-bb51-ead0b091f7a3 req-821e05df-6db6-47d2-9cbb-07e636010c58 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 931 time: 0.6275163 Jul 16 03:34:40.141166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6c8f601d-2ca7-4f87-8536-6ac4b6b20364 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4649725 Jul 16 03:34:40.153384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Request body: {'port': {'device_id': '1b261080-3bf3-4be7-917c-956497bff577', 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1', 'admin_state_up': True, 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:40.219575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89873844-798c-46d5-bb51-ead0b091f7a3 req-383dec7f-7833-4cc3-9a20-369e066aaa5c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944104 Jul 16 03:34:40.345806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-07c93344-dafc-418e-970f-528c5de68a1a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--272333314&fields=id&tenant_id=7efb1fdfa06645b285d260517bf5e05d HTTP/1.1" status: 200 len: 267 time: 0.0650709 Jul 16 03:34:40.450716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Made reservation on behalf of e51b4635376d470c9fc3b63c1b773af3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:40.454597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.617571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c3673-2f10-458e-8d8b-bcb4f90edc56 req-aefadd68-e65a-460d-bc54-bfc9a54d460f tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.619928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c26c3673-2f10-458e-8d8b-bcb4f90edc56 req-aefadd68-e65a-460d-bc54-bfc9a54d460f tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 951 time: 0.2430394 Jul 16 03:34:40.626787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-a48dbf15-4ba0-4165-b120-60abe8814c5c tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.628202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-a48dbf15-4ba0-4165-b120-60abe8814c5c tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/networks?id=22a9cecd-818c-4990-8fff-bc3a633c9940 HTTP/1.1" status: 200 len: 815 time: 0.2700589 Jul 16 03:34:40.667568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-0c007520-e3f4-4ace-8993-622fa8b031cd tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/quotas/7efb1fdfa06645b285d260517bf5e05d HTTP/1.1" status: 200 len: 375 time: 0.0282090 Jul 16 03:34:40.739365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c26c3673-2f10-458e-8d8b-bcb4f90edc56 req-3516b1d7-f56d-4372-b4d0-e93e9e17a7f0 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101730 Jul 16 03:34:40.790341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Allocated IP 19.86.0.4 (95c0bdee-44d9-414f-8e0e-b271848f01b1/67192546-624b-4a04-8d05-5ee727b55fe6/8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:40.801932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-3ca6a728-0ca8-4061-ab72-73ed224c58f0 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.803496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-3ca6a728-0ca8-4061-ab72-73ed224c58f0 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.48 "GET /v2.0/networks?id=da3f320b-371c-4d0f-ac3f-e60dbb2c0681 HTTP/1.1" status: 200 len: 810 time: 0.5846386 Jul 16 03:34:40.818193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Request body: {'port': {'device_id': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681', 'admin_state_up': True, 'tenant_id': '4ac07fcbea834c21a203ac8ca5830e6e'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:40.915261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-5f5ff7c5-3388-4286-a253-0fa0f56152d0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.916610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-5f5ff7c5-3388-4286-a253-0fa0f56152d0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 811 time: 0.3154075 Jul 16 03:34:40.959340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Request body: {'port': {'device_id': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'admin_state_up': True, 'tenant_id': '807770e404ad4cf6a2490012018287f1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:40.965280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-7b8a921f-fd5f-441d-a5c4-d8258f23cd3e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7efb1fdfa06645b285d260517bf5e05d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2894018 Jul 16 03:34:41.043358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.090366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Made reservation on behalf of 4ac07fcbea834c21a203ac8ca5830e6e for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:41.091681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f391b-85fe-43ab-bfab-74acd219bda6 req-9f6a520c-7675-49ea-911e-c4bb2ea8bbf5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.093194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-509f391b-85fe-43ab-bfab-74acd219bda6 req-9f6a520c-7675-49ea-911e-c4bb2ea8bbf5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.2057030 Jul 16 03:34:41.093881 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.102874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Transition to ACTIVE for port object 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:41.157883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-682bef71-030d-458d-b4c0-93a0c706f14f service neutron] 10.222.0.25 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787863 Jul 16 03:34:41.198493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-509f391b-85fe-43ab-bfab-74acd219bda6 req-b7812b8e-e3c7-4f01-9303-2eb037471233 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934446 Jul 16 03:34:41.221129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.263869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Made reservation on behalf of 807770e404ad4cf6a2490012018287f1 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:41.267651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.304009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:41.312669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:41.314945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:41.317571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event updated for resources: {'Port': ['ID=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:41.343144 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.392168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.393104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.424382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-be387909-343c-499b-bd84-2099b693a808 service neutron] 10.222.0.25 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497275 Jul 16 03:34:41.426468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-dea0227e-26b6-4b19-adc4-2db2bb742e87 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2788959 Jul 16 03:34:41.439313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Request body: {'port': {'device_id': '1b261080-3bf3-4be7-917c-956497bff577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:41.469915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:41.471791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Allocated IP 172.20.0.10 (da3f320b-371c-4d0f-ac3f-e60dbb2c0681/a4f30b8d-33b9-4744-b72c-431eda6f898d/88e09426-4e03-4f9c-9269-508f37a9b857) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:41.512743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7c58923-7ac6-4fcf-b8e6-8c2afbe993b6 req-0fdb912e-cc7a-44ec-a2de-61869a32ebb6 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 210 time: 0.0669947 Jul 16 03:34:41.616208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.628473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.666414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:41.669114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:41.678486 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371ead2-2894-4256-bd0e-7a40a3bc8d19" -d '{"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:41.702582 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.749348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f4ff94e1-604c-4c27-a6fd-f5ffa99ff331 None None] Provisioning for port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:41.768082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f4ff94e1-604c-4c27-a6fd-f5ffa99ff331 None None] Provisioning complete for port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:41.769076 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4ff94e1-604c-4c27-a6fd-f5ffa99ff331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.823333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:41.841352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff94e1-604c-4c27-a6fd-f5ffa99ff331 None None] Port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:41.887987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Allocated IP 172.20.0.11 (fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4/488fc9f9-7283-4c01-af1e-c579e1917e72/402f97f1-461f-4735-b852-a69831c459d5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:41.927194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5741033-a768-434c-be90-cb3e8cc5239e req-4f2803b2-7c7c-472c-8cd1-245a411222a8 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 210 time: 0.0390596 Jul 16 03:34:42.039470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.045280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3a5349-c505-4597-b337-b3b2210c0ac5 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:42.079473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.098189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Transition to ACTIVE for port object 6d3a5349-c505-4597-b337-b3b2210c0ac5 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:42.110923 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.131290 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605352ac-1828-41d8-be5f-7c476a279409 x-openstack-request-id: req-605352ac-1828-41d8-be5f-7c476a279409 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:42.131801 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:42.132225 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-605352ac-1828-41d8-be5f-7c476a279409 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:42.132792 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'code': 200} Jul 16 03:34:42.190525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3a5349-c505-4597-b337-b3b2210c0ac5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.274287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7f199-eaf2-4bb6-95c8-fa30d69d7785 req-96c7a35d-82a5-463d-b5ea-55291bed2bb4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.281210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.281729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7f199-eaf2-4bb6-95c8-fa30d69d7785 req-96c7a35d-82a5-463d-b5ea-55291bed2bb4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.283893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75b7f199-eaf2-4bb6-95c8-fa30d69d7785 req-96c7a35d-82a5-463d-b5ea-55291bed2bb4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1652 time: 0.2562613 Jul 16 03:34:42.287754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25daf875-508a-492f-9749-4888b7e36795 req-c3abcbb1-029e-4225-83df-5ba009bbc077 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0981863 Jul 16 03:34:42.345037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.366430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 23490084-4c3c-45a6-9b82-53beb26d1167 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:42.366848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.452498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75b7f199-eaf2-4bb6-95c8-fa30d69d7785 req-d938bddf-c1c0-4587-b3df-554b8cae314f tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427686 Jul 16 03:34:42.458964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Attempting to bind port 6d3a5349-c505-4597-b337-b3b2210c0ac5 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:42.459702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Attempting to bind port 6d3a5349-c505-4597-b337-b3b2210c0ac5 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:42.468844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:42.469650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Attempting to bind port 6d3a5349-c505-4597-b337-b3b2210c0ac5 on network c89c6f54-e4e2-4078-98b9-a591d08859c2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:42.481125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:42.481643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Port 6d3a5349-c505-4597-b337-b3b2210c0ac5 on network c89c6f54-e4e2-4078-98b9-a591d08859c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:42.482131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Attempting to bind port 6d3a5349-c505-4597-b337-b3b2210c0ac5 on network c89c6f54-e4e2-4078-98b9-a591d08859c2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:42.483760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:42.494778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:42.495311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Checking segment: {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:42.495852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Bound using segment: {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:42.497240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Bound port: 6d3a5349-c505-4597-b337-b3b2210c0ac5, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a490563-c214-466d-ae02-c64f3e85283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:42.497777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.522163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Pushing event updated for resources: {'Port': ['ID=88e09426-4e03-4f9c-9269-508f37a9b857,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.576006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.588526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['828c8ed7-25f6-41dc-bffc-5e0572173408'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:42.622143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] For port 6d3a5349-c505-4597-b337-b3b2210c0ac5, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:42.626389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] For port 6d3a5349-c505-4597-b337-b3b2210c0ac5, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6d3a5349-c505-4597-b337-b3b2210c0ac5,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:42.652325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.673972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Pushing event updated for resources: {'Port': ['ID=402f97f1-461f-4735-b852-a69831c459d5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.720442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.721903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.725630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:42.738165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:42.743790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:42.749120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.794304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.795206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.801215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 23490084-4c3c-45a6-9b82-53beb26d1167 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:42.803229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d3a5349-c505-4597-b337-b3b2210c0ac5 HTTP/1.1" status: 200 len: 1091 time: 1.3687451 Jul 16 03:34:42.803901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'tag': '6d3a5349-c505-4597-b337-b3b2210c0ac5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:42.804030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-94cbb896-ea20-42d4-a070-0b092bdb8b84 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9919777 Jul 16 03:34:42.812164 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3494c0e-9f88-44ef-8f33-63e10d18402a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "tag": "6d3a5349-c505-4597-b337-b3b2210c0ac5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:42.818700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Request body: {'port': {'device_id': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:42.845958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Request body: {'port': {'device_id': '1b261080-3bf3-4be7-917c-956497bff577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:42.885370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.886047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.965596 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-ae058d8d-2234-4c60-ba2c-66741d54e95e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0302262 Jul 16 03:34:42.967919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2856c6-ac66-4c0f-a4f2-b5cf88f82073 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3a5349-c505-4597-b337-b3b2210c0ac5,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.980842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bd0ed-e73d-4590-8ed0-d4ef60d42d6c req-b08761a7-c74c-4f30-9cef-5b4787ed38db tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.982395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b50bd0ed-e73d-4590-8ed0-d4ef60d42d6c req-b08761a7-c74c-4f30-9cef-5b4787ed38db tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.3535607 Jul 16 03:34:43.003588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Request body: {'port': {'device_id': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:43.050743 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.057517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.076495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b50bd0ed-e73d-4590-8ed0-d4ef60d42d6c req-78f2a35e-15c1-42f8-ba27-771f7bdd9efc tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680943 Jul 16 03:34:43.093335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d758e60-1cd5-42e0-b5fe-3b2092d9b44e req-2e072443-61fc-4814-94e7-c66291c154f3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.095047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d758e60-1cd5-42e0-b5fe-3b2092d9b44e req-2e072443-61fc-4814-94e7-c66291c154f3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 932 time: 0.1708198 Jul 16 03:34:43.198201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.215979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d758e60-1cd5-42e0-b5fe-3b2092d9b44e req-0167ab6f-4178-4277-bf63-eb7c6fd270c2 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909655 Jul 16 03:34:43.279428 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6499219d-74c7-45ee-bda8-9b9dec37a761 x-openstack-request-id: req-6499219d-74c7-45ee-bda8-9b9dec37a761 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:43.279642 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "tag": "6d3a5349-c505-4597-b337-b3b2210c0ac5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:43.279884 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6499219d-74c7-45ee-bda8-9b9dec37a761 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:43.280242 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'tag': '6d3a5349-c505-4597-b337-b3b2210c0ac5', 'status': 'completed', 'code': 200} Jul 16 03:34:43.541426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76d9f-5d96-4dc9-a3ad-6da285b8d2a6 req-71d8cbd6-897c-45b1-ac82-95dbca4c2645 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.542974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c76d9f-5d96-4dc9-a3ad-6da285b8d2a6 req-71d8cbd6-897c-45b1-ac82-95dbca4c2645 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 932 time: 0.2232015 Jul 16 03:34:43.546493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-077b7239-de8d-417d-a111-159b492a48b7 req-04953b4b-2bb7-4447-bb76-4a834b005f18 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0536826 Jul 16 03:34:43.638509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:43.649211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.667252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.678584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c76d9f-5d96-4dc9-a3ad-6da285b8d2a6 req-2ccdf7ae-ddd1-4315-9d19-051a87f2fd43 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296329 Jul 16 03:34:43.679722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Transition to ACTIVE for port object 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:43.688791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.796209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Pushing event updated for resources: {'Port': ['ID=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:43.880651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=23490084-4c3c-45a6-9b82-53beb26d1167,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:44.049263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Attempting to bind port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:44.049764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Attempting to bind port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:44.049875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Attempting to bind port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b on network 95c0bdee-44d9-414f-8e0e-b271848f01b1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.056358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b on network 95c0bdee-44d9-414f-8e0e-b271848f01b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:44.057021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Attempting to bind port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b on network 95c0bdee-44d9-414f-8e0e-b271848f01b1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:44.079197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:44.079627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Checking segment: {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:44.080098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Bound using segment: {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:44.080639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Bound port: 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8404e83-f668-4ca3-8d87-c278970b1c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:44.081083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.122707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9627-b5a6-456d-abe9-bf05633b36e2 req-24a2bd04-8566-4e3d-929d-e72c3eb8819b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.136749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9627-b5a6-456d-abe9-bf05633b36e2 req-24a2bd04-8566-4e3d-929d-e72c3eb8819b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.138615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-042c9627-b5a6-456d-abe9-bf05633b36e2 req-24a2bd04-8566-4e3d-929d-e72c3eb8819b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1676 time: 0.2201271 Jul 16 03:34:44.262403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-042c9627-b5a6-456d-abe9-bf05633b36e2 req-d4796d57-c29d-4aab-89a8-a59badd26faf tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138489 Jul 16 03:34:44.276954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] For port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:44.287635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] For port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:44.296827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.371135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.371758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.374863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-d5ff157e-7437-47b0-ad6f-fc0388ea178c tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.376487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-d5ff157e-7437-47b0-ad6f-fc0388ea178c tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.11 "GET /v2.0/networks?id=22a9cecd-818c-4990-8fff-bc3a633c9940 HTTP/1.1" status: 200 len: 815 time: 0.7405372 Jul 16 03:34:44.376791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] 10.222.0.11 "PUT /v2.0/ports/8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b HTTP/1.1" status: 200 len: 1090 time: 1.5365362 Jul 16 03:34:44.460060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b6b9-3ae5-4b84-b130-b5a83ad886da service neutron] Pushing event updated for resources: {'Port': ['ID=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:44.493906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-f1f4af6f-eb46-461c-846e-ab05d6f7fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.494478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-f1f4af6f-eb46-461c-846e-ab05d6f7fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.496047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-f1f4af6f-eb46-461c-846e-ab05d6f7fb8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1911 time: 0.8669174 Jul 16 03:34:44.542401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5c09a-33e8-4603-b8d6-5f8a0a3dea13 req-d320790a-c6e7-4620-8d56-bb7d67a6a4d7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.550819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cad5c09a-33e8-4603-b8d6-5f8a0a3dea13 req-d320790a-c6e7-4620-8d56-bb7d67a6a4d7 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.2216902 Jul 16 03:34:44.617051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f289f94-509c-4e4f-8a66-d60b0687fb0e req-9f19d83a-6327-4206-a0ab-14a62ae677af tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.619397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f289f94-509c-4e4f-8a66-d60b0687fb0e req-9f19d83a-6327-4206-a0ab-14a62ae677af tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 932 time: 0.1539559 Jul 16 03:34:44.629246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cad5c09a-33e8-4603-b8d6-5f8a0a3dea13 req-53d68203-865c-49bc-a3fb-aaf67ab0a141 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Jul 16 03:34:44.652532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-f87760ac-319c-417e-a93b-b523d29bf55c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5433505 Jul 16 03:34:44.657021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-4fdac0ae-7310-411a-b11b-14e6d4e5a866 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7efb1fdfa06645b285d260517bf5e05d HTTP/1.1" status: 200 len: 379 time: 0.1858575 Jul 16 03:34:44.681433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f289f94-509c-4e4f-8a66-d60b0687fb0e req-398e21f8-44fc-4601-8794-ab9ac20b2d7d tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510976 Jul 16 03:34:44.741744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Request body: {'port': {'device_id': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'admin_state_up': True, 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'security_groups': ['7f81ad8c-58ad-4f7d-b22c-9b7823c0593a']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:44.754793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.852194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec3a62d-455a-4a9d-bda4-21b680e96a1c req-498daeb7-fad0-4ace-921f-43eac06355ae tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0480700 Jul 16 03:34:44.919757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e09426-4e03-4f9c-9269-508f37a9b857 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:44.967020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:44.999211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-95c9abe8-089d-4e26-bc17-64e6311f52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.999818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-95c9abe8-089d-4e26-bc17-64e6311f52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.000246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-95c9abe8-089d-4e26-bc17-64e6311f52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.002015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-95c9abe8-089d-4e26-bc17-64e6311f52d2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e51b4635376d470c9fc3b63c1b773af3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4850605 Jul 16 03:34:45.085992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Transition to ACTIVE for port object 88e09426-4e03-4f9c-9269-508f37a9b857 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:45.091406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ff66-fa9a-4289-8f0c-3a3b89dd5306 req-8a2db238-da40-4a04-b5de-b5407b8557a1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.093888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2241ff66-fa9a-4289-8f0c-3a3b89dd5306 req-8a2db238-da40-4a04-b5de-b5407b8557a1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 932 time: 0.1233668 Jul 16 03:34:45.122080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.151979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2241ff66-fa9a-4289-8f0c-3a3b89dd5306 req-7cd8a429-b69d-4690-934d-33f98d47427a tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493207 Jul 16 03:34:45.203842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-f21ca6a3-fde5-425a-957e-26ac9b40ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.205397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-f21ca6a3-fde5-425a-957e-26ac9b40ff10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 1100 time: 0.4760818 Jul 16 03:34:45.281723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'tag': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:45.284561 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1938bc01-29da-4e79-8da3-2b4d63f50071" -d '{"events": [{"name": "network-changed", "server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "tag": "8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:45.319923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402f97f1-461f-4735-b852-a69831c459d5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:45.355748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.398809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b1b43-318e-4040-befe-96d546af1af4 req-ed0c0418-06d1-43f8-8605-aacdcf4743aa tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.402040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d65b1b43-318e-4040-befe-96d546af1af4 req-ed0c0418-06d1-43f8-8605-aacdcf4743aa tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1072679 Jul 16 03:34:45.466591 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d65b1b43-318e-4040-befe-96d546af1af4 req-a8052feb-0246-4ba9-8fe9-2c4da2af6058 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580671 Jul 16 03:34:45.531395 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d0bf8-94ef-4750-84b0-92eee2b6e343 x-openstack-request-id: req-896d0bf8-94ef-4750-84b0-92eee2b6e343 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:45.531875 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "tag": "8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:45.532854 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-896d0bf8-94ef-4750-84b0-92eee2b6e343 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:45.533551 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'tag': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b', 'status': 'completed', 'code': 200} Jul 16 03:34:45.546225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ac4b-494f-430d-a78e-0c72ad0ab002 req-9b048e39-dece-4630-880e-ab672df79a92 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.553454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ac4b-494f-430d-a78e-0c72ad0ab002 req-9b048e39-dece-4630-880e-ab672df79a92 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.555829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50b4ac4b-494f-430d-a78e-0c72ad0ab002 req-9b048e39-dece-4630-880e-ab672df79a92 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1676 time: 0.1123724 Jul 16 03:34:45.602885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50b4ac4b-494f-430d-a78e-0c72ad0ab002 req-896fbe0f-6bb3-44e7-a9b8-02803dc899b4 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Jul 16 03:34:45.812948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Pushing event updated for resources: {'Port': ['ID=88e09426-4e03-4f9c-9269-508f37a9b857,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:45.829515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-54ee5812-7614-4436-9dc5-adda800014b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.831090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d3494c0e-9f88-44ef-8f33-63e10d18402a req-54ee5812-7614-4436-9dc5-adda800014b5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8125501 Jul 16 03:34:45.869185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Transition to ACTIVE for port object 402f97f1-461f-4735-b852-a69831c459d5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:45.870071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Made reservation on behalf of 7efb1fdfa06645b285d260517bf5e05d for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:45.874618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.889436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.958635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5037d-bc23-4c57-91de-c35bfd65faf8 req-d32d2728-8313-45cd-9a4d-11e5a22c067d tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.966682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbd5037d-bc23-4c57-91de-c35bfd65faf8 req-d32d2728-8313-45cd-9a4d-11e5a22c067d tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 944 time: 0.1433227 Jul 16 03:34:46.014249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbd5037d-bc23-4c57-91de-c35bfd65faf8 req-2290aa0a-1c5b-46e2-ba4a-bc4e83f99edf tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Jul 16 03:34:46.111117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router d098a92d-e8d3-4120-8043-0f01ec8a9b64 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:46.113352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-e2648fc0-fc16-4d26-a8b8-282fc7f07960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.114861 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-e2648fc0-fc16-4d26-a8b8-282fc7f07960 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.8661666 Jul 16 03:34:46.178135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8d85300-0701-4e83-b9bb-3b9cbaf74c5f req-31c31f0c-6441-4efb-be25-263f245ddfc1 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0477829 Jul 16 03:34:46.204982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Attempting to bind port 88e09426-4e03-4f9c-9269-508f37a9b857 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:46.205321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Attempting to bind port 88e09426-4e03-4f9c-9269-508f37a9b857 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3aeadb61-5e08-4d3f-bb64-91081a7850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:46.205658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Attempting to bind port 88e09426-4e03-4f9c-9269-508f37a9b857 on network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:46.225830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Pushing event updated for resources: {'Port': ['ID=402f97f1-461f-4735-b852-a69831c459d5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:46.229470 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-43acc375-9b22-4bfb-9689-d13d9ed59aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c HTTP/1.1" status: 200 len: 217 time: 0.0969160 Jul 16 03:34:46.259842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Port 88e09426-4e03-4f9c-9269-508f37a9b857 on network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:46.260279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Attempting to bind port 88e09426-4e03-4f9c-9269-508f37a9b857 on network da3f320b-371c-4d0f-ac3f-e60dbb2c0681 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:46.262985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Allocated IP 172.20.0.13 (22a9cecd-818c-4990-8fff-bc3a633c9940/e9f5b839-a307-4418-9214-ea031dc30c3d/6316bb9b-8b54-4b31-9fc3-67120b37a03c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:46.383111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-154d760b-499f-4fdd-a167-eb7fbe224de6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.384724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-154d760b-499f-4fdd-a167-eb7fbe224de6 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.1701517 Jul 16 03:34:46.390737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:46.391080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Checking segment: {'id': '3aeadb61-5e08-4d3f-bb64-91081a7850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:46.391467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Bound using segment: {'id': '3aeadb61-5e08-4d3f-bb64-91081a7850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:46.391958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Bound port: 88e09426-4e03-4f9c-9269-508f37a9b857, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aeadb61-5e08-4d3f-bb64-91081a7850b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:46.392319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.459405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-0af44230-6941-4a48-9c1c-20baf5e15dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.459743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-0af44230-6941-4a48-9c1c-20baf5e15dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.461572 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-0af44230-6941-4a48-9c1c-20baf5e15dac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1978 time: 0.5784857 Jul 16 03:34:46.471358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab26f76-36fe-4b3f-8c40-f22bc88446aa req-fe166dd1-fc80-4d22-a1eb-f9bafea909c6 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.479142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ab26f76-36fe-4b3f-8c40-f22bc88446aa req-fe166dd1-fc80-4d22-a1eb-f9bafea909c6 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 944 time: 0.1599329 Jul 16 03:34:46.558446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-2b522817-a507-44f4-b282-91a0952efa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.559981 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-2b522817-a507-44f4-b282-91a0952efa1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.3047481 Jul 16 03:34:46.577625 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-8a9d1ec5-6526-4e81-ae8f-efad780bb8dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=6d3a5349-c505-4597-b337-b3b2210c0ac5 HTTP/1.1" status: 200 len: 217 time: 0.0961249 Jul 16 03:34:46.577854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ab26f76-36fe-4b3f-8c40-f22bc88446aa req-419f819b-e2cb-411e-8f54-f6a3c5acf43c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971332 Jul 16 03:34:46.594615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:46.617660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] Sync routers for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:46.637151 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:46.637963 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:46.640305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Deleting port a997367f-65f8-4b9c-842d-9781ee2cbaa2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:46.640650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.644646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-17876b36-dfa3-4894-bdda-5ea43fce8863 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/d098a92d-e8d3-4120-8043-0f01ec8a9b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5287855 Jul 16 03:34:46.656955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:46.702559 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:46.715822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Attempting to bind port 402f97f1-461f-4735-b852-a69831c459d5 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:46.716152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Attempting to bind port 402f97f1-461f-4735-b852-a69831c459d5 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:46.721410 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:46.722248 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:46.725031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Attempting to bind port 402f97f1-461f-4735-b852-a69831c459d5 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:46.798698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Port 402f97f1-461f-4735-b852-a69831c459d5 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:46.799349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Attempting to bind port 402f97f1-461f-4735-b852-a69831c459d5 on network fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:46.925663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] For port 88e09426-4e03-4f9c-9269-508f37a9b857, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:46.947153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-954e4700-1ee9-4018-8dd0-78bb6da08aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.958464 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-954e4700-1ee9-4018-8dd0-78bb6da08aa0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba8f8468-9e43-462c-b4f4-a8f1a0a26e32 HTTP/1.1" status: 200 len: 801 time: 0.3616698 Jul 16 03:34:46.960864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:46.963115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Checking segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:46.963614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Bound using segment: {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:46.964172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Bound port: 402f97f1-461f-4735-b852-a69831c459d5, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d238ba-5cad-495b-a753-22d60b8ee230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:46.964780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.977047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] For port 88e09426-4e03-4f9c-9269-508f37a9b857, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88e09426-4e03-4f9c-9269-508f37a9b857,segment=NetworkSegment(3aeadb61-5e08-4d3f-bb64-91081a7850b8),segment_id=3aeadb61-5e08-4d3f-bb64-91081a7850b8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:47.026126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.035548 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:47.036456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0556fe2-a05c-4c51-8989-6373571d80c3 None None] The sync data for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:47.163218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.164208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.166529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] 10.222.0.48 "PUT /v2.0/ports/88e09426-4e03-4f9c-9269-508f37a9b857 HTTP/1.1" status: 200 len: 1092 time: 4.3525445 Jul 16 03:34:47.172245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'tag': '88e09426-4e03-4f9c-9269-508f37a9b857'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:47.175559 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346127a-9316-4520-925c-3b1ae97ce536" -d '{"events": [{"name": "network-changed", "server_uuid": "6d838980-8260-4d5b-974c-e1deddf6ad72", "tag": "88e09426-4e03-4f9c-9269-508f37a9b857"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:47.239294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.273231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-d6782083-8979-4ec0-bad2-b99ef8b646eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.275316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-d6782083-8979-4ec0-bad2-b99ef8b646eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7009437 Jul 16 03:34:47.321113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] For port a997367f-65f8-4b9c-842d-9781ee2cbaa2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a997367f-65f8-4b9c-842d-9781ee2cbaa2,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:47.321915 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.334899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Transition to ACTIVE for port object 6316bb9b-8b54-4b31-9fc3-67120b37a03c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:47.343633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Calling delete_port for a997367f-65f8-4b9c-842d-9781ee2cbaa2 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:47.351271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7cd39-3cec-432e-9601-f447a4fc9fff service neutron] Pushing event updated for resources: {'Port': ['ID=88e09426-4e03-4f9c-9269-508f37a9b857,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:47.375422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] For port 402f97f1-461f-4735-b852-a69831c459d5, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:47.407792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-d42760f7-6390-480b-86da-b38866b4d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.409349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-d42760f7-6390-480b-86da-b38866b4d1ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c89c6f54-e4e2-4078-98b9-a591d08859c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4216199 Jul 16 03:34:47.441521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] For port 402f97f1-461f-4735-b852-a69831c459d5, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=402f97f1-461f-4735-b852-a69831c459d5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:47.449203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0abcd4-69c3-44e5-a3a9-21d98122da5d req-fe4cbd0a-5240-4dcb-9551-ba7c4bb4e5f5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.456144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af0abcd4-69c3-44e5-a3a9-21d98122da5d req-fe4cbd0a-5240-4dcb-9551-ba7c4bb4e5f5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc4db144-f022-4a29-a0f4-777f81fd6d4f HTTP/1.1" status: 200 len: 945 time: 0.6826367 Jul 16 03:34:47.491854 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.562812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af0abcd4-69c3-44e5-a3a9-21d98122da5d req-639acc4b-c0be-4a88-b99e-6b9136f99904 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056991 Jul 16 03:34:47.569862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.570813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.572968 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] 10.222.0.48 "PUT /v2.0/ports/402f97f1-461f-4735-b852-a69831c459d5 HTTP/1.1" status: 200 len: 1092 time: 4.5751481 Jul 16 03:34:47.601788 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-91db137c-51f1-4dd5-9e13-79759369da20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4666090 Jul 16 03:34:47.656516 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.696137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-2492c82a-ad2d-4cff-8987-833299fcf015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.698381 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-2492c82a-ad2d-4cff-8987-833299fcf015 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ac07fcbea834c21a203ac8ca5830e6e&device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 1095 time: 0.4622488 Jul 16 03:34:47.699202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.701038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event deleted for resources: {'Port': ['ID=a997367f-65f8-4b9c-842d-9781ee2cbaa2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:47.710855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588833c-6797-45ae-a019-82e2f112cd71 req-98d09612-7cc2-4d59-8394-15a63408e41d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.717305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588833c-6797-45ae-a019-82e2f112cd71 req-98d09612-7cc2-4d59-8394-15a63408e41d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.724206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2588833c-6797-45ae-a019-82e2f112cd71 req-98d09612-7cc2-4d59-8394-15a63408e41d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1676 time: 0.2064273 Jul 16 03:34:47.766809 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-9bea6605-902d-42b4-b418-649ebf84e845 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537206 Jul 16 03:34:47.833275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-a2e2b0a8-2c4b-4278-97be-0a8ce6e642f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e09426-4e03-4f9c-9269-508f37a9b857 HTTP/1.1" status: 200 len: 217 time: 0.0994115 Jul 16 03:34:47.840422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] No DVR routers for this DVR port a997367f-65f8-4b9c-842d-9781ee2cbaa2 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:47.850805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.852796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42661cb0-ff11-4237-8db9-1f2cdf94bdd6 req-c5626a69-7baf-41c2-9d7a-0a1fdded9f35 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "DELETE /v2.0/ports/a997367f-65f8-4b9c-842d-9781ee2cbaa2 HTTP/1.1" status: 204 len: 173 time: 1.4630191 Jul 16 03:34:47.856192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'name': 'network-vif-deleted', 'tag': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:47.858985 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eac8c1-91ec-485c-be75-199951b80457" -d '{"events": [{"server_uuid": "dc4db144-f022-4a29-a0f4-777f81fd6d4f", "name": "network-vif-deleted", "tag": "a997367f-65f8-4b9c-842d-9781ee2cbaa2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:47.876907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2588833c-6797-45ae-a019-82e2f112cd71 req-0660f1e3-95b9-4401-9a61-e08e6800db60 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517856 Jul 16 03:34:47.897717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Pushing event updated for resources: {'Port': ['ID=402f97f1-461f-4735-b852-a69831c459d5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:47.911708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.922943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:47.950763 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e6193-a7d2-4a57-b610-18f13de7f52a x-openstack-request-id: req-0f9e6193-a7d2-4a57-b610-18f13de7f52a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:47.951296 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d838980-8260-4d5b-974c-e1deddf6ad72", "tag": "88e09426-4e03-4f9c-9269-508f37a9b857", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:47.951296 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f9e6193-a7d2-4a57-b610-18f13de7f52a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:47.951681 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'tag': '88e09426-4e03-4f9c-9269-508f37a9b857', 'status': 'completed', 'code': 200} Jul 16 03:34:47.954424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:47.956861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:47.962120 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-057a4753-27ae-4219-958a-90d3eb928b6f service neutron] 10.222.0.11 "GET /v2.0/networks/c89c6f54-e4e2-4078-98b9-a591d08859c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182385 Jul 16 03:34:47.963434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.963778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.964126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.964457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.964777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.965112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.965440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.965767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.966091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.966516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.966870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:47.967190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207c4d6-fbde-4d62-a90e-4b90181e2188 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:48.081671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72ae74-f08c-4699-aa65-63a548fe4d21 req-904d1840-bf76-4aab-a2ff-1cd946cafa24 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.083395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c72ae74-f08c-4699-aa65-63a548fe4d21 req-904d1840-bf76-4aab-a2ff-1cd946cafa24 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 944 time: 0.3148828 Jul 16 03:34:48.210217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-a2b9b1da-b9c9-4c04-a46d-2de363fa8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.211944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-a2b9b1da-b9c9-4c04-a46d-2de363fa8232 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4f30b8d-33b9-4744-b72c-431eda6f898d HTTP/1.1" status: 200 len: 850 time: 0.3678215 Jul 16 03:34:48.241110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7965c6a8-ef43-494e-aebd-00c2371f9c85 None None] Provisioning for port 6316bb9b-8b54-4b31-9fc3-67120b37a03c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:48.243548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event updated for resources: {'Port': ['ID=6316bb9b-8b54-4b31-9fc3-67120b37a03c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:48.248202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7965c6a8-ef43-494e-aebd-00c2371f9c85 None None] Provisioning complete for port 6316bb9b-8b54-4b31-9fc3-67120b37a03c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:48.248842 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7965c6a8-ef43-494e-aebd-00c2371f9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.293016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686c69-3d16-4520-963c-3873589a3658 req-9a7b06ad-e74d-4154-be1a-243da0cce2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.294756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-9a7b06ad-e74d-4154-be1a-243da0cce2ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 1099 time: 0.6337972 Jul 16 03:34:48.299212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c72ae74-f08c-4699-aa65-63a548fe4d21 req-600f4c82-8b1e-440b-a208-42ae3a37f3c1 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581364 Jul 16 03:34:48.301482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7965c6a8-ef43-494e-aebd-00c2371f9c85 None None] Port 6316bb9b-8b54-4b31-9fc3-67120b37a03c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:48.301812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.302535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.312905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-aa017be3-c719-49c2-bf4a-b238045bf149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.314436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-aa017be3-c719-49c2-bf4a-b238045bf149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 1095 time: 0.6437714 Jul 16 03:34:48.358535 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-9281d254-453a-4501-b790-6e98c7010ffb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da3f320b-371c-4d0f-ac3f-e60dbb2c0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245520 Jul 16 03:34:48.360642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a3b39b9-1032-4563-9c0e-21cb7c74a181 req-e5c6828e-238b-4549-b5d6-fbc1e781cb8a service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413876 Jul 16 03:34:48.381590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432531-350d-40b8-9b54-df38f0569add req-eaefedcd-ab5e-4faf-8638-f3fae23d426a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.390294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f432531-350d-40b8-9b54-df38f0569add req-eaefedcd-ab5e-4faf-8638-f3fae23d426a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 932 time: 0.2505636 Jul 16 03:34:48.484228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f432531-350d-40b8-9b54-df38f0569add req-d36f25f7-3fcb-4693-88f0-2eebe19ae97f tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928326 Jul 16 03:34:48.565609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 91abbe2d-bd17-4a57-a99e-471d06d648c5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:48.565956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.858723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.879186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 91abbe2d-bd17-4a57-a99e-471d06d648c5 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:48.908851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b77c7a-3a94-4a22-9f20-1c12d9296d29 req-3d9646b8-080c-42c2-a1d2-77f4d108dbfa tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.915953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5b77c7a-3a94-4a22-9f20-1c12d9296d29 req-3d9646b8-080c-42c2-a1d2-77f4d108dbfa tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 944 time: 0.2923303 Jul 16 03:34:48.938230 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-18cea411-a374-4369-9934-924b618c9c32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402f97f1-461f-4735-b852-a69831c459d5 HTTP/1.1" status: 200 len: 217 time: 0.5912867 Jul 16 03:34:48.940642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-b2e34eee-5d08-4edb-8707-ecb55cc11a78 service neutron] 10.222.0.11 "GET /v2.0/networks/c89c6f54-e4e2-4078-98b9-a591d08859c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9552548 Jul 16 03:34:48.969918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-e1e16710-f1e8-4a3b-80ea-84d27b871c5d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2416198 Jul 16 03:34:49.005046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5b77c7a-3a94-4a22-9f20-1c12d9296d29 req-0a5b7d97-d083-4b6c-ad62-0c1d883b1710 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Jul 16 03:34:49.063397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Request body: {'port': {'device_id': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:49.092818 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d6f122-7a00-438f-86bc-44d5e3e8b50a x-openstack-request-id: req-e7d6f122-7a00-438f-86bc-44d5e3e8b50a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:49.093167 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4db144-f022-4a29-a0f4-777f81fd6d4f", "name": "network-vif-deleted", "tag": "a997367f-65f8-4b9c-842d-9781ee2cbaa2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:49.093431 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7d6f122-7a00-438f-86bc-44d5e3e8b50a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:49.093832 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4db144-f022-4a29-a0f4-777f81fd6d4f', 'name': 'network-vif-deleted', 'tag': 'a997367f-65f8-4b9c-842d-9781ee2cbaa2', 'status': 'completed', 'code': 200} Jul 16 03:34:49.145152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-d1ac49d3-4faf-4f2b-bd87-34a1fdfd8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.146522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-d1ac49d3-4faf-4f2b-bd87-34a1fdfd8fa8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.1673737 Jul 16 03:34:49.178167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.200179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.239012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-d3df1724-b819-49e0-bd35-6a5f1a79eeb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358999 Jul 16 03:34:49.245891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-6e17ac56-3a6b-483c-a1c0-3cb6c3a39925 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b HTTP/1.1" status: 200 len: 217 time: 0.2583399 Jul 16 03:34:49.321449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=91abbe2d-bd17-4a57-a99e-471d06d648c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:49.327444 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-d5503e36-dfd1-44c9-b20c-73e0d9cb5dc5 service neutron] 10.222.0.48 "GET /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132457 Jul 16 03:34:49.506028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a997367f-65f8-4b9c-842d-9781ee2cbaa2 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:49.544793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a997367f-65f8-4b9c-842d-9781ee2cbaa2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:49.545254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a997367f-65f8-4b9c-842d-9781ee2cbaa2 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:49.582681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7a0d-8240-4531-85e6-74651a07f1a2 req-b4f564f1-b65a-421b-a047-61c0ef5bae50 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.589587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7a0d-8240-4531-85e6-74651a07f1a2 req-b4f564f1-b65a-421b-a047-61c0ef5bae50 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.600128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-469d7a0d-8240-4531-85e6-74651a07f1a2 req-b4f564f1-b65a-421b-a047-61c0ef5bae50 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1676 time: 0.1875169 Jul 16 03:34:49.600990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.612760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-9d46234f-0d03-4246-a568-5ca79e425e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.614440 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-9d46234f-0d03-4246-a568-5ca79e425e4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67192546-624b-4a04-8d05-5ee727b55fe6 HTTP/1.1" status: 200 len: 801 time: 0.2858250 Jul 16 03:34:49.741971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686c69-3d16-4520-963c-3873589a3658 req-c0844e23-dbb5-4f8e-805d-6a2d544dcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.743501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-c0844e23-dbb5-4f8e-805d-6a2d544dcc03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 1.4019287 Jul 16 03:34:49.747830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-469d7a0d-8240-4531-85e6-74651a07f1a2 req-6798b979-2d0a-40a6-b6ad-7512a31f16fc tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345851 Jul 16 03:34:49.831126 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-f46392c9-f890-4f3c-9bd8-156ae2ac75a3 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582145 Jul 16 03:34:49.836258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7bf6b8e0-ab4c-400f-9aad-cded596091bd req-1bfd7bce-fc61-4526-baa3-116db0bd7cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492927 Jul 16 03:34:49.838630 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-70b88205-6a77-4e67-b84e-198e1d99cfbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100 HTTP/1.1" status: 200 len: 217 time: 0.0744665 Jul 16 03:34:49.890044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router d098a92d-e8d3-4120-8043-0f01ec8a9b64 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:49.907140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2b80-abe9-4dea-8a62-0d07feabe8f6 req-cbca0b70-35b0-47c9-9373-ca57608243e9 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.908637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7fcf2b80-abe9-4dea-8a62-0d07feabe8f6 req-cbca0b70-35b0-47c9-9373-ca57608243e9 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 944 time: 0.1962318 Jul 16 03:34:49.968463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'tag': '402f97f1-461f-4735-b852-a69831c459d5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:49.970682 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96" -d '{"events": [{"name": "network-changed", "server_uuid": "40afa2dc-30e2-431b-a8b1-d600a1b654b7", "tag": "402f97f1-461f-4735-b852-a69831c459d5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:50.019532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4ec30d0e-5040-4132-9d5c-2b259e309fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.021047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-4ec30d0e-5040-4132-9d5c-2b259e309fda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95c0bdee-44d9-414f-8e0e-b271848f01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3471429 Jul 16 03:34:50.054119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686c69-3d16-4520-963c-3873589a3658 req-df2a20ba-eb47-43d3-a6b5-5eb961224056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.055609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-df2a20ba-eb47-43d3-a6b5-5eb961224056 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1990819 Jul 16 03:34:50.063102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:50.069539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7fcf2b80-abe9-4dea-8a62-0d07feabe8f6 req-27583673-8147-499a-90bc-6b8a0398a76b tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540709 Jul 16 03:34:50.074014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d0bba3ef-7c51-4b1b-858e-0aebf26560b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/d098a92d-e8d3-4120-8043-0f01ec8a9b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4159849 Jul 16 03:34:50.074489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] Sync routers for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:50.082750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-3f70c8bf-f79a-446e-9b8e-88769fae8b90 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.084264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-3f70c8bf-f79a-446e-9b8e-88769fae8b90 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.2363324 Jul 16 03:34:50.084738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:50.092150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:50.092722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:50.125764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-19089ea0-c430-4979-a11a-ff0658af89ad tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/quotas/890d31d6841a49f29c8aef976778c320 HTTP/1.1" status: 200 len: 375 time: 0.0297203 Jul 16 03:34:50.126139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:50.128300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-40879f0e-7b85-4b75-a6fa-1c934a00db93 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=d098a92d-e8d3-4120-8043-0f01ec8a9b64 HTTP/1.1" status: 200 len: 205 time: 0.0422423 Jul 16 03:34:50.130906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:50.144568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] Routers {'d098a92d-e8d3-4120-8043-0f01ec8a9b64'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:50.145656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:50.188079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:50.189057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05584fe-0176-4f75-8f38-f2c5e01de94e None None] The sync data for ids ['d098a92d-e8d3-4120-8043-0f01ec8a9b64'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:50.198610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-997194b4-f1e9-480a-a903-4a2eb8d54878 req-c293454b-607c-4085-9f0e-79347464aa24 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590167 Jul 16 03:34:50.229994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-ebab1c4f-5c2c-446f-b34e-d56d31c03007 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908396 Jul 16 03:34:50.242944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.245392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346127a-9316-4520-925c-3b1ae97ce536 req-0ca596f7-8041-46d0-9a40-c35a4f6f4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.246925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-0ca596f7-8041-46d0-9a40-c35a4f6f4a72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ac07fcbea834c21a203ac8ca5830e6e&device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 1095 time: 0.3217702 Jul 16 03:34:50.284367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6316bb9b-8b54-4b31-9fc3-67120b37a03c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:50.311215 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-a72dd099-7a80-4f0e-9fc9-0c0fd0586b79 service neutron] 10.222.0.11 "GET /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792158 Jul 16 03:34:50.315211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.362385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Transition to ACTIVE for port object 6316bb9b-8b54-4b31-9fc3-67120b37a03c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:50.398319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.414888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-961f3063-56d7-4175-ade3-9e6f0034ff58 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690569 Jul 16 03:34:50.415154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686c69-3d16-4520-963c-3873589a3658 req-fc4fe7f6-5a08-460e-8d73-9f88ad4ca3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.416491 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-fc4fe7f6-5a08-460e-8d73-9f88ad4ca3a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3363342 Jul 16 03:34:50.536481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.554876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.625325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346127a-9316-4520-925c-3b1ae97ce536 req-4e28d7ac-2d67-4d83-8cdc-bcfdb3e3a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.626780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-4e28d7ac-2d67-4d83-8cdc-bcfdb3e3a6e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da3f320b-371c-4d0f-ac3f-e60dbb2c0681 HTTP/1.1" status: 200 len: 912 time: 0.3619413 Jul 16 03:34:50.634630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Pushing event updated for resources: {'Port': ['ID=6316bb9b-8b54-4b31-9fc3-67120b37a03c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:50.674581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8efde8-9f9d-4bf8-9f57-871a1a20f4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.701629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c13ba548-2ce3-4df1-8f5b-27b27e0b03f7 req-04697d2c-f0ec-40ce-b3f6-a3a94a8ac5fe service neutron] 10.222.0.11 "GET /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820119 Jul 16 03:34:50.705849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-62d1bf30-e2b9-4fc0-8165-3ba590c4ed50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e09426-4e03-4f9c-9269-508f37a9b857 HTTP/1.1" status: 200 len: 217 time: 0.0616810 Jul 16 03:34:50.737289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Attempting to bind port 6316bb9b-8b54-4b31-9fc3-67120b37a03c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:50.737632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Attempting to bind port 6316bb9b-8b54-4b31-9fc3-67120b37a03c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:50.737972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Attempting to bind port 6316bb9b-8b54-4b31-9fc3-67120b37a03c on network 22a9cecd-818c-4990-8fff-bc3a633c9940 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:50.783360 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-37615403-209f-4c65-8505-16f67247e64e service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421893 Jul 16 03:34:50.786696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Port 6316bb9b-8b54-4b31-9fc3-67120b37a03c on network 22a9cecd-818c-4990-8fff-bc3a633c9940 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:50.787029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Attempting to bind port 6316bb9b-8b54-4b31-9fc3-67120b37a03c on network 22a9cecd-818c-4990-8fff-bc3a633c9940 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:50.825042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:50.825383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Checking segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:50.825773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Bound using segment: {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:50.826233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Bound port: 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:50.826645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.876577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346127a-9316-4520-925c-3b1ae97ce536 req-d719a421-081a-4a4f-b579-781916ea52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.878001 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-d719a421-081a-4a4f-b579-781916ea52e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4f30b8d-33b9-4744-b72c-431eda6f898d HTTP/1.1" status: 200 len: 850 time: 0.1634119 Jul 16 03:34:50.978809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.979387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router d098a92d-e8d3-4120-8043-0f01ec8a9b64 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:34:50.991381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.992493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e13af372-5cb0-4539-87fd-12ca4f95c364 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/d098a92d-e8d3-4120-8043-0f01ec8a9b64 HTTP/1.1" status: 204 len: 168 time: 0.8606110 Jul 16 03:34:50.997170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:51.045745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-e1543551-e539-4d2d-a8c4-794bc9861026 service neutron] 10.222.0.25 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737329 Jul 16 03:34:51.061350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2714-95d3-46a6-8664-b434f5a6c4c1 req-92f57c90-7128-4bdb-b5da-7e1b25784ccc tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.062985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-585d2714-95d3-46a6-8664-b434f5a6c4c1 req-92f57c90-7128-4bdb-b5da-7e1b25784ccc tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.5921786 Jul 16 03:34:51.084097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet d7d1e052-3e33-4911-bec4-552d7ce8164e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:51.096344 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.149426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-585d2714-95d3-46a6-8664-b434f5a6c4c1 req-cafdc22c-28f6-4495-8506-887748a2328a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780258 Jul 16 03:34:51.172154 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.327621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-4d659940-614d-4bf4-bd2e-8042dc2755c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da3f320b-371c-4d0f-ac3f-e60dbb2c0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4193134 Jul 16 03:34:51.329065 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d326d6e-f4e8-47f7-8cfa-088a2af478f9 x-openstack-request-id: req-2d326d6e-f4e8-47f7-8cfa-088a2af478f9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:51.329345 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40afa2dc-30e2-431b-a8b1-d600a1b654b7", "tag": "402f97f1-461f-4735-b852-a69831c459d5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:51.329596 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d326d6e-f4e8-47f7-8cfa-088a2af478f9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:51.329967 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'tag': '402f97f1-461f-4735-b852-a69831c459d5', 'status': 'completed', 'code': 200} Jul 16 03:34:51.376700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.407175 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-bc1da4c7-7488-4b97-88b7-b584d11b7e60 service neutron] 10.222.0.48 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954256 Jul 16 03:34:51.424335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-ed56824e-5efb-4c19-b319-aa45f98daeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.424699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-ed56824e-5efb-4c19-b319-aa45f98daeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.426308 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-ed56824e-5efb-4c19-b319-aa45f98daeea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e51b4635376d470c9fc3b63c1b773af3&device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1978 time: 0.6552541 Jul 16 03:34:51.445987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] For port 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:51.454633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] For port 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:51.507064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.517018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671c5f-259b-41a8-87f6-e2f3b3879d56 req-f3b2c4cb-7bfe-4980-a1c7-46f6bf303714 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.518579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3671c5f-259b-41a8-87f6-e2f3b3879d56 req-f3b2c4cb-7bfe-4980-a1c7-46f6bf303714 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 948 time: 0.2168057 Jul 16 03:34:51.574646 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.616790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.617414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.619367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] 10.222.0.11 "PUT /v2.0/ports/6316bb9b-8b54-4b31-9fc3-67120b37a03c HTTP/1.1" status: 200 len: 1092 time: 2.6307755 Jul 16 03:34:51.627194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-7a837063-905c-4542-a008-690487088470 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.628714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-7a837063-905c-4542-a008-690487088470 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 948 time: 0.2784626 Jul 16 03:34:51.638132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d1e052-3e33-4911-bec4-552d7ce8164e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:51.639890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-a13c6c2e-69c3-47ac-9577-1e8209a6002b service neutron] 10.222.0.48 "GET /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872410 Jul 16 03:34:51.653571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d154215-964e-4e0b-8087-a418f3187626 req-2a2d914a-1391-4f02-a00e-309a55447c65 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.662217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d154215-964e-4e0b-8087-a418f3187626 req-2a2d914a-1391-4f02-a00e-309a55447c65 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 944 time: 0.2892394 Jul 16 03:34:51.666470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf52a97-b760-4c14-9e63-b1b24416c084 service neutron] Pushing event updated for resources: {'Port': ['ID=6316bb9b-8b54-4b31-9fc3-67120b37a03c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:51.685867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-0f398b9c-1ecd-487f-93ad-da78dc627d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.686031 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.686255 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-0f398b9c-1ecd-487f-93ad-da78dc627d4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 1095 time: 0.3510070 Jul 16 03:34:51.690939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ad56ad7-0b09-4554-8650-6845c880c524 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/d7d1e052-3e33-4911-bec4-552d7ce8164e HTTP/1.1" status: 204 len: 168 time: 0.6926999 Jul 16 03:34:51.694140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208827ac-aef2-47a7-bce0-0ce29f6d5fca None None] Network ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:51.699436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33312) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:51.708919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3671c5f-259b-41a8-87f6-e2f3b3879d56 req-fac2e112-33b9-4025-b345-663ecc547984 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729877 Jul 16 03:34:51.907258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d154215-964e-4e0b-8087-a418f3187626 req-4ec802eb-fc5a-4a11-8504-4d61720ce280 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441356 Jul 16 03:34:51.930355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Deleting port c03827d9-ccfd-498a-ac3d-e8f483fbb100 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:51.930581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-53a526f8-55ca-48b0-8f3b-e5174765ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.930828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.932621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-53a526f8-55ca-48b0-8f3b-e5174765ea3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 913 time: 0.2322729 Jul 16 03:34:52.062859 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-d9da692a-2262-4c12-90c0-ab9db6c9e5fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402f97f1-461f-4735-b852-a69831c459d5 HTTP/1.1" status: 200 len: 217 time: 0.0616386 Jul 16 03:34:52.075168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-af08c682-a418-4fce-8433-42843320736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.076665 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-af08c682-a418-4fce-8433-42843320736e service neutron] 10.222.0.11 "GET /v2.0/networks?id=95c0bdee-44d9-414f-8e0e-b271848f01b1 HTTP/1.1" status: 200 len: 903 time: 0.6407812 Jul 16 03:34:52.157696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] DHCP port deletion for ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:52.162623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] For port c03827d9-ccfd-498a-ac3d-e8f483fbb100, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c03827d9-ccfd-498a-ac3d-e8f483fbb100,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:52.164004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.179858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-76542eec-e218-4136-8f01-55eaa86108b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b HTTP/1.1" status: 200 len: 217 time: 0.0383301 Jul 16 03:34:52.187816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Calling delete_port for c03827d9-ccfd-498a-ac3d-e8f483fbb100 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:52.227535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] Deleting port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:52.228760 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.260352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet 69ca5cce-6bfa-410e-a353-699218f65a7a {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:52.263301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.270181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06e8a6-49a1-4809-960e-1ac3635924b3 req-5c1ebf09-f893-498a-a263-f246a4ef8281 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.277001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06e8a6-49a1-4809-960e-1ac3635924b3 req-5c1ebf09-f893-498a-a263-f246a4ef8281 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.278717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b06e8a6-49a1-4809-960e-1ac3635924b3 req-5c1ebf09-f893-498a-a263-f246a4ef8281 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1676 time: 0.2254021 Jul 16 03:34:52.293827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e164e-ef8e-44cb-97e6-9b96ba9cd848 req-875faeb7-4ef8-45d1-baca-18d1865ec405 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.294985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-845e164e-ef8e-44cb-97e6-9b96ba9cd848 req-875faeb7-4ef8-45d1-baca-18d1865ec405 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 944 time: 0.2130411 Jul 16 03:34:52.303270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.311047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] For port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,segment=NetworkSegment(881a47db-eadb-416b-9269-4e505c888758),segment_id=881a47db-eadb-416b-9269-4e505c888758)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:52.311535 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.324582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] Calling delete_port for 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:52.377349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b06e8a6-49a1-4809-960e-1ac3635924b3 req-c7f98226-fbf7-4452-88f8-fb33d4685428 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812583 Jul 16 03:34:52.406219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-845e164e-ef8e-44cb-97e6-9b96ba9cd848 req-1acb7b80-6fea-4ef2-9664-7553e0ee8894 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958052 Jul 16 03:34:52.411377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-71510519-5e44-4eb4-8302-0368b6447f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.412892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-71510519-5e44-4eb4-8302-0368b6447f76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7efb1fdfa06645b285d260517bf5e05d&device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 1095 time: 0.7015061 Jul 16 03:34:52.420108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-b4b02819-eaa3-44c5-8d4d-c162039cc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.421814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-b4b02819-eaa3-44c5-8d4d-c162039cc6c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.3141816 Jul 16 03:34:52.448545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.453226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f346127a-9316-4520-925c-3b1ae97ce536 req-9bb37d7b-7886-4c03-9805-7c2f87cb5b2f service neutron] 10.222.0.48 "GET /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8027782 Jul 16 03:34:52.464869 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.522708 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-82938984-82a0-4f94-b536-39603a9b45ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865302 Jul 16 03:34:52.524125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] Pushing event deleted for resources: {'Port': ['ID=1db9dce8-8c06-43b3-96e1-14b6eb9ade59,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:52.527384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-6772f5f7-65b9-4d91-8951-1bd641c0d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.528950 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-6772f5f7-65b9-4d91-8951-1bd641c0d1f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67192546-624b-4a04-8d05-5ee727b55fe6 HTTP/1.1" status: 200 len: 801 time: 0.3388286 Jul 16 03:34:52.529394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.530260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-0bd2331a-fb24-4431-b165-13c55f5eefca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c HTTP/1.1" status: 200 len: 217 time: 0.1031876 Jul 16 03:34:52.533982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd36ed1-c86b-4884-8ce6-8d645f59fcbc None None] No DVR routers for this DVR port 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:52.594954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Pushing event deleted for resources: {'Port': ['ID=c03827d9-ccfd-498a-ac3d-e8f483fbb100,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:52.677418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] No DVR routers for this DVR port c03827d9-ccfd-498a-ac3d-e8f483fbb100 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:52.680802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e8df3c1-ed9b-4e30-ba41-697ab14fa33d req-c08218f8-dd0c-4d8c-bd0e-13099ee1ba3f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 210 time: 0.0564694 Jul 16 03:34:52.682030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.684079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-813c021f-d61f-42e0-bf50-fff242af11b8 req-df808228-71c9-4314-9a24-57287de295fb tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.48 "DELETE /v2.0/ports/c03827d9-ccfd-498a-ac3d-e8f483fbb100 HTTP/1.1" status: 204 len: 173 time: 1.0416846 Jul 16 03:34:52.692346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-deleted', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:52.696003 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a4f21-4da1-417d-a12a-5befc69d319d" -d '{"events": [{"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-deleted", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:52.750579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-f7a32f86-4bc0-49b0-8b89-5d7446d27a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.752589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-f7a32f86-4bc0-49b0-8b89-5d7446d27a36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9f5b839-a307-4418-9214-ea031dc30c3d HTTP/1.1" status: 200 len: 854 time: 0.1918933 Jul 16 03:34:52.766787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8227a03-48aa-4091-b8a7-8225b2f70c33 req-dcf4399c-2e43-4707-923e-13dfbc515ab3 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.768577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8227a03-48aa-4091-b8a7-8225b2f70c33 req-dcf4399c-2e43-4707-923e-13dfbc515ab3 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.1090009 Jul 16 03:34:52.808374 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c218b-0b31-4cb6-b531-ea0f6c2e1c0f x-openstack-request-id: req-ef3c218b-0b31-4cb6-b531-ea0f6c2e1c0f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:52.808762 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d57f14-8568-47e5-baeb-78cec2538e3c", "name": "network-vif-deleted", "tag": "c03827d9-ccfd-498a-ac3d-e8f483fbb100", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:52.810646 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef3c218b-0b31-4cb6-b531-ea0f6c2e1c0f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:52.811150 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d57f14-8568-47e5-baeb-78cec2538e3c', 'name': 'network-vif-deleted', 'tag': 'c03827d9-ccfd-498a-ac3d-e8f483fbb100', 'status': 'completed', 'code': 200} Jul 16 03:34:52.827365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 402f97f1-461f-4735-b852-a69831c459d5 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:52.828989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.917875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8227a03-48aa-4091-b8a7-8225b2f70c33 req-9f861569-a841-4db3-8d20-410a19142c24 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398423 Jul 16 03:34:52.937537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-10aa4eaa-9ea6-4aa0-bea9-2008742eb8d8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.945415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-10aa4eaa-9ea6-4aa0-bea9-2008742eb8d8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 812 time: 0.3006904 Jul 16 03:34:52.950980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=69ca5cce-6bfa-410e-a353-699218f65a7a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:52.970475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61c17c78-8c26-4528-bea5-63c1bfde9d56 req-8aaaf3f0-eca9-4248-9c63-d7e483c6f052 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d57f14-8568-47e5-baeb-78cec2538e3c HTTP/1.1" status: 200 len: 210 time: 0.0715697 Jul 16 03:34:52.978910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Request body: {'port': {'device_id': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'admin_state_up': True, 'tenant_id': '890d31d6841a49f29c8aef976778c320'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:52.986279 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-d87ed1e6-37a3-40b5-a9b0-eb6340543294 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546323 Jul 16 03:34:52.989053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.991198 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c4604a45-90e7-4e8e-8861-a7112a1b5f0a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/69ca5cce-6bfa-410e-a353-699218f65a7a HTTP/1.1" status: 204 len: 168 time: 1.2880807 Jul 16 03:34:53.006748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:53.011671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e127a25-c43f-4099-9e49-471e38761d2e None None] Network 84ae5a47-f570-4672-aebc-92d21ad3b872 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:53.115896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-808c61c2-06a3-4d29-88e7-36965d256785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.121375 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-808c61c2-06a3-4d29-88e7-36965d256785 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95c0bdee-44d9-414f-8e0e-b271848f01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5673673 Jul 16 03:34:53.147928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.154098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 402f97f1-461f-4735-b852-a69831c459d5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=402f97f1-461f-4735-b852-a69831c459d5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.172766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '402f97f1-461f-4735-b852-a69831c459d5', 'network_id': 'fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4', 'port_id': '402f97f1-461f-4735-b852-a69831c459d5', 'mac_address': 'fa:16:3e:e5:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488fc9f9-7283-4c01-af1e-c579e1917e72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:53.232245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.252162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-c86e4877-e1d7-469b-8925-dc54ffde3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.253643 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-c86e4877-e1d7-469b-8925-dc54ffde3625 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22a9cecd-818c-4990-8fff-bc3a633c9940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4916251 Jul 16 03:34:53.257851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402f97f1-461f-4735-b852-a69831c459d5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:53.307940 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-718c34d6-7117-4fab-94b0-1781875207c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.311384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 402f97f1-461f-4735-b852-a69831c459d5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=402f97f1-461f-4735-b852-a69831c459d5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.314491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] DHCP port deletion for 84ae5a47-f570-4672-aebc-92d21ad3b872 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:53.318753 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.319429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88e09426-4e03-4f9c-9269-508f37a9b857 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:53.331335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:53.333705 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:53.382258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=402f97f1-461f-4735-b852-a69831c459d5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:53.405313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.425867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:53.439282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881a47db-eadb-416b-9269-4e505c888758') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:53.439636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881a47db-eadb-416b-9269-4e505c888758') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:53.458727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.463717 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df889d-b79c-4649-be36-9421e54aa484 x-openstack-request-id: req-23df889d-b79c-4649-be36-9421e54aa484 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:53.464246 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:53.464458 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23df889d-b79c-4649-be36-9421e54aa484 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:53.464952 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'status': 'completed', 'code': 200} Jul 16 03:34:53.471474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2b577-194c-454f-bf10-2d4c3c8e97a0 req-f8a84ac6-846d-489c-af5c-6dda17b4760d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.479427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fb2b577-194c-454f-bf10-2d4c3c8e97a0 req-f8a84ac6-846d-489c-af5c-6dda17b4760d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 944 time: 0.2510631 Jul 16 03:34:53.514247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b0fd30d-f4a7-49f8-8d04-d1872e8d8d96 req-dc18eaf1-2d00-420e-93e5-f9f60453f3ac service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184906 Jul 16 03:34:53.516247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:53.516733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-f8f58cf7-6817-4887-a471-89f0a3e1d855 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511530 Jul 16 03:34:53.550466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.551988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-dee836f2-634b-4300-89cd-61bac64269ab service neutron] 10.222.0.11 "GET /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142709 Jul 16 03:34:53.552473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Made reservation on behalf of 890d31d6841a49f29c8aef976778c320 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:53.556856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.574087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:53.574501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:53.583043 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:53.607296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fb2b577-194c-454f-bf10-2d4c3c8e97a0 req-c00a3419-2cdb-4080-a161-81be9d23fdc4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267729 Jul 16 03:34:53.628715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] Deleting port dab07bac-bacf-492a-970a-640ee1e68d93 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:53.629106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.689629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 88e09426-4e03-4f9c-9269-508f37a9b857, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88e09426-4e03-4f9c-9269-508f37a9b857,segment=NetworkSegment(3aeadb61-5e08-4d3f-bb64-91081a7850b8),segment_id=3aeadb61-5e08-4d3f-bb64-91081a7850b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.736685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd95c3-6a1d-4498-a322-00ea37ea4371 req-8a8c6fb0-5371-4546-90dd-210b668793d8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.742611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd95c3-6a1d-4498-a322-00ea37ea4371 req-8a8c6fb0-5371-4546-90dd-210b668793d8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.746676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.749691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '88e09426-4e03-4f9c-9269-508f37a9b857', 'network_id': 'da3f320b-371c-4d0f-ac3f-e60dbb2c0681', 'port_id': '88e09426-4e03-4f9c-9269-508f37a9b857', 'mac_address': 'fa:16:3e:5a:ac:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f30b8d-33b9-4744-b72c-431eda6f898d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:53.750139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dcd95c3-6a1d-4498-a322-00ea37ea4371 req-8a8c6fb0-5371-4546-90dd-210b668793d8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1676 time: 0.2407236 Jul 16 03:34:53.751941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] For port dab07bac-bacf-492a-970a-640ee1e68d93, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dab07bac-bacf-492a-970a-640ee1e68d93,segment=NetworkSegment(880fac51-8625-45cc-a785-aed04763fbb5),segment_id=880fac51-8625-45cc-a785-aed04763fbb5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.752347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.753733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.773818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b', 'network_id': '95c0bdee-44d9-414f-8e0e-b271848f01b1', 'port_id': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b', 'mac_address': 'fa:16:3e:1c:ba:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67192546-624b-4a04-8d05-5ee727b55fe6', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:53.775796 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.776045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] Calling delete_port for dab07bac-bacf-492a-970a-640ee1e68d93 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:53.777641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe HTTP/1.1" status: 204 len: 168 time: 0.7709978 Jul 16 03:34:53.799514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33334) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:53.812376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf59b7-7140-4246-a800-e7d45a208eb0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=ac6a0a3e-0543-4b0d-aa44-0b73c9b4cfbe,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:53.839904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dcd95c3-6a1d-4498-a322-00ea37ea4371 req-08b7276b-5bdc-4712-a75d-2b70ec3332d5 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888216 Jul 16 03:34:53.858418 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.872201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce116b-add4-4fd2-9a51-4e34c506b294 req-42ed3dba-6e1c-4fcd-9328-6539aa814f91 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.873727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bce116b-add4-4fd2-9a51-4e34c506b294 req-42ed3dba-6e1c-4fcd-9328-6539aa814f91 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 944 time: 0.1209767 Jul 16 03:34:53.917773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bce116b-add4-4fd2-9a51-4e34c506b294 req-3396c089-236f-413f-ba9c-d97dc9199f06 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Jul 16 03:34:53.939700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:53.971650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:53.972214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1db9dce8-8c06-43b3-96e1-14b6eb9ade59 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:53.972792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dab07bac-bacf-492a-970a-640ee1e68d93 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:53.980499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.038438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5dceb89-f9d2-43d6-b031-947ad843691e req-eee79dca-bb03-428e-a808-2ea59d1e3351 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 210 time: 0.0434370 Jul 16 03:34:54.143872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe992a95-ba43-4f85-9dd2-f4108b32393a req-afeacb3b-75d3-47c3-b869-356e157073bd tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.153374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe992a95-ba43-4f85-9dd2-f4108b32393a req-afeacb3b-75d3-47c3-b869-356e157073bd tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.0909290 Jul 16 03:34:54.180371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e09426-4e03-4f9c-9269-508f37a9b857 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:54.205293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.206253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe992a95-ba43-4f85-9dd2-f4108b32393a req-75a511c6-84e2-47ed-98b9-0b8776104d8e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518887 Jul 16 03:34:54.246263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 88e09426-4e03-4f9c-9269-508f37a9b857, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88e09426-4e03-4f9c-9269-508f37a9b857,segment=NetworkSegment(3aeadb61-5e08-4d3f-bb64-91081a7850b8),segment_id=3aeadb61-5e08-4d3f-bb64-91081a7850b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.269785 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.288939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:54.293959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.351568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.376022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.376668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6d3a5349-c505-4597-b337-b3b2210c0ac5 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:54.389358 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1938bc01-29da-4e79-8da3-2b4d63f50071 req-278fa8bc-2400-413b-9150-04b6d14428d6 service neutron] 10.222.0.11 "GET /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009095 Jul 16 03:34:54.393150 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.397855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.400746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.404000 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674da5-483e-4f4a-9e7e-c007c2034cec req-7b45bec0-bed9-4f68-baf1-8159f9f8d221 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282466 Jul 16 03:34:54.417253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Allocated IP 172.20.0.12 (0243d034-9359-4919-bb4a-a051e20876ff/f8ebabca-b8bd-43db-8dbc-346678fe226d/6abfe72d-408d-4d93-9fa2-d5ceabfb8039) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:54.435189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=88e09426-4e03-4f9c-9269-508f37a9b857,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.438000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] No DVR routers for this DVR port dab07bac-bacf-492a-970a-640ee1e68d93 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:54.575520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['88e09426-4e03-4f9c-9269-508f37a9b857'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:54.594938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.606606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.614032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['402f97f1-461f-4735-b852-a69831c459d5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:54.616838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae5a47-f570-4672-aebc-92d21ad3b872']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:54.657798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880fac51-8625-45cc-a785-aed04763fbb5') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:54.658101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880fac51-8625-45cc-a785-aed04763fbb5') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:54.664508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74688c8-619d-4371-8090-d0f9e77ed6df req-3d636325-ee5c-4a2c-a816-357b650eb497 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.666436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c74688c8-619d-4371-8090-d0f9e77ed6df req-3d636325-ee5c-4a2c-a816-357b650eb497 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 949 time: 0.0757954 Jul 16 03:34:54.676600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.682657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e39625-ee2c-4f5b-95f9-08ef33104332 None None] Pushing event deleted for resources: {'Port': ['ID=dab07bac-bacf-492a-970a-640ee1e68d93,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.690280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6d3a5349-c505-4597-b337-b3b2210c0ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6d3a5349-c505-4597-b337-b3b2210c0ac5,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.691615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-3af55279-26b5-465e-b3ab-6fd56ee92948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.693136 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-3af55279-26b5-465e-b3ab-6fd56ee92948 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7efb1fdfa06645b285d260517bf5e05d&device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 1095 time: 0.1859338 Jul 16 03:34:54.723262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '6d3a5349-c505-4597-b337-b3b2210c0ac5', 'network_id': 'c89c6f54-e4e2-4078-98b9-a591d08859c2', 'port_id': '6d3a5349-c505-4597-b337-b3b2210c0ac5', 'mac_address': 'fa:16:3e:4b:61:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8f8468-9e43-462c-b4f4-a8f1a0a26e32', 'ip_address': '19.80.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:54.734937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c74688c8-619d-4371-8090-d0f9e77ed6df req-21ad2448-5256-4a01-8e2e-e38d8eb16232 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613666 Jul 16 03:34:54.736189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.757591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:54.758009 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:54.762019 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:54.814238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.837198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492601-1328-486e-9bad-19703563beb9 req-e8c0f9b9-4c75-48cf-bda3-428fb616e6f4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.844052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7492601-1328-486e-9bad-19703563beb9 req-e8c0f9b9-4c75-48cf-bda3-428fb616e6f4 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 945 time: 0.0655236 Jul 16 03:34:54.851778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3a5349-c505-4597-b337-b3b2210c0ac5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:54.856779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:54.897140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7492601-1328-486e-9bad-19703563beb9 req-65044645-d8b8-4b62-b02a-b30f13dd72c2 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521371 Jul 16 03:34:54.900904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.905556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: c03827d9-ccfd-498a-ac3d-e8f483fbb100 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:54.906040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c03827d9-ccfd-498a-ac3d-e8f483fbb100 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:54.922957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6d3a5349-c505-4597-b337-b3b2210c0ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6d3a5349-c505-4597-b337-b3b2210c0ac5,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.925672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.928791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.934903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/84ae5a47-f570-4672-aebc-92d21ad3b872 HTTP/1.1" status: 204 len: 168 time: 1.0979326 Jul 16 03:34:54.935051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.936599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:54.941201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-970655941'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:54.954705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-35e7e459-0efe-43f9-9cc7-d065c7bf08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.956590 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-35e7e459-0efe-43f9-9cc7-d065c7bf08f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22a9cecd-818c-4990-8fff-bc3a633c9940 HTTP/1.1" status: 200 len: 917 time: 0.2305801 Jul 16 03:34:54.973913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:54.984465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.025032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:55.027740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.030429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6d3a5349-c505-4597-b337-b3b2210c0ac5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.050613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.050958 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 06d73f73-2db6-4c24-8fee-7739ac6079bb of type vlan for network db37e14f-e3a0-431d-9283-d20c2348f356 Jul 16 03:34:55.077481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9cc25-4d49-41e9-a617-71b8fd55d71b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=84ae5a47-f570-4672-aebc-92d21ad3b872,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.116453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-d3d49361-4a88-477b-bb14-ad2c870098ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c HTTP/1.1" status: 200 len: 217 time: 0.0985231 Jul 16 03:34:55.120831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Network 0243d034-9359-4919-bb4a-a051e20876ff is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:55.135225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:55.141430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:55.148132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.156968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6d3a5349-c505-4597-b337-b3b2210c0ac5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:55.187815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event updated for resources: {'Port': ['ID=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.208290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.213781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.214366 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.224407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-0b3f87af-bde3-4c14-836d-71af7dffc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.225922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-0b3f87af-bde3-4c14-836d-71af7dffc2da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9f5b839-a307-4418-9214-ea031dc30c3d HTTP/1.1" status: 200 len: 854 time: 0.1001098 Jul 16 03:34:55.234848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.235478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.239286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076359fd-7249-4b44-8db1-da8d1332fcac req-a60b22c2-ad64-41a1-92b4-4cccff33fbf7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.245670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076359fd-7249-4b44-8db1-da8d1332fcac req-a60b22c2-ad64-41a1-92b4-4cccff33fbf7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.247304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-076359fd-7249-4b44-8db1-da8d1332fcac req-a60b22c2-ad64-41a1-92b4-4cccff33fbf7 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1678 time: 0.1982005 Jul 16 03:34:55.286394 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-014d9978-ae8b-4278-b17b-9f6cce30fc8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3100269 Jul 16 03:34:55.286629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3473625 Jul 16 03:34:55.286741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33360) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:55.292453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:55.300325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b7c35-f762-476f-8fec-b37904519910 req-b3552357-e718-493e-ba27-a6b7b5b317e1 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.301801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a4b7c35-f762-476f-8fec-b37904519910 req-b3552357-e718-493e-ba27-a6b7b5b317e1 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 945 time: 0.1988788 Jul 16 03:34:55.313047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Request body: {'port': {'device_id': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:55.335878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e671523-1293-40bf-8f4d-9e0fae2c9b27 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=db37e14f-e3a0-431d-9283-d20c2348f356,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.353782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network db37e14f-e3a0-431d-9283-d20c2348f356 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:55.367107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-076359fd-7249-4b44-8db1-da8d1332fcac req-32c9f7a7-1d88-4d7d-bf15-d56a438f9381 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020029 Jul 16 03:34:55.395065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a4b7c35-f762-476f-8fec-b37904519910 req-7e6c659e-c562-46f3-ac5d-b602ae75a630 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637062 Jul 16 03:34:55.458147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-51980556-db30-4df3-a21a-0ed94a9ad4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.459728 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-51980556-db30-4df3-a21a-0ed94a9ad4ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22a9cecd-818c-4990-8fff-bc3a633c9940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207401 Jul 16 03:34:55.512409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:55.515897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.582217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.586515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22497b4-ae35-4644-a769-ceb3a3a64bec req-c55eced8-81b9-4c37-92d6-5c5ee414a529 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.588515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d22497b4-ae35-4644-a769-ceb3a3a64bec req-c55eced8-81b9-4c37-92d6-5c5ee414a529 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 932 time: 0.1122572 Jul 16 03:34:55.600928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c45545-cb77-4452-a24a-0026b540771e req-e2d92ff0-f53f-4800-b991-b05f46caad70 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.602365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c45545-cb77-4452-a24a-0026b540771e req-e2d92ff0-f53f-4800-b991-b05f46caad70 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.0909638 Jul 16 03:34:55.660865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d22497b4-ae35-4644-a769-ceb3a3a64bec req-9ee90f90-eb94-4ad6-8c1b-970657ea20b5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569124 Jul 16 03:34:55.663604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c45545-cb77-4452-a24a-0026b540771e req-9c2841ad-e1e2-41c7-8713-ebc3e22b992f tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538318 Jul 16 03:34:55.710280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-90ce469c-f399-4873-a488-4cc483478960 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416265 Jul 16 03:34:55.910244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8d2c7-7817-4b13-840c-bd29e056a0bb req-fa5379a4-3176-49da-863e-bb6b0b0142fc tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.911823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23c8d2c7-7817-4b13-840c-bd29e056a0bb req-fa5379a4-3176-49da-863e-bb6b0b0142fc tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 949 time: 0.0657346 Jul 16 03:34:55.950223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23c8d2c7-7817-4b13-840c-bd29e056a0bb req-b7e0fa8f-1a1e-483a-86d6-3b512ec8159d tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b790e45-1c6a-4f2b-b7d8-6814e77ea922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Jul 16 03:34:55.984653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.995764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.023970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0e25dd5-8edd-44ee-ad7e-9d73a9450ecd req-3087ba28-716b-4f7f-bcfa-3edaca175650 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607815 Jul 16 03:34:56.082278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.083727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93a66-a9d5-455b-be87-3009cb2124e7 req-eaa33b5d-bab5-4028-849d-0b27bf1041ac tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.085388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81e93a66-a9d5-455b-be87-3009cb2124e7 req-eaa33b5d-bab5-4028-849d-0b27bf1041ac tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 945 time: 0.0633233 Jul 16 03:34:56.101821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '06d73f73-2db6-4c24-8fee-7739ac6079bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:56.102207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: db37e14f-e3a0-431d-9283-d20c2348f356, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:56.126212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81e93a66-a9d5-455b-be87-3009cb2124e7 req-aa466ccf-68d9-46df-afd3-6a9c0214a148 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341163 Jul 16 03:34:56.150048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:56.154897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network db37e14f-e3a0-431d-9283-d20c2348f356 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:56.162227 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.170960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, db37e14f-e3a0-431d-9283-d20c2348f356) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:56.177441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.178031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.180516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Transition to ACTIVE for port object 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:56.181507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a5b04-cb2e-4f53-8aa1-efa9336aa8e5 None None] Network db37e14f-e3a0-431d-9283-d20c2348f356 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:56.188267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.203500 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2cf9c41e-799e-4b50-9be7-2c5aaaba3ecd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9133325 Jul 16 03:34:56.203706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:56.203848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:56.208508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-473034177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:56.239580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.242417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.265187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.303520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.310522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.328720 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.333118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f6fcb089-60b0-41c7-ae85-4394656499a3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1282542 Jul 16 03:34:56.333748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33368) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:56.338789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'port': {'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356', 'name': 'tempest-RoutersTest-1982652091'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:56.356853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Attempting to bind port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:56.357198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Attempting to bind port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:56.357566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Attempting to bind port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:56.365019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 on network 0243d034-9359-4919-bb4a-a051e20876ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:56.365351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Attempting to bind port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 on network 0243d034-9359-4919-bb4a-a051e20876ff {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:56.379537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:56.379886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Checking segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:56.380250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Bound using segment: {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:56.380693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Bound port: 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0b214-deba-4377-a6f6-94bb04298f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:56.381047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.402285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6a858-4256-432c-b24f-6259919cdabb req-785ed629-a9cd-4411-a237-4810c586c6ee tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.404082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e4e6a858-4256-432c-b24f-6259919cdabb req-785ed629-a9cd-4411-a237-4810c586c6ee tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 949 time: 0.1096585 Jul 16 03:34:56.420051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-db37e14f-e3a0-431d-9283-d20c2348f356', 'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': 'f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:56.420249 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.513703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] For port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:56.517978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] For port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:56.538374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.559707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:56.563178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.583483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.584909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.586306 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/6abfe72d-408d-4d93-9fa2-d5ceabfb8039 HTTP/1.1" status: 200 len: 1092 time: 1.2880816 Jul 16 03:34:56.586815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'tag': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:56.589852 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2765eb96-f11a-43b9-9cfb-87ccf944108e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3e7d35-6221-454e-a13a-c350a21c6129", "tag": "6abfe72d-408d-4d93-9fa2-d5ceabfb8039"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:56.625818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] device_id is not set on port 03a57eec-9fdf-483a-8058-3a35e246636d yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:34:56.626866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f9dce-011b-496b-a0ac-f999a6baadb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.653619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e36b4c-d421-48ae-973d-80cb9ca7e277 req-8f971823-8f7c-41d8-97c0-76147b2a47d0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.659527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e36b4c-d421-48ae-973d-80cb9ca7e277 req-8f971823-8f7c-41d8-97c0-76147b2a47d0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.661117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35e36b4c-d421-48ae-973d-80cb9ca7e277 req-8f971823-8f7c-41d8-97c0-76147b2a47d0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1678 time: 0.1424499 Jul 16 03:34:56.664539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Deleting port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:56.664822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.666891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Allocated IP 172.20.0.2 (db37e14f-e3a0-431d-9283-d20c2348f356/f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2/5c7e26a9-638a-4024-ba93-8c2b3b8c19ac) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:56.755084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-2cd45bbd-744a-4eff-b476-0f751645dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.756589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-2cd45bbd-744a-4eff-b476-0f751645dfa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 1095 time: 0.1271753 Jul 16 03:34:56.757443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb69e-470d-4451-85c4-e09134de5c26 req-f5c2ee34-9d1f-434d-b699-50f5342389db tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.759000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-550cb69e-470d-4451-85c4-e09134de5c26 req-f5c2ee34-9d1f-434d-b699-50f5342389db tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 945 time: 0.1886280 Jul 16 03:34:56.765608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35e36b4c-d421-48ae-973d-80cb9ca7e277 req-9b602834-112a-4963-8fc6-9ceaeaf123fe tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760064 Jul 16 03:34:56.809009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-550cb69e-470d-4451-85c4-e09134de5c26 req-e5e76f26-f886-4ca6-97e3-bfee24321a30 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Jul 16 03:34:56.816727 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-6211e6bc-16eb-475b-99a3-738afe96add8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039 HTTP/1.1" status: 200 len: 217 time: 0.0471318 Jul 16 03:34:56.818390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] For port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:56.818782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.843544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.845111 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138dd0b3-bedc-43b3-9c1d-eeaaa2ebc093 x-openstack-request-id: req-138dd0b3-bedc-43b3-9c1d-eeaaa2ebc093 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:56.845451 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3e7d35-6221-454e-a13a-c350a21c6129", "tag": "6abfe72d-408d-4d93-9fa2-d5ceabfb8039", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:56.845711 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-138dd0b3-bedc-43b3-9c1d-eeaaa2ebc093 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:56.846112 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'tag': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039', 'status': 'completed', 'code': 200} Jul 16 03:34:56.856631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Transition to ACTIVE for port object 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:56.868732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 402f97f1-461f-4735-b852-a69831c459d5 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:56.869348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Calling delete_port for c2b0b782-d540-4f6d-bd4b-c3a5a771c84c owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:56.897062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Transition to ACTIVE for port object 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:56.927472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56adc-b52e-4540-9199-3e0912900b0e req-0612684a-0498-43ef-9c15-f57ec730f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.928858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-0612684a-0498-43ef-9c15-f57ec730f2ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.0954375 Jul 16 03:34:56.933159 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.975931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-7061496c-10a0-4c13-8d95-b30e586d9717 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359340 Jul 16 03:34:56.989979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Network db37e14f-e3a0-431d-9283-d20c2348f356 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:57.001098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:57.005239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:57.017815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Pushing event updated for resources: {'Port': ['ID=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.043306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.20.0.3 (db37e14f-e3a0-431d-9283-d20c2348f356/f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2/03a57eec-9fdf-483a-8058-3a35e246636d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:57.052097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 402f97f1-461f-4735-b852-a69831c459d5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:57.075219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 402f97f1-461f-4735-b852-a69831c459d5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:57.075596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.115717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Attempting to bind port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:57.116096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Attempting to bind port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '06d73f73-2db6-4c24-8fee-7739ac6079bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:57.116467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Attempting to bind port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac on network db37e14f-e3a0-431d-9283-d20c2348f356 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:57.125694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:57.126035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Checking segment: {'id': '06d73f73-2db6-4c24-8fee-7739ac6079bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:57.126467 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.127058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Bound using segment: {'id': '06d73f73-2db6-4c24-8fee-7739ac6079bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:57.127597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-33817605-c717-4dd3-a062-5815c548bd37 service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430933 Jul 16 03:34:57.127744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Bound port: 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d73f73-2db6-4c24-8fee-7739ac6079bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'db37e14f-e3a0-431d-9283-d20c2348f356'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:57.128035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.131276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.137064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823027de-a9ad-470a-b737-28939abf7d2a req-73a0d69c-566a-4d49-bf7f-04b1dfa4e6e7 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.138673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-823027de-a9ad-470a-b737-28939abf7d2a req-73a0d69c-566a-4d49-bf7f-04b1dfa4e6e7 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.1849191 Jul 16 03:34:57.165393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9637b-0d26-450c-98ef-77165a197fbb req-617edda3-be42-431b-93bb-2b109370c850 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.167018 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ed9637b-0d26-450c-98ef-77165a197fbb req-617edda3-be42-431b-93bb-2b109370c850 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 944 time: 0.1722519 Jul 16 03:34:57.197267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Pushing event deleted for resources: {'Port': ['ID=c2b0b782-d540-4f6d-bd4b-c3a5a771c84c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.247873 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.249188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] No DVR routers for this DVR port c2b0b782-d540-4f6d-bd4b-c3a5a771c84c on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:57.253291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.255027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e4e6a858-4256-432c-b24f-6259919cdabb req-836ecc4b-2c0c-4586-8fc5-8387c007f295 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.11 "DELETE /v2.0/ports/c2b0b782-d540-4f6d-bd4b-c3a5a771c84c HTTP/1.1" status: 204 len: 173 time: 0.8287137 Jul 16 03:34:57.262761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] For port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:57.285230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-823027de-a9ad-470a-b737-28939abf7d2a req-c7701c63-0428-4086-aa3d-d2bc801d73b0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296711 Jul 16 03:34:57.290908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ed9637b-0d26-450c-98ef-77165a197fbb req-9b5b710e-4f9a-49cc-90e4-387867678af3 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160874 Jul 16 03:34:57.301329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] For port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,segment=NetworkSegment(06d73f73-2db6-4c24-8fee-7739ac6079bb),segment_id=06d73f73-2db6-4c24-8fee-7739ac6079bb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:57.327840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.332060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 402f97f1-461f-4735-b852-a69831c459d5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=402f97f1-461f-4735-b852-a69831c459d5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:57.334129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402f97f1-461f-4735-b852-a69831c459d5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:57.341976 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b028a360-8890-4913-b8dd-0b8c52f45a0e" -d '{"events": [{"server_uuid": "40afa2dc-30e2-431b-a8b1-d600a1b654b7", "name": "network-vif-plugged", "status": "completed", "tag": "402f97f1-461f-4735-b852-a69831c459d5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:57.344951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 03a57eec-9fdf-483a-8058-3a35e246636d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:57.345121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.345810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88e09426-4e03-4f9c-9269-508f37a9b857 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:57.354761 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.383721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-abf56adc-b52e-4540-9199-3e0912900b0e req-2ab3b890-2a3f-49bc-a058-06bb4070402d service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503603 Jul 16 03:34:57.392223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.478654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=402f97f1-461f-4735-b852-a69831c459d5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.519615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network db37e14f-e3a0-431d-9283-d20c2348f356 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:57.527492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:57.542913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:57.558821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caed6d18-6bf5-4ae8-b106-8153ebffe3c1 req-235e822a-fd2d-4f9a-b940-cf0a4a8fbbf6 tempest-ListImageFiltersTestJSON-1861230850 tempest-ListImageFiltersTestJSON-1861230850-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b25b58f-632c-408c-9b95-2af72f54fd77 HTTP/1.1" status: 200 len: 210 time: 0.0591049 Jul 16 03:34:57.568000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:57.582328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=03a57eec-9fdf-483a-8058-3a35e246636d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.599387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 88e09426-4e03-4f9c-9269-508f37a9b857 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:57.619529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 88e09426-4e03-4f9c-9269-508f37a9b857 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:57.619894 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.636049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-a5ec4d88-57fc-4954-94bf-79356f8661a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.647493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-a5ec4d88-57fc-4954-94bf-79356f8661a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890d31d6841a49f29c8aef976778c320&device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 1095 time: 0.1295681 Jul 16 03:34:57.666907 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84879da-265d-46c5-9465-e686972430c2 x-openstack-request-id: req-c84879da-265d-46c5-9465-e686972430c2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:57.667249 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40afa2dc-30e2-431b-a8b1-d600a1b654b7", "name": "network-vif-plugged", "status": "completed", "tag": "402f97f1-461f-4735-b852-a69831c459d5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:57.667458 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c84879da-265d-46c5-9465-e686972430c2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:57.667841 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402f97f1-461f-4735-b852-a69831c459d5', 'code': 200} Jul 16 03:34:57.668496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.669153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.710087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:57.718733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:57.719112 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.726406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f90c976-14f2-4617-be34-0274e6d88e34 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3915992 Jul 16 03:34:57.729254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:57.769153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b203306-e658-41fe-a863-70f7921a0efb None None] Pushing event updated for resources: {'Port': ['ID=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.892076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-482204b5-a307-4267-899f-b3238389a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.895942 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-482204b5-a307-4267-899f-b3238389a614 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 200 len: 914 time: 0.2405229 Jul 16 03:34:57.917713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.956584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.968963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d233d-a176-4037-80a6-ac1950f88860 req-9de59364-b212-4cb9-be5e-b622b12e659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.972354 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e58d233d-a176-4037-80a6-ac1950f88860 req-9de59364-b212-4cb9-be5e-b622b12e659d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 1097 time: 0.2209413 Jul 16 03:34:58.003018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:58.029968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4b97b-2f2a-4147-a1f7-5de9ec4d8ca7 req-04611e75-715c-4ab9-ac6e-3922f10470d7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.037624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8af4b97b-2f2a-4147-a1f7-5de9ec4d8ca7 req-04611e75-715c-4ab9-ac6e-3922f10470d7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.3647003 Jul 16 03:34:58.038865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.039808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6d3a5349-c505-4597-b337-b3b2210c0ac5 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:58.064820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-f3b1f0a4-ba01-4b4e-be1c-3a02f8e22d1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039 HTTP/1.1" status: 200 len: 217 time: 0.1148217 Jul 16 03:34:58.111454 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e58d233d-a176-4037-80a6-ac1950f88860 req-60232ac7-08de-4c44-9f62-7fe5d30027cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712190 Jul 16 03:34:58.138469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-5e0b2eaf-f71e-4af6-9cd1-ff87b1838888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.140485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-5e0b2eaf-f71e-4af6-9cd1-ff87b1838888 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 200 len: 852 time: 0.0646598 Jul 16 03:34:58.144680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 88e09426-4e03-4f9c-9269-508f37a9b857, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88e09426-4e03-4f9c-9269-508f37a9b857,segment=NetworkSegment(3aeadb61-5e08-4d3f-bb64-91081a7850b8),segment_id=3aeadb61-5e08-4d3f-bb64-91081a7850b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:58.158335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.174944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:58.204209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-b0f2e927-2f5d-419c-89ca-f639e885c97c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0243d034-9359-4919-bb4a-a051e20876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545771 Jul 16 03:34:58.206083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8af4b97b-2f2a-4147-a1f7-5de9ec4d8ca7 req-169e2ee9-b5ca-4d36-83ec-52591a7c17f7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669354 Jul 16 03:34:58.238172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 6d3a5349-c505-4597-b337-b3b2210c0ac5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:58.252151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 6d3a5349-c505-4597-b337-b3b2210c0ac5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:58.252666 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.273916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4980e-e6a0-40c1-9ed7-99e4ff28b8ac req-4e6ec318-b6d6-4cb3-89da-839284aca844 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.280481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4980e-e6a0-40c1-9ed7-99e4ff28b8ac req-4e6ec318-b6d6-4cb3-89da-839284aca844 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.282105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbd4980e-e6a0-40c1-9ed7-99e4ff28b8ac req-4e6ec318-b6d6-4cb3-89da-839284aca844 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1679 time: 0.2145026 Jul 16 03:34:58.289567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=88e09426-4e03-4f9c-9269-508f37a9b857,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:58.368604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-501ceb4c-929b-4fc1-9082-58b2bb8198a4 service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567233 Jul 16 03:34:58.376482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.401534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbd4980e-e6a0-40c1-9ed7-99e4ff28b8ac req-929cffa5-5d52-44af-9662-bdeec854d1aa tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128182 Jul 16 03:34:58.414635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6d3a5349-c505-4597-b337-b3b2210c0ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6d3a5349-c505-4597-b337-b3b2210c0ac5,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:58.427743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.428648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:58.459696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.504154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6d3a5349-c505-4597-b337-b3b2210c0ac5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:58.504350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2765eb96-f11a-43b9-9cfb-87ccf944108e req-ed231f7f-a423-40ee-b848-1e9c2b573b09 service neutron] 10.222.0.11 "GET /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283960 Jul 16 03:34:58.513309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2a564-ddf8-4e82-bbb2-f7229a35557a req-119948ea-5bb3-426a-9629-cf4b6e008f00 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.520213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ee2a564-ddf8-4e82-bbb2-f7229a35557a req-119948ea-5bb3-426a-9629-cf4b6e008f00 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 946 time: 0.1601532 Jul 16 03:34:58.531745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: c2b0b782-d540-4f6d-bd4b-c3a5a771c84c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:58.532567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2b0b782-d540-4f6d-bd4b-c3a5a771c84c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:58.811060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf268dda-c73d-44b2-b6ce-f0fcf76d0fa3 None None] Network db37e14f-e3a0-431d-9283-d20c2348f356 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:58.847232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-deleted', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:58.849857 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e68b3-a677-4dd5-acea-77399009355a" -d '{"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-deleted", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:59.015251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ee2a564-ddf8-4e82-bbb2-f7229a35557a req-fc268f19-3c00-4ce9-830a-3e1b41383b9c tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939318 Jul 16 03:34:59.044023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3914259a-53eb-4d6e-b745-7a4adbd81683 None None] Provisioning for port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:59.116080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6e94f-e599-4e2b-a9fd-22ac4930b490 req-a12c3ee9-0a27-49a4-bdd6-89cd6e495a6a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.117567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fd6e94f-e599-4e2b-a9fd-22ac4930b490 req-a12c3ee9-0a27-49a4-bdd6-89cd6e495a6a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.5685642 Jul 16 03:34:59.220055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fd6e94f-e599-4e2b-a9fd-22ac4930b490 req-8f3cc428-a4bb-4ca5-aac2-5c951e7712d2 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948651 Jul 16 03:34:59.241809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.252152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.307324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12712cb-f919-4b67-981c-f8b3fc3ebdc5 req-057dbcbd-754f-4f3e-9c3e-d79f6ce6ee40 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.308927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d12712cb-f919-4b67-981c-f8b3fc3ebdc5 req-057dbcbd-754f-4f3e-9c3e-d79f6ce6ee40 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 944 time: 0.1476572 Jul 16 03:34:59.369105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=03a57eec-9fdf-483a-8058-3a35e246636d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:59.396906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d12712cb-f919-4b67-981c-f8b3fc3ebdc5 req-dff41116-8451-4560-a975-9c7d07ffed7d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621598 Jul 16 03:34:59.406891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-070358e2-e4e4-4783-9424-4025e7213d7f None None] Provisioning for port 03a57eec-9fdf-483a-8058-3a35e246636d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:59.411923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-070358e2-e4e4-4783-9424-4025e7213d7f None None] Provisioning complete for port 03a57eec-9fdf-483a-8058-3a35e246636d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:59.412636 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-070358e2-e4e4-4783-9424-4025e7213d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.454685 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9d8f9d-d4fa-4068-9574-e90e5a7241a0 x-openstack-request-id: req-ef9d8f9d-d4fa-4068-9574-e90e5a7241a0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:59.455174 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25b58f-632c-408c-9b95-2af72f54fd77", "name": "network-vif-deleted", "tag": "c2b0b782-d540-4f6d-bd4b-c3a5a771c84c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:59.455271 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef9d8f9d-d4fa-4068-9574-e90e5a7241a0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:59.455622 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25b58f-632c-408c-9b95-2af72f54fd77', 'name': 'network-vif-deleted', 'tag': 'c2b0b782-d540-4f6d-bd4b-c3a5a771c84c', 'status': 'completed', 'code': 200} Jul 16 03:34:59.481926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-070358e2-e4e4-4783-9424-4025e7213d7f None None] Port 03a57eec-9fdf-483a-8058-3a35e246636d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:59.534969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:59.606081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.669354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:59.671692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b'}, {'server_uuid': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e09426-4e03-4f9c-9269-508f37a9b857'}, {'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3a5349-c505-4597-b337-b3b2210c0ac5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:59.674123 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb51e3-29f1-4f2e-ac66-1a6cb8c909fa" -d '{"events": [{"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-plugged", "status": "completed", "tag": "8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b"}, {"server_uuid": "6d838980-8260-4d5b-974c-e1deddf6ad72", "name": "network-vif-plugged", "status": "completed", "tag": "88e09426-4e03-4f9c-9269-508f37a9b857"}, {"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-plugged", "status": "completed", "tag": "6d3a5349-c505-4597-b337-b3b2210c0ac5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:59.687717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039', 'network_id': '0243d034-9359-4919-bb4a-a051e20876ff', 'port_id': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039', 'mac_address': 'fa:16:3e:97:06:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ebabca-b8bd-43db-8dbc-346678fe226d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:59.723879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f277f-0d6d-488d-be17-633cbb33dbf0 req-0c88ed6e-13c9-472f-a4a2-4f03212c16f5 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.725280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a18f277f-0d6d-488d-be17-633cbb33dbf0 req-0c88ed6e-13c9-472f-a4a2-4f03212c16f5 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1743486 Jul 16 03:34:59.738199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1ae61a05-caf1-4872-9ca8-0acb803ca1c1 None None] Provisioning complete for port 03a57eec-9fdf-483a-8058-3a35e246636d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:59.738624 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ae61a05-caf1-4872-9ca8-0acb803ca1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.787529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.803487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1ae61a05-caf1-4872-9ca8-0acb803ca1c1 None None] Port 03a57eec-9fdf-483a-8058-3a35e246636d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:59.803859 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.813426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:59.831058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a18f277f-0d6d-488d-be17-633cbb33dbf0 req-23ebaa08-6036-47f4-8058-c7cc27421f81 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934353 Jul 16 03:34:59.840742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:59.862907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.936219 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e45e0-2ecf-4a9b-93ba-34e9be6515d3 x-openstack-request-id: req-682e45e0-2ecf-4a9b-93ba-34e9be6515d3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:59.936546 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-plugged", "status": "completed", "tag": "8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b", "code": 200}, {"server_uuid": "6d838980-8260-4d5b-974c-e1deddf6ad72", "name": "network-vif-plugged", "status": "completed", "tag": "88e09426-4e03-4f9c-9269-508f37a9b857", "code": 200}, {"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-plugged", "status": "completed", "tag": "6d3a5349-c505-4597-b337-b3b2210c0ac5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:59.936814 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-682e45e0-2ecf-4a9b-93ba-34e9be6515d3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:59.937387 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b', 'code': 200} Jul 16 03:34:59.937654 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e09426-4e03-4f9c-9269-508f37a9b857', 'code': 200} Jul 16 03:34:59.937910 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3a5349-c505-4597-b337-b3b2210c0ac5', 'code': 200} Jul 16 03:34:59.957653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b03efc9d-10f3-47f9-aee5-e8d23a5b6602 None None] Provisioning complete for port 03a57eec-9fdf-483a-8058-3a35e246636d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:59.958052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b03efc9d-10f3-47f9-aee5-e8d23a5b6602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.016158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.042753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b03efc9d-10f3-47f9-aee5-e8d23a5b6602 None None] Port 03a57eec-9fdf-483a-8058-3a35e246636d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:00.050138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:00.112726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:00.120752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6abfe72d-408d-4d93-9fa2-d5ceabfb8039'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:00.152482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1b9ec-fed2-498a-9e4d-46512bfee6d3 req-ba443ad8-2421-46d9-b9f7-777565837b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.153008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1b9ec-fed2-498a-9e4d-46512bfee6d3 req-ba443ad8-2421-46d9-b9f7-777565837b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.154860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:00.155069 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21b1b9ec-fed2-498a-9e4d-46512bfee6d3 req-ba443ad8-2421-46d9-b9f7-777565837b9b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1982 time: 0.0842862 Jul 16 03:35:00.155286 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.156742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55afb4-d2c6-4bdf-9d63-3a3119c2b39a req-c2812ee9-ea55-4c69-a721-7d22e1ae7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.158097 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a55afb4-d2c6-4bdf-9d63-3a3119c2b39a req-c2812ee9-ea55-4c69-a721-7d22e1ae7075 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 1097 time: 0.1439004 Jul 16 03:35:00.216536 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1a55afb4-d2c6-4bdf-9d63-3a3119c2b39a req-1da4f2b6-bff5-442a-a45d-9ee958c24135 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Jul 16 03:35:00.223398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eb349-37cb-4b42-9ecc-c864342ad4c1 req-d3a156b0-b3f0-48f9-91ce-54cc21e63672 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.228610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21b1b9ec-fed2-498a-9e4d-46512bfee6d3 req-271c81da-70eb-43e7-9422-f32fe45d9468 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Jul 16 03:35:00.231117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eb349-37cb-4b42-9ecc-c864342ad4c1 req-d3a156b0-b3f0-48f9-91ce-54cc21e63672 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.232786 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-898eb349-37cb-4b42-9ecc-c864342ad4c1 req-d3a156b0-b3f0-48f9-91ce-54cc21e63672 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1680 time: 0.1736572 Jul 16 03:35:00.289179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.294135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-898eb349-37cb-4b42-9ecc-c864342ad4c1 req-dbc21f23-1fc8-44f7-8899-cf7fdfae7736 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Jul 16 03:35:00.296480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.297043 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.370301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=03a57eec-9fdf-483a-8058-3a35e246636d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.378726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,segment=NetworkSegment(06d73f73-2db6-4c24-8fee-7739ac6079bb),segment_id=06d73f73-2db6-4c24-8fee-7739ac6079bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:00.390366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.412223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.463064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.552758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network db37e14f-e3a0-431d-9283-d20c2348f356 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:00.562063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983749b-dfbb-4b67-b8fd-7e51c533e4a3 req-0a61599e-a94d-4998-ae98-637f1fcf369b tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.563773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b983749b-dfbb-4b67-b8fd-7e51c533e4a3 req-0a61599e-a94d-4998-ae98-637f1fcf369b tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 946 time: 0.1301994 Jul 16 03:35:00.564798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:00.602143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-e81225ba-2bc7-452e-af90-eca386df96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.603591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-e81225ba-2bc7-452e-af90-eca386df96d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 1097 time: 0.0618131 Jul 16 03:35:00.698161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-4a720735-9ff5-409b-9912-a50bb5dca540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.699667 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-4a720735-9ff5-409b-9912-a50bb5dca540 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 913 time: 0.0895226 Jul 16 03:35:00.726858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b983749b-dfbb-4b67-b8fd-7e51c533e4a3 req-e7ea2a73-3a39-46e4-af63-052c2a8240eb tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184421 Jul 16 03:35:00.764958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-4fcca995-4be7-4436-9fe2-fdbea9ef211b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402f97f1-461f-4735-b852-a69831c459d5 HTTP/1.1" status: 200 len: 217 time: 0.0547457 Jul 16 03:35:00.781479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e65c5-f313-4c99-872d-18867feb7cf2 req-39536310-0255-48dd-bac4-f8e429d3f749 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.783152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a0e65c5-f313-4c99-872d-18867feb7cf2 req-39536310-0255-48dd-bac4-f8e429d3f749 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 944 time: 0.1467464 Jul 16 03:35:00.791968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router 89f3da12-3297-49bb-b062-adbd9b1403d2 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:00.820776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-2d27485f-c28d-4363-bc29-5a9593124308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.822881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-2d27485f-c28d-4363-bc29-5a9593124308 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.0512419 Jul 16 03:35:00.866667 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-fe7709cf-5f88-48d7-9be8-0223a45f34e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322948 Jul 16 03:35:00.870331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2770053a-c645-4f0a-ae01-3f1927691568 None None] Provisioning complete for port 03a57eec-9fdf-483a-8058-3a35e246636d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:00.870801 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2770053a-c645-4f0a-ae01-3f1927691568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.911105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a0e65c5-f313-4c99-872d-18867feb7cf2 req-23361779-a266-447d-8ba4-cc32d97df9be tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165409 Jul 16 03:35:00.915812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2770053a-c645-4f0a-ae01-3f1927691568 None None] Port 03a57eec-9fdf-483a-8058-3a35e246636d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:00.943545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:00.949935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-382f6d04-1839-4de6-aa4a-590e2036e917 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/89f3da12-3297-49bb-b062-adbd9b1403d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2198136 Jul 16 03:35:00.952216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:00.961060 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] Sync routers for ids ['89f3da12-3297-49bb-b062-adbd9b1403d2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:00.997605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] Routers {'89f3da12-3297-49bb-b062-adbd9b1403d2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:00.999113 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['89f3da12-3297-49bb-b062-adbd9b1403d2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:01.017480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-64f5e644-cd48-43ff-b2c1-7aa273ba9ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418970 Jul 16 03:35:01.019019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92c915-1927-46ab-8dd0-a9577a4b606b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.022599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fe92c915-1927-46ab-8dd0-a9577a4b606b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports/03a57eec-9fdf-483a-8058-3a35e246636d HTTP/1.1" status: 200 len: 977 time: 0.0673184 Jul 16 03:35:01.024210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33480) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:01.069748 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:01.097131 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] Routers {'89f3da12-3297-49bb-b062-adbd9b1403d2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:01.097549 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['89f3da12-3297-49bb-b062-adbd9b1403d2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:01.171447 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:01.172109 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c7d27-c127-469e-aa4a-3c81d75bf41e None None] The sync data for ids ['89f3da12-3297-49bb-b062-adbd9b1403d2'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:01.319576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab279b90-1942-4b42-a11f-cfa2bbe898d2 req-c0d24c40-04f0-4202-a929-edf71698e6d5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.321156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab279b90-1942-4b42-a11f-cfa2bbe898d2 req-c0d24c40-04f0-4202-a929-edf71698e6d5 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 945 time: 0.0988605 Jul 16 03:35:01.389323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab279b90-1942-4b42-a11f-cfa2bbe898d2 req-881cc230-9929-4031-830e-0da54677f69d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510414 Jul 16 03:35:01.407785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc8a0b-f4e1-4dbf-b253-99a75dd51d52 req-33175282-6b35-45f2-a017-1c0b935c6121 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.410408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ffc8a0b-f4e1-4dbf-b253-99a75dd51d52 req-33175282-6b35-45f2-a017-1c0b935c6121 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1117980 Jul 16 03:35:01.432062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:01.459542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ffc8a0b-f4e1-4dbf-b253-99a75dd51d52 req-74ce567f-0dc8-485c-b577-a788eaad30d7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Jul 16 03:35:01.533719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6316bb9b-8b54-4b31-9fc3-67120b37a03c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:01.537341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:01.602270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b891d-29ab-4632-a497-dbe9177ac899 req-28c75c07-c610-4ad7-895f-a7566a257434 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.609087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b891d-29ab-4632-a497-dbe9177ac899 req-28c75c07-c610-4ad7-895f-a7566a257434 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.610703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-663b891d-29ab-4632-a497-dbe9177ac899 req-28c75c07-c610-4ad7-895f-a7566a257434 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1680 time: 0.0998611 Jul 16 03:35:01.647806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6f84f1a3-f8c0-4660-9536-ab9a795097d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cc6aeffb7fb4bf3b28c973e6fda7fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122869 Jul 16 03:35:01.647998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33492) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:01.656951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:01.664775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:01.665962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.684729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9ebb2783-a829-4fbf-892c-54b5104e9f55 req-21c95a36-c0de-4c9f-a6a6-68c0e1fbfacf service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785572 Jul 16 03:35:01.689255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-663b891d-29ab-4632-a497-dbe9177ac899 req-2f9c9804-e3b6-4edc-abf5-cdc495987668 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669427 Jul 16 03:35:01.707171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:01.719034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.730654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'port_id': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'mac_address': 'fa:16:3e:07:25:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:01.755033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.816703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.819862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.832280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.836780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.843954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b790e45-1c6a-4f2b-b7d8-6814e77ea922 HTTP/1.1" status: 204 len: 168 time: 0.1949756 Jul 16 03:35:01.853765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b790e45-1c6a-4f2b-b7d8-6814e77ea922,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:01.860670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6316bb9b-8b54-4b31-9fc3-67120b37a03c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:01.862766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.863525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.863778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.864125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.864695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.865030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.865352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.865674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.866308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.866824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.867159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.867478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93308ed2-40c6-48d4-85e3-f69ef7ab48b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:01.919217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:01.938279 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.944167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:01.945017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:01.948910 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556b66b-1176-418b-adf4-bc150c5f6d1a" -d '{"events": [{"server_uuid": "cc3e7d35-6221-454e-a13a-c350a21c6129", "name": "network-vif-plugged", "status": "completed", "tag": "6abfe72d-408d-4d93-9fa2-d5ceabfb8039"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:02.017363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6316bb9b-8b54-4b31-9fc3-67120b37a03c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.022181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:02.058131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.068633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.134652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd7a3c-5632-4688-9193-d051ff015736 req-2d538ced-6602-4386-bde0-cfe5fc97569e tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.142150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83dd7a3c-5632-4688-9193-d051ff015736 req-2d538ced-6602-4386-bde0-cfe5fc97569e tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 946 time: 0.1446655 Jul 16 03:35:02.150037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.157285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:02.157836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.161633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.161947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.162293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.162665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.163319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.163319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.163659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.163991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.164320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.164649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.164986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.165344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:02.199540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6316bb9b-8b54-4b31-9fc3-67120b37a03c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:02.208148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83dd7a3c-5632-4688-9193-d051ff015736 req-14411585-e9b9-41c3-a2d3-e83c2823e9de tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648320 Jul 16 03:35:02.232036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4f551-54fc-4d9d-9060-f8cb70837f86 req-7c6b9b26-c7f2-48c6-a15f-d09bf2114b4d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.237387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74e4f551-54fc-4d9d-9060-f8cb70837f86 req-7c6b9b26-c7f2-48c6-a15f-d09bf2114b4d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 945 time: 0.1591079 Jul 16 03:35:02.283164 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74e4f551-54fc-4d9d-9060-f8cb70837f86 req-1a9fa5fb-c78e-411a-a7a9-8277e146ae3e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 Jul 16 03:35:02.351251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 03a57eec-9fdf-483a-8058-3a35e246636d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:02.351497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.362018 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5d0477-8c40-4789-9164-e56a1f2cbe30 x-openstack-request-id: req-2e5d0477-8c40-4789-9164-e56a1f2cbe30 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:02.362314 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e7d35-6221-454e-a13a-c350a21c6129", "name": "network-vif-plugged", "status": "completed", "tag": "6abfe72d-408d-4d93-9fa2-d5ceabfb8039", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:02.362593 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e5d0477-8c40-4789-9164-e56a1f2cbe30 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:02.362993 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039', 'code': 200} Jul 16 03:35:02.547849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.562491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 03a57eec-9fdf-483a-8058-3a35e246636d owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:02.579366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17143b7-acdd-445f-8213-930fa06b1207 req-e2611011-5cd0-4232-9cc8-77c815e1ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.581005 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d17143b7-acdd-445f-8213-930fa06b1207 req-e2611011-5cd0-4232-9cc8-77c815e1ec9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 1097 time: 0.1506960 Jul 16 03:35:02.631733 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.658667 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d17143b7-acdd-445f-8213-930fa06b1207 req-86e1220c-4e4a-4550-a98a-cfcb5b89db24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Jul 16 03:35:02.757939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cc1e5-e3e0-433e-b719-05095b05ab7a req-f580731d-aa2d-4ff9-ab3c-a6f35977352e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.763015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-439cc1e5-e3e0-433e-b719-05095b05ab7a req-f580731d-aa2d-4ff9-ab3c-a6f35977352e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.1109240 Jul 16 03:35:02.795660 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.828468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=03a57eec-9fdf-483a-8058-3a35e246636d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.830370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3e74d-d952-414a-acad-291810220ba7 req-da1fa6b3-92a4-45d9-92e7-738bfe2af0c0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.832807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aac3e74d-d952-414a-acad-291810220ba7 req-da1fa6b3-92a4-45d9-92e7-738bfe2af0c0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1320214 Jul 16 03:35:02.836605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-439cc1e5-e3e0-433e-b719-05095b05ab7a req-b5d973ea-696a-41c0-b91f-c5bbfa225f14 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684824 Jul 16 03:35:02.893276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aac3e74d-d952-414a-acad-291810220ba7 req-793b4789-cea3-4d39-a057-d6e9adb21b1f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Jul 16 03:35:03.004912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.071191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e27d-623d-4f2a-a605-6e37ad70e431 req-05f89fd7-1cb8-4503-9fd5-6dbfdfe78118 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.078048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e27d-623d-4f2a-a605-6e37ad70e431 req-05f89fd7-1cb8-4503-9fd5-6dbfdfe78118 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.087099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7292e27d-623d-4f2a-a605-6e37ad70e431 req-05f89fd7-1cb8-4503-9fd5-6dbfdfe78118 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1680 time: 0.0905464 Jul 16 03:35:03.124527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7292e27d-623d-4f2a-a605-6e37ad70e431 req-07615e3b-ad84-4888-86fa-1ae9b3bbdf6b tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Jul 16 03:35:03.180216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router 89f3da12-3297-49bb-b062-adbd9b1403d2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:03.269006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:03.274114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-28222b91-fbbd-4e1e-844b-0c982cf6c26f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/89f3da12-3297-49bb-b062-adbd9b1403d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2484167 Jul 16 03:35:03.277407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33546) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:03.287006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] Sync routers for ids ['89f3da12-3297-49bb-b062-adbd9b1403d2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:03.296333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] Routers {'89f3da12-3297-49bb-b062-adbd9b1403d2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:03.296994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['89f3da12-3297-49bb-b062-adbd9b1403d2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:03.348939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:03.369268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb99f-8ef6-42d0-9d02-a5e0399153db req-fc5306f9-9607-4161-b433-164a0b70af12 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.377783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-869fb99f-8ef6-42d0-9d02-a5e0399153db req-fc5306f9-9607-4161-b433-164a0b70af12 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 946 time: 0.1298897 Jul 16 03:35:03.390204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] Routers {'89f3da12-3297-49bb-b062-adbd9b1403d2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:03.391032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['89f3da12-3297-49bb-b062-adbd9b1403d2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:03.420695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-869fb99f-8ef6-42d0-9d02-a5e0399153db req-82b96f47-40e3-4b92-9e2c-0a5e14dd6615 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Jul 16 03:35:03.489151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:03.493013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80496e4-843c-4f35-bdd2-9f02f8e1e6cc None None] The sync data for ids ['89f3da12-3297-49bb-b062-adbd9b1403d2'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:03.500825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.513843 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-bca494c0-e9ce-4252-8117-b45910ca30b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 03:35:03.514910 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bca494c0-e9ce-4252-8117-b45910ca30b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/89f3da12-3297-49bb-b062-adbd9b1403d2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2365577 Jul 16 03:35:03.517953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33556) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:03.550989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6316bb9b-8b54-4b31-9fc3-67120b37a03c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:03.570613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-48c3e0c5-2e25-4050-85a0-e1b96723d7de tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=89f3da12-3297-49bb-b062-adbd9b1403d2 HTTP/1.1" status: 200 len: 205 time: 0.0508847 Jul 16 03:35:03.571231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33560) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:03.579296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb686633-941c-4693-a8ff-15f55ae786d9 req-98c2762d-d0e2-409a-ace4-14c6eee64a4a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.596066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb686633-941c-4693-a8ff-15f55ae786d9 req-98c2762d-d0e2-409a-ace4-14c6eee64a4a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 945 time: 0.1281350 Jul 16 03:35:03.643561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 6316bb9b-8b54-4b31-9fc3-67120b37a03c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:03.648557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 6316bb9b-8b54-4b31-9fc3-67120b37a03c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:03.649102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.666255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb686633-941c-4693-a8ff-15f55ae786d9 req-973125e7-ca33-4595-968a-23f6d27d73a9 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677161 Jul 16 03:35:03.677161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.729956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:03.740254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.774239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:03.779412 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.833862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6316bb9b-8b54-4b31-9fc3-67120b37a03c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:03.844447 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.846526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.850576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33dc09a4-ddb3-4020-85bc-e249db83546f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.891348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.892186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router 89f3da12-3297-49bb-b062-adbd9b1403d2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:03.901724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.907108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33570) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:03.907306 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ac6d78cf-24cf-4a3c-a8ff-d6ac25d41f97 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/89f3da12-3297-49bb-b062-adbd9b1403d2 HTTP/1.1" status: 204 len: 168 time: 0.3349974 Jul 16 03:35:03.990502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:04.002334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.017169 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33dc09a4-ddb3-4020-85bc-e249db83546f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.064201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33dc09a4-ddb3-4020-85bc-e249db83546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.132520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.154795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-25c0940c-4d58-475b-9ec4-e453828b444d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.161160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-25c0940c-4d58-475b-9ec4-e453828b444d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.162716 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-25c0940c-4d58-475b-9ec4-e453828b444d tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1680 time: 0.0758221 Jul 16 03:35:04.168658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-33dc09a4-ddb3-4020-85bc-e249db83546f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4283289c682d465aa7e6ee527d811563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376106 Jul 16 03:35:04.174050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33576) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:04.177856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc09a4-ddb3-4020-85bc-e249db83546f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2076d99e-5f73-4a58-a549-1116c4acf0e7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.252814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd7add-0cd2-45e8-950f-1ab7c8868eed req-584a7e97-a639-46d4-a91d-856764ff698b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.254283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7dd7add-0cd2-45e8-950f-1ab7c8868eed req-584a7e97-a639-46d4-a91d-856764ff698b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.2571986 Jul 16 03:35:04.263431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ba910-dae0-4e72-a9c1-838c1f4f5d93 req-b506e138-496a-4f20-8a92-d6ec3227ed91 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.264873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a5ba910-dae0-4e72-a9c1-838c1f4f5d93 req-b506e138-496a-4f20-8a92-d6ec3227ed91 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.2288351 Jul 16 03:35:04.281922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55945f29-50ba-4f38-82b1-a3497b401d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.307401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.311894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55945f29-50ba-4f38-82b1-a3497b401d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.332355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:04.332612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.364089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:04.369350 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f2a86-56ec-4fff-854e-7ae9f78786e2" -d '{"events": [{"server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "name": "network-vif-plugged", "status": "completed", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:04.372117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7dd7add-0cd2-45e8-950f-1ab7c8868eed req-90334324-1b29-4d4d-9e49-028b5eb42dc4 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027145 Jul 16 03:35:04.383080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a5ba910-dae0-4e72-a9c1-838c1f4f5d93 req-34159a05-9e78-4b99-9e5a-846a9ae080a3 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105528 Jul 16 03:35:04.421084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.448194 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b62e90-4e66-4947-81f0-795f927913d2 x-openstack-request-id: req-f7b62e90-4e66-4947-81f0-795f927913d2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:04.448495 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "name": "network-vif-plugged", "status": "completed", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:04.448750 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7b62e90-4e66-4947-81f0-795f927913d2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:04.449146 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'code': 200} Jul 16 03:35:04.450761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.464690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.474535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712749c-9d2f-4cc9-acf8-2ff3da1b4e5d None None] Network db37e14f-e3a0-431d-9283-d20c2348f356 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:04.474761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b4db6e2-77e8-45ab-8b3a-4fa491298e1e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2 HTTP/1.1" status: 204 len: 168 time: 0.5583987 Jul 16 03:35:04.475487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:04.502059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:04.506962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.530578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:04.559590 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.669313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:04.669671 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.700220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f0f74-3e80-46e2-9eab-0cd9e5062b38 req-a52a5e50-381b-4f69-8140-d1b52334d8d0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.714109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f0f74-3e80-46e2-9eab-0cd9e5062b38 req-a52a5e50-381b-4f69-8140-d1b52334d8d0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.715899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-529f0f74-3e80-46e2-9eab-0cd9e5062b38 req-a52a5e50-381b-4f69-8140-d1b52334d8d0 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 1680 time: 0.1261609 Jul 16 03:35:04.742259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] DHCP port deletion for db37e14f-e3a0-431d-9283-d20c2348f356 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:04.773146 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55945f29-50ba-4f38-82b1-a3497b401d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.776386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55945f29-50ba-4f38-82b1-a3497b401d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.780510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-55945f29-50ba-4f38-82b1-a3497b401d62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2076d99e-5f73-4a58-a549-1116c4acf0e7 HTTP/1.1" status: 204 len: 168 time: 0.6037526 Jul 16 03:35:04.795424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] Deleting port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:04.795990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.796782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,segment=NetworkSegment(06d73f73-2db6-4c24-8fee-7739ac6079bb),segment_id=06d73f73-2db6-4c24-8fee-7739ac6079bb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:04.797110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.797223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55945f29-50ba-4f38-82b1-a3497b401d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2076d99e-5f73-4a58-a549-1116c4acf0e7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.801136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.823680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6d3a5349-c505-4597-b337-b3b2210c0ac5', '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:04.855193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:04.918859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] For port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,segment=NetworkSegment(06d73f73-2db6-4c24-8fee-7739ac6079bb),segment_id=06d73f73-2db6-4c24-8fee-7739ac6079bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:04.919415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.923430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-529f0f74-3e80-46e2-9eab-0cd9e5062b38 req-b8014f8b-681d-4c2c-8b2b-b4d90a5ee713 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa9f288d-0904-43af-89f2-0a306517eb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629272 Jul 16 03:35:04.951311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] Calling delete_port for 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:05.019083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbed7f9-f22b-46bf-8e83-31e026d566c0 req-371cff8b-4bc0-4ad0-80d8-e03c24663dde tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.027678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dbed7f9-f22b-46bf-8e83-31e026d566c0 req-371cff8b-4bc0-4ad0-80d8-e03c24663dde tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 946 time: 0.1937499 Jul 16 03:35:05.112102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dbed7f9-f22b-46bf-8e83-31e026d566c0 req-f1b5a011-b58d-4c5c-9859-6b2458607556 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/security-groups?id=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824678 Jul 16 03:35:05.114196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: from cryptography.utils import int_from_bytes Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: from cryptography.utils import int_from_bytes Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.184817 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:05.187477 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:35:05.195009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.225624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] Pushing event deleted for resources: {'Port': ['ID=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:05.231955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c93e0d-9d41-4463-b609-034138a6341e None None] No DVR routers for this DVR port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:05.242813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=5c7e26a9-638a-4024-ba93-8c2b3b8c19ac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:05.287312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:05.303780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:05.395873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c836d8b-240f-46a4-9140-d67c01b548da req-23eba57a-c658-4ebc-8d2e-637f026f2aae tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.397433 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c836d8b-240f-46a4-9140-d67c01b548da req-23eba57a-c658-4ebc-8d2e-637f026f2aae tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 946 time: 0.7130532 Jul 16 03:35:05.421496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:05.432782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.435071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-22f5fb2f-3044-426d-8f40-c2d27ffbc346 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.11 "DELETE /v2.0/ports/8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b HTTP/1.1" status: 204 len: 173 time: 1.2673728 Jul 16 03:35:05.437034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bb3a-ddf4-4585-8bbb-e9c53f2c4c4e req-4d951a4a-71bb-4f2c-b1d7-559b1827b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.438481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-64e7bb3a-ddf4-4585-8bbb-e9c53f2c4c4e req-4d951a4a-71bb-4f2c-b1d7-559b1827b87f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 1097 time: 0.7527390 Jul 16 03:35:05.438973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-deleted', 'tag': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:05.441379 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faa2ae0-8ba2-4bc6-abc2-4bf855820b6a" -d '{"events": [{"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-deleted", "tag": "8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:05.610937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-64e7bb3a-ddf4-4585-8bbb-e9c53f2c4c4e req-6f405b6f-5646-44f4-88e1-a0e305e831ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460030 Jul 16 03:35:05.653120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port 6d3a5349-c505-4597-b337-b3b2210c0ac5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:05.653466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.668998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Deleting port 88e09426-4e03-4f9c-9269-508f37a9b857 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:05.669344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.823038 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.825426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port 6d3a5349-c505-4597-b337-b3b2210c0ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6d3a5349-c505-4597-b337-b3b2210c0ac5,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:05.826056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.842106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db37e14f-e3a0-431d-9283-d20c2348f356']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:05.857325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for 6d3a5349-c505-4597-b337-b3b2210c0ac5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:05.868532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d73f73-2db6-4c24-8fee-7739ac6079bb') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:05.869003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d73f73-2db6-4c24-8fee-7739ac6079bb') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:05.888177 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.890781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] For port 88e09426-4e03-4f9c-9269-508f37a9b857, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=88e09426-4e03-4f9c-9269-508f37a9b857,segment=NetworkSegment(3aeadb61-5e08-4d3f-bb64-91081a7850b8),segment_id=3aeadb61-5e08-4d3f-bb64-91081a7850b8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:05.891273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.906293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd29aa-944b-49c2-b389-b6f0559741e1 req-3fd5e9c7-f424-4ef6-921f-3f6bd0f89884 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.908036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15bd29aa-944b-49c2-b389-b6f0559741e1 req-3fd5e9c7-f424-4ef6-921f-3f6bd0f89884 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.6560268 Jul 16 03:35:05.921706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.938658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:05.939320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Calling delete_port for 88e09426-4e03-4f9c-9269-508f37a9b857 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:05.954308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:05.954754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.965326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:05.965998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c7e26a9-638a-4024-ba93-8c2b3b8c19ac not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:05.966357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62005ff-228b-40d5-9398-4d991f1b49dc req-366086bb-bc04-4296-bd9a-cd2788547a8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b62005ff-228b-40d5-9398-4d991f1b49dc req-366086bb-bc04-4296-bd9a-cd2788547a8b tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.2054443 Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:05.969938 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:06.025930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15bd29aa-944b-49c2-b389-b6f0559741e1 req-17828acf-41eb-4876-8cce-5430ed3df0c0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090901 Jul 16 03:35:06.079625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b62005ff-228b-40d5-9398-4d991f1b49dc req-cbb4d374-ac66-48b7-a5e1-6502be5fe0b8 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995407 Jul 16 03:35:06.081215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.101366 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.111351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33620) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:06.114326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/db37e14f-e3a0-431d-9283-d20c2348f356 HTTP/1.1" status: 204 len: 168 time: 1.6275647 Jul 16 03:35:06.115364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48057-0bd4-40ec-a440-6f97d369c346 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=db37e14f-e3a0-431d-9283-d20c2348f356,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:06.129705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1269255756'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:06.160227 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e789c-b620-4f03-848f-67061b71f3fb x-openstack-request-id: req-051e789c-b620-4f03-848f-67061b71f3fb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:06.160528 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-deleted", "tag": "8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:06.160965 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-051e789c-b620-4f03-848f-67061b71f3fb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:06.161356 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-deleted', 'tag': '8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b', 'status': 'completed', 'code': 200} Jul 16 03:35:06.168036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.231000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=6d3a5349-c505-4597-b337-b3b2210c0ac5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:06.237343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:06.240790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.268921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c760-31d7-4e49-9f08-2a0883415f45 req-fb6c4734-9bed-4927-94c4-5bf8b1da1383 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.271142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bf2c760-31d7-4e49-9f08-2a0883415f45 req-fb6c4734-9bed-4927-94c4-5bf8b1da1383 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.0905502 Jul 16 03:35:06.312496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port 6d3a5349-c505-4597-b337-b3b2210c0ac5 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:06.315223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.318407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f73cc16-5370-475c-a07d-438eb918ab0b req-8e7510f4-cdd8-4155-9d00-557dbcba439e tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.11 "DELETE /v2.0/ports/6d3a5349-c505-4597-b337-b3b2210c0ac5 HTTP/1.1" status: 204 len: 173 time: 0.8741398 Jul 16 03:35:06.335463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:06.339733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.342189 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bf2c760-31d7-4e49-9f08-2a0883415f45 req-6432f3eb-2c3e-4c20-b03f-42ce4c5bb508 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633709 Jul 16 03:35:06.383279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.383633 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 5619ac04-3e35-459e-b7d7-bd0b6ccea4b8 of type vlan for network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 Jul 16 03:35:06.385609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Pushing event deleted for resources: {'Port': ['ID=88e09426-4e03-4f9c-9269-508f37a9b857,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:06.537254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] No DVR routers for this DVR port 88e09426-4e03-4f9c-9269-508f37a9b857 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:06.540543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.542426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15adf2bb-23f7-4075-82cc-c91b3b1082b2 req-4600c475-2d1f-4417-95d6-8c26e948884c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b261080-3bf3-4be7-917c-956497bff577 HTTP/1.1" status: 200 len: 210 time: 0.0434978 Jul 16 03:35:06.551614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c836d8b-240f-46a4-9140-d67c01b548da req-a8443403-7bd6-4779-a812-a0e98cea0ea3 tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.48 "DELETE /v2.0/ports/88e09426-4e03-4f9c-9269-508f37a9b857 HTTP/1.1" status: 204 len: 173 time: 1.1340330 Jul 16 03:35:06.568490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.588970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eec4df69-f6d5-41fb-aef1-8390111614a8 req-416ea18e-a2dd-454c-a8b1-97bfab4d5fed tempest-ServerGroupTestJSON-403125104 tempest-ServerGroupTestJSON-403125104-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d838980-8260-4d5b-974c-e1deddf6ad72 HTTP/1.1" status: 200 len: 210 time: 0.0427282 Jul 16 03:35:06.602398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.608180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.608789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.640447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5233150 Jul 16 03:35:06.640812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33642) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:06.646124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:06.726415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd733a1-5e25-4124-ae20-b51b61622b59 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=82a88114-a55a-4e12-aeaa-79c27e5ddee4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:06.743699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:06.785506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:06.789016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.926671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88e09426-4e03-4f9c-9269-508f37a9b857 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:06.951538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 88e09426-4e03-4f9c-9269-508f37a9b857 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:06.952688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 88e09426-4e03-4f9c-9269-508f37a9b857 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:06.981774 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.044432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=7b8ef32c-b401-4fa8-a330-1a445172c4a3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:07.055087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:07.055460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: 82a88114-a55a-4e12-aeaa-79c27e5ddee4, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:07.075697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:07.092748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 82a88114-a55a-4e12-aeaa-79c27e5ddee4) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:07.097836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.098424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.106813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038469d-bc33-49ca-a839-d6e1a7d45721 None None] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:07.106923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33664) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:07.137120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33670) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:07.137320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9466d815-69e7-48ae-aeb2-871749a416e5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4943545 Jul 16 03:35:07.141600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-524809794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:07.194478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.195356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.263558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.271613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.297967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.299504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af9361a0-8847-4329-a31f-edd477899684 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1619089 Jul 16 03:35:07.302410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33672) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:07.361537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-82a88114-a55a-4e12-aeaa-79c27e5ddee4', 'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': '7b8ef32c-b401-4fa8-a330-1a445172c4a3'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:07.362767 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.385402 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e097858-4966-4b80-8dd4-ff6b680fa9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.465664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d001c-01e8-423d-92d4-93a3ad27de98 req-d289ddeb-7928-4772-a8bd-51e90eddb96f tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.472532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-410d001c-01e8-423d-92d4-93a3ad27de98 req-d289ddeb-7928-4772-a8bd-51e90eddb96f tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.2171905 Jul 16 03:35:07.520615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9d71c-5b94-4872-9340-e76c64e02ef7 req-54517740-6ee1-40f2-9c93-348a63c61668 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.522113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ad9d71c-5b94-4872-9340-e76c64e02ef7 req-54517740-6ee1-40f2-9c93-348a63c61668 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.2110732 Jul 16 03:35:07.526423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Allocated IP 172.20.0.2 (82a88114-a55a-4e12-aeaa-79c27e5ddee4/7b8ef32c-b401-4fa8-a330-1a445172c4a3/c3e4b300-adf7-483b-be8c-7c6972f8df69) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:07.546274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:07.564972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-410d001c-01e8-423d-92d4-93a3ad27de98 req-7ddcfe30-d4ac-4785-b9ce-ad4d1c9f8be8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915718 Jul 16 03:35:07.580268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:07.580853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b9f18d1-a89a-4fc5-8543-ba9f1da1a17b not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:07.581296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6d3a5349-c505-4597-b337-b3b2210c0ac5 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:07.617074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 6d3a5349-c505-4597-b337-b3b2210c0ac5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:07.617439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6d3a5349-c505-4597-b337-b3b2210c0ac5 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:07.619324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ad9d71c-5b94-4872-9340-e76c64e02ef7 req-9e12fea8-58eb-4135-81aa-bef8c3e1fe3f tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856414 Jul 16 03:35:07.644162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.673732 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e097858-4966-4b80-8dd4-ff6b680fa9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.682671 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e097858-4966-4b80-8dd4-ff6b680fa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.750869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:07.751800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e097858-4966-4b80-8dd4-ff6b680fa9d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8060347b268464589d4ded8824318b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448414 Jul 16 03:35:07.765345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:07.766283 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.775275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e097858-4966-4b80-8dd4-ff6b680fa9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881b3676-c0c0-4350-ba45-259e625dbf8d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:07.799691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Transition to ACTIVE for port object c3e4b300-adf7-483b-be8c-7c6972f8df69 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:07.818114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20ebd0-2146-4018-83bf-0a8ef612bba5 req-97c13038-b966-42eb-a684-1c415dbdbc25 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.825843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b20ebd0-2146-4018-83bf-0a8ef612bba5 req-97c13038-b966-42eb-a684-1c415dbdbc25 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.0944810 Jul 16 03:35:07.833431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Transition to ACTIVE for port object c3e4b300-adf7-483b-be8c-7c6972f8df69 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:07.843885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.873175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b20ebd0-2146-4018-83bf-0a8ef612bba5 req-fae9a7d7-70b0-47ca-892e-2a863206d9ca tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463130 Jul 16 03:35:07.900597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:07.902037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:07.905560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:07.938988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Pushing event updated for resources: {'Port': ['ID=c3e4b300-adf7-483b-be8c-7c6972f8df69,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:07.944586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b7f0f-8540-4cad-968f-83630af20b63 req-3745b3ab-c1dc-4ea5-ba82-f9230d2e5205 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.962625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-402b7f0f-8540-4cad-968f-83630af20b63 req-3745b3ab-c1dc-4ea5-ba82-f9230d2e5205 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.0875597 Jul 16 03:35:07.964568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:07.969226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Request body: {'floatingip': {'port_id': '6316bb9b-8b54-4b31-9fc3-67120b37a03c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:07.974154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Attempting to bind port c3e4b300-adf7-483b-be8c-7c6972f8df69 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:07.974732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Attempting to bind port c3e4b300-adf7-483b-be8c-7c6972f8df69 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:07.975019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Attempting to bind port c3e4b300-adf7-483b-be8c-7c6972f8df69 on network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:07.985398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:07.985749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Checking segment: {'id': '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:07.986002 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.986397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Bound using segment: {'id': '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:07.989162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Bound port: c3e4b300-adf7-483b-be8c-7c6972f8df69, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82a88114-a55a-4e12-aeaa-79c27e5ddee4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:07.989575 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.029232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.031204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a98876d0-a479-41ad-8a4a-a415682cb954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.042057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting subnet 67192546-624b-4a04-8d05-5ee727b55fe6 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:08.049486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.069592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] For port c3e4b300-adf7-483b-be8c-7c6972f8df69, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:08.075751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] For port c3e4b300-adf7-483b-be8c-7c6972f8df69, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c3e4b300-adf7-483b-be8c-7c6972f8df69,segment=NetworkSegment(5619ac04-3e35-459e-b7d7-bd0b6ccea4b8),segment_id=5619ac04-3e35-459e-b7d7-bd0b6ccea4b8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:08.081490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.123006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.143496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235a06a-3d14-406d-9c35-21e16a363b28 None None] Pushing event updated for resources: {'Port': ['ID=c3e4b300-adf7-483b-be8c-7c6972f8df69,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:08.234505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.270695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-deleted', 'tag': '6d3a5349-c505-4597-b337-b3b2210c0ac5'}, {'server_uuid': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'name': 'network-vif-deleted', 'tag': '88e09426-4e03-4f9c-9269-508f37a9b857'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:08.272932 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c8f033-8b11-4751-b840-25ea5450f82c" -d '{"events": [{"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-deleted", "tag": "6d3a5349-c505-4597-b337-b3b2210c0ac5"}, {"server_uuid": "6d838980-8260-4d5b-974c-e1deddf6ad72", "name": "network-vif-deleted", "tag": "88e09426-4e03-4f9c-9269-508f37a9b857"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:08.307214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.20.0.1 (82a88114-a55a-4e12-aeaa-79c27e5ddee4/7b8ef32c-b401-4fa8-a330-1a445172c4a3/7464cf68-7314-4243-8017-38460f7749d3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:08.329796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a98876d0-a479-41ad-8a4a-a415682cb954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.383854 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b1980-a5d4-4708-8274-685655f5471b x-openstack-request-id: req-8e8b1980-a5d4-4708-8274-685655f5471b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:08.384412 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b261080-3bf3-4be7-917c-956497bff577", "name": "network-vif-deleted", "tag": "6d3a5349-c505-4597-b337-b3b2210c0ac5", "status": "completed", "code": 200}, {"server_uuid": "6d838980-8260-4d5b-974c-e1deddf6ad72", "name": "network-vif-deleted", "tag": "88e09426-4e03-4f9c-9269-508f37a9b857", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:08.384817 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e8b1980-a5d4-4708-8274-685655f5471b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:08.385620 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b261080-3bf3-4be7-917c-956497bff577', 'name': 'network-vif-deleted', 'tag': '6d3a5349-c505-4597-b337-b3b2210c0ac5', 'status': 'completed', 'code': 200} Jul 16 03:35:08.386483 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d838980-8260-4d5b-974c-e1deddf6ad72', 'name': 'network-vif-deleted', 'tag': '88e09426-4e03-4f9c-9269-508f37a9b857', 'status': 'completed', 'code': 200} Jul 16 03:35:08.405401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.502476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Subnet': ['ID=67192546-624b-4a04-8d05-5ee727b55fe6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:08.539719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.542978 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5afcf1fb-404d-4b71-8abe-7704596fcd02 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/subnets/67192546-624b-4a04-8d05-5ee727b55fe6 HTTP/1.1" status: 204 len: 168 time: 0.7879207 Jul 16 03:35:08.546462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:08.547423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38659c8-1fc5-4677-8529-dc92a1666359 None None] Network 95c0bdee-44d9-414f-8e0e-b271848f01b1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:08.627072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a98876d0-a479-41ad-8a4a-a415682cb954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.629642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a98876d0-a479-41ad-8a4a-a415682cb954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.633089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a98876d0-a479-41ad-8a4a-a415682cb954 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/881b3676-c0c0-4350-ba45-259e625dbf8d HTTP/1.1" status: 204 len: 168 time: 0.8627479 Jul 16 03:35:08.745523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.756314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98876d0-a479-41ad-8a4a-a415682cb954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881b3676-c0c0-4350-ba45-259e625dbf8d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:08.770503 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.776097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:08.867144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Deleting subnet a4f30b8d-33b9-4744-b72c-431eda6f898d {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:08.870447 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.900777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0056b-92de-4f13-86ef-a65cb70afc1e req-9ae0be34-8480-4ad4-bcf5-c571495db059 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:08.909103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d0056b-92de-4f13-86ef-a65cb70afc1e req-9ae0be34-8480-4ad4-bcf5-c571495db059 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.3281820 Jul 16 03:35:08.915761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.924523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] DHCP port deletion for 95c0bdee-44d9-414f-8e0e-b271848f01b1 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:08.946359 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:35:08.959978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 7464cf68-7314-4243-8017-38460f7749d3 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:09.013941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79d0056b-92de-4f13-86ef-a65cb70afc1e req-4f6a94e7-eccb-4b54-a616-eacfa1ea696e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045089 Jul 16 03:35:09.016019 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.035854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] Deleting port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:09.039038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.042408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.051218 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.094146 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.104321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:09.104685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.278637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:09.286404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.295931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:09.305217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:09.313626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd491e0-8612-4023-adc9-5567a67cc91d req-545331ba-3e80-4ecb-9278-cb514f085b55 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:09.321062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffd491e0-8612-4023-adc9-5567a67cc91d req-545331ba-3e80-4ecb-9278-cb514f085b55 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.2070000 Jul 16 03:35:09.355977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=7464cf68-7314-4243-8017-38460f7749d3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:09.377945 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Floating IP 0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6 associated. External IP: 172.25.4.21, port: 6316bb9b-8b54-4b31-9fc3-67120b37a03c. Jul 16 03:35:09.378103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] For port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:09.378375 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.395685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] Calling delete_port for 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:09.431213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f30b8d-33b9-4744-b72c-431eda6f898d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:09.433566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.435531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d9547ec1-fece-44cd-9b2f-b131be64a619 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4f30b8d-33b9-4744-b72c-431eda6f898d HTTP/1.1" status: 204 len: 168 time: 0.6566958 Jul 16 03:35:09.443264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33738) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:09.447206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] For port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,segment=NetworkSegment(a8404e83-f668-4ca3-8d87-c278970b1c47),segment_id=a8404e83-f668-4ca3-8d87-c278970b1c47)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:09.447570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.502469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Calling delete_port for 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:09.510339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.513853 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.523292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffd491e0-8612-4023-adc9-5567a67cc91d req-e35c838a-7c95-4c42-90da-721eb35179dd tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006485 Jul 16 03:35:09.558643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] Pushing event deleted for resources: {'Port': ['ID=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:09.569515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59997325-4e03-4b9a-b7b9-e6efcffd855c None None] No DVR routers for this DVR port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:09.639349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.694029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:09.752032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Router 022c9640-1859-457c-ad25-79d9bd5097be has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:09.789687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa6938-a3f3-4e3d-b9a0-d0fc2a1422b7 None None] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:09.857029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-590959568-network', 'tenant_id': '27880c1af64d4bf99af1e6037f990552'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:09.866667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e5255b2-3b72-4cf5-b3a9-0b669fbc3d3c None None] Provisioning for port c3e4b300-adf7-483b-be8c-7c6972f8df69 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:09.885771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.911265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.935109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:09.936923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.942836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.945742 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] Sync routers for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:09.956666 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:09.957283 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:09.957431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3f320b-371c-4d0f-ac3f-e60dbb2c0681']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:09.987483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c3e4b300-adf7-483b-be8c-7c6972f8df69 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:09.994054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ae3d3d37-5cd3-443f-b8d9-e2af3b25c8b8 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "PUT /v2.0/floatingips/0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6 HTTP/1.1" status: 200 len: 991 time: 2.0283682 Jul 16 03:35:09.994848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:09.996645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeadb61-5e08-4d3f-bb64-91081a7850b8') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:09.996921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeadb61-5e08-4d3f-bb64-91081a7850b8') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:09.997303 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd097e8a-7c4f-461f-b479-4f8f704f23f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:10.003236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Made reservation on behalf of 27880c1af64d4bf99af1e6037f990552 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:10.005561 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.007507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Port': ['ID=970860d4-5b2e-4ac0-80a8-9c01cd3ee388,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:10.052909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] No DVR routers for this DVR port 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:10.055601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.068470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.080870 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18883063-1bcc-4887-b7ea-0efd968bd5f4 x-openstack-request-id: req-18883063-1bcc-4887-b7ea-0efd968bd5f4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:10.082525 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:10.082525 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18883063-1bcc-4887-b7ea-0efd968bd5f4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:10.082525 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'status': 'completed', 'code': 200} Jul 16 03:35:10.095906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c3e4b300-adf7-483b-be8c-7c6972f8df69 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:10.103788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c3e4b300-adf7-483b-be8c-7c6972f8df69 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:10.104630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.113620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.147232 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:10.237651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:10.240599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.243025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:10.246250 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:10.302459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c3e4b300-adf7-483b-be8c-7c6972f8df69, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c3e4b300-adf7-483b-be8c-7c6972f8df69,segment=NetworkSegment(5619ac04-3e35-459e-b7d7-bd0b6ccea4b8),segment_id=5619ac04-3e35-459e-b7d7-bd0b6ccea4b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:10.309291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-6724cb87-6375-4615-91c3-4b4ddcf62124 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.309501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.311973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-6724cb87-6375-4615-91c3-4b4ddcf62124 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.5311451 Jul 16 03:35:10.338126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b501-5aa8-4a13-9d7b-a7304d416599 req-259d876c-8e0b-46c9-b52b-56d8ecfd236c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.349628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fe6b501-5aa8-4a13-9d7b-a7304d416599 req-259d876c-8e0b-46c9-b52b-56d8ecfd236c tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.0970941 Jul 16 03:35:10.420343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fe6b501-5aa8-4a13-9d7b-a7304d416599 req-a719a008-b604-4cf7-81f2-10f84c0a1c83 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698247 Jul 16 03:35:10.447310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:10.493980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:10.494535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 970860d4-5b2e-4ac0-80a8-9c01cd3ee388 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:10.520687 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'port_id': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'mac_address': 'fa:16:3e:07:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:34:08Z', 'updated_at': '2021-07-16T03:35:08Z', 'revision_number': 1, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:10.526452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c3e4b300-adf7-483b-be8c-7c6972f8df69,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:10.526747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.533770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d44df99-12c7-4ac2-a75f-8c855dc5b765 None None] Provisioning complete for port c3e4b300-adf7-483b-be8c-7c6972f8df69 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:10.534487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8d44df99-12c7-4ac2-a75f-8c855dc5b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.557527 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] Checking router: 022c9640-1859-457c-ad25-79d9bd5097be for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:10.570624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c0bdee-44d9-414f-8e0e-b271848f01b1']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:10.572433 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:10.573061 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:10.611307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.619983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8404e83-f668-4ca3-8d87-c278970b1c47') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:10.620233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8404e83-f668-4ca3-8d87-c278970b1c47') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:10.632958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.634912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] 10.222.0.25 "DELETE /v2.0/networks/da3f320b-371c-4d0f-ac3f-e60dbb2c0681 HTTP/1.1" status: 204 len: 168 time: 1.1904006 Jul 16 03:35:10.688365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d44df99-12c7-4ac2-a75f-8c855dc5b765 None None] Provisioning for port 7464cf68-7314-4243-8017-38460f7749d3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:10.696829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d44df99-12c7-4ac2-a75f-8c855dc5b765 None None] Provisioning complete for port 7464cf68-7314-4243-8017-38460f7749d3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:10.697204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8d44df99-12c7-4ac2-a75f-8c855dc5b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.740061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.748323 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:10.772654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8d44df99-12c7-4ac2-a75f-8c855dc5b765 None None] Port 7464cf68-7314-4243-8017-38460f7749d3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:10.795483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0dd09-a352-4794-a098-b0b684b3e82e admin admin] Pushing event deleted for resources: {'Network': ['ID=da3f320b-371c-4d0f-ac3f-e60dbb2c0681,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:10.812085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbd7-06b1-471a-9c96-4e855dc2ec1c req-928b4bd1-877f-4b11-b05b-e3e5328c7828 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.814110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d748fbd7-06b1-471a-9c96-4e855dc2ec1c req-928b4bd1-877f-4b11-b05b-e3e5328c7828 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.0891795 Jul 16 03:35:10.825900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-e7a8f5c2-a818-4b55-87ae-fa43883be352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.827522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-e7a8f5c2-a818-4b55-87ae-fa43883be352 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7efb1fdfa06645b285d260517bf5e05d&device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 1097 time: 0.7188981 Jul 16 03:35:10.828942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:10.869537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.878598 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d748fbd7-06b1-471a-9c96-4e855dc2ec1c req-768a64b6-0e4c-4b75-ac71-8d54c80ae312 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Jul 16 03:35:10.896658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08d7d991-2a00-401e-be90-bebf958d58ea None None] Provisioning complete for port 7464cf68-7314-4243-8017-38460f7749d3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:10.897035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08d7d991-2a00-401e-be90-bebf958d58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.908999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-828643fd-1fff-413d-b972-f0d9786b19c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ac07fcbea834c21a203ac8ca5830e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789819 Jul 16 03:35:10.912584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:10.928200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:10.928605 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:10.933905 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:10.943696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-08d7d991-2a00-401e-be90-bebf958d58ea None None] Port 7464cf68-7314-4243-8017-38460f7749d3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:10.975944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-485edbb3-b19d-49cb-9642-0058f21fd051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.999845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-485edbb3-b19d-49cb-9642-0058f21fd051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.057780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-485edbb3-b19d-49cb-9642-0058f21fd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.060714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-485edbb3-b19d-49cb-9642-0058f21fd051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.061954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-485edbb3-b19d-49cb-9642-0058f21fd051 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a678fe6-03ee-46d9-bc6e-3a1c7e51af02 HTTP/1.1" status: 204 len: 168 time: 0.1484542 Jul 16 03:35:11.062206 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'port_id': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'mac_address': 'fa:16:3e:07:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:34:08Z', 'updated_at': '2021-07-16T03:35:08Z', 'revision_number': 1, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:11.070627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485edbb3-b19d-49cb-9642-0058f21fd051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a678fe6-03ee-46d9-bc6e-3a1c7e51af02,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:11.096587 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fabb-d779-4a2f-a4e8-f4de1ab75725 None None] The sync data for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 is: [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'port_id': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'mac_address': 'fa:16:3e:07:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:34:08Z', 'updated_at': '2021-07-16T03:35:08Z', 'revision_number': 1, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:11.387147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90aa3f5-5faa-4dbb-8eed-9397e752a301 None None] New status for floating IP 0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:35:11.415523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Deleting port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:11.415861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.460115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.464652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.486423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.488238 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/networks/95c0bdee-44d9-414f-8e0e-b271848f01b1 HTTP/1.1" status: 204 len: 168 time: 2.9405599 Jul 16 03:35:11.491092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:11.504037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.507575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-491cd0a0-dade-4522-a879-1023710d7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.509999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-491cd0a0-dade-4522-a879-1023710d7317 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22a9cecd-818c-4990-8fff-bc3a633c9940 HTTP/1.1" status: 200 len: 917 time: 0.6382556 Jul 16 03:35:11.536456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.579681 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:35:11.596479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e087ca-6f74-4168-9685-653dd61855e8 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Network': ['ID=95c0bdee-44d9-414f-8e0e-b271848f01b1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:11.610470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Deleting subnet ba8f8468-9e43-462c-b4f4-a8f1a0a26e32 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:11.615197 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.637444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.673356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.690858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:11.732062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24ade-30f3-4ef7-9b9f-5c173dd1f6f4 req-2ffa1905-6ee7-4aa7-bf7b-23230f5b4a4e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.738917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04b24ade-30f3-4ef7-9b9f-5c173dd1f6f4 req-2ffa1905-6ee7-4aa7-bf7b-23230f5b4a4e tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 946 time: 0.1805785 Jul 16 03:35:11.779721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.780059 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Added segment 41f25375-be9c-4546-a0f5-70dae2e3f187 of type vlan for network 31a1dae7-c107-447e-a60b-efb7408f1e60 Jul 16 03:35:11.789369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233d8e2-0a50-413c-9882-4bca6d935f4c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:11.867159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-2814df58-126a-44b0-91ad-41f496a70f6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c HTTP/1.1" status: 200 len: 1001 time: 0.3217046 Jul 16 03:35:11.872194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=7464cf68-7314-4243-8017-38460f7749d3,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:11.881548 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.891440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04b24ade-30f3-4ef7-9b9f-5c173dd1f6f4 req-d16fb3cf-04d2-4ce7-8abc-47cc82a03ed2 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513765 Jul 16 03:35:11.901752 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.908980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.931329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c3e4b300-adf7-483b-be8c-7c6972f8df69 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:11.969890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] For port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,segment=NetworkSegment(eaa0b214-deba-4377-a6f6-94bb04298f15),segment_id=eaa0b214-deba-4377-a6f6-94bb04298f15)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:11.970277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.990261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:12.017183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.023646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c3e4b300-adf7-483b-be8c-7c6972f8df69 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:12.024022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.024410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.032816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.038711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Calling delete_port for 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:12.039321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.046271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.047102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-bf665601-c8a4-4ae3-bb7e-537cbdabe447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.048828 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-bf665601-c8a4-4ae3-bb7e-537cbdabe447 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9f5b839-a307-4418-9214-ea031dc30c3d HTTP/1.1" status: 200 len: 854 time: 0.1741350 Jul 16 03:35:12.053221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.061407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.072434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-974dc3b7-805c-4ae0-857b-058bea1ce55c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.2416492 Jul 16 03:35:12.130316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-374223107-network', 'tenant_id': '9191d326603540a8a7d98687cf160ae5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:12.145266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.168669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.169630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.170208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.197031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef5d7de0-8232-4add-8b7b-bce766a9ec36 req-01ac326d-2601-4f5f-a11f-1e072c9c0229 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237261 Jul 16 03:35:12.197692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8f8468-9e43-462c-b4f4-a8f1a0a26e32,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.206245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.211243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e5e4a830-80d7-4768-b2a8-fb5568b1414c tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/subnets/ba8f8468-9e43-462c-b4f4-a8f1a0a26e32 HTTP/1.1" status: 204 len: 168 time: 0.7155378 Jul 16 03:35:12.211243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33800) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:12.216622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Made reservation on behalf of 9191d326603540a8a7d98687cf160ae5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:12.218948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.222649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e628fc1-8b2c-4b67-ba5d-cc499c1de0a1 None None] Network c89c6f54-e4e2-4078-98b9-a591d08859c2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:12.262450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.308767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6163630 Jul 16 03:35:12.356545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33804) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:12.370565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.375670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37949fbd-9539-446d-bdf9-79e2acd54641 admin admin] Pushing event updated for resources: {'Network': ['ID=31a1dae7-c107-447e-a60b-efb7408f1e60,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.385669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Request body: {'subnet': {'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-590959568-subnet', 'tenant_id': '27880c1af64d4bf99af1e6037f990552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:12.395387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777435b-bc90-4089-b560-3ed7808873a9 req-0745497d-cd5e-4305-acb8-08c0d31f948f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.401165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:12.403687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5777435b-bc90-4089-b560-3ed7808873a9 req-0745497d-cd5e-4305-acb8-08c0d31f948f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.3272040 Jul 16 03:35:12.404033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 31a1dae7-c107-447e-a60b-efb7408f1e60 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:12.414681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:12.431207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.449583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-6da7b6f3-02ba-4920-9fd1-80bc74a0d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.451834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-6da7b6f3-02ba-4920-9fd1-80bc74a0d060 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22a9cecd-818c-4990-8fff-bc3a633c9940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3967011 Jul 16 03:35:12.471412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.506589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] DHCP port deletion for c89c6f54-e4e2-4078-98b9-a591d08859c2 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:12.550193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Pushing event deleted for resources: {'Port': ['ID=6abfe72d-408d-4d93-9fa2-d5ceabfb8039,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.553491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Made reservation on behalf of 27880c1af64d4bf99af1e6037f990552 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:12.556071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.570608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] Deleting port 052d20a9-e6df-4b08-a4c6-29f594107c5b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:12.571001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.660579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] For port 052d20a9-e6df-4b08-a4c6-29f594107c5b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=052d20a9-e6df-4b08-a4c6-29f594107c5b,segment=NetworkSegment(4a490563-c214-466d-ae02-c64f3e85283f),segment_id=4a490563-c214-466d-ae02-c64f3e85283f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:12.660991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.676103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] Calling delete_port for 052d20a9-e6df-4b08-a4c6-29f594107c5b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:12.763620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.779772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] No DVR routers for this DVR port 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:12.784142 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.786138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77224746-4688-4bf5-9015-c87c6cbc38ee req-f60a357e-7b7a-400c-b05c-d778d7fbb283 tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.11 "DELETE /v2.0/ports/6abfe72d-408d-4d93-9fa2-d5ceabfb8039 HTTP/1.1" status: 204 len: 173 time: 2.4569912 Jul 16 03:35:12.791320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'name': 'network-vif-deleted', 'tag': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:12.793633 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0676595-f324-4139-9edd-54e4b39c0585" -d '{"events": [{"server_uuid": "cc3e7d35-6221-454e-a13a-c350a21c6129", "name": "network-vif-deleted", "tag": "6abfe72d-408d-4d93-9fa2-d5ceabfb8039"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:12.798533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] Pushing event deleted for resources: {'Port': ['ID=052d20a9-e6df-4b08-a4c6-29f594107c5b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.808968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710b07f-d746-4bb6-b51f-23b6e408ed82 None None] No DVR routers for this DVR port 052d20a9-e6df-4b08-a4c6-29f594107c5b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:12.830692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35a1bef7-a585-4f1d-9a0e-d25a45bcba85 None None] Provisioning complete for port 7464cf68-7314-4243-8017-38460f7749d3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:12.831082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35a1bef7-a585-4f1d-9a0e-d25a45bcba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.873105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35a1bef7-a585-4f1d-9a0e-d25a45bcba85 None None] Port 7464cf68-7314-4243-8017-38460f7749d3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:12.886953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.900027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:12.925756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-dd6d37a3-db7b-48f1-9ffe-37a7d9535052 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271147 Jul 16 03:35:12.926341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.937257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.937257 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Added segment f9e08cfa-ab60-4857-beaf-0d46698ca0a2 of type vlan for network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 Jul 16 03:35:12.950238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5777435b-bc90-4089-b560-3ed7808873a9 req-89e2fc8e-a01b-4e58-96a0-b84ddc0fc52a tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385921 Jul 16 03:35:12.964770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router 760342da-c675-44e9-965f-151ccfe28272 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:13.063318 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.080561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.086768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.094266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.100267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.106148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.111981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.117417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.118348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.120343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18faff4e-a3c8-4063-9031-0c8fdcc4716c req-36082fdf-4e59-4ab9-a531-a4ebb2c35cc5 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.7561052 Jul 16 03:35:13.128170 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904bd0b-297e-4d7f-8053-2d6a9f800d8a x-openstack-request-id: req-a904bd0b-297e-4d7f-8053-2d6a9f800d8a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:13.128922 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e7d35-6221-454e-a13a-c350a21c6129", "name": "network-vif-deleted", "tag": "6abfe72d-408d-4d93-9fa2-d5ceabfb8039", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:13.129404 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a904bd0b-297e-4d7f-8053-2d6a9f800d8a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:13.130074 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3e7d35-6221-454e-a13a-c350a21c6129', 'name': 'network-vif-deleted', 'tag': '6abfe72d-408d-4d93-9fa2-d5ceabfb8039', 'status': 'completed', 'code': 200} Jul 16 03:35:13.162973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.183678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89c6f54-e4e2-4078-98b9-a591d08859c2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.198607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a490563-c214-466d-ae02-c64f3e85283f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.198607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a490563-c214-466d-ae02-c64f3e85283f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.211755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.219959 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd097e8a-7c4f-461f-b479-4f8f704f23f5 req-f9e42741-b19e-44d1-b520-f5c02f420bab service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854266 Jul 16 03:35:13.220916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:13.222589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.222957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20056b19-1c37-4d49-a7ed-a7a57fa16bf7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:13.223554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.224152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.240671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3903d96b-2cca-40ee-a390-bbee5d799e81 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/760342da-c675-44e9-965f-151ccfe28272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9370284 Jul 16 03:35:13.244598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:13.264448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Checking segment: {'id': '41f25375-be9c-4546-a0f5-70dae2e3f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:13.264448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Network hostable DHCP agents. Network: 31a1dae7-c107-447e-a60b-efb7408f1e60, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:13.265642 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] Sync routers for ids ['760342da-c675-44e9-965f-151ccfe28272'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:13.277062 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] Routers {'760342da-c675-44e9-965f-151ccfe28272'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:13.280385 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['760342da-c675-44e9-965f-151ccfe28272'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.305472 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.327024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-872054a3-9197-4e6c-9fe3-193d4b73a785 req-a9267ccf-1ee9-4e6c-9118-04aaf3b7384d tempest-DeleteServersTestJSON-72845161 tempest-DeleteServersTestJSON-72845161-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc3e7d35-6221-454e-a13a-c350a21c6129 HTTP/1.1" status: 200 len: 210 time: 0.0879259 Jul 16 03:35:13.330333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3238b07-5d9b-463d-a131-6824d1492a4f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.331931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f3238b07-5d9b-463d-a131-6824d1492a4f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports/7464cf68-7314-4243-8017-38460f7749d3 HTTP/1.1" status: 200 len: 910 time: 0.0864925 Jul 16 03:35:13.333357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Network 31a1dae7-c107-447e-a60b-efb7408f1e60 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:13.343724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33816) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:13.348772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3549898 Jul 16 03:35:13.349760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 31a1dae7-c107-447e-a60b-efb7408f1e60) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:13.353102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:13.354519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:13.355000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.362687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.364292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0f236-6c2e-40e2-850e-b37556712c2f None None] Network 31a1dae7-c107-447e-a60b-efb7408f1e60 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:13.364421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.377362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Request body: {'subnet': {'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-374223107-subnet', 'tenant_id': '9191d326603540a8a7d98687cf160ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:13.377704 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:13.391069 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:13.407490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Made reservation on behalf of 9191d326603540a8a7d98687cf160ae5 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:13.410750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.411387 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] Routers {'760342da-c675-44e9-965f-151ccfe28272'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:13.412592 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['760342da-c675-44e9-965f-151ccfe28272'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.425057 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78702f11-71d4-465e-b4a4-02e9aa4fa41b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0520759 Jul 16 03:35:13.457717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b78b26-77be-4e19-8dbd-e1df860232e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f2e1a2-85ac-4a09-8206-47daa1718dc3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:13.485114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:13.486446 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.487358 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b31d6-8ff1-4cc1-bec6-491dd41c7388 None None] The sync data for ids ['760342da-c675-44e9-965f-151ccfe28272'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:13.566262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:13.567288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.589916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.592350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] 10.222.0.25 "DELETE /v2.0/networks/c89c6f54-e4e2-4078-98b9-a591d08859c2 HTTP/1.1" status: 204 len: 168 time: 1.3800879 Jul 16 03:35:13.598591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954fcc3-627f-49df-be4b-419df1367b27 tempest-ServersTestMultiNic-2106390446 tempest-ServersTestMultiNic-2106390446-project] Pushing event deleted for resources: {'Network': ['ID=c89c6f54-e4e2-4078-98b9-a591d08859c2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:13.619689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:13.620039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6abfe72d-408d-4d93-9fa2-d5ceabfb8039 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:13.673905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.733750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221002b2-60b3-4c78-ac0f-6656c87934f7 None None] Network 31a1dae7-c107-447e-a60b-efb7408f1e60 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:13.814199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a8fd41-fb02-4aa0-8473-fda95991efd1,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:13.826816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Checking segment: {'id': 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:13.827180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Network hostable DHCP agents. Network: b0f2e1a2-85ac-4a09-8206-47daa1718dc3, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:13.864845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:13.880129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b0f2e1a2-85ac-4a09-8206-47daa1718dc3) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:13.891061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.891699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.923733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b556fd20-c251-43ca-a5b7-5fe015e9359c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5597291 Jul 16 03:35:13.923968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.948951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb6fef-97f6-4e5e-b47d-b89600ada4e8 None None] Network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:13.951073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 052d20a9-e6df-4b08-a4c6-29f594107c5b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:14.033312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 052d20a9-e6df-4b08-a4c6-29f594107c5b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:14.033591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 052d20a9-e6df-4b08-a4c6-29f594107c5b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:14.180092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890acb8-e177-4938-9626-58033b1746b9 None None] Network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:14.216498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-daafbddd-ff30-49c2-a8e1-883c6e88b67b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.218006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-daafbddd-ff30-49c2-a8e1-883c6e88b67b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/networks?id=31a1dae7-c107-447e-a60b-efb7408f1e60 HTTP/1.1" status: 200 len: 813 time: 0.2195289 Jul 16 03:35:14.249609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-00eb1791-00bc-48e7-8680-79bf42fdde22 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/quotas/27880c1af64d4bf99af1e6037f990552 HTTP/1.1" status: 200 len: 375 time: 0.0254366 Jul 16 03:35:14.296767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-d215de86-ea17-4f5e-9184-513a196a75f5 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27880c1af64d4bf99af1e6037f990552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412507 Jul 16 03:35:14.305330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bcd4-f33e-4567-8972-3b41b4ddac52 req-8c225250-93b7-42c2-b919-7d7b89fa65b2 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.306989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5109bcd4-f33e-4567-8972-3b41b4ddac52 req-8c225250-93b7-42c2-b919-7d7b89fa65b2 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1622829 Jul 16 03:35:14.432521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5109bcd4-f33e-4567-8972-3b41b4ddac52 req-27c4afb9-4880-457d-87fb-1e5d39ea04d0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154625 Jul 16 03:35:14.481166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-1ab68473-7082-465c-8196-501f125f0f87 service neutron] 10.222.0.25 "GET /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720676 Jul 16 03:35:14.513191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33858) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:14.557883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 7464cf68-7314-4243-8017-38460f7749d3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:14.557883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.652359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-70c909ae-36ec-41c9-b83f-42eb57358f72 service neutron] 10.222.0.25 "GET /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638248 Jul 16 03:35:14.680236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.708488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 7464cf68-7314-4243-8017-38460f7749d3 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:14.971066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-c6b43559-4e7e-43b1-ae73-b3067f729336 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.979434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-c6b43559-4e7e-43b1-ae73-b3067f729336 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/networks?id=b0f2e1a2-85ac-4a09-8206-47daa1718dc3 HTTP/1.1" status: 200 len: 808 time: 0.2044020 Jul 16 03:35:14.997456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.054682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-06e77c0f-2512-4666-b331-590713842512 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/quotas/9191d326603540a8a7d98687cf160ae5 HTTP/1.1" status: 200 len: 375 time: 0.0742195 Jul 16 03:35:15.061846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11bab9ef-0906-414a-94ed-7aee57887a0f req-23669b7b-36ed-4796-8420-11fb93c63dfe tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 210 time: 0.0783811 Jul 16 03:35:15.095799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-4753ce97-b61a-4c69-8a81-fc33499fb1e9 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9191d326603540a8a7d98687cf160ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330596 Jul 16 03:35:15.216351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-ab7ed034-3587-4702-b5ed-d0df2046839e service neutron] 10.222.0.25 "GET /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109929 Jul 16 03:35:15.332908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-aa9e8afc-515d-4bb9-827b-216cedb96d4b service neutron] 10.222.0.25 "GET /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155868 Jul 16 03:35:15.335085 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.399438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Deleting port d1fb8864-234e-48f0-8841-7721dd3db5da {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:15.399790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.437450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=7464cf68-7314-4243-8017-38460f7749d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:15.464971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:15.707114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] For port d1fb8864-234e-48f0-8841-7721dd3db5da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d1fb8864-234e-48f0-8841-7721dd3db5da,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:15.707689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.731493 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.732392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Calling delete_port for d1fb8864-234e-48f0-8841-7721dd3db5da owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:15.811696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.813363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.813851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.814318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.814806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.815264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.816794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.820635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-8f8d7cd1-a683-4798-bc5f-029172f880a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.3529625 Jul 16 03:35:15.921874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb0f73fa-8a3d-4686-8def-08151693191f req-e2f45b9a-343b-4a87-bd12-46e0f455e4d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0308368 Jul 16 03:35:15.964111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-78d104a5-f987-465c-ab48-463b7d0729eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517273 Jul 16 03:35:16.033244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.041879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ea10b-079f-4e4c-8d1b-d90e4936e7da req-6e459681-5598-4735-ae60-0160b42db727 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.048994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f09ea10b-079f-4e4c-8d1b-d90e4936e7da req-6e459681-5598-4735-ae60-0160b42db727 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.3187656 Jul 16 03:35:16.064986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fb8864-234e-48f0-8841-7721dd3db5da,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.085757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router 760342da-c675-44e9-965f-151ccfe28272 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:16.110510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f09ea10b-079f-4e4c-8d1b-d90e4936e7da req-4c39edb7-4230-499e-bc02-0563f307a56e tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605731 Jul 16 03:35:16.274319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:16.284489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b96a5cf9-83ec-4d91-98a3-8a11f59f4a68 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/760342da-c675-44e9-965f-151ccfe28272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9348986 Jul 16 03:35:16.287120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:16.289077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] Sync routers for ids ['760342da-c675-44e9-965f-151ccfe28272'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:16.304368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] Routers {'760342da-c675-44e9-965f-151ccfe28272'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:16.305005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['760342da-c675-44e9-965f-151ccfe28272'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.338061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bb50417a-aa64-42e3-ba8e-5e3db7319b70 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=760342da-c675-44e9-965f-151ccfe28272 HTTP/1.1" status: 200 len: 205 time: 0.0495634 Jul 16 03:35:16.346056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:16.387922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.404710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f76cbdb2-b244-4734-ab1f-bb66c33ab5b3 req-dd08da28-ee50-4678-94cb-520a9d34b247 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 210 time: 0.0895610 Jul 16 03:35:16.410040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] Routers {'760342da-c675-44e9-965f-151ccfe28272'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:16.410692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['760342da-c675-44e9-965f-151ccfe28272'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.454655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.455096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28082c-915c-4250-98d7-ee5c29a62e2d None None] The sync data for ids ['760342da-c675-44e9-965f-151ccfe28272'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:16.876695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.881256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.114083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35fe7b70-f794-485d-a818-edd7b63cda50 req-d0c4b2de-dc4f-4e50-b737-97707a26280d tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0334778 Jul 16 03:35:17.153467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-8b942a8f-70e4-46ef-998f-46febee9ad47 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.154971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-8b942a8f-70e4-46ef-998f-46febee9ad47 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.11 "GET /v2.0/networks?id=31a1dae7-c107-447e-a60b-efb7408f1e60 HTTP/1.1" status: 200 len: 813 time: 0.3604228 Jul 16 03:35:17.180752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Request body: {'port': {'device_id': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60', 'admin_state_up': True, 'tenant_id': '27880c1af64d4bf99af1e6037f990552'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:17.224425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.263966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.321793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497fc78-c7ad-4dca-b7b2-a4ebc6615923 req-2b36f363-ac34-42a8-b320-4c6b4f5bc431 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.323978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2497fc78-c7ad-4dca-b7b2-a4ebc6615923 req-2b36f363-ac34-42a8-b320-4c6b4f5bc431 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.0897896 Jul 16 03:35:17.406720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2497fc78-c7ad-4dca-b7b2-a4ebc6615923 req-1b9eb01d-69c9-4b41-851b-098c144da48c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Jul 16 03:35:17.416599 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.417229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router 760342da-c675-44e9-965f-151ccfe28272 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:17.438155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.439335 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce19a7f4-b541-4469-9906-f67bd8123d25 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/760342da-c675-44e9-965f-151ccfe28272 HTTP/1.1" status: 204 len: 168 time: 1.0922520 Jul 16 03:35:17.442436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:17.500199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet 7b8ef32c-b401-4fa8-a330-1a445172c4a3 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:17.504227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.592369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-c357fb95-3b70-4c90-b3da-d0be6ed62d92 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.593797 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-c357fb95-3b70-4c90-b3da-d0be6ed62d92 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.11 "GET /v2.0/networks?id=b0f2e1a2-85ac-4a09-8206-47daa1718dc3 HTTP/1.1" status: 200 len: 808 time: 0.4361324 Jul 16 03:35:17.595778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cc78770-f9e5-42bd-bb3d-d7924d0de754 req-17173cb6-f03a-4adb-9b2c-bdae204c1b72 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 210 time: 0.0500262 Jul 16 03:35:17.599379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:17.606353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.608420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Request body: {'port': {'device_id': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3', 'admin_state_up': True, 'tenant_id': '9191d326603540a8a7d98687cf160ae5'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:17.721265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.728791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Made reservation on behalf of 27880c1af64d4bf99af1e6037f990552 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:17.732345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.789973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.819504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8ef32c-b401-4fa8-a330-1a445172c4a3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:17.824878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.830315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a4885711-e4e7-437a-9b1b-ceb22f9163df tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/7b8ef32c-b401-4fa8-a330-1a445172c4a3 HTTP/1.1" status: 204 len: 168 time: 0.3865669 Jul 16 03:35:17.831093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:17.839698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb457bcb-28c7-4f97-b0b5-828e78c75240 None None] Network 82a88114-a55a-4e12-aeaa-79c27e5ddee4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:17.913201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Made reservation on behalf of 9191d326603540a8a7d98687cf160ae5 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:17.918019 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.922271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.025936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port c3e4b300-adf7-483b-be8c-7c6972f8df69 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:18.026919 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.027510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Allocated IP 172.20.0.7 (31a1dae7-c107-447e-a60b-efb7408f1e60/20056b19-1c37-4d49-a7ed-a7a57fa16bf7/1ffe6a75-62c5-419b-b89c-2f48ff08d5d7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:18.050166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:18.067448 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] Sync routers for ids ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:18.083562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] DHCP port deletion for 82a88114-a55a-4e12-aeaa-79c27e5ddee4 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:18.093445 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] Routers {'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:18.094106 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.109558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2cb21f79-c611-4605-8799-7b88abbdd70a admin admin] 10.222.0.25 "PUT /v2.0/routers/c26e6b40-7d5e-43d4-ac04-e87f9f520ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5927415 Jul 16 03:35:18.138885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33964) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:18.159866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port c3e4b300-adf7-483b-be8c-7c6972f8df69, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c3e4b300-adf7-483b-be8c-7c6972f8df69,segment=NetworkSegment(5619ac04-3e35-459e-b7d7-bd0b6ccea4b8),segment_id=5619ac04-3e35-459e-b7d7-bd0b6ccea4b8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:18.160461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.178600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for c3e4b300-adf7-483b-be8c-7c6972f8df69 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:18.338715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.363791 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] Set router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:18.391482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=c3e4b300-adf7-483b-be8c-7c6972f8df69,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:18.417009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Deleting port c3e4b300-adf7-483b-be8c-7c6972f8df69 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:18.417468 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.423650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port c3e4b300-adf7-483b-be8c-7c6972f8df69 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:18.427432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8835f6e-fc0d-47c5-adab-fc0e59bb87f8 req-44365870-606c-481f-941d-7db332740b09 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0402341 Jul 16 03:35:18.514223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.524716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a88114-a55a-4e12-aeaa-79c27e5ddee4']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.529642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.535430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.535765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5619ac04-3e35-459e-b7d7-bd0b6ccea4b8') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.535930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] For port c3e4b300-adf7-483b-be8c-7c6972f8df69, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:18.536330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.545772 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.561443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.568171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:18.568578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.569967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Calling delete_port for c3e4b300-adf7-483b-be8c-7c6972f8df69 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:18.573159 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:18.578064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Port c3e4b300-adf7-483b-be8c-7c6972f8df69 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:35:18.583532 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.605099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] No DVR routers for this DVR port c3e4b300-adf7-483b-be8c-7c6972f8df69 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:18.621842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Allocated IP 172.20.0.13 (b0f2e1a2-85ac-4a09-8206-47daa1718dc3/20a8fd41-fb02-4aa0-8473-fda95991efd1/12a69f81-37c5-4675-8031-29fd28a9e576) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:18.647707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eada9a-f284-4f75-9b6f-2e73df5f9547 None None] Pushing event deleted for resources: {'Port': ['ID=c3e4b300-adf7-483b-be8c-7c6972f8df69,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:18.700961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.704289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.719168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.721307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/82a88114-a55a-4e12-aeaa-79c27e5ddee4 HTTP/1.1" status: 204 len: 168 time: 0.8891401 Jul 16 03:35:18.734593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:18.736434 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 5, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.742302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1359332056', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:18.750080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa6d45-12e3-4ffc-afb1-f13855e5c974 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=82a88114-a55a-4e12-aeaa-79c27e5ddee4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:18.771376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b83bb-8b4e-4f79-ba62-0008ed7c5680 req-ed9daccf-8aaf-4934-83ac-d12178ead81c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.778428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b0b83bb-8b4e-4f79-ba62-0008ed7c5680 req-ed9daccf-8aaf-4934-83ac-d12178ead81c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1849158 Jul 16 03:35:18.798790 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] Checking router: c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:18.816059 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] Routers {'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:18.816707 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:18.851995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b0b83bb-8b4e-4f79-ba62-0008ed7c5680 req-146d1e84-7aca-4e76-9f7b-b20941147b35 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722938 Jul 16 03:35:18.857738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.862409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.896191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bfb3047-4c0a-45cb-bf4b-a35a7a248ecc req-4be1ae78-1087-40b3-9a14-70dba514fec4 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 210 time: 0.0403507 Jul 16 03:35:18.933527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.948336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.949893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.042518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Network 31a1dae7-c107-447e-a60b-efb7408f1e60 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:19.059254 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] Set router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:19.071148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:19.077872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:19.112194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Pushing event updated for resources: {'Port': ['ID=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:19.265664 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 5, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:19.304284 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c3bab-6b2c-4d7b-a1b7-f460926ba3ea None None] The sync data for ids ['c26e6b40-7d5e-43d4-ac04-e87f9f520ee2'] in n-d-800089-6 is: [{'id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'name': 'tempest-ServersTestMultiNic-256518735-router', 'tenant_id': 'e51b4635376d470c9fc3b63c1b773af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '97647b80-7e69-4b5f-a527-d021814bf612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:00Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 5, 'project_id': 'e51b4635376d470c9fc3b63c1b773af3', 'gw_port': {'id': '97647b80-7e69-4b5f-a527-d021814bf612', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26e6b40-7d5e-43d4-ac04-e87f9f520ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:01Z', 'updated_at': '2021-07-16T03:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:19.651367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.652493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.659677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.677649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.682292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f960320b-5555-4e46-a1da-024a889efae4 req-e1ebcabb-3cff-42c2-b1ae-cb7110d6c447 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 210 time: 0.0461602 Jul 16 03:35:19.726810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Deleting port 97647b80-7e69-4b5f-a527-d021814bf612 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:19.727148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.729931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-b903e931-b7ca-47b3-8c46-7bbe6f0f968f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5574980 Jul 16 03:35:19.767504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Request body: {'port': {'device_id': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:19.798967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:19.950250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d1fb8864-234e-48f0-8841-7721dd3db5da no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:19.971824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Pushing event updated for resources: {'Port': ['ID=12a69f81-37c5-4675-8031-29fd28a9e576,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:19.981319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.002429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.003811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d1fb8864-234e-48f0-8841-7721dd3db5da {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:20.004163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d1fb8864-234e-48f0-8841-7721dd3db5da not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:20.004593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c3e4b300-adf7-483b-be8c-7c6972f8df69 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:20.016815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] For port 97647b80-7e69-4b5f-a527-d021814bf612, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97647b80-7e69-4b5f-a527-d021814bf612,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:20.033962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.038378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:20.044780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c3e4b300-adf7-483b-be8c-7c6972f8df69 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:20.045144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c3e4b300-adf7-483b-be8c-7c6972f8df69 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:20.070648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:20.121251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:20.137856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Calling delete_port for 97647b80-7e69-4b5f-a527-d021814bf612 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:20.244159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3d98-f232-4e14-9906-221f77c8cc09 req-fd43905d-c7fa-468e-b5c6-843feead1db8 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.247655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.250934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-812f3d98-f232-4e14-9906-221f77c8cc09 req-fd43905d-c7fa-468e-b5c6-843feead1db8 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1770372 Jul 16 03:35:20.272024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.25.4.78 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f23698aa-7011-4834-b762-8fd52af9d0df) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:20.286730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.288051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.313975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-812f3d98-f232-4e14-9906-221f77c8cc09 req-520f2005-1d8d-4e60-9458-1474d7c86dc5 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620615 Jul 16 03:35:20.368857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b657a60-d021-4e2d-9869-ae4498de4559 req-b7fc3cfc-ca2e-47ee-8885-1f0a70680815 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.376078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b657a60-d021-4e2d-9869-ae4498de4559 req-b7fc3cfc-ca2e-47ee-8885-1f0a70680815 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 931 time: 0.1943228 Jul 16 03:35:20.454112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-e958b508-1e27-416a-83c3-d86f8c4b55d3 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8508716 Jul 16 03:35:20.471808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Request body: {'port': {'device_id': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:20.483075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b657a60-d021-4e2d-9869-ae4498de4559 req-f06e65c2-a3b6-49da-950a-3bae328f7b0c tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007690 Jul 16 03:35:20.547994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.641661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.686234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-022ce89a-3fcb-40fe-bfaa-1db4480f334d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.706471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:20.729969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:20.734262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:20.774479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.802045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:20.832083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.848879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=f23698aa-7011-4834-b762-8fd52af9d0df,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:20.902112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Deleting subnet f8ebabca-b8bd-43db-8dbc-346678fe226d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:20.902292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Pushing event deleted for resources: {'Port': ['ID=97647b80-7e69-4b5f-a527-d021814bf612,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:20.965234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.047658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.057224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.132320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b141-264e-45ee-b610-910b01f4bbd9 req-44012746-b958-4df5-9a6f-4dc4ef191a1e tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.134100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c201b141-264e-45ee-b610-910b01f4bbd9 req-44012746-b958-4df5-9a6f-4dc4ef191a1e tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 932 time: 0.2004485 Jul 16 03:35:21.158064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.198485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.206766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.257609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c201b141-264e-45ee-b610-910b01f4bbd9 req-6cf17311-a64c-405a-bb44-6eb8305abd27 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131470 Jul 16 03:35:21.270776 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.285852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:21.298481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.311410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.312075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:21.319362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.321542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.322730 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b41fc826-e037-448c-aac1-9411407fb654 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c26e6b40-7d5e-43d4-ac04-e87f9f520ee2 HTTP/1.1" status: 204 len: 168 time: 3.1808381 Jul 16 03:35:21.330326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34002) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:21.344607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.346727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f8ebabca-b8bd-43db-8dbc-346678fe226d HTTP/1.1" status: 204 len: 168 time: 0.5422246 Jul 16 03:35:21.354009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34008) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:21.355140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Transition to ACTIVE for port object 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:21.394886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c80d-f25d-40e5-8302-6d34f0b12fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ebabca-b8bd-43db-8dbc-346678fe226d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.453059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.459715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.543380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Deleting subnet aa6a4d39-3487-4a03-85dd-e02aa32ec590 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:21.580135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.580720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.592199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876af9bd-59f7-4fae-8d4b-3f5e86935333 req-b268f414-0e77-4a2a-95ac-13b1976d0896 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.593822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-876af9bd-59f7-4fae-8d4b-3f5e86935333 req-b268f414-0e77-4a2a-95ac-13b1976d0896 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1215589 Jul 16 03:35:21.625401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.686078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a69f81-37c5-4675-8031-29fd28a9e576 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:21.716402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.721549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.734599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-876af9bd-59f7-4fae-8d4b-3f5e86935333 req-837998e1-a7d7-4042-94cd-5aee2c7f64a1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051722 Jul 16 03:35:21.766920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.775733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e95fec-535c-47fc-aeca-519228e0ddac req-3e551118-447a-48f6-8155-0987f7578771 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.777435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8e95fec-535c-47fc-aeca-519228e0ddac req-3e551118-447a-48f6-8155-0987f7578771 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 943 time: 0.1464386 Jul 16 03:35:21.795744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0243d034-9359-4919-bb4a-a051e20876ff']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:21.799836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Transition to ACTIVE for port object 12a69f81-37c5-4675-8031-29fd28a9e576 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:21.813883 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.817535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa0b214-deba-4377-a6f6-94bb04298f15') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:21.817827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa0b214-deba-4377-a6f6-94bb04298f15') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:21.826124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8e95fec-535c-47fc-aeca-519228e0ddac req-8500ed0b-1f42-4b2c-8e3c-402f76a4287a tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Jul 16 03:35:21.836436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router d2996c11-f847-4242-a8f4-9dd5c9054a74 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:21.890001 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.942351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Attempting to bind port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:21.942963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Attempting to bind port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '41f25375-be9c-4546-a0f5-70dae2e3f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:21.943419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Attempting to bind port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 on network 31a1dae7-c107-447e-a60b-efb7408f1e60 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:21.949502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97647b80-7e69-4b5f-a527-d021814bf612 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:21.967869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.973475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 97647b80-7e69-4b5f-a527-d021814bf612 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:21.974021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97647b80-7e69-4b5f-a527-d021814bf612 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:21.992585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:21.993288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.994998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Pushing event updated for resources: {'Port': ['ID=12a69f81-37c5-4675-8031-29fd28a9e576,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:22.001299 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:22.003946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 on network 31a1dae7-c107-447e-a60b-efb7408f1e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:22.003946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Attempting to bind port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 on network 31a1dae7-c107-447e-a60b-efb7408f1e60 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:22.009095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] Sync routers for ids ['d2996c11-f847-4242-a8f4-9dd5c9054a74'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:22.009267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.017311 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.020386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] Routers {'d2996c11-f847-4242-a8f4-9dd5c9054a74'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:22.020992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d2996c11-f847-4242-a8f4-9dd5c9054a74'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:22.022183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-789b2869-26a8-4106-9540-271a21e612e9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2845757 Jul 16 03:35:22.022908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34014) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:22.036522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:22.036859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Checking segment: {'id': '41f25375-be9c-4546-a0f5-70dae2e3f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:22.037248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Bound using segment: {'id': '41f25375-be9c-4546-a0f5-70dae2e3f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:22.037802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Bound port: 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f25375-be9c-4546-a0f5-70dae2e3f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:22.038169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.056866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:22.065468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] Routers {'d2996c11-f847-4242-a8f4-9dd5c9054a74'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:22.066080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:34:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d2996c11-f847-4242-a8f4-9dd5c9054a74'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:22.100501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:22.101160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2390b8-e13f-4e59-88b8-fed1ba05bf31 None None] The sync data for ids ['d2996c11-f847-4242-a8f4-9dd5c9054a74'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:22.141728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bc031795-5350-4de3-bb1e-ee0bc89b2e06 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/routers/d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 200 len: 880 time: 0.1174700 Jul 16 03:35:22.144233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34016) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:22.172591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.192810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.194645 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0243d034-9359-4919-bb4a-a051e20876ff HTTP/1.1" status: 204 len: 168 time: 0.8193116 Jul 16 03:35:22.214821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f98a1-f123-4d89-b746-94f981ea6cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0243d034-9359-4919-bb4a-a051e20876ff,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.227924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Attempting to bind port 12a69f81-37c5-4675-8031-29fd28a9e576 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:22.228256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Attempting to bind port 12a69f81-37c5-4675-8031-29fd28a9e576 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:22.228612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Attempting to bind port 12a69f81-37c5-4675-8031-29fd28a9e576 on network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:22.234773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.248733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Port 12a69f81-37c5-4675-8031-29fd28a9e576 on network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:22.249059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Attempting to bind port 12a69f81-37c5-4675-8031-29fd28a9e576 on network b0f2e1a2-85ac-4a09-8206-47daa1718dc3 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:22.288461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6a4d39-3487-4a03-85dd-e02aa32ec590,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.292924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.294893 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c7cac906-8b59-4c58-bc6e-6a7cbb27df8a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aa6a4d39-3487-4a03-85dd-e02aa32ec590 HTTP/1.1" status: 204 len: 168 time: 0.9634066 Jul 16 03:35:22.296218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:22.296551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Checking segment: {'id': 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:22.296930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Bound using segment: {'id': 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:22.297371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Bound port: 12a69f81-37c5-4675-8031-29fd28a9e576, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:22.297715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.300262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c00d48-56d4-4f37-93fc-f86ba948e276 None None] Network d9119d94-823c-43c8-91bc-54c46ff248e6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:22.301891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34022) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:22.309458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] For port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:22.338624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] For port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,segment=NetworkSegment(41f25375-be9c-4546-a0f5-70dae2e3f187),segment_id=41f25375-be9c-4546-a0f5-70dae2e3f187)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:22.371082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.401860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:22.470233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.470684 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.472633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 HTTP/1.1" status: 200 len: 1091 time: 2.7228568 Jul 16 03:35:22.474223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'tag': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:22.476640 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "46f0107a-3807-49dc-9a43-b1f82b6892ea", "tag": "1ffe6a75-62c5-419b-b89c-2f48ff08d5d7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:22.480905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.515911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] For port 12a69f81-37c5-4675-8031-29fd28a9e576, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:22.521093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] For port 12a69f81-37c5-4675-8031-29fd28a9e576, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=12a69f81-37c5-4675-8031-29fd28a9e576,segment=NetworkSegment(f9e08cfa-ab60-4857-beaf-0d46698ca0a2),segment_id=f9e08cfa-ab60-4857-beaf-0d46698ca0a2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:22.538507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.540174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf797a-987f-490e-9d86-782848d97213 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.551084 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d123c-a345-4da9-abf6-7f1e35bd897c x-openstack-request-id: req-ff4d123c-a345-4da9-abf6-7f1e35bd897c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:22.551376 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f0107a-3807-49dc-9a43-b1f82b6892ea", "tag": "1ffe6a75-62c5-419b-b89c-2f48ff08d5d7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:22.551632 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff4d123c-a345-4da9-abf6-7f1e35bd897c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:22.552028 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'tag': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7', 'status': 'completed', 'code': 200} Jul 16 03:35:22.593664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] DHCP port deletion for d9119d94-823c-43c8-91bc-54c46ff248e6 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:22.628345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.628964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.631284 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] 10.222.0.11 "PUT /v2.0/ports/12a69f81-37c5-4675-8031-29fd28a9e576 HTTP/1.1" status: 200 len: 1092 time: 2.1661303 Jul 16 03:35:22.657320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] Deleting port bbe15c5f-3355-486b-b493-461a9c7d5b0f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:22.658297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.671845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fe491-7864-4e7b-b75a-b8b83568a1ef service neutron] Pushing event updated for resources: {'Port': ['ID=12a69f81-37c5-4675-8031-29fd28a9e576,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.723233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-e4ca916b-893d-4e89-979f-d2384743cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.725094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-e4ca916b-893d-4e89-979f-d2384743cbe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27880c1af64d4bf99af1e6037f990552&device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 1094 time: 0.1964664 Jul 16 03:35:22.728596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Deleting port bbe15c5f-3355-486b-b493-461a9c7d5b0f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:22.728756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.735188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] For port bbe15c5f-3355-486b-b493-461a9c7d5b0f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbe15c5f-3355-486b-b493-461a9c7d5b0f,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:22.735586 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.749064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] Calling delete_port for bbe15c5f-3355-486b-b493-461a9c7d5b0f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:22.799149 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-e1c5cab6-8628-4c99-b3cd-9c1081fbb783 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0497556 Jul 16 03:35:22.847343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-24cff713-4683-4e8c-9f03-d7dc5319297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.848780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-24cff713-4683-4e8c-9f03-d7dc5319297a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9191d326603540a8a7d98687cf160ae5&device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 1095 time: 0.1739480 Jul 16 03:35:22.861476 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:22.877504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] No DVR routers for this DVR port bbe15c5f-3355-486b-b493-461a9c7d5b0f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:22.897753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fb5f8-6f8a-4089-b3ca-289e3eef6500 None None] Pushing event deleted for resources: {'Port': ['ID=bbe15c5f-3355-486b-b493-461a9c7d5b0f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.946126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8a8afbb0-55a3-47d9-9aa3-26ee724b59a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=890d31d6841a49f29c8aef976778c320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407243 Jul 16 03:35:22.946841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34032) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:23.021590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aac4a-e28a-4425-88d7-a7769dd0ef29 req-dfea229b-a643-4b47-8ba9-2f4f9b8c362a tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.021590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d48aac4a-e28a-4425-88d7-a7769dd0ef29 req-dfea229b-a643-4b47-8ba9-2f4f9b8c362a tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 944 time: 0.6156080 Jul 16 03:35:23.035686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-459606c1-9f14-4a88-814f-3cfd331401e4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8878655 Jul 16 03:35:23.038436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:23.052711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1359332056'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:23.142145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f0cf9-6d0f-4494-92a9-f04a3f90a8b0 req-8acdc324-d8c9-4516-858e-0bcf21d31f93 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.143856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1f0cf9-6d0f-4494-92a9-f04a3f90a8b0 req-8acdc324-d8c9-4516-858e-0bcf21d31f93 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.2660997 Jul 16 03:35:23.181104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c168-8f9e-4a92-9a59-bced15e13c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.191319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d48aac4a-e28a-4425-88d7-a7769dd0ef29 req-4e3e10a0-2d33-4475-a769-9dad8d982a6f tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569610 Jul 16 03:35:23.247754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c168-8f9e-4a92-9a59-bced15e13c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.253095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] For port bbe15c5f-3355-486b-b493-461a9c7d5b0f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbe15c5f-3355-486b-b493-461a9c7d5b0f,segment=NetworkSegment(2033b804-5033-49e1-88fe-2a348c01dc75),segment_id=2033b804-5033-49e1-88fe-2a348c01dc75)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:23.253745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.258510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-2095d766-3183-4076-bf55-98e503ed5cdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12a69f81-37c5-4675-8031-29fd28a9e576 HTTP/1.1" status: 200 len: 217 time: 0.4011753 Jul 16 03:35:23.267075 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-37728049-9c2c-4002-ac8e-d94df67bd088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.275536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1f0cf9-6d0f-4494-92a9-f04a3f90a8b0 req-191bc139-5b5a-47c3-8caf-a94a0ada25dc tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996449 Jul 16 03:35:23.283496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Calling delete_port for bbe15c5f-3355-486b-b493-461a9c7d5b0f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:23.310046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595072a-b924-4457-9194-17d40089a86a req-76aeee4c-e055-474e-8ebe-19f3afa59c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.312293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-76aeee4c-e055-474e-8ebe-19f3afa59c58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=20056b19-1c37-4d49-a7ed-a7a57fa16bf7 HTTP/1.1" status: 200 len: 853 time: 0.4801307 Jul 16 03:35:23.357254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-ddb19154-2255-4747-adc0-9eff1236231c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a1dae7-c107-447e-a60b-efb7408f1e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376339 Jul 16 03:35:23.394256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-55005c8a-61ed-4c5e-a03e-9ba84c9b930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.396037 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-55005c8a-61ed-4c5e-a03e-9ba84c9b930e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=20a8fd41-fb02-4aa0-8473-fda95991efd1 HTTP/1.1" status: 200 len: 848 time: 0.1302345 Jul 16 03:35:23.422800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c168-8f9e-4a92-9a59-bced15e13c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.426086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c168-8f9e-4a92-9a59-bced15e13c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.427233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7cb6c168-8f9e-4a92-9a59-bced15e13c0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e8b104d-7ec7-40c0-8b37-2472c52ad2ae HTTP/1.1" status: 204 len: 168 time: 0.4786098 Jul 16 03:35:23.446528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6c168-8f9e-4a92-9a59-bced15e13c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b104d-7ec7-40c0-8b37-2472c52ad2ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:23.454241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-14b05bcb-66ff-49da-94f5-5fd27796c016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f2e1a2-85ac-4a09-8206-47daa1718dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486562 Jul 16 03:35:23.581424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f9d24-7274-4719-af82-05f6492ee640 req-65cc3934-f509-4b3e-ab5c-2e487356c83a tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.583131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce5f9d24-7274-4719-af82-05f6492ee640 req-65cc3934-f509-4b3e-ab5c-2e487356c83a tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 943 time: 0.2010541 Jul 16 03:35:23.593165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.609471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-af986727-957b-4281-8c1c-3b6527d57a8c service neutron] 10.222.0.11 "GET /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169931 Jul 16 03:35:23.620324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.641185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe15c5f-3355-486b-b493-461a9c7d5b0f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:23.642095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce5f9d24-7274-4719-af82-05f6492ee640 req-37ad14de-76ab-41bd-aa4e-3411bc1ce245 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492609 Jul 16 03:35:23.643899 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.652803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] No DVR routers for this DVR port bbe15c5f-3355-486b-b493-461a9c7d5b0f on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:23.677890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-64f66d25-6557-4785-8e2e-9bba864fe926 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136400 Jul 16 03:35:23.780199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router d2996c11-f847-4242-a8f4-9dd5c9054a74 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:23.814421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.814950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.858338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9119d94-823c-43c8-91bc-54c46ff248e6']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:23.882514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2033b804-5033-49e1-88fe-2a348c01dc75') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:23.882846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2033b804-5033-49e1-88fe-2a348c01dc75') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:23.896167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.904861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:23.912337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.914481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3595072a-b924-4457-9194-17d40089a86a req-32aa1459-fca7-41e2-a733-932b2d1f2d30 service neutron] 10.222.0.11 "GET /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856131 Jul 16 03:35:23.916546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-070cb5c7-58d4-40b9-9fd0-6f79f094524c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 200 len: 887 time: 0.8755820 Jul 16 03:35:23.917197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:23.919083 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] Sync routers for ids ['d2996c11-f847-4242-a8f4-9dd5c9054a74'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:23.924387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.929184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f961e2dd-d954-4b03-a982-e382aef7c6fa req-60bd7b0a-ee57-4336-a5d3-7070d5739bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328358 Jul 16 03:35:23.936462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:23.936870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:23.938802 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:23.967137 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] Routers {'d2996c11-f847-4242-a8f4-9dd5c9054a74'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:23.971844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d2996c11-f847-4242-a8f4-9dd5c9054a74'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:24.017149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbe15c5f-3355-486b-b493-461a9c7d5b0f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:24.028128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.047260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: bbe15c5f-3355-486b-b493-461a9c7d5b0f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:24.047872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbe15c5f-3355-486b-b493-461a9c7d5b0f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:24.054992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.060178 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d9119d94-823c-43c8-91bc-54c46ff248e6 HTTP/1.1" status: 204 len: 168 time: 1.7547898 Jul 16 03:35:24.071539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447e568-4d23-4694-b168-8b016c1e08e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9119d94-823c-43c8-91bc-54c46ff248e6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:24.074029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:24.086408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] Routers {'d2996c11-f847-4242-a8f4-9dd5c9054a74'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:24.087086 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['d2996c11-f847-4242-a8f4-9dd5c9054a74'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:24.094459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34056) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:24.094893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f14f5c6c-2f0d-4742-bd3b-2a976f2e2f12 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/routers/d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 200 len: 887 time: 0.1763802 Jul 16 03:35:24.111079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-98012230-e9a9-43c4-9a2b-06dbdc9b9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.112449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-98012230-e9a9-43c4-9a2b-06dbdc9b9cc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27880c1af64d4bf99af1e6037f990552&device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 1094 time: 0.0960298 Jul 16 03:35:24.126745 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:24.127405 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50d989-9186-4977-9ed2-4b0192ef8f43 None None] The sync data for ids ['d2996c11-f847-4242-a8f4-9dd5c9054a74'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:24.136881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5714e2c8-609a-4d51-9b64-9fff3a682b49 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 200 len: 205 time: 0.0375361 Jul 16 03:35:24.137532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:24.252400 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.260877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:24.297898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-e53a07c3-a1b5-4387-a056-dc6a9cf49598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.299450 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-e53a07c3-a1b5-4387-a056-dc6a9cf49598 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31a1dae7-c107-447e-a60b-efb7408f1e60 HTTP/1.1" status: 200 len: 915 time: 0.1678011 Jul 16 03:35:24.309531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.367290 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f43f8776-d446-468d-9fa7-da76b61f3a75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e51b4635376d470c9fc3b63c1b773af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041691 Jul 16 03:35:24.368953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34072) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:24.387587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34074) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:24.401003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-00478763-704b-41ad-a551-7135ae202b46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0820384 Jul 16 03:35:24.463209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-4531bf0a-0f36-4e21-bbbb-6e7d1c6fe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.465564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-4531bf0a-0f36-4e21-bbbb-6e7d1c6fe11d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=20056b19-1c37-4d49-a7ed-a7a57fa16bf7 HTTP/1.1" status: 200 len: 853 time: 0.0544665 Jul 16 03:35:24.513391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-adc03968-b03a-4fe6-abed-3e671349cf11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31a1dae7-c107-447e-a60b-efb7408f1e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400963 Jul 16 03:35:24.518506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-723934391-network', 'tenant_id': '7b9860cfd3084c9096778fd75a535e75'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:24.554533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'tag': '12a69f81-37c5-4675-8031-29fd28a9e576'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:24.556884 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34", "tag": "12a69f81-37c5-4675-8031-29fd28a9e576"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:24.565100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.569126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Made reservation on behalf of 7b9860cfd3084c9096778fd75a535e75 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:24.571720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.574834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0621c2c-7142-489e-9250-c3161c6992b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.588106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844531ef-064f-498d-a6fa-ee2e107e4842 req-bc011119-8214-43ae-8161-e5eb09187364 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.589595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-844531ef-064f-498d-a6fa-ee2e107e4842 req-bc011119-8214-43ae-8161-e5eb09187364 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 944 time: 0.2372451 Jul 16 03:35:24.612832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.654701 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-999377c8-9d37-4077-94c8-cf380c0fc15c service neutron] 10.222.0.11 "GET /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293502 Jul 16 03:35:24.655723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0621c2c-7142-489e-9250-c3161c6992b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.675054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c999d-e600-45a5-b735-5def6b22a834 req-2436a419-743d-45a2-a96e-b8c9ac8164cc tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.676556 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed2c999d-e600-45a5-b735-5def6b22a834 req-2436a419-743d-45a2-a96e-b8c9ac8164cc tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.2272129 Jul 16 03:35:24.710609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-844531ef-064f-498d-a6fa-ee2e107e4842 req-dcdb43bf-0517-46ff-9e92-70a9a2ff21a9 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132793 Jul 16 03:35:24.764381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed2c999d-e600-45a5-b735-5def6b22a834 req-84357bce-15f4-41a2-a537-170b213c31db tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769289 Jul 16 03:35:24.768142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port f23698aa-7011-4834-b762-8fd52af9d0df {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:24.768491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.779336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-20d02eb1-dd3c-4900-b668-9a5ba42c2a0f req-d4ad53e0-b4a7-4caf-ba40-3c914a5e083e service neutron] 10.222.0.11 "GET /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162682 Jul 16 03:35:24.813254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.816091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0621c2c-7142-489e-9250-c3161c6992b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.818783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.818915 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0621c2c-7142-489e-9250-c3161c6992b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.820089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d0621c2c-7142-489e-9250-c3161c6992b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa9f288d-0904-43af-89f2-0a306517eb45 HTTP/1.1" status: 204 len: 168 time: 0.4315476 Jul 16 03:35:24.860826 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab08179-79b4-4028-a090-9d497d5a165b x-openstack-request-id: req-3ab08179-79b4-4028-a090-9d497d5a165b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:24.861119 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34", "tag": "12a69f81-37c5-4675-8031-29fd28a9e576", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:24.861375 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ab08179-79b4-4028-a090-9d497d5a165b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:24.861912 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'tag': '12a69f81-37c5-4675-8031-29fd28a9e576', 'status': 'completed', 'code': 200} Jul 16 03:35:24.899739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:24.902985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1cab29-09f4-44c3-a496-4b56439686f0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:24.939040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.939443 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Added segment aff39e68-8cc0-401b-8fa8-8ffc3a5803d9 of type vlan for network 50401992-0d55-48db-bbff-9cab40cba796 Jul 16 03:35:24.994499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.012600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-76803719-2373-487c-b996-8f307c332315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.014779 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-76803719-2373-487c-b996-8f307c332315 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9191d326603540a8a7d98687cf160ae5&device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 1095 time: 0.1308517 Jul 16 03:35:25.121439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0621c2c-7142-489e-9250-c3161c6992b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f288d-0904-43af-89f2-0a306517eb45,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.132706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-48fc01db-255a-41a9-8f9c-d5e78c9fd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.133858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-48fc01db-255a-41a9-8f9c-d5e78c9fd8a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0f2e1a2-85ac-4a09-8206-47daa1718dc3 HTTP/1.1" status: 200 len: 910 time: 0.1066847 Jul 16 03:35:25.134950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.135810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.136620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.174379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.180381 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-e932904c-a036-4524-86cb-c9cc544cae97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12a69f81-37c5-4675-8031-29fd28a9e576 HTTP/1.1" status: 200 len: 217 time: 0.0385892 Jul 16 03:35:25.194872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for f23698aa-7011-4834-b762-8fd52af9d0df owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:25.219881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8247879 Jul 16 03:35:25.221921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837f638-9e61-477c-962c-276ac51b814b req-91f3ab47-97f9-406c-b31e-bf061509a7fb tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.223628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2837f638-9e61-477c-962c-276ac51b814b req-91f3ab47-97f9-406c-b31e-bf061509a7fb tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 943 time: 0.1185701 Jul 16 03:35:25.224129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:25.260367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Request body: {'subnet': {'network_id': '50401992-0d55-48db-bbff-9cab40cba796', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-723934391-subnet', 'tenant_id': '7b9860cfd3084c9096778fd75a535e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:25.282769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456388e7-fe52-4aac-8b23-c05cbb32e3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=50401992-0d55-48db-bbff-9cab40cba796,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.294345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 50401992-0d55-48db-bbff-9cab40cba796 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:25.294927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-780ab7ba-2833-43a3-9537-3292e0d513df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.296451 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-780ab7ba-2833-43a3-9537-3292e0d513df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=20a8fd41-fb02-4aa0-8473-fda95991efd1 HTTP/1.1" status: 200 len: 848 time: 0.0991261 Jul 16 03:35:25.328198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2837f638-9e61-477c-962c-276ac51b814b req-ae4ea721-d1e3-4c08-bf01-8b9cc9697e9f tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722218 Jul 16 03:35:25.328747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Made reservation on behalf of 7b9860cfd3084c9096778fd75a535e75 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:25.331064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.343021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-b5479114-930d-4a87-8d46-0d894a396b46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f2e1a2-85ac-4a09-8206-47daa1718dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398378 Jul 16 03:35:25.461776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-11ba4a87-9d37-4ee4-9dfd-45a3dc3569be service neutron] 10.222.0.11 "GET /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115685 Jul 16 03:35:25.517252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.561684 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69c26f8c-7010-4fd6-ab08-76da0a92e7e6 req-4b1dd5b7-0a12-49b8-96eb-3b406fe52475 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939574 Jul 16 03:35:25.572888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=f23698aa-7011-4834-b762-8fd52af9d0df,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.581045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:25.620625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34106) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:25.679878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.694497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,segment=NetworkSegment(41f25375-be9c-4546-a0f5-70dae2e3f187),segment_id=41f25375-be9c-4546-a0f5-70dae2e3f187)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:25.706786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7', 'network_id': '31a1dae7-c107-447e-a60b-efb7408f1e60', 'port_id': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7', 'mac_address': 'fa:16:3e:25:b4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20056b19-1c37-4d49-a7ed-a7a57fa16bf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:25.710102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.729179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-174120580-network', 'tenant_id': '13f531d21c93464f87b66db7488aebe4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:25.758171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.763812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Made reservation on behalf of 13f531d21c93464f87b66db7488aebe4 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:25.768813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.773580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:25.780563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.798011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.801515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,segment=NetworkSegment(41f25375-be9c-4546-a0f5-70dae2e3f187),segment_id=41f25375-be9c-4546-a0f5-70dae2e3f187)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:25.802094 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.807854 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.809440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 12a69f81-37c5-4675-8031-29fd28a9e576 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:25.896267 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.896702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router d2996c11-f847-4242-a8f4-9dd5c9054a74 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:25.900474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d06e488-d456-46e4-af9f-4c74d490d6c2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.908087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.908499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.909597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-729ce236-4349-4d58-aa16-ac8064828a11 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 204 len: 168 time: 1.7710953 Jul 16 03:35:25.913455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:25.922869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120711109'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:25.928919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Checking segment: {'id': 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50401992-0d55-48db-bbff-9cab40cba796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:25.929292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Network hostable DHCP agents. Network: 50401992-0d55-48db-bbff-9cab40cba796, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:25.947864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.953185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.970295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Network 50401992-0d55-48db-bbff-9cab40cba796 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:25.984691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c3236-e721-4096-a407-554697baa8d5 req-3bb3b247-00ef-4546-be86-9ca91d4f796b tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.986265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:25.986424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-955c3236-e721-4096-a407-554697baa8d5 req-3bb3b247-00ef-4546-be86-9ca91d4f796b tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 944 time: 0.1338308 Jul 16 03:35:25.989384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:25.993680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.010705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29389e3e-db72-4e1a-9cfd-b017dce96cc0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.019552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.019919 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Added segment ada20a9d-2be6-457d-b8e4-a29296392fe0 of type vlan for network db4aeee5-bddb-433c-bf6e-ad5280ac846d Jul 16 03:35:26.025285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.028492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 50401992-0d55-48db-bbff-9cab40cba796) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:26.045850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2965c249-3e19-4a8b-9a80-7c9a24080cbe None None] Network 50401992-0d55-48db-bbff-9cab40cba796 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:26.058193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.058872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.076326 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.095852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:26.104520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-955c3236-e721-4096-a407-554697baa8d5 req-3531e373-e1ef-4b0e-ad9c-7496edb9b20b tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085370 Jul 16 03:35:26.112689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7cb73024-9794-49bc-b360-e9877c657e22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8510692 Jul 16 03:35:26.112689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.112689 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 0cdb1720-97e3-4cdf-9c94-49902359604f of type vlan for network ef1b476e-8176-4062-8f03-68ba8197c862 Jul 16 03:35:26.134408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 12a69f81-37c5-4675-8031-29fd28a9e576, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=12a69f81-37c5-4675-8031-29fd28a9e576,segment=NetworkSegment(f9e08cfa-ab60-4857-beaf-0d46698ca0a2),segment_id=f9e08cfa-ab60-4857-beaf-0d46698ca0a2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:26.134863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.137381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.138002 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.186659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.193108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '12a69f81-37c5-4675-8031-29fd28a9e576', 'network_id': 'b0f2e1a2-85ac-4a09-8206-47daa1718dc3', 'port_id': '12a69f81-37c5-4675-8031-29fd28a9e576', 'mac_address': 'fa:16:3e:ba:a5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a8fd41-fb02-4aa0-8473-fda95991efd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:26.214352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5923483 Jul 16 03:35:26.218990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34120) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:26.225407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Request body: {'subnet': {'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-174120580-subnet', 'tenant_id': '13f531d21c93464f87b66db7488aebe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:26.246236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0c5e-b181-4d9c-b35b-a5bfd1daad47 req-cea91e1d-8129-4b13-9869-d8ead6299b3c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.248169 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.252650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cfb0c5e-b181-4d9c-b35b-a5bfd1daad47 req-cea91e1d-8129-4b13-9869-d8ead6299b3c tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.2536025 Jul 16 03:35:26.254413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fe2aa-2693-4912-9a87-9990e6f59e52 admin admin] Pushing event updated for resources: {'Network': ['ID=db4aeee5-bddb-433c-bf6e-ad5280ac846d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.274701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Made reservation on behalf of 13f531d21c93464f87b66db7488aebe4 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:26.277968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.297670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:26.317681 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:35:26.373611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cfb0c5e-b181-4d9c-b35b-a5bfd1daad47 req-ed001103-8904-4db8-b14d-18dfdad2e0f1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005492 Jul 16 03:35:26.389677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.390998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a69f81-37c5-4675-8031-29fd28a9e576 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:26.400018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.400716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.471579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 12a69f81-37c5-4675-8031-29fd28a9e576, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=12a69f81-37c5-4675-8031-29fd28a9e576,segment=NetworkSegment(f9e08cfa-ab60-4857-beaf-0d46698ca0a2),segment_id=f9e08cfa-ab60-4857-beaf-0d46698ca0a2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:26.488510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fdec87-c3e3-4c0c-9375-e1ffd2283cd4 None None] Network 50401992-0d55-48db-bbff-9cab40cba796 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:26.490347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.551832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=ef1b476e-8176-4062-8f03-68ba8197c862,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.569760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ef1b476e-8176-4062-8f03-68ba8197c862 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:26.596148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd86f714-f97a-4b43-80b4-aeacd07951d9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6816411 Jul 16 03:35:26.603408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34134) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:26.610979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:26.629084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.638888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886c43-a26e-4ae3-96c0-d83b4fb92755 req-69d4fae9-e197-475e-9ffd-07d050d8bb73 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.641891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32886c43-a26e-4ae3-96c0-d83b4fb92755 req-69d4fae9-e197-475e-9ffd-07d050d8bb73 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 944 time: 0.1061158 Jul 16 03:35:26.733575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=12a69f81-37c5-4675-8031-29fd28a9e576,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.758247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d191e0a1-6920-4764-a494-2d15bfb7d7d8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.769383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Checking segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:26.769796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Network hostable DHCP agents. Network: db4aeee5-bddb-433c-bf6e-ad5280ac846d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:26.771140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32886c43-a26e-4ae3-96c0-d83b4fb92755 req-953a6b00-d33b-47c9-9aa5-6e3745e0e73b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204052 Jul 16 03:35:26.784697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['12a69f81-37c5-4675-8031-29fd28a9e576'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:26.787149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1ffe6a75-62c5-419b-b89c-2f48ff08d5d7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:26.797623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:26.801898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.815325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-650d9ebe-3e71-44c3-a06d-1e87fc7ebae9 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.817087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-650d9ebe-3e71-44c3-a06d-1e87fc7ebae9 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/networks?id=50401992-0d55-48db-bbff-9cab40cba796 HTTP/1.1" status: 200 len: 813 time: 0.1571920 Jul 16 03:35:26.827289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:26.841498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-c951f22f-52f0-49cd-9658-f3c4fd7b0220 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/quotas/7b9860cfd3084c9096778fd75a535e75 HTTP/1.1" status: 200 len: 375 time: 0.0143802 Jul 16 03:35:26.844704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, db4aeee5-bddb-433c-bf6e-ad5280ac846d) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:26.880046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.880636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.901430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-18bdd48b-b8e5-4454-8d6b-bb006ed4749c tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b9860cfd3084c9096778fd75a535e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426118 Jul 16 03:35:26.914462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0b6cb241-1040-432b-bc5b-00f06bb65461 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6929400 Jul 16 03:35:27.041163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.041589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d8fc5-3e89-44e9-8e81-243f6be7c9a3 None None] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:27.072398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-0c18f4b6-8c03-4bde-acad-05ee68de359a service neutron] 10.222.0.25 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614022 Jul 16 03:35:27.121420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=519d6e2f-f738-43ee-aad8-711272630011,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:27.128654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '0cdb1720-97e3-4cdf-9c94-49902359604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:27.129373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: ef1b476e-8176-4062-8f03-68ba8197c862, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:27.178377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network ef1b476e-8176-4062-8f03-68ba8197c862 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:27.196532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ef1b476e-8176-4062-8f03-68ba8197c862) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:27.210687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-bdfdc204-4db0-422f-88bc-3e027ba75519 service neutron] 10.222.0.25 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310327 Jul 16 03:35:27.211544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.212941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.236882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8ca71-a1e9-4b53-9e0d-b352d6815642 None None] Network ef1b476e-8176-4062-8f03-68ba8197c862 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:27.241245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4508c415-f3d7-45df-ba01-8687dfc995b0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6347234 Jul 16 03:35:27.243331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:27.250539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1694165045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:27.281654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.292782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.297182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0518f8-d20a-4c24-a027-97c7ca22e211 None None] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:27.379949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.393723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.453647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.457997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34164) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:27.459416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-53d9625c-1fd9-41e8-9957-002aa5e95f7f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2133327 Jul 16 03:35:27.506511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ac162-b812-409c-94fe-afd8c860421e req-cd352a6c-1d6f-4a1f-82ba-1e247fbae046 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.514881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e75ac162-b812-409c-94fe-afd8c860421e req-cd352a6c-1d6f-4a1f-82ba-1e247fbae046 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 945 time: 0.1331995 Jul 16 03:35:27.563949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e75ac162-b812-409c-94fe-afd8c860421e req-dd4bfb28-6033-4767-b82c-797fd2e7717c tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Jul 16 03:35:27.679927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ef1b476e-8176-4062-8f03-68ba8197c862', 'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': '519d6e2f-f738-43ee-aad8-711272630011'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:27.680878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.841937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40d5d930-99ef-497d-801a-4fe5eaa15b5d req-f1f985d1-ef0b-4163-8655-acac03cf07d1 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 210 time: 0.0505569 Jul 16 03:35:27.850480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-bfb65332-b566-43fb-b72b-46041f4c9ac8 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.858476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-bfb65332-b566-43fb-b72b-46041f4c9ac8 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 814 time: 0.3080945 Jul 16 03:35:27.877719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-5986581e-f954-4b10-8cc5-c51008841bfc tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/quotas/13f531d21c93464f87b66db7488aebe4 HTTP/1.1" status: 200 len: 375 time: 0.0181386 Jul 16 03:35:27.903812 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.906579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Allocated IP 172.20.0.2 (ef1b476e-8176-4062-8f03-68ba8197c862/519d6e2f-f738-43ee-aad8-711272630011/2910ccb9-4784-47ae-8518-b0155c18a1db) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:27.943602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-24e68d72-38ba-4331-9a03-72ae903e834b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616055 Jul 16 03:35:28.083165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e143bc-5893-41ee-b615-0c434c59f9b0 req-0b0c5650-3260-4fc4-978d-8391ecb59280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.084764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-15e143bc-5893-41ee-b615-0c434c59f9b0 req-0b0c5650-3260-4fc4-978d-8391ecb59280 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 1097 time: 0.2458088 Jul 16 03:35:28.098007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-1a1b9e40-a1df-4ef4-afad-ade91277b050 service neutron] 10.222.0.25 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455135 Jul 16 03:35:28.115061 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.126039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Transition to ACTIVE for port object 2910ccb9-4784-47ae-8518-b0155c18a1db will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:28.146853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Transition to ACTIVE for port object 2910ccb9-4784-47ae-8518-b0155c18a1db will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:28.157771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.203075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Network ef1b476e-8176-4062-8f03-68ba8197c862 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:28.203580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa6ce4-9fd3-4651-b3da-81e4429934cb req-0fbd0ff7-09cf-49f6-b119-a00e1604f38f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.207417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:28.214059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:28.218007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cfa6ce4-9fd3-4651-b3da-81e4429934cb req-0fbd0ff7-09cf-49f6-b119-a00e1604f38f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1868775 Jul 16 03:35:28.226525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Pushing event updated for resources: {'Port': ['ID=2910ccb9-4784-47ae-8518-b0155c18a1db,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.227563 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-15e143bc-5893-41ee-b615-0c434c59f9b0 req-9f51b231-bebe-48aa-b6a9-8b30a4c827dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661347 Jul 16 03:35:28.259300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.20.0.1 (ef1b476e-8176-4062-8f03-68ba8197c862/519d6e2f-f738-43ee-aad8-711272630011/448863d2-853f-44f5-b1c5-6084da2d6fd0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:28.272860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-2d41a1cc-1864-49f0-8166-93771bd58d83 service neutron] 10.222.0.25 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687930 Jul 16 03:35:28.287058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cfa6ce4-9fd3-4651-b3da-81e4429934cb req-f54b7bda-af0e-40b0-93aa-06e6619d0eb1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Jul 16 03:35:28.310984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Attempting to bind port 2910ccb9-4784-47ae-8518-b0155c18a1db on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:28.312256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Attempting to bind port 2910ccb9-4784-47ae-8518-b0155c18a1db by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0cdb1720-97e3-4cdf-9c94-49902359604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:28.314152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Attempting to bind port 2910ccb9-4784-47ae-8518-b0155c18a1db on network ef1b476e-8176-4062-8f03-68ba8197c862 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:28.325284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:28.326586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Checking segment: {'id': '0cdb1720-97e3-4cdf-9c94-49902359604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:28.328485 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.329176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Bound using segment: {'id': '0cdb1720-97e3-4cdf-9c94-49902359604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:28.329782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Bound port: 2910ccb9-4784-47ae-8518-b0155c18a1db, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdb1720-97e3-4cdf-9c94-49902359604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ef1b476e-8176-4062-8f03-68ba8197c862'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:28.332067 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.433436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] For port 2910ccb9-4784-47ae-8518-b0155c18a1db, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:28.440624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] For port 2910ccb9-4784-47ae-8518-b0155c18a1db, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2910ccb9-4784-47ae-8518-b0155c18a1db,segment=NetworkSegment(0cdb1720-97e3-4cdf-9c94-49902359604f),segment_id=0cdb1720-97e3-4cdf-9c94-49902359604f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:28.452005 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.481395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.515526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 448863d2-853f-44f5-b1c5-6084da2d6fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:28.539277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd4747-d098-42af-b66f-25e2bdbb3cf7 None None] Pushing event updated for resources: {'Port': ['ID=2910ccb9-4784-47ae-8518-b0155c18a1db,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.540155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c3073b3-9356-4e3b-a540-d9ca7e613e09 req-173550f5-4c71-4072-8483-1df0611d0bed tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 210 time: 0.0505829 Jul 16 03:35:28.574956 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.576221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d7ad-432c-43bb-a11e-6ad3f919f305 req-c7d7ec0d-569d-4b05-aef7-3f1357011772 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.583540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf26d7ad-432c-43bb-a11e-6ad3f919f305 req-c7d7ec0d-569d-4b05-aef7-3f1357011772 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 944 time: 0.1457503 Jul 16 03:35:28.625553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network ef1b476e-8176-4062-8f03-68ba8197c862 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:28.631909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf26d7ad-432c-43bb-a11e-6ad3f919f305 req-20152844-0586-442a-81bc-07df34835df4 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 Jul 16 03:35:28.632991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:28.646832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:28.700599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=448863d2-853f-44f5-b1c5-6084da2d6fd0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.717225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.865753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f3d0d-d0a9-494d-8bff-2700afdc95e2 req-53dbaa6b-9561-470e-9931-a6c2854497be tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.887830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-593f3d0d-d0a9-494d-8bff-2700afdc95e2 req-53dbaa6b-9561-470e-9931-a6c2854497be tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 945 time: 0.1733549 Jul 16 03:35:28.909302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.980071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-593f3d0d-d0a9-494d-8bff-2700afdc95e2 req-f371d627-3def-4144-9c92-a870a7b5a86f tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912528 Jul 16 03:35:29.169466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-028f8696-a680-40fe-8714-9bd85e8cfbd3 req-4bd0ec27-c13d-4287-9628-e5ce69ae77a8 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 210 time: 0.0429599 Jul 16 03:35:29.239625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-a5155a47-ce50-4c2f-b746-a890303cc3a0 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.241052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-a5155a47-ce50-4c2f-b746-a890303cc3a0 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.48 "GET /v2.0/networks?id=50401992-0d55-48db-bbff-9cab40cba796 HTTP/1.1" status: 200 len: 813 time: 0.2105646 Jul 16 03:35:29.267159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Request body: {'port': {'device_id': '477c160b-094d-4050-aad8-bea279d90bb5', 'network_id': '50401992-0d55-48db-bbff-9cab40cba796', 'admin_state_up': True, 'tenant_id': '7b9860cfd3084c9096778fd75a535e75'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:29.500884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc9e8c-9e13-4d55-9ba0-d778ea9df3d7 req-03dce8c1-724d-4e97-b326-78441697af30 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.506708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.508867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Made reservation on behalf of 7b9860cfd3084c9096778fd75a535e75 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:29.509399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fbc9e8c-9e13-4d55-9ba0-d778ea9df3d7 req-03dce8c1-724d-4e97-b326-78441697af30 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.0867512 Jul 16 03:35:29.512930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.516701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.551107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fbc9e8c-9e13-4d55-9ba0-d778ea9df3d7 req-dfe40399-f869-492e-a8d4-cc0f9155ba65 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Jul 16 03:35:29.601419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:29.712460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:29.717955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:29.718470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.756496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e1d8147-893c-4ae4-8847-23949d4a0990 req-5c9e22a4-09db-4965-98fc-89d77122d3ca tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 210 time: 0.0484869 Jul 16 03:35:29.868579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.900049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78fab2-14e1-405d-b540-c9668987b5f6 None None] Network ef1b476e-8176-4062-8f03-68ba8197c862 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:30.047102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:30.049435 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fabde0-3e1c-42f9-a539-19b5eb68b676" -d '{"events": [{"server_uuid": "46f0107a-3807-49dc-9a43-b1f82b6892ea", "name": "network-vif-plugged", "status": "completed", "tag": "1ffe6a75-62c5-419b-b89c-2f48ff08d5d7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:30.061520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2910ccb9-4784-47ae-8518-b0155c18a1db up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:30.144863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,segment=NetworkSegment(41f25375-be9c-4546-a0f5-70dae2e3f187),segment_id=41f25375-be9c-4546-a0f5-70dae2e3f187)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:30.145811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-80a117c5-d2dd-4d48-be7a-99c44007f7ae None None] Provisioning for port 2910ccb9-4784-47ae-8518-b0155c18a1db completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:30.155837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-d583bb82-ca9c-4d2b-9126-781b229ba46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.157425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-d583bb82-ca9c-4d2b-9126-781b229ba46e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=807770e404ad4cf6a2490012018287f1&device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 1097 time: 0.1759539 Jul 16 03:35:30.177197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b85a3-de0d-465a-9c05-250f4dbff81b req-69ed921e-0545-460d-a48f-c5d38fcafddc tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.178839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-724b85a3-de0d-465a-9c05-250f4dbff81b req-69ed921e-0545-460d-a48f-c5d38fcafddc tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 944 time: 0.2297864 Jul 16 03:35:30.190603 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.191437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 12a69f81-37c5-4675-8031-29fd28a9e576 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:30.326389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.328315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=448863d2-853f-44f5-b1c5-6084da2d6fd0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:30.339707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:30.356866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2910ccb9-4784-47ae-8518-b0155c18a1db completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:30.366124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-724b85a3-de0d-465a-9c05-250f4dbff81b req-107c0bc8-5813-4068-a3d2-7abaabb52a81 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521261 Jul 16 03:35:30.374448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2910ccb9-4784-47ae-8518-b0155c18a1db triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:30.374946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.381309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 12a69f81-37c5-4675-8031-29fd28a9e576 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:30.418423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 12a69f81-37c5-4675-8031-29fd28a9e576 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:30.418840 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.463147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Allocated IP 172.20.0.4 (50401992-0d55-48db-bbff-9cab40cba796/8d06e488-d456-46e4-af9f-4c74d490d6c2/ebd11ffb-f532-460f-a9db-858c10a2bab3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:30.574015 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.594955 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.635951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 12a69f81-37c5-4675-8031-29fd28a9e576, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=12a69f81-37c5-4675-8031-29fd28a9e576,segment=NetworkSegment(f9e08cfa-ab60-4857-beaf-0d46698ca0a2),segment_id=f9e08cfa-ab60-4857-beaf-0d46698ca0a2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:30.651961 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.660361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2910ccb9-4784-47ae-8518-b0155c18a1db, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2910ccb9-4784-47ae-8518-b0155c18a1db,segment=NetworkSegment(0cdb1720-97e3-4cdf-9c94-49902359604f),segment_id=0cdb1720-97e3-4cdf-9c94-49902359604f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:30.687192 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.698355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-4e10860f-01aa-4959-ac9c-6fc375b2e0fb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.699966 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-4e10860f-01aa-4959-ac9c-6fc375b2e0fb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 814 time: 0.4045005 Jul 16 03:35:30.724397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=12a69f81-37c5-4675-8031-29fd28a9e576,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:30.745519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-5d2940cf-6a5d-46eb-ad81-ef426ecaa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.747102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-5d2940cf-6a5d-46eb-ad81-ef426ecaa7d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 200 len: 913 time: 0.5673578 Jul 16 03:35:30.764464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973997-ab48-446b-af86-be6e0fea15a6 req-0963cd3d-b622-4d14-a8fa-9334e5336f29 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.773672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f973997-ab48-446b-af86-be6e0fea15a6 req-0963cd3d-b622-4d14-a8fa-9334e5336f29 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.6202996 Jul 16 03:35:30.807986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2910ccb9-4784-47ae-8518-b0155c18a1db,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:30.823063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1d113e46-d894-43f8-872a-4014bf9d6d6c None None] Provisioning for port 448863d2-853f-44f5-b1c5-6084da2d6fd0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:30.832170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1d113e46-d894-43f8-872a-4014bf9d6d6c None None] Provisioning complete for port 448863d2-853f-44f5-b1c5-6084da2d6fd0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:30.832717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d113e46-d894-43f8-872a-4014bf9d6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.833873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Request body: {'port': {'device_id': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'admin_state_up': True, 'tenant_id': '13f531d21c93464f87b66db7488aebe4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:30.865764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-d81bf90b-7602-490e-a1bc-e9b99b86fdad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=402f97f1-461f-4735-b852-a69831c459d5 HTTP/1.1" status: 200 len: 217 time: 0.0837271 Jul 16 03:35:30.884583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.888929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1d113e46-d894-43f8-872a-4014bf9d6d6c None None] Port 448863d2-853f-44f5-b1c5-6084da2d6fd0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:30.899990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1d113e46-d894-43f8-872a-4014bf9d6d6c None None] Provisioning complete for port 2910ccb9-4784-47ae-8518-b0155c18a1db triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:30.900467 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d113e46-d894-43f8-872a-4014bf9d6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.901479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f973997-ab48-446b-af86-be6e0fea15a6 req-216d0c8a-2e42-4630-9029-aaed80510605 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283238 Jul 16 03:35:30.967900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbed99-1f11-4492-9593-cc83cf9e950a req-53f3de9c-b458-4c7d-9fcd-5d9859dc8701 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.978050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bedbed99-1f11-4492-9593-cc83cf9e950a req-53f3de9c-b458-4c7d-9fcd-5d9859dc8701 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.3058834 Jul 16 03:35:30.996695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.997067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-103c6d2d-e5f6-4fac-a732-e43685e41380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.999981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-103c6d2d-e5f6-4fac-a732-e43685e41380 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 200 len: 851 time: 0.1127412 Jul 16 03:35:31.007774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network ef1b476e-8176-4062-8f03-68ba8197c862 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:31.020137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:31.039286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-d708d154-f590-4f0b-bf5b-fa716f959aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326331 Jul 16 03:35:31.105117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bedbed99-1f11-4492-9593-cc83cf9e950a req-b3777f74-04e1-41f1-ac19-9446b34b0b2e tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260159 Jul 16 03:35:31.105549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Network 50401992-0d55-48db-bbff-9cab40cba796 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:31.190517 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac8e106-c8a9-445f-a9a4-8c84f9dfa7ba x-openstack-request-id: req-8ac8e106-c8a9-445f-a9a4-8c84f9dfa7ba {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:31.195318 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f0107a-3807-49dc-9a43-b1f82b6892ea", "name": "network-vif-plugged", "status": "completed", "tag": "1ffe6a75-62c5-419b-b89c-2f48ff08d5d7", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:31.195707 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ac8e106-c8a9-445f-a9a4-8c84f9dfa7ba {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:31.196755 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7', 'code': 200} Jul 16 03:35:31.213881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fd1326b7-f1c5-428c-af96-ae6762ea269d None None] Provisioning complete for port 448863d2-853f-44f5-b1c5-6084da2d6fd0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:31.216153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd1326b7-f1c5-428c-af96-ae6762ea269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.219303 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-0b22d6a3-2651-45c0-b8bf-18f3a79f0446 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650212 Jul 16 03:35:31.219981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:31.223689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:31.248439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Pushing event updated for resources: {'Port': ['ID=ebd11ffb-f532-460f-a9db-858c10a2bab3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:31.317547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fd1326b7-f1c5-428c-af96-ae6762ea269d None None] Port 448863d2-853f-44f5-b1c5-6084da2d6fd0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:31.374733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.375418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.390683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Made reservation on behalf of 13f531d21c93464f87b66db7488aebe4 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:31.394389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.420436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-30555378-1620-469d-9814-d6bb7489d67f tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1686039 Jul 16 03:35:31.427922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8163d2b2-62c0-4880-b0bc-d9cce0df9c60 req-3d99ccd9-3cf3-4d11-bb77-535e3b4c48e3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 210 time: 0.0478106 Jul 16 03:35:31.431183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bc3b883-054d-46f9-a2c0-fdcd9336b9ac req-b233b562-c22b-4647-aec1-4167cca424e1 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018678 Jul 16 03:35:31.437905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Request body: {'port': {'device_id': '477c160b-094d-4050-aad8-bea279d90bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:31.443091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c25d0fcf-d0f0-49ce-a33e-23513760db79 None None] Provisioning complete for port 448863d2-853f-44f5-b1c5-6084da2d6fd0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:31.443871 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25d0fcf-d0f0-49ce-a33e-23513760db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.487101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c25d0fcf-d0f0-49ce-a33e-23513760db79 None None] Port 448863d2-853f-44f5-b1c5-6084da2d6fd0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:31.500217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471f1a8-bd20-4bc1-bbc7-be94194ea13e req-9fdd45dc-787e-4e2b-9caf-23d6bcd5bde2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.501990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b471f1a8-bd20-4bc1-bbc7-be94194ea13e req-9fdd45dc-787e-4e2b-9caf-23d6bcd5bde2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 931 time: 0.1734197 Jul 16 03:35:31.542676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b471f1a8-bd20-4bc1-bbc7-be94194ea13e req-0d67879c-6de1-4340-8702-d90942e52f08 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Jul 16 03:35:31.562027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a3ae4-e243-4baa-bf63-6ff93f02b9b7 req-83e99263-8131-4bdc-9bfa-5126811fb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.563812 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb1a3ae4-e243-4baa-bf63-6ff93f02b9b7 req-83e99263-8131-4bdc-9bfa-5126811fb1dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 1096 time: 0.3001671 Jul 16 03:35:31.570122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router 83af4507-9a65-46f4-9eee-b0c2ba3ead72 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:31.641320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a0a8-db88-4264-8656-a671b750e52f req-df8361cd-682c-47f6-b628-2ec70605877b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.643162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ba7a0a8-db88-4264-8656-a671b750e52f req-df8361cd-682c-47f6-b628-2ec70605877b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 945 time: 0.0775318 Jul 16 03:35:31.685444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ba7a0a8-db88-4264-8656-a671b750e52f req-8dc23b6d-c95b-4223-8952-a0c25bd2e472 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Jul 16 03:35:31.756790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.773949 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb1a3ae4-e243-4baa-bf63-6ff93f02b9b7 req-f57b6459-835b-4521-b4ae-2d83b69663a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953194 Jul 16 03:35:31.841197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Allocated IP 172.20.0.13 (db4aeee5-bddb-433c-bf6e-ad5280ac846d/d191e0a1-6920-4764-a494-2d15bfb7d7d8/00a80644-cf23-448f-af18-06298645365e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:31.864135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:31.870077 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b56a48f3-b71e-49e9-9b78-aee10ebf90d4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/83af4507-9a65-46f4-9eee-b0c2ba3ead72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4107020 Jul 16 03:35:31.873196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:31.881192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75171aba-183d-422d-9530-5423986ddc83 None None] Sync routers for ids ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:31.892933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75171aba-183d-422d-9530-5423986ddc83 None None] Routers {'83af4507-9a65-46f4-9eee-b0c2ba3ead72'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:31.894605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75171aba-183d-422d-9530-5423986ddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:31.929210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75171aba-183d-422d-9530-5423986ddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:31.940678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2910ccb9-4784-47ae-8518-b0155c18a1db up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:31.952584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1681160-a920-4a81-809a-59118946019c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.956604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a1681160-a920-4a81-809a-59118946019c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports/448863d2-853f-44f5-b1c5-6084da2d6fd0 HTTP/1.1" status: 200 len: 910 time: 0.0798674 Jul 16 03:35:31.956909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34222) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:31.970301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '519d6e2f-f738-43ee-aad8-711272630011'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:31.970584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75171aba-183d-422d-9530-5423986ddc83 None None] Routers {'83af4507-9a65-46f4-9eee-b0c2ba3ead72'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:31.971228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75171aba-183d-422d-9530-5423986ddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:32.019364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75171aba-183d-422d-9530-5423986ddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:32.020029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75171aba-183d-422d-9530-5423986ddc83 None None] The sync data for ids ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:32.037937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2910ccb9-4784-47ae-8518-b0155c18a1db triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:32.038313 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.170246 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.235521 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.241317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd11ffb-f532-460f-a9db-858c10a2bab3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:32.246621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91853fd2-2e57-466b-9ce0-1fe68aa6155e req-72b9ad52-4e79-453d-a0bf-f6ed9d52ce7b tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.248205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91853fd2-2e57-466b-9ce0-1fe68aa6155e req-72b9ad52-4e79-453d-a0bf-f6ed9d52ce7b tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1415217 Jul 16 03:35:32.251481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.268758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Transition to ACTIVE for port object ebd11ffb-f532-460f-a9db-858c10a2bab3 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:32.270908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.275353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.328224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:32.338524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:32.342857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:32.352932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91853fd2-2e57-466b-9ce0-1fe68aa6155e req-b1a25241-a971-41aa-809b-2918cd6eec51 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971785 Jul 16 03:35:32.393347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:32.472825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.473535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.496708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd11ffb-f532-460f-a9db-858c10a2bab3,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:32.506901 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-cbda797c-f033-4846-a763-c415ea34f6ba tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6774337 Jul 16 03:35:32.509319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Attempting to bind port ebd11ffb-f532-460f-a9db-858c10a2bab3 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:32.509482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fac83-b4d4-4ee7-984d-f1732aedf0e9 req-8ea301dd-5145-4a53-839e-658a9ca64293 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.509708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Attempting to bind port ebd11ffb-f532-460f-a9db-858c10a2bab3 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50401992-0d55-48db-bbff-9cab40cba796'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:32.510108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Attempting to bind port ebd11ffb-f532-460f-a9db-858c10a2bab3 on network 50401992-0d55-48db-bbff-9cab40cba796 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:32.517355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-856fac83-b4d4-4ee7-984d-f1732aedf0e9 req-8ea301dd-5145-4a53-839e-658a9ca64293 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.2068560 Jul 16 03:35:32.519678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Request body: {'port': {'device_id': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:32.522113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Port ebd11ffb-f532-460f-a9db-858c10a2bab3 on network 50401992-0d55-48db-bbff-9cab40cba796 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:32.522514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Attempting to bind port ebd11ffb-f532-460f-a9db-858c10a2bab3 on network 50401992-0d55-48db-bbff-9cab40cba796 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:32.551438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:32.551904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Checking segment: {'id': 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50401992-0d55-48db-bbff-9cab40cba796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:32.552390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Bound using segment: {'id': 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50401992-0d55-48db-bbff-9cab40cba796'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:32.553036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Bound port: ebd11ffb-f532-460f-a9db-858c10a2bab3, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '50401992-0d55-48db-bbff-9cab40cba796'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:32.553444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.607306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-856fac83-b4d4-4ee7-984d-f1732aedf0e9 req-b66a738d-a72d-4179-a3d9-4826c3a39fa5 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888910 Jul 16 03:35:32.643883 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.654726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.676518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] For port ebd11ffb-f532-460f-a9db-858c10a2bab3, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:32.706845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] For port ebd11ffb-f532-460f-a9db-858c10a2bab3, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3,segment=NetworkSegment(aff39e68-8cc0-401b-8fa8-8ffc3a5803d9),segment_id=aff39e68-8cc0-401b-8fa8-8ffc3a5803d9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:32.715525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.811931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.812545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.813909 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] 10.222.0.48 "PUT /v2.0/ports/ebd11ffb-f532-460f-a9db-858c10a2bab3 HTTP/1.1" status: 200 len: 1091 time: 1.3833263 Jul 16 03:35:32.814340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477c160b-094d-4050-aad8-bea279d90bb5', 'tag': 'ebd11ffb-f532-460f-a9db-858c10a2bab3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:32.816578 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9370b2-513f-4055-8d94-caf60fac9e51" -d '{"events": [{"name": "network-changed", "server_uuid": "477c160b-094d-4050-aad8-bea279d90bb5", "tag": "ebd11ffb-f532-460f-a9db-858c10a2bab3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:32.847473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2379bb-79a8-4b7d-99f8-118747147b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd11ffb-f532-460f-a9db-858c10a2bab3,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:32.857660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630357e1-e654-4e07-97a2-cb7540ed450f req-a0b7224f-dffa-40c4-a689-11c624436c1b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.859224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-630357e1-e654-4e07-97a2-cb7540ed450f req-a0b7224f-dffa-40c4-a689-11c624436c1b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 932 time: 0.2505891 Jul 16 03:35:32.899703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.916348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3cb86-94f9-4aac-bca0-e0f93b5c673c req-9aa997ae-9c8e-4c8b-b696-ebe890e511ab tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.917949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04d3cb86-94f9-4aac-bca0-e0f93b5c673c req-9aa997ae-9c8e-4c8b-b696-ebe890e511ab tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 943 time: 0.1679924 Jul 16 03:35:32.923044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.982322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-5802bc17-c6f7-449b-8f41-95a1ff48029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.983991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-5802bc17-c6f7-449b-8f41-95a1ff48029c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b9860cfd3084c9096778fd75a535e75&device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 1094 time: 0.1156476 Jul 16 03:35:32.995693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-630357e1-e654-4e07-97a2-cb7540ed450f req-a6123aca-7711-473e-818d-7bf6d7f316de tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284406 Jul 16 03:35:33.035879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=448863d2-853f-44f5-b1c5-6084da2d6fd0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:33.041772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-b80aa3fd-ac45-4008-a63a-b4431564cff4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3 HTTP/1.1" status: 200 len: 217 time: 0.0479367 Jul 16 03:35:33.045962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.047156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.048012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f74a468a-b2a2-4f6a-820f-85bfa19302b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/ports/448863d2-853f-44f5-b1c5-6084da2d6fd0 HTTP/1.1" status: 200 len: 910 time: 1.0820236 Jul 16 03:35:33.050997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34236) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:33.055612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04d3cb86-94f9-4aac-bca0-e0f93b5c673c req-022880b6-a1e0-4a57-bda7-a21930832c5b tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236072 Jul 16 03:35:33.114091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a80644-cf23-448f-af18-06298645365e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:33.126537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.130145 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b09011b-f67d-4d7c-b5d6-6fadccf8e787 x-openstack-request-id: req-0b09011b-f67d-4d7c-b5d6-6fadccf8e787 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:33.130376 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477c160b-094d-4050-aad8-bea279d90bb5", "tag": "ebd11ffb-f532-460f-a9db-858c10a2bab3", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:33.130651 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b09011b-f67d-4d7c-b5d6-6fadccf8e787 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:33.131101 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477c160b-094d-4050-aad8-bea279d90bb5', 'tag': 'ebd11ffb-f532-460f-a9db-858c10a2bab3', 'status': 'completed', 'code': 200} Jul 16 03:35:33.132466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01754c-b572-4704-912b-68f7af819624 req-454986ff-a474-4e17-819f-10e0d0ca072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.134442 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-454986ff-a474-4e17-819f-10e0d0ca072f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d06e488-d456-46e4-af9f-4c74d490d6c2 HTTP/1.1" status: 200 len: 853 time: 0.0851893 Jul 16 03:35:33.153141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Transition to ACTIVE for port object 00a80644-cf23-448f-af18-06298645365e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:33.176374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-1ca1e4c1-3376-43f7-8c3c-94a99b62f956 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50401992-0d55-48db-bbff-9cab40cba796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328095 Jul 16 03:35:33.177094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.198590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a69f81-37c5-4675-8031-29fd28a9e576'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:33.201187 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45754b14-7fe3-4ee7-a9d0-93e4763efb58" -d '{"events": [{"server_uuid": "8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34", "name": "network-vif-plugged", "status": "completed", "tag": "12a69f81-37c5-4675-8031-29fd28a9e576"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:33.253007 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12de551-3974-4f43-9293-504fedc2664f x-openstack-request-id: req-a12de551-3974-4f43-9293-504fedc2664f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:33.253440 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34", "name": "network-vif-plugged", "status": "completed", "tag": "12a69f81-37c5-4675-8031-29fd28a9e576", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:33.254351 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a12de551-3974-4f43-9293-504fedc2664f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:33.256291 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a69f81-37c5-4675-8031-29fd28a9e576', 'code': 200} Jul 16 03:35:33.281164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:33.332549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e0b8-5894-49e8-81e9-6c86f6e2d2fe req-68e40a39-b41d-4418-9d93-dc8e5bc0085b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.334417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b599e0b8-5894-49e8-81e9-6c86f6e2d2fe req-68e40a39-b41d-4418-9d93-dc8e5bc0085b tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 945 time: 0.1867537 Jul 16 03:35:33.385142 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-3ccb9248-e201-4739-be89-96117726c56f service neutron] 10.222.0.48 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004538 Jul 16 03:35:33.393258 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.425952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b599e0b8-5894-49e8-81e9-6c86f6e2d2fe req-7a43f852-0a71-4a41-92af-0c705a23a677 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538175 Jul 16 03:35:33.439914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Attempting to bind port 00a80644-cf23-448f-af18-06298645365e on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:33.440404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Attempting to bind port 00a80644-cf23-448f-af18-06298645365e by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:33.440635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Attempting to bind port 00a80644-cf23-448f-af18-06298645365e on network db4aeee5-bddb-433c-bf6e-ad5280ac846d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:33.479827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Port 00a80644-cf23-448f-af18-06298645365e on network db4aeee5-bddb-433c-bf6e-ad5280ac846d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:33.480152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Attempting to bind port 00a80644-cf23-448f-af18-06298645365e on network db4aeee5-bddb-433c-bf6e-ad5280ac846d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:33.494262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:33.494625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Checking segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:33.495011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Bound using segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:33.495443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Bound port: 00a80644-cf23-448f-af18-06298645365e, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:33.495798 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.526127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b201c-522a-43c7-9cdf-fac7b2ccfd2c req-f445a542-27fc-4813-915e-c6205ecc4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.527642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-928b201c-522a-43c7-9cdf-fac7b2ccfd2c req-f445a542-27fc-4813-915e-c6205ecc4fcd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 1097 time: 0.1896889 Jul 16 03:35:33.556365 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dc01754c-b572-4704-912b-68f7af819624 req-cb688c19-6f07-4346-8e8d-de0e76cd7fea service neutron] 10.222.0.48 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636109 Jul 16 03:35:33.581156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.634856 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-928b201c-522a-43c7-9cdf-fac7b2ccfd2c req-fceff27b-d8de-4cbf-9077-513070924bc3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880797 Jul 16 03:35:33.654150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:33.663842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25765be-6839-4cf0-b2ef-0ee075a753ec req-2d748a60-de9c-4ffa-9f7f-36fc33868505 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.665516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b25765be-6839-4cf0-b2ef-0ee075a753ec req-2d748a60-de9c-4ffa-9f7f-36fc33868505 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1751413 Jul 16 03:35:33.677916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:33.685792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.729183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.730172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.731682 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] 10.222.0.48 "PUT /v2.0/ports/00a80644-cf23-448f-af18-06298645365e HTTP/1.1" status: 200 len: 1092 time: 1.2163737 Jul 16 03:35:33.765131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-3173a2b2-5a2a-440b-a3cf-c5a44b8c8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.766672 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-3173a2b2-5a2a-440b-a3cf-c5a44b8c8dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b9860cfd3084c9096778fd75a535e75&device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 1094 time: 0.1493025 Jul 16 03:35:33.767557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b25765be-6839-4cf0-b2ef-0ee075a753ec req-32e31108-53c0-4e61-885e-e7ed141d47c3 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946183 Jul 16 03:35:33.772373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4da5b-b37e-4fb8-84ac-b4eff038ae23 service neutron] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:33.866932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12511c83-665a-495a-ab84-c5772ba873f4 req-eeaba825-92d6-43e4-91ec-5f4da7c5ad19 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.874900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12511c83-665a-495a-ab84-c5772ba873f4 req-eeaba825-92d6-43e4-91ec-5f4da7c5ad19 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.1212223 Jul 16 03:35:33.943261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12511c83-665a-495a-ab84-c5772ba873f4 req-ed434516-bf3a-4384-adb7-0130b7e234b1 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674126 Jul 16 03:35:34.015203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 448863d2-853f-44f5-b1c5-6084da2d6fd0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:34.015559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.159634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.178264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 448863d2-853f-44f5-b1c5-6084da2d6fd0 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:34.305594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-dd641d88-8307-498d-88e4-b22ba146f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.307182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-dd641d88-8307-498d-88e4-b22ba146f3e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50401992-0d55-48db-bbff-9cab40cba796 HTTP/1.1" status: 200 len: 915 time: 0.5281134 Jul 16 03:35:34.311520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-5858cc47-647f-4deb-846f-deb148ecf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.313111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-5858cc47-647f-4deb-846f-deb148ecf0d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 1095 time: 0.5150578 Jul 16 03:35:34.402191 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-4469fdc9-ef2f-4b03-a30d-307b7dbbd2f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3 HTTP/1.1" status: 200 len: 217 time: 0.0874457 Jul 16 03:35:34.403995 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-6eec1a6a-6eb1-4306-aed4-64b24dd09ee1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a80644-cf23-448f-af18-06298645365e HTTP/1.1" status: 200 len: 217 time: 0.0813520 Jul 16 03:35:34.517792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-d9402b17-4778-40f1-ab96-cbaad41d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.519629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-d9402b17-4778-40f1-ab96-cbaad41d9a3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d06e488-d456-46e4-af9f-4c74d490d6c2 HTTP/1.1" status: 200 len: 853 time: 0.1048737 Jul 16 03:35:34.521260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-075cfcf4-d4b9-4a47-8cb4-f8ea3e7eb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.522600 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-075cfcf4-d4b9-4a47-8cb4-f8ea3e7eb7c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 200 len: 854 time: 0.0974689 Jul 16 03:35:34.569939 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-047637e7-57be-4709-82a8-7398205d7dbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50401992-0d55-48db-bbff-9cab40cba796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384815 Jul 16 03:35:34.590446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-ff58553e-b592-4e76-98a1-5b0477acc9ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db4aeee5-bddb-433c-bf6e-ad5280ac846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501094 Jul 16 03:35:34.651445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33086b0c-2db9-4547-ae67-b017299a358a req-632a45bf-dd14-4eca-9aa7-626fc70e055b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.652971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33086b0c-2db9-4547-ae67-b017299a358a req-632a45bf-dd14-4eca-9aa7-626fc70e055b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 944 time: 0.4248421 Jul 16 03:35:34.751134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33086b0c-2db9-4547-ae67-b017299a358a req-41449085-1126-413d-a98f-83499ea13db2 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886183 Jul 16 03:35:34.759760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ce38a-239d-4968-a7a1-922fc57cd961 req-3ed04f0d-1fb1-4046-96f8-1ceed38822fb tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.761602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-075ce38a-239d-4968-a7a1-922fc57cd961 req-3ed04f0d-1fb1-4046-96f8-1ceed38822fb tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 943 time: 0.1757195 Jul 16 03:35:34.762861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.770084 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-a647bca0-5c34-49aa-a0fc-030d4c7349d6 service neutron] 10.222.0.48 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817658 Jul 16 03:35:34.791305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-8abeb3aa-1833-43dc-87cf-9046797e9dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917489 Jul 16 03:35:34.806539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=448863d2-853f-44f5-b1c5-6084da2d6fd0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:34.881780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-075ce38a-239d-4968-a7a1-922fc57cd961 req-5c0324cc-c914-4adb-ac8d-b922add78933 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101079 Jul 16 03:35:34.965930 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cf9370b2-513f-4055-8d94-caf60fac9e51 req-c427e297-f020-48fc-906b-da9c882c8768 service neutron] 10.222.0.48 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852767 Jul 16 03:35:35.004555 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0614128b-ddf4-4fd0-8fbf-45ea1f1249ad req-2354851a-9450-45de-9733-faa6d21a4858 service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031484 Jul 16 03:35:35.004790 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.066419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebd11ffb-f532-460f-a9db-858c10a2bab3 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:35.132981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'tag': '00a80644-cf23-448f-af18-06298645365e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:35.135558 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b6392-7e75-4532-b7d8-84170fb75e86" -d '{"events": [{"name": "network-changed", "server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "tag": "00a80644-cf23-448f-af18-06298645365e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:35.140178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91399-44cd-4027-afe6-df9d8f75d0ac req-e60456e6-6456-4e97-9131-02a8372e2d20 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.141753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27b91399-44cd-4027-afe6-df9d8f75d0ac req-e60456e6-6456-4e97-9131-02a8372e2d20 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.2568517 Jul 16 03:35:35.186135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebd11ffb-f532-460f-a9db-858c10a2bab3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3,segment=NetworkSegment(aff39e68-8cc0-401b-8fa8-8ffc3a5803d9),segment_id=aff39e68-8cc0-401b-8fa8-8ffc3a5803d9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:35.198117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'ebd11ffb-f532-460f-a9db-858c10a2bab3', 'network_id': '50401992-0d55-48db-bbff-9cab40cba796', 'port_id': 'ebd11ffb-f532-460f-a9db-858c10a2bab3', 'mac_address': 'fa:16:3e:fc:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d06e488-d456-46e4-af9f-4c74d490d6c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:35.239117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.251532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd11ffb-f532-460f-a9db-858c10a2bab3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:35.263030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a89d61-eeea-4ed2-bac3-57b4b8d871ce req-d9d7cba8-c5e1-4648-be62-4e1dd5509482 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.264522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13a89d61-eeea-4ed2-bac3-57b4b8d871ce req-d9d7cba8-c5e1-4648-be62-4e1dd5509482 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 945 time: 0.2487218 Jul 16 03:35:35.271275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebd11ffb-f532-460f-a9db-858c10a2bab3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3,segment=NetworkSegment(aff39e68-8cc0-401b-8fa8-8ffc3a5803d9),segment_id=aff39e68-8cc0-401b-8fa8-8ffc3a5803d9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:35.273629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27b91399-44cd-4027-afe6-df9d8f75d0ac req-0efa0a34-4dbd-4e0d-8622-ca27d92622fe tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247053 Jul 16 03:35:35.276844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.287113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router 83af4507-9a65-46f4-9eee-b0c2ba3ead72 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:35.334495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebd11ffb-f532-460f-a9db-858c10a2bab3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:35.389159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13a89d61-eeea-4ed2-bac3-57b4b8d871ce req-b5c48805-124a-43fd-a156-102a41d5fdaa tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/security-groups?id=d233d8e2-0a50-413c-9882-4bca6d935f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188669 Jul 16 03:35:35.398362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:35.411763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed28e731-3daf-4b71-9be0-9de2f7243b87 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/83af4507-9a65-46f4-9eee-b0c2ba3ead72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3526638 Jul 16 03:35:35.411763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:35.414489 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] Sync routers for ids ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:35.425043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] Routers {'83af4507-9a65-46f4-9eee-b0c2ba3ead72'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:35.425672 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:35.458941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e01c5091-73de-4d6c-9485-c3981cd5cbf2 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=83af4507-9a65-46f4-9eee-b0c2ba3ead72 HTTP/1.1" status: 200 len: 205 time: 0.0495808 Jul 16 03:35:35.463755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34272) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:35.468691 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:35.473402 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc105aa-27aa-4503-b158-931f029f821f x-openstack-request-id: req-9dc105aa-27aa-4503-b158-931f029f821f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:35.473737 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "tag": "00a80644-cf23-448f-af18-06298645365e", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:35.473998 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dc105aa-27aa-4503-b158-931f029f821f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:35.474390 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'tag': '00a80644-cf23-448f-af18-06298645365e', 'status': 'completed', 'code': 200} Jul 16 03:35:35.495222 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] Routers {'83af4507-9a65-46f4-9eee-b0c2ba3ead72'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:35.495950 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:35.533422 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:35.534118 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058de80d-1de8-41b1-baad-f13647fdcb2e None None] The sync data for ids ['83af4507-9a65-46f4-9eee-b0c2ba3ead72'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:35.552671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.583594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64c5b4-a4fb-4521-acc7-7b5f13918129 req-038397c5-6ab2-4f80-abf4-52bf9ada0982 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.585084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e64c5b4-a4fb-4521-acc7-7b5f13918129 req-038397c5-6ab2-4f80-abf4-52bf9ada0982 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.0677776 Jul 16 03:35:35.603502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ebd11ffb-f532-460f-a9db-858c10a2bab3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:35.629617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e64c5b4-a4fb-4521-acc7-7b5f13918129 req-6b3744a3-d136-4c38-8135-fac7cd0ed1b2 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Jul 16 03:35:35.789621 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.811846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.817348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-7410231c-6ffb-4e20-889c-1486251c7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.819066 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-7410231c-6ffb-4e20-889c-1486251c7a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 1095 time: 0.2027378 Jul 16 03:35:35.911844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-7e701a30-447e-4c49-aaa6-bf0a9b950afa tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.913379 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-7e701a30-447e-4c49-aaa6-bf0a9b950afa tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.11 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 945 time: 0.2625008 Jul 16 03:35:35.916472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.916976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router 83af4507-9a65-46f4-9eee-b0c2ba3ead72 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:35.950658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.951713 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-90640d29-c4a8-4fc3-81d0-4517bba25a67 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/83af4507-9a65-46f4-9eee-b0c2ba3ead72 HTTP/1.1" status: 204 len: 168 time: 0.4869111 Jul 16 03:35:35.955671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:36.023205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-c7c355fa-bb11-4fd7-ab76-0783039935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.024357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afb7cd-bd5b-46b0-9907-9945ac467dd6 req-89b1c40e-314c-4f98-80e7-6a28aa9b550a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.024924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-c7c355fa-bb11-4fd7-ab76-0783039935fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 916 time: 0.1982634 Jul 16 03:35:36.026076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2afb7cd-bd5b-46b0-9907-9945ac467dd6 req-89b1c40e-314c-4f98-80e7-6a28aa9b550a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 944 time: 0.1258402 Jul 16 03:35:36.030731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet 519d6e2f-f738-43ee-aad8-711272630011 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:36.041781 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.088789 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-ec7679b1-e209-42fd-9106-668654dc3f04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a80644-cf23-448f-af18-06298645365e HTTP/1.1" status: 200 len: 217 time: 0.0425036 Jul 16 03:35:36.138327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.147896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Deleting port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:36.148108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.177582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-a50bba74-f776-4372-9083-4d9d8b03ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.179311 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-a50bba74-f776-4372-9083-4d9d8b03ff6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 200 len: 854 time: 0.0795317 Jul 16 03:35:36.179669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2afb7cd-bd5b-46b0-9907-9945ac467dd6 req-361e06b6-34c2-4042-b713-c9291cada7fc tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457856 Jul 16 03:35:36.249263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415beb-dc2d-4bc3-bb68-348ba8f2709d req-6a33c011-07a8-42b2-a750-730f47f4ec90 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.257120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43415beb-dc2d-4bc3-bb68-348ba8f2709d req-6a33c011-07a8-42b2-a750-730f47f4ec90 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 944 time: 0.2112634 Jul 16 03:35:36.261552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-5fa7d566-10bb-4859-8fc8-90d84db8c017 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db4aeee5-bddb-433c-bf6e-ad5280ac846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358827 Jul 16 03:35:36.293260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.318007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] For port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,segment=NetworkSegment(41f25375-be9c-4546-a0f5-70dae2e3f187),segment_id=41f25375-be9c-4546-a0f5-70dae2e3f187)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:36.318379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.353773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43415beb-dc2d-4bc3-bb68-348ba8f2709d req-18ea884c-e053-4402-8b76-66b3a2834405 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955439 Jul 16 03:35:36.366360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Calling delete_port for 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:36.424126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.451950 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-36b8e070-9326-4337-b1f9-90336533fa3d service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829145 Jul 16 03:35:36.461995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=519d6e2f-f738-43ee-aad8-711272630011,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:36.483461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.487992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-088768d7-a492-44c5-8e34-3861c3061689 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/519d6e2f-f738-43ee-aad8-711272630011 HTTP/1.1" status: 204 len: 168 time: 0.5311601 Jul 16 03:35:36.490137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173eea0-9888-48c0-95ef-86fb344fbf1b None None] Network ef1b476e-8176-4062-8f03-68ba8197c862 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:36.491280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:36.634908 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.675442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79cfef-9829-4713-afdf-1132ac8ddd1f req-6615efda-f8ca-47f4-9794-a8db3c44935f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.677574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d79cfef-9829-4713-afdf-1132ac8ddd1f req-6615efda-f8ca-47f4-9794-a8db3c44935f tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1453183 Jul 16 03:35:36.688789 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fe3b6392-7e75-4532-b7d8-84170fb75e86 req-1f5f5650-9529-4204-b0bc-295e379b500a service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093538 Jul 16 03:35:36.689977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.706445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1ffe6a75-62c5-419b-b89c-2f48ff08d5d7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:36.727943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Pushing event deleted for resources: {'Port': ['ID=1ffe6a75-62c5-419b-b89c-2f48ff08d5d7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:36.767310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c75238-423b-4782-bcf4-8c2946cf4965 req-e2c969bb-6fa0-4d73-952e-018bf76fd0d2 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.25 "GET /v2.0/ports?device_id=46f0107a-3807-49dc-9a43-b1f82b6892ea HTTP/1.1" status: 200 len: 210 time: 0.0648601 Jul 16 03:35:36.783099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] DHCP port deletion for ef1b476e-8176-4062-8f03-68ba8197c862 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:35:36.800104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] No DVR routers for this DVR port 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:36.808439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d79cfef-9829-4713-afdf-1132ac8ddd1f req-3d4a1507-d95d-4ee1-aa00-6d4a3ca7b7b1 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051052 Jul 16 03:35:36.811864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.812981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 2910ccb9-4784-47ae-8518-b0155c18a1db {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:36.813373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.814740 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8f075386-7cd9-4c8c-84e6-b1dd3237b032 req-78f84dd2-626f-4a52-8132-9a6cdb0f2775 tempest-ServerAddressesTestJSON-1074090951 tempest-ServerAddressesTestJSON-1074090951-project] 10.222.0.11 "DELETE /v2.0/ports/1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 HTTP/1.1" status: 204 len: 173 time: 0.8707819 Jul 16 03:35:36.862430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Deleting port 2910ccb9-4784-47ae-8518-b0155c18a1db {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:36.863457 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.929659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 2910ccb9-4784-47ae-8518-b0155c18a1db, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2910ccb9-4784-47ae-8518-b0155c18a1db,segment=NetworkSegment(0cdb1720-97e3-4cdf-9c94-49902359604f),segment_id=0cdb1720-97e3-4cdf-9c94-49902359604f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:36.930458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.950919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 2910ccb9-4784-47ae-8518-b0155c18a1db owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:36.964426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] For port 2910ccb9-4784-47ae-8518-b0155c18a1db, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2910ccb9-4784-47ae-8518-b0155c18a1db,segment=NetworkSegment(0cdb1720-97e3-4cdf-9c94-49902359604f),segment_id=0cdb1720-97e3-4cdf-9c94-49902359604f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:36.964879 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.979876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Calling delete_port for 2910ccb9-4784-47ae-8518-b0155c18a1db owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:37.052524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.091110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=2910ccb9-4784-47ae-8518-b0155c18a1db,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.096427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port 2910ccb9-4784-47ae-8518-b0155c18a1db on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:37.188020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.199496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1b476e-8176-4062-8f03-68ba8197c862']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.212048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdb1720-97e3-4cdf-9c94-49902359604f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.212284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdb1720-97e3-4cdf-9c94-49902359604f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.223728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.225601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:37.229271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebd11ffb-f532-460f-a9db-858c10a2bab3 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:37.249466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.256595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:37.257406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:37.260902 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:37.343373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.381419 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.383598 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/ef1b476e-8176-4062-8f03-68ba8197c862 HTTP/1.1" status: 204 len: 168 time: 0.8911271 Jul 16 03:35:37.384509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287d284-c3c4-44d0-8306-c2dd00dcd96b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=ef1b476e-8176-4062-8f03-68ba8197c862,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.389124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.397186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port ebd11ffb-f532-460f-a9db-858c10a2bab3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:37.400512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-653007807', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:37.408265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port ebd11ffb-f532-460f-a9db-858c10a2bab3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:37.408265 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.469055 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.470224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.489959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-fda2a1fd-12d4-4ea7-a2e2-b5ee89348def tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.492917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-fda2a1fd-12d4-4ea7-a2e2-b5ee89348def tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 946 time: 0.1677647 Jul 16 03:35:37.494069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'name': 'network-vif-deleted', 'tag': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:37.496098 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7c7526-f3a4-4cd0-9311-e1571e96c56d" -d '{"events": [{"server_uuid": "46f0107a-3807-49dc-9a43-b1f82b6892ea", "name": "network-vif-deleted", "tag": "1ffe6a75-62c5-419b-b89c-2f48ff08d5d7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:37.536419 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.568093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.576340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.592179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Network ef1b476e-8176-4062-8f03-68ba8197c862 is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:35:37.592981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] No DVR routers for this DVR port 2910ccb9-4784-47ae-8518-b0155c18a1db on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:37.610570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6483-146a-4475-b203-7fd4f424a728 None None] Pushing event deleted for resources: {'Port': ['ID=2910ccb9-4784-47ae-8518-b0155c18a1db,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.613848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.618274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ddd23f1e-72be-4a79-9556-48ce1ed10b5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2202804 Jul 16 03:35:37.626968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35223ba-ece5-4072-896a-ce5b57360919 req-565a6c2d-83cd-4b61-b696-d1c8e32f2efd tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.628703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d35223ba-ece5-4072-896a-ce5b57360919 req-565a6c2d-83cd-4b61-b696-d1c8e32f2efd tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 944 time: 0.2094257 Jul 16 03:35:37.629194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.636717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-597527028'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:37.642899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:37.663311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Deleting port 402f97f1-461f-4735-b852-a69831c459d5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:37.663818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.665938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '00a80644-cf23-448f-af18-06298645365e', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'port_id': '00a80644-cf23-448f-af18-06298645365e', 'mac_address': 'fa:16:3e:f8:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd191e0a1-6920-4764-a494-2d15bfb7d7d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:37.704556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:37.712753 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.732622 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.762928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] For port 402f97f1-461f-4735-b852-a69831c459d5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=402f97f1-461f-4735-b852-a69831c459d5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:37.763535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.774799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ebd11ffb-f532-460f-a9db-858c10a2bab3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3,segment=NetworkSegment(aff39e68-8cc0-401b-8fa8-8ffc3a5803d9),segment_id=aff39e68-8cc0-401b-8fa8-8ffc3a5803d9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:37.777863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Calling delete_port for 402f97f1-461f-4735-b852-a69831c459d5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:37.778040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477c160b-094d-4050-aad8-bea279d90bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd11ffb-f532-460f-a9db-858c10a2bab3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:37.781243 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d3efef-db3f-42f9-bdd4-08bff3fe9c9e" -d '{"events": [{"server_uuid": "477c160b-094d-4050-aad8-bea279d90bb5", "name": "network-vif-plugged", "status": "completed", "tag": "ebd11ffb-f532-460f-a9db-858c10a2bab3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:37.782300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:37.785287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.788096 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.790799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d35223ba-ece5-4072-896a-ce5b57360919 req-9f175a51-a607-4e50-bff4-f7f11ea21e44 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173875 Jul 16 03:35:37.800153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.800890 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment d88648bf-81f2-429e-94f8-ab74d0f4d35c of type vlan for network 85334390-65da-4c34-bb6e-0209b77ea874 Jul 16 03:35:37.823173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858833d-c7dc-41f2-84b0-ffe76e9d1b91 req-7c20e372-a6a0-456d-81cb-1c7d8621e3fa tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.825208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5858833d-c7dc-41f2-84b0-ffe76e9d1b91 req-7c20e372-a6a0-456d-81cb-1c7d8621e3fa tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 944 time: 0.1949694 Jul 16 03:35:37.828666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a80644-cf23-448f-af18-06298645365e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:37.860182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:37.871228 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.884447 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3f186-31e1-46db-9b48-a763f9d68b0e x-openstack-request-id: req-a8e3f186-31e1-46db-9b48-a763f9d68b0e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:37.884795 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f0107a-3807-49dc-9a43-b1f82b6892ea", "name": "network-vif-deleted", "tag": "1ffe6a75-62c5-419b-b89c-2f48ff08d5d7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:37.885061 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8e3f186-31e1-46db-9b48-a763f9d68b0e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:37.885461 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f0107a-3807-49dc-9a43-b1f82b6892ea', 'name': 'network-vif-deleted', 'tag': '1ffe6a75-62c5-419b-b89c-2f48ff08d5d7', 'status': 'completed', 'code': 200} Jul 16 03:35:37.893821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ebd11ffb-f532-460f-a9db-858c10a2bab3,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.952265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.957416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.958291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.963310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2910ccb9-4784-47ae-8518-b0155c18a1db no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:37.975939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5858833d-c7dc-41f2-84b0-ffe76e9d1b91 req-592d0cca-ad6a-4b99-b5a8-3b4dc2584c36 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497364 Jul 16 03:35:37.997656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['828c8ed7-25f6-41dc-bffc-5e0572173408', '402f97f1-461f-4735-b852-a69831c459d5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:38.022313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Pushing event deleted for resources: {'Port': ['ID=402f97f1-461f-4735-b852-a69831c459d5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:38.036420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.043702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.044481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.062765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2910ccb9-4784-47ae-8518-b0155c18a1db {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:38.063221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2910ccb9-4784-47ae-8518-b0155c18a1db not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:38.086390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] No DVR routers for this DVR port 402f97f1-461f-4735-b852-a69831c459d5 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:38.090168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.093196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1d6ec2e1-61af-442b-b71c-70867bbaed1b req-8f7a9e48-9d66-4403-8406-6876e1031e6d tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "DELETE /v2.0/ports/402f97f1-461f-4735-b852-a69831c459d5 HTTP/1.1" status: 204 len: 173 time: 0.5939879 Jul 16 03:35:38.108012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:38.108249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4764435 Jul 16 03:35:38.123390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:38.179476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['00a80644-cf23-448f-af18-06298645365e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:38.187789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1957e0-aa01-472d-babf-21f8787b1ff3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=85334390-65da-4c34-bb6e-0209b77ea874,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:38.228564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 85334390-65da-4c34-bb6e-0209b77ea874 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:38.247373 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0901b8a-d324-4cb8-a690-db408a3475b7 x-openstack-request-id: req-f0901b8a-d324-4cb8-a690-db408a3475b7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:38.247674 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477c160b-094d-4050-aad8-bea279d90bb5", "name": "network-vif-plugged", "status": "completed", "tag": "ebd11ffb-f532-460f-a9db-858c10a2bab3", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:38.248079 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0901b8a-d324-4cb8-a690-db408a3475b7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:38.248613 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477c160b-094d-4050-aad8-bea279d90bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd11ffb-f532-460f-a9db-858c10a2bab3', 'code': 200} Jul 16 03:35:38.279967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:38.285030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.366935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:38.462526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-248c5908-da8b-480b-95e0-33a6107dd823 req-c733465f-49cf-4241-9c56-0e63748cd4dc tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=40afa2dc-30e2-431b-a8b1-d600a1b654b7 HTTP/1.1" status: 200 len: 210 time: 0.0443630 Jul 16 03:35:38.485244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Deleting subnet 20056b19-1c37-4d49-a7ed-a7a57fa16bf7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:38.488530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.513381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bb1a4-c277-4995-ab79-14c045150d90 req-7995c1d5-41e9-48f6-97d6-ecb630c201b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.515090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f97bb1a4-c277-4995-ab79-14c045150d90 req-7995c1d5-41e9-48f6-97d6-ecb630c201b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1777632 Jul 16 03:35:38.523483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.567403 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.591462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f97bb1a4-c277-4995-ab79-14c045150d90 req-c137fc76-18c6-4f23-9987-4d704bdfd3dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669487 Jul 16 03:35:38.606117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.629204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.665673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20056b19-1c37-4d49-a7ed-a7a57fa16bf7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:38.668172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.673131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-32865f5d-3431-424f-ad9c-f01d08f44937 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20056b19-1c37-4d49-a7ed-a7a57fa16bf7 HTTP/1.1" status: 204 len: 168 time: 0.3049321 Jul 16 03:35:38.673895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34336) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:38.675207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=cd872d11-9c49-4eb8-af80-5de98a449a98,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:38.685485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:38.685842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: 85334390-65da-4c34-bb6e-0209b77ea874, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:38.704850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 85334390-65da-4c34-bb6e-0209b77ea874 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:38.721761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 85334390-65da-4c34-bb6e-0209b77ea874) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:38.727697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.728422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.733160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28408b-9402-4231-8ebf-2b1ae173c145 None None] Network 85334390-65da-4c34-bb6e-0209b77ea874 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:38.765291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.780318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-663704ba-5d66-45ee-a40a-9cc55ab273f1 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6692328 Jul 16 03:35:38.781164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34342) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:38.931289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.941801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a1dae7-c107-447e-a60b-efb7408f1e60']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.952095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f25375-be9c-4546-a0f5-70dae2e3f187') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.952431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f25375-be9c-4546-a0f5-70dae2e3f187') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.963650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.982836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.997791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-85334390-65da-4c34-bb6e-0209b77ea874', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:38.998688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.008883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:39.008883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:39.017360 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:39.120902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.127865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.140991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.143109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31a1dae7-c107-447e-a60b-efb7408f1e60 HTTP/1.1" status: 204 len: 168 time: 0.4681017 Jul 16 03:35:39.147709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87b734-fc44-46d2-bd2d-3b43ccb3b6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a1dae7-c107-447e-a60b-efb7408f1e60,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.189989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a36b2-a75c-47d1-9a5c-fee14b72043a req-8dd16b8f-3a5a-49b0-96e3-a67ace89ce7e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.192961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-050a36b2-a75c-47d1-9a5c-fee14b72043a req-8dd16b8f-3a5a-49b0-96e3-a67ace89ce7e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 945 time: 0.2065194 Jul 16 03:35:39.230696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Allocated IP 172.20.0.2 (85334390-65da-4c34-bb6e-0209b77ea874/cd872d11-9c49-4eb8-af80-5de98a449a98/0bd852ce-3d5e-4517-80b5-0b9b8f427f7e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:39.268813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-050a36b2-a75c-47d1-9a5c-fee14b72043a req-0dbb6994-572f-492d-a1b3-0c712b14dcf3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Jul 16 03:35:39.357534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:39.452869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376a2b-e0ef-4a37-a1ae-1c9125788bfb req-abc4f316-2871-49b2-8fc2-b1317cfd149e tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.454711 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.457152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37376a2b-e0ef-4a37-a1ae-1c9125788bfb req-abc4f316-2871-49b2-8fc2-b1317cfd149e tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.1869857 Jul 16 03:35:39.464173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Transition to ACTIVE for port object 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:39.468311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f654966c-6ee3-4f5c-a53d-ad4e4e59905b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27880c1af64d4bf99af1e6037f990552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086416 Jul 16 03:35:39.471083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:39.495115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Transition to ACTIVE for port object 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:39.505093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.515347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37376a2b-e0ef-4a37-a1ae-1c9125788bfb req-e6cd7fcd-39c9-4b45-8a2a-070631b44518 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573058 Jul 16 03:35:39.567099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d31d87a3-11db-42bc-a308-4495c35ce4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.579811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Network 85334390-65da-4c34-bb6e-0209b77ea874 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:39.583105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:39.591236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.20.0.1 (85334390-65da-4c34-bb6e-0209b77ea874/cd872d11-9c49-4eb8-af80-5de98a449a98/13452cdf-81c3-4649-8d36-5f5323cdd37d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:39.591689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:39.612206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d31d87a3-11db-42bc-a308-4495c35ce4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.634772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Pushing event updated for resources: {'Port': ['ID=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.654785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:39.688955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:39.689327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1ffe6a75-62c5-419b-b89c-2f48ff08d5d7 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:39.695431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Attempting to bind port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:39.696238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Attempting to bind port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:39.696377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Attempting to bind port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e on network 85334390-65da-4c34-bb6e-0209b77ea874 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:39.702239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:39.703973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Checking segment: {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:39.703973 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.703973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Bound using segment: {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:39.704348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Bound port: 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:39.704450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.757118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d31d87a3-11db-42bc-a308-4495c35ce4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.760952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d31d87a3-11db-42bc-a308-4495c35ce4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.762493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d31d87a3-11db-42bc-a308-4495c35ce4f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d233d8e2-0a50-413c-9882-4bca6d935f4c HTTP/1.1" status: 204 len: 168 time: 0.2904315 Jul 16 03:35:39.780492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d87a3-11db-42bc-a308-4495c35ce4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233d8e2-0a50-413c-9882-4bca6d935f4c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.819161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] For port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:39.823507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.824394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] For port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:39.832612 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.856722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 13452cdf-81c3-4649-8d36-5f5323cdd37d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:39.891379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'name': 'network-vif-deleted', 'tag': '402f97f1-461f-4735-b852-a69831c459d5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:39.899136 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f687c-a510-4fe9-9ff7-b089627ca373" -d '{"events": [{"server_uuid": "40afa2dc-30e2-431b-a8b1-d600a1b654b7", "name": "network-vif-deleted", "tag": "402f97f1-461f-4735-b852-a69831c459d5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:39.911027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291973e7-1dc5-4708-bdf8-92fbc870be0b None None] Pushing event updated for resources: {'Port': ['ID=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.960251 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.993234 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7912fbae-0992-48de-9555-0adcc8478f45 x-openstack-request-id: req-7912fbae-0992-48de-9555-0adcc8478f45 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:39.993537 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40afa2dc-30e2-431b-a8b1-d600a1b654b7", "name": "network-vif-deleted", "tag": "402f97f1-461f-4735-b852-a69831c459d5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:39.993795 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7912fbae-0992-48de-9555-0adcc8478f45 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:39.994200 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40afa2dc-30e2-431b-a8b1-d600a1b654b7', 'name': 'network-vif-deleted', 'tag': '402f97f1-461f-4735-b852-a69831c459d5', 'status': 'completed', 'code': 200} Jul 16 03:35:40.037743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 85334390-65da-4c34-bb6e-0209b77ea874 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:40.043868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:40.047771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:40.086063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=13452cdf-81c3-4649-8d36-5f5323cdd37d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:40.153696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.357141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.581245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775ad3-d2c7-460f-8098-f440d75c667e req-34bb8f85-e56a-48c8-8176-d93a12f31429 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:40.585188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48775ad3-d2c7-460f-8098-f440d75c667e req-34bb8f85-e56a-48c8-8176-d93a12f31429 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.4334741 Jul 16 03:35:40.663631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48775ad3-d2c7-460f-8098-f440d75c667e req-1d4aab9f-d2fa-4af4-81f9-09249f35af44 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665910 Jul 16 03:35:40.679126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c506-535f-4b95-9fca-a2109478bf85 req-f40c618e-516d-4fb4-a6b6-b5cc867341c0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:40.690964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6937c506-535f-4b95-9fca-a2109478bf85 req-f40c618e-516d-4fb4-a6b6-b5cc867341c0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 945 time: 0.1008089 Jul 16 03:35:40.734005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6937c506-535f-4b95-9fca-a2109478bf85 req-3da17407-f925-47b4-92eb-0c0727fc1500 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460691 Jul 16 03:35:40.749124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.764074 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.951789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34404) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:41.047882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576ee3-0856-457c-86a2-78b72e0c427c req-f5a027ff-a0e9-4b27-a589-c105bcf673dc tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.050173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c576ee3-0856-457c-86a2-78b72e0c427c req-f5a027ff-a0e9-4b27-a589-c105bcf673dc tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.1496866 Jul 16 03:35:41.060496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da575e35-9f71-46a7-8275-52f6e1a020be req-86d029fe-b167-4ded-8118-511ae9247cfb tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.062141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da575e35-9f71-46a7-8275-52f6e1a020be req-86d029fe-b167-4ded-8118-511ae9247cfb tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.1169977 Jul 16 03:35:41.082916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:41.102605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-network', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:41.146681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a4416-4402-4092-a364-cb5f0d7903d6 None None] Network 85334390-65da-4c34-bb6e-0209b77ea874 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:41.151277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 00a80644-cf23-448f-af18-06298645365e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:41.152555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c576ee3-0856-457c-86a2-78b72e0c427c req-5c3372ed-7b6a-42c9-b29e-d97cb6f22ba4 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890663 Jul 16 03:35:41.158064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da575e35-9f71-46a7-8275-52f6e1a020be req-d79bd5bf-1246-4df8-92e7-cfa67a9bbcbb tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 Jul 16 03:35:41.166209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Made reservation on behalf of c3d8213c051d4ef3bf61fd73cc3e07a2 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:41.169012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.181958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 00a80644-cf23-448f-af18-06298645365e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:41.182615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.187295 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.267331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=13452cdf-81c3-4649-8d36-5f5323cdd37d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.273579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.292123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-420c7adb-cec9-4a99-b1c9-560e9931fcef None None] Provisioning for port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:41.324994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.357194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.386827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:41.391646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 85334390-65da-4c34-bb6e-0209b77ea874 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:41.393230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:41.399006 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.405782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b352411-3671-4da8-a315-0e5133051cac,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.411477 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.412127 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Added segment 3a6a32de-a126-4e46-9346-04f3ec92b5fe of type vlan for network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 Jul 16 03:35:41.458223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.487194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a80644-cf23-448f-af18-06298645365e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:41.490093 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415c780-4090-407e-a4ac-ea770a983b1b" -d '{"events": [{"server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "00a80644-cf23-448f-af18-06298645365e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:41.496985 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.498647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.499526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.510081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:41.521272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.522085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 402f97f1-461f-4735-b852-a69831c459d5 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:41.540445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:41.541029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5876355 Jul 16 03:35:41.543603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:41.549130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Request body: {'subnet': {'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-subnet', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:41.554077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 402f97f1-461f-4735-b852-a69831c459d5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:41.554441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 402f97f1-461f-4735-b852-a69831c459d5 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:41.584646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f087f8-7014-46d7-a761-aedb48101712 admin admin] Pushing event updated for resources: {'Network': ['ID=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.605158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Made reservation on behalf of c3d8213c051d4ef3bf61fd73cc3e07a2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:41.608113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.613607 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507657a2-33de-4f1f-9e08-225458b6503b x-openstack-request-id: req-507657a2-33de-4f1f-9e08-225458b6503b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:41.613903 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "00a80644-cf23-448f-af18-06298645365e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:41.614163 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-507657a2-33de-4f1f-9e08-225458b6503b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:41.614581 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a80644-cf23-448f-af18-06298645365e', 'code': 200} Jul 16 03:35:41.620592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:41.706098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.791948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:41.801082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cfdbd7d9-b1aa-4435-92bc-707982e5df8d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0185392 Jul 16 03:35:41.802678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34422) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:41.804589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:41.823749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:41.824386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:41.825221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063772902'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:41.906135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.921072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8656b91-a155-44a7-b0e9-fd9954759f3d req-e45b28c6-07ea-4f19-9386-6c1319899612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.923849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d8656b91-a155-44a7-b0e9-fd9954759f3d req-e45b28c6-07ea-4f19-9386-6c1319899612 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 1097 time: 0.2859914 Jul 16 03:35:41.980363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:42.013049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-f70d09ea-41c8-45ee-b909-8dbe6388f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.014307 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-f70d09ea-41c8-45ee-b909-8dbe6388f9d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b9860cfd3084c9096778fd75a535e75&device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1999002 Jul 16 03:35:42.033916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d8656b91-a155-44a7-b0e9-fd9954759f3d req-b91cb748-8e5d-4f8b-83d0-195347646cd7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Jul 16 03:35:42.041252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:42.053983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:42.057478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.115346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2416c0e7-b50b-4d79-9c01-e65b9c257c97,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.132673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-fc05442b-8f0d-4cfa-9375-747ec45a582a tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.134880 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-fc05442b-8f0d-4cfa-9375-747ec45a582a tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.11 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.1884024 Jul 16 03:35:42.171413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:42.179523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Provisioning for port 13452cdf-81c3-4649-8d36-5f5323cdd37d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:42.189998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cab5cc-2a46-41cd-ab73-a3afaac81851 req-1dd064e8-a220-4c68-ac64-fbf2695dfef7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.192670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4cab5cc-2a46-41cd-ab73-a3afaac81851 req-1dd064e8-a220-4c68-ac64-fbf2695dfef7 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.2950068 Jul 16 03:35:42.200721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0fdbb-28a5-4599-9374-700852758c9b req-37a4d817-fab2-4207-90c2-97d00e31eb65 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.201130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Provisioning complete for port 13452cdf-81c3-4649-8d36-5f5323cdd37d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:42.202178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.202294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1b0fdbb-28a5-4599-9374-700852758c9b req-37a4d817-fab2-4207-90c2-97d00e31eb65 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.3512168 Jul 16 03:35:42.206373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Checking segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:42.206599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Network hostable DHCP agents. Network: e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:42.208371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-eeeb75fa-f610-46a9-9625-c590fa4c5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.209903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-eeeb75fa-f610-46a9-9625-c590fa4c5de8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50401992-0d55-48db-bbff-9cab40cba796 HTTP/1.1" status: 200 len: 915 time: 0.1731079 Jul 16 03:35:42.223280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.223611 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 120780a4-b3ab-4761-9a7d-7024c9693bd4 of type vlan for network 4d10a856-12f0-49c7-bf00-c9554df06d85 Jul 16 03:35:42.279550 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-0f26d1de-46b9-4328-93a3-239b2c02d658 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3 HTTP/1.1" status: 200 len: 217 time: 0.0603411 Jul 16 03:35:42.294324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:42.305073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:42.305447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.330126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Port 13452cdf-81c3-4649-8d36-5f5323cdd37d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:42.337474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:42.347494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.358826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Deleting port 12a69f81-37c5-4675-8031-29fd28a9e576 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:42.358826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.363840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1b0fdbb-28a5-4599-9374-700852758c9b req-159e4217-419e-41c1-9e57-1a6b4df521fc tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544824 Jul 16 03:35:42.366927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-6b4bf6a8-a750-416e-892a-bb6b60cc1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.368611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-6b4bf6a8-a750-416e-892a-bb6b60cc1d78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d06e488-d456-46e4-af9f-4c74d490d6c2 HTTP/1.1" status: 200 len: 853 time: 0.0795946 Jul 16 03:35:42.376546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4cab5cc-2a46-41cd-ab73-a3afaac81851 req-7627bbee-6051-4745-89f9-5e6c834a5488 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730926 Jul 16 03:35:42.396036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-60533f42-b1a2-4f8b-a01c-73002cbc91ea tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.400225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-60533f42-b1a2-4f8b-a01c-73002cbc91ea tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 946 time: 0.3175027 Jul 16 03:35:42.401662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Provisioning complete for port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:42.402051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.402772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:42.423877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.424477 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.496417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-404abc87-785e-4db5-bc0f-b91a6234b1fd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9514408 Jul 16 03:35:42.497571 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.503934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.504583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.505965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff356811-217f-46c7-8443-fade89ee4b1e None None] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:42.529954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.540123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:42.601286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-62ccda73-6423-4651-b1b7-c6c01efa375c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50401992-0d55-48db-bbff-9cab40cba796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195611 Jul 16 03:35:42.672502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] For port 12a69f81-37c5-4675-8031-29fd28a9e576, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=12a69f81-37c5-4675-8031-29fd28a9e576,segment=NetworkSegment(f9e08cfa-ab60-4857-beaf-0d46698ca0a2),segment_id=f9e08cfa-ab60-4857-beaf-0d46698ca0a2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:42.672886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.700364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=4d10a856-12f0-49c7-bf00-c9554df06d85,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.718246 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.719706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.724827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Calling delete_port for 12a69f81-37c5-4675-8031-29fd28a9e576 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:42.737373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-026e3ebf-7d9c-4759-955a-f052bcfe011d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9333868 Jul 16 03:35:42.740890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34430) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.750171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:42.750927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Deleting port 828c8ed7-25f6-41dc-bffc-5e0572173408 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:42.751372 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.801682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:42.813860 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-227ec381-0b59-419e-9be3-a87aaeb6c2e5 service neutron] 10.222.0.48 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991367 Jul 16 03:35:42.822841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf8a8e-6ed4-4906-9ed6-1a82c84518bf req-491dc128-955c-4fa1-a83a-9fbe618504f7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.824822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5edf8a8e-6ed4-4906-9ed6-1a82c84518bf req-491dc128-955c-4fa1-a83a-9fbe618504f7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2773941 Jul 16 03:35:42.894823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.990948 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f973abfd-bffa-4e22-bed6-64a4be6637a3 req-332fc290-2239-4da5-9054-aabbeca34e26 service neutron] 10.222.0.48 "GET /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658049 Jul 16 03:35:43.027942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:43.031787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.038516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:43.039948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.096342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f97d7-efc9-4009-b218-ea7ae58181c3 req-91281c77-4fbe-4c1c-8371-b62d75d959bd tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.104445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-408f97d7-efc9-4009-b218-ea7ae58181c3 req-91281c77-4fbe-4c1c-8371-b62d75d959bd tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34 HTTP/1.1" status: 200 len: 946 time: 0.3149028 Jul 16 03:35:43.125877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5edf8a8e-6ed4-4906-9ed6-1a82c84518bf req-9467d903-f47f-44b7-b95b-f3e3cfd70fc2 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526662 Jul 16 03:35:43.144218 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.201973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Pushing event deleted for resources: {'Port': ['ID=12a69f81-37c5-4675-8031-29fd28a9e576,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.233006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] For port 828c8ed7-25f6-41dc-bffc-5e0572173408, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=828c8ed7-25f6-41dc-bffc-5e0572173408,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:43.233420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.245723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['12a69f81-37c5-4675-8031-29fd28a9e576'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:43.276829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] No DVR routers for this DVR port 12a69f81-37c5-4675-8031-29fd28a9e576 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:43.280982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.283258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab02b2d0-0257-4dbb-8b54-5ac28a67b110 req-3af4fb3f-0cbe-4548-bc93-f57f93013f55 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.11 "DELETE /v2.0/ports/12a69f81-37c5-4675-8031-29fd28a9e576 HTTP/1.1" status: 204 len: 173 time: 1.1416383 Jul 16 03:35:43.283819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'name': 'network-vif-deleted', 'tag': '12a69f81-37c5-4675-8031-29fd28a9e576'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:43.285489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-408f97d7-efc9-4009-b218-ea7ae58181c3 req-614f836b-1266-47d5-9262-670dcc414433 tempest-ServerTagsTestJSON-381265066 tempest-ServerTagsTestJSON-381265066-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792614 Jul 16 03:35:43.286602 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a790d9d-605f-4913-b83a-ff037b04a5b9" -d '{"events": [{"server_uuid": "8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34", "name": "network-vif-deleted", "tag": "12a69f81-37c5-4675-8031-29fd28a9e576"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:43.290328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.293462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.308576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Calling delete_port for 828c8ed7-25f6-41dc-bffc-5e0572173408 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:43.329468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:40Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:40Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:43.337758 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.411425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:43.411934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Updating router bec880ce-681c-4e88-9b4c-c63b467d16c9 port 13452cdf-81c3-4649-8d36-5f5323cdd37d binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:43.441432 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde7bafe-69a2-4c31-a194-c452d2908986 x-openstack-request-id: req-fde7bafe-69a2-4c31-a194-c452d2908986 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:43.441615 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34", "name": "network-vif-deleted", "tag": "12a69f81-37c5-4675-8031-29fd28a9e576", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:43.441771 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fde7bafe-69a2-4c31-a194-c452d2908986 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:43.442186 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf5d74-7a1a-40f7-8764-4bcaa4d0cb34', 'name': 'network-vif-deleted', 'tag': '12a69f81-37c5-4675-8031-29fd28a9e576', 'status': 'completed', 'code': 200} Jul 16 03:35:43.444456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.502997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:43.505077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Allocated IP 172.20.0.2 (e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04/2416c0e7-b50b-4d79-9c01-e65b9c257c97/681b5f14-2042-4c91-b64f-16b23249e4c9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:43.507461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.528302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.609469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=a41d3ed4-fdf4-477c-b59c-c630a9d86a2c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.611704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:43.612008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: 4d10a856-12f0-49c7-bf00-c9554df06d85, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:43.632576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:43.646109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4d10a856-12f0-49c7-bf00-c9554df06d85) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:43.657271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.657998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.675919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165251d0-66ea-4e47-8339-4024005d0a48 None None] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:43.679305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70720a00-190b-4733-9260-facf469c4b9a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9307473 Jul 16 03:35:43.679544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:43.745045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.796893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Pushing event deleted for resources: {'Port': ['ID=828c8ed7-25f6-41dc-bffc-5e0572173408,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.844776 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:35:43.845527 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-d644adb4-c47e-4d83-9edd-0680e6a006a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:35:43.910518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.923557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] No DVR routers for this DVR port 828c8ed7-25f6-41dc-bffc-5e0572173408 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:43.935332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fa2af-dccc-4f2f-9122-00083dcc1a0d req-76f35f08-a50c-4935-bba4-90df31a25883 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.942561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-081fa2af-dccc-4f2f-9122-00083dcc1a0d req-76f35f08-a50c-4935-bba4-90df31a25883 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.3469017 Jul 16 03:35:43.944953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.947505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54c6aa8c-2259-45bf-8192-f3f7031086f4 req-2f8ce910-25b5-4fba-b6b6-115fa15b5895 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.48 "DELETE /v2.0/ports/828c8ed7-25f6-41dc-bffc-5e0572173408 HTTP/1.1" status: 204 len: 173 time: 1.5412140 Jul 16 03:35:43.950060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f69a15b-3895-45b4-8be2-db179d41da58', 'name': 'network-vif-deleted', 'tag': '828c8ed7-25f6-41dc-bffc-5e0572173408'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:43.952638 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bbedff-67ec-4bca-b9e1-0688e47ee0d6" -d '{"events": [{"server_uuid": "3f69a15b-3895-45b4-8be2-db179d41da58", "name": "network-vif-deleted", "tag": "828c8ed7-25f6-41dc-bffc-5e0572173408"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:43.963085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23f6c6-0eb8-4292-8298-a93c51fee431 req-73024fa7-28ac-47a6-9241-e869fa887d78 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.965121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c23f6c6-0eb8-4292-8298-a93c51fee431 req-73024fa7-28ac-47a6-9241-e869fa887d78 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f69a15b-3895-45b4-8be2-db179d41da58 HTTP/1.1" status: 200 len: 867 time: 0.3672514 Jul 16 03:35:44.147747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.193232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Transition to ACTIVE for port object 681b5f14-2042-4c91-b64f-16b23249e4c9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:44.201793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.210191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-4d10a856-12f0-49c7-bf00-c9554df06d85', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:44.211178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.241135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Transition to ACTIVE for port object 681b5f14-2042-4c91-b64f-16b23249e4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:44.255015 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.388860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-081fa2af-dccc-4f2f-9122-00083dcc1a0d req-1b873008-d482-4bd1-b214-e3faace50f24 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453654 Jul 16 03:35:44.418464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:44.425841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c23f6c6-0eb8-4292-8298-a93c51fee431 req-8c51f679-7186-4e3b-a8a7-cf36a68f08a0 tempest-ServerRescueTestJSON-1588768843 tempest-ServerRescueTestJSON-1588768843-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511998 Jul 16 03:35:44.431256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:44.433157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Pushing event updated for resources: {'Port': ['ID=681b5f14-2042-4c91-b64f-16b23249e4c9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:44.440558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:44.467157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.467552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.513670 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.528127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Transition to ACTIVE for port object 13452cdf-81c3-4649-8d36-5f5323cdd37d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:44.543134 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10202e8-8857-42c4-a17b-6e870510ca8e x-openstack-request-id: req-b10202e8-8857-42c4-a17b-6e870510ca8e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:44.543595 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f69a15b-3895-45b4-8be2-db179d41da58", "name": "network-vif-deleted", "tag": "828c8ed7-25f6-41dc-bffc-5e0572173408", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:44.545269 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b10202e8-8857-42c4-a17b-6e870510ca8e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:44.545491 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f69a15b-3895-45b4-8be2-db179d41da58', 'name': 'network-vif-deleted', 'tag': '828c8ed7-25f6-41dc-bffc-5e0572173408', 'status': 'completed', 'code': 200} Jul 16 03:35:44.563096 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.585325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Allocated IP 172.21.0.2 (4d10a856-12f0-49c7-bf00-c9554df06d85/a41d3ed4-fdf4-477c-b59c-c630a9d86a2c/f07bbb9d-722c-42f1-a42f-6d4de0dc18c3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:44.630095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Attempting to bind port 681b5f14-2042-4c91-b64f-16b23249e4c9 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:44.630588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Attempting to bind port 681b5f14-2042-4c91-b64f-16b23249e4c9 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:44.631070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Attempting to bind port 681b5f14-2042-4c91-b64f-16b23249e4c9 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:44.673378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:44.673934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Checking segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:44.674442 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.675087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Bound using segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:44.675686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Bound port: 681b5f14-2042-4c91-b64f-16b23249e4c9, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:44.676155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.715116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe33ac7-e145-4b2b-b0dd-89e98065c3f7 None None] Pushing event updated for resources: {'Port': ['ID=13452cdf-81c3-4649-8d36-5f5323cdd37d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:44.751911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Allocated IP 172.25.4.106 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/19d4bbaa-adff-4d8d-8ecd-13a0049b2be8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:44.766109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34450) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:44.847027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Deleting subnet 20a8fd41-fb02-4aa0-8473-fda95991efd1 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:44.847497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Attempting to bind port 13452cdf-81c3-4649-8d36-5f5323cdd37d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:44.847972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Attempting to bind port 13452cdf-81c3-4649-8d36-5f5323cdd37d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:44.848438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Attempting to bind port 13452cdf-81c3-4649-8d36-5f5323cdd37d on network 85334390-65da-4c34-bb6e-0209b77ea874 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:44.858297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.873756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:44.880383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Checking segment: {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:44.881014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.881525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Bound using segment: {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:44.882122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Bound port: 13452cdf-81c3-4649-8d36-5f5323cdd37d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88648bf-81f2-429e-94f8-ab74d0f4d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:44.882658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.911165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.952325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] For port 681b5f14-2042-4c91-b64f-16b23249e4c9, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:44.959242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.995247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] For port 681b5f14-2042-4c91-b64f-16b23249e4c9, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=681b5f14-2042-4c91-b64f-16b23249e4c9,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:45.017436 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.025846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.029525 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.042285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.047655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073618b-091f-459d-b5c5-2f2fa29ff6fc req-43292719-5a3c-4c18-bdf2-0d43b23c16de tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:45.054743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5073618b-091f-459d-b5c5-2f2fa29ff6fc req-43292719-5a3c-4c18-bdf2-0d43b23c16de tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.1741681 Jul 16 03:35:45.071692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a8fd41-fb02-4aa0-8473-fda95991efd1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.073776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.080557 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-44390f79-9ad0-435f-9426-fd9f87eb13e5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20a8fd41-fb02-4aa0-8473-fda95991efd1 HTTP/1.1" status: 204 len: 168 time: 0.3084326 Jul 16 03:35:45.080557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:45.086128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Transition to ACTIVE for port object f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:45.089942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] For port 13452cdf-81c3-4649-8d36-5f5323cdd37d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:45.102288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] For port 13452cdf-81c3-4649-8d36-5f5323cdd37d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=13452cdf-81c3-4649-8d36-5f5323cdd37d,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:45.103543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 828c8ed7-25f6-41dc-bffc-5e0572173408 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:45.127400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5073618b-091f-459d-b5c5-2f2fa29ff6fc req-d528af5a-2983-4731-a076-9da108c4fc36 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702789 Jul 16 03:35:45.160605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.209576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.210156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:45.213605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:45.216981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:45.244709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Pushing event updated for resources: {'Port': ['ID=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.319175 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.325732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 828c8ed7-25f6-41dc-bffc-5e0572173408 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:45.326140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 828c8ed7-25f6-41dc-bffc-5e0572173408 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:45.342863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Transition to ACTIVE for port object f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:45.346565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0185c2c-048c-452c-8483-f267584eb99a None None] Pushing event updated for resources: {'Port': ['ID=681b5f14-2042-4c91-b64f-16b23249e4c9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.361417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.372894 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.377371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f2e1a2-85ac-4a09-8206-47daa1718dc3']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:45.422656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:45.426080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:45.509878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.21.0.1 (4d10a856-12f0-49c7-bf00-c9554df06d85/a41d3ed4-fdf4-477c-b59c-c630a9d86a2c/829d4945-e79e-4e75-b554-56e339bd952b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:45.566769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:45.576507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a8424-6e9d-4c87-a1f9-956062c83272 req-d794b377-4906-42ba-b724-e7a35d11c4e5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:45.580522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:45.587218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e99a8424-6e9d-4c87-a1f9-956062c83272 req-d794b377-4906-42ba-b724-e7a35d11c4e5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2726533 Jul 16 03:35:45.598580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:45.611449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe33ac7-e145-4b2b-b0dd-89e98065c3f7 None None] Pushing event updated for resources: {'Port': ['ID=13452cdf-81c3-4649-8d36-5f5323cdd37d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.665373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:45.698855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:45.699202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e08cfa-ab60-4857-beaf-0d46698ca0a2') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:45.735170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.749711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e99a8424-6e9d-4c87-a1f9-956062c83272 req-f21d12eb-bfcf-42ca-9c46-52ad24f05186 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614084 Jul 16 03:35:45.754874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.778204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.790490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:45.791192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.793317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:45.793896 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:45.796783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 829d4945-e79e-4e75-b554-56e339bd952b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:45.839507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 12a69f81-37c5-4675-8031-29fd28a9e576 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:45.863394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34464) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:45.873768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb047d-0d61-4fa9-ab1b-f989b147c3d3 req-6527782f-0abe-4ce7-89e9-85cb69f4dd23 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:45.890626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21fb047d-0d61-4fa9-ab1b-f989b147c3d3 req-6527782f-0abe-4ce7-89e9-85cb69f4dd23 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.2418482 Jul 16 03:35:45.961106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 12a69f81-37c5-4675-8031-29fd28a9e576 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:45.961721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 12a69f81-37c5-4675-8031-29fd28a9e576 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:45.993668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Pushing event updated for resources: {'Port': ['ID=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:46.036519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21fb047d-0d61-4fa9-ab1b-f989b147c3d3 req-26dbc777-77f3-4fc2-ad25-32387c6e5aec tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299992 Jul 16 03:35:46.091203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Attempting to bind port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:46.091576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Attempting to bind port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:46.092045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Attempting to bind port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 on network 4d10a856-12f0-49c7-bf00-c9554df06d85 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:46.110407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:46.110829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Checking segment: {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:46.111241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.113070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Bound using segment: {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:46.113641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Bound port: f07bbb9d-722c-42f1-a42f-6d4de0dc18c3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:46.114037 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.151541 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.191253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 681b5f14-2042-4c91-b64f-16b23249e4c9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:46.203731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.210091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0f2e1a2-85ac-4a09-8206-47daa1718dc3 HTTP/1.1" status: 204 len: 168 time: 1.1291218 Jul 16 03:35:46.212388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a70994-ef48-4826-8266-802b2ba644fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f2e1a2-85ac-4a09-8206-47daa1718dc3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:46.233403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.311650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:46.322823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:46.324891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=829d4945-e79e-4e75-b554-56e339bd952b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:46.326022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.337047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:46.521703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 681b5f14-2042-4c91-b64f-16b23249e4c9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:46.528464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.529792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34482) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:46.607089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:46.622849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bfdb1d7b-9eab-4ade-93ed-894e66b475d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9191d326603540a8a7d98687cf160ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916936 Jul 16 03:35:46.625407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:46.677480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] For port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:46.776520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] For port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:46.792646 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.830766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.879016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbcc67bf-2646-42e9-b14a-12b1f029f618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.945127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:40Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:45Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:46.958170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9cb03-ed00-4d8d-b418-a36c99ea1661 None None] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:47.022192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.057948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbcc67bf-2646-42e9-b14a-12b1f029f618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.063029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Router 5160f463-01f6-42b5-bb15-b39a631a685d is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:47.088826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:47.089214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.123403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585cc0-7399-48cd-8cbb-23691359e14d None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:40Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:45Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:47.171615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed35ac-3668-407d-9bf0-5d22c38ab450 None None] Pushing event updated for resources: {'Port': ['ID=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.172956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76b5c-7e9b-448c-97f6-5223fa8bb3cd req-7b277efd-36f0-4a87-a4a5-219f7e0228fb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.180876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6c76b5c-7e9b-448c-97f6-5223fa8bb3cd req-7b277efd-36f0-4a87-a4a5-219f7e0228fb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.4035285 Jul 16 03:35:47.212416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] Provisioning for port 681b5f14-2042-4c91-b64f-16b23249e4c9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:47.311478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] Provisioning complete for port 681b5f14-2042-4c91-b64f-16b23249e4c9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:47.313994 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.425531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-288a9321-6bb7-4f76-a2e6-943821bf6661 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5476687 Jul 16 03:35:47.491347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6c76b5c-7e9b-448c-97f6-5223fa8bb3cd req-145398d3-ac1c-4942-b309-a00e1fc1605f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093467 Jul 16 03:35:47.561409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.639525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] For port 681b5f14-2042-4c91-b64f-16b23249e4c9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=681b5f14-2042-4c91-b64f-16b23249e4c9,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:47.645926 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.691416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:47.705289 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:47.712417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbcc67bf-2646-42e9-b14a-12b1f029f618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.717866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbcc67bf-2646-42e9-b14a-12b1f029f618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.719344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dbcc67bf-2646-42e9-b14a-12b1f029f618 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d HTTP/1.1" status: 204 len: 168 time: 1.0930378 Jul 16 03:35:47.719521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb5f77-4d50-41f8-a4b4-3f5f1031920c None None] Pushing event updated for resources: {'Port': ['ID=681b5f14-2042-4c91-b64f-16b23249e4c9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.723344 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:47.729457 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:47.788258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7c97-0da3-48e4-ad76-ca2d2031e021 req-17c19b8f-1677-4bde-a1ea-23e348371884 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.797688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db9f7c97-0da3-48e4-ad76-ca2d2031e021 req-17c19b8f-1677-4bde-a1ea-23e348371884 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.7361495 Jul 16 03:35:47.894420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc67bf-2646-42e9-b14a-12b1f029f618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e10220-6cf2-4f8a-b2a1-4b1e61f1d91d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.955618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.960215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99113554-716c-4eeb-8030-269f0558c34a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4222188 Jul 16 03:35:47.972900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34498) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:47.985226 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:47.994738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d1c34c10-643b-4bf4-9c55-0ed90e889276 None None] Provisioning complete for port 681b5f14-2042-4c91-b64f-16b23249e4c9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:47.995617 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1c34c10-643b-4bf4-9c55-0ed90e889276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.273665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db9f7c97-0da3-48e4-ad76-ca2d2031e021 req-a238f4ea-28fd-46b1-b9e1-ce7b6d3d67e8 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349673 Jul 16 03:35:48.293673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.293990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.294471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.296239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.307760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.315863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.316340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.322038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:48.324387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f5006588-9d1c-4c1c-836b-e1b483d0d1c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65563a9af12f432db97e2d0a1ede6306&device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 6501 time: 0.7917447 Jul 16 03:35:48.499172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:48.520671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 681b5f14-2042-4c91-b64f-16b23249e4c9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:48.549195 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:45Z', 'revision_number': 3, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:48.613595 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:48.614242 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Updating router 5160f463-01f6-42b5-bb15-b39a631a685d port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:48.667696 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:35:48.675902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.695980 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.696315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-1314a0ae-429a-421d-ba78-c0cbe2fc4f20 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.697870 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-1314a0ae-429a-421d-ba78-c0cbe2fc4f20 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.48 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.2911522 Jul 16 03:35:48.715850 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.719083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556e6f0-60a0-4655-8820-b7a5745d84c8 None None] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:48.842185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] Provisioning for port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:48.897737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=829d4945-e79e-4e75-b554-56e339bd952b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:48.902389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.973989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] Provisioning complete for port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:48.974391 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.976697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.977298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.977796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.978675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.979360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.979867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.980351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.981934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.982509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.983236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.983861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.984347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:48.990832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 681b5f14-2042-4c91-b64f-16b23249e4c9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:48.991234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.063650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Deleting port c2ba25ea-5b25-45ba-a51d-739728d8beb5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:49.064204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.100610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Deleting port ebd11ffb-f532-460f-a9db-858c10a2bab3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:49.101177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.270274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:49.287300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:49.309411 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.341656 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Transition to ACTIVE for port object 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:49.351940 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.372400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] For port ebd11ffb-f532-460f-a9db-858c10a2bab3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ebd11ffb-f532-460f-a9db-858c10a2bab3,segment=NetworkSegment(aff39e68-8cc0-401b-8fa8-8ffc3a5803d9),segment_id=aff39e68-8cc0-401b-8fa8-8ffc3a5803d9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:49.372764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.384748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] For port c2ba25ea-5b25-45ba-a51d-739728d8beb5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c2ba25ea-5b25-45ba-a51d-739728d8beb5,segment=NetworkSegment(04d238ba-5cad-495b-a753-22d60b8ee230),segment_id=04d238ba-5cad-495b-a753-22d60b8ee230)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:49.385463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.443887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Attempting to bind port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:49.444524 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Attempting to bind port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:49.447771 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Attempting to bind port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:49.451646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13452cdf-81c3-4649-8d36-5f5323cdd37d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:49.458081 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:49.458528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:49.458991 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.459680 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:49.460611 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Bound port: 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:49.461140 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.518039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Pushing event updated for resources: {'Port': ['ID=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:49.520825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Calling delete_port for c2ba25ea-5b25-45ba-a51d-739728d8beb5 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:49.536705 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.537055 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.537400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.537737 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.538372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.538372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.538734 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.539064 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.539429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.539751 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.540762 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.541125 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:49.583874 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] For port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:49.587564 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] For port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:49.593066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Calling delete_port for ebd11ffb-f532-460f-a9db-858c10a2bab3 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:49.596908 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.629796 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.661114 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb7217-d13e-4bed-b90d-30adff4ad162 None None] Pushing event updated for resources: {'Port': ['ID=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:49.666895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 13452cdf-81c3-4649-8d36-5f5323cdd37d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:49.674411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 13452cdf-81c3-4649-8d36-5f5323cdd37d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:49.674886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.694594 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:49.695780 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:49.724225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0480741d-26d1-4aee-b728-8684a9edc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.724780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0480741d-26d1-4aee-b728-8684a9edc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.725262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0480741d-26d1-4aee-b728-8684a9edc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.727316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0480741d-26d1-4aee-b728-8684a9edc4ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa09f388-60a2-4025-9fc0-ab125606f905&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=e94fa5d6-bf96-4c3a-940a-325327772fbb&id=c59a8071-def6-434e-acab-915f3ad843be&id=c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 200 len: 2301 time: 1.2685070 Jul 16 03:35:49.742311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] For port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:49.785778 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.807161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.836832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:49.862348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6305e-ce93-4ac6-aec7-c57129edb376 None None] Pushing event updated for resources: {'Port': ['ID=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:49.864340 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:49.897807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 13452cdf-81c3-4649-8d36-5f5323cdd37d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=13452cdf-81c3-4649-8d36-5f5323cdd37d,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:49.906531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.933645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4697a9-6bc7-4448-a5fe-59bb749417e6 req-8689b481-9678-4743-a096-e0af058ce86d tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.935271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb4697a9-6bc7-4448-a5fe-59bb749417e6 req-8689b481-9678-4743-a096-e0af058ce86d tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 945 time: 0.3365419 Jul 16 03:35:49.950419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51fbef-db90-4c80-8926-0df3c3906f15 req-25e3a9e9-5370-434e-ac2b-cd69e1ccdfeb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.957883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af51fbef-db90-4c80-8926-0df3c3906f15 req-25e3a9e9-5370-434e-ac2b-cd69e1ccdfeb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.4329553 Jul 16 03:35:50.032281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=13452cdf-81c3-4649-8d36-5f5323cdd37d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:50.046001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-a29063db-c485-4906-82c3-c2ffd53c68be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 200 len: 1001 time: 0.2730172 Jul 16 03:35:50.048880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:50.055143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.061140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:50.061930 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7e6ffb83-83a4-46d8-8087-1a95494e2d4b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3811960 Jul 16 03:35:50.068689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34528) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:50.077621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:50.080520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1935351500'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:50.105557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.119506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ba25ea-5b25-45ba-a51d-739728d8beb5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:50.150664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:50.151327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:50.170413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb4697a9-6bc7-4448-a5fe-59bb749417e6 req-9c6dec01-4413-49db-9877-6bfc7191c546 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e1cab29-09f4-44c3-a496-4b56439686f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092681 Jul 16 03:35:50.201643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Pushing event deleted for resources: {'Port': ['ID=ebd11ffb-f532-460f-a9db-858c10a2bab3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:50.220738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af51fbef-db90-4c80-8926-0df3c3906f15 req-d608243a-fd90-420c-a70c-5f3c69e57624 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613516 Jul 16 03:35:50.312065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] No DVR routers for this DVR port ebd11ffb-f532-460f-a9db-858c10a2bab3 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:50.316593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-1831a0b7-2b32-44b1-8d7c-916a710ff348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.318852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-1831a0b7-2b32-44b1-8d7c-916a710ff348 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 200 len: 856 time: 0.2297037 Jul 16 03:35:50.325201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:50.328807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.381611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.384243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aaf10a8b-254e-4664-a0bf-dd797fc1a42b req-03320699-3f97-4639-afa0-ae41e6f231d2 tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.48 "DELETE /v2.0/ports/ebd11ffb-f532-460f-a9db-858c10a2bab3 HTTP/1.1" status: 204 len: 173 time: 1.6805317 Jul 16 03:35:50.397231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477c160b-094d-4050-aad8-bea279d90bb5', 'name': 'network-vif-deleted', 'tag': 'ebd11ffb-f532-460f-a9db-858c10a2bab3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:50.418380 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b917d25b-3248-4af9-8550-a2e119280259" -d '{"events": [{"server_uuid": "477c160b-094d-4050-aad8-bea279d90bb5", "name": "network-vif-deleted", "tag": "ebd11ffb-f532-460f-a9db-858c10a2bab3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:50.436377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.475602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:50.522347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:50.525970 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.575222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.575581 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment 58fd925f-4950-44fb-9140-e0493ee05166 of type vlan for network 5dec5a73-0762-447a-a398-a8c61b329b26 Jul 16 03:35:50.589224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-46d42ec0-7f97-4760-8192-a19cab28b348 None None] Provisioning complete for port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:50.589913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46d42ec0-7f97-4760-8192-a19cab28b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.611729 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:45Z', 'revision_number': 3, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:50.627126 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d54bf1f-ea3e-4b37-a13b-f6b3b101f057 x-openstack-request-id: req-5d54bf1f-ea3e-4b37-a13b-f6b3b101f057 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:50.627432 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477c160b-094d-4050-aad8-bea279d90bb5", "name": "network-vif-deleted", "tag": "ebd11ffb-f532-460f-a9db-858c10a2bab3", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:50.627697 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d54bf1f-ea3e-4b37-a13b-f6b3b101f057 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:50.631381 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477c160b-094d-4050-aad8-bea279d90bb5', 'name': 'network-vif-deleted', 'tag': 'ebd11ffb-f532-460f-a9db-858c10a2bab3', 'status': 'completed', 'code': 200} Jul 16 03:35:50.647014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:50.724075 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51651679-39e3-48b8-a6bf-a4ca4eb1fec3 None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:45Z', 'revision_number': 3, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:50.790927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-00bec12e-8d59-4eaf-ba6b-d91088f8881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.796648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.799394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-00bec12e-8d59-4eaf-ba6b-d91088f8881a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa09f388-60a2-4025-9fc0-ab125606f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4701993 Jul 16 03:35:50.830766 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7ee35fc-4c5d-45f7-ba1b-756d8608de81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.868459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.918996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.932334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.934213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.059933 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9851861 Jul 16 03:35:51.065926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:51.071531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Allocated IP 172.20.0.1 (e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04/2416c0e7-b50b-4d79-9c01-e65b9c257c97/f00a3239-d049-4b6c-b24c-0135bdb99386) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:51.092423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:51.126367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebd11ffb-f532-460f-a9db-858c10a2bab3 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:51.214785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-899e1671-0f82-4810-b03d-ce55475b8166 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962932 Jul 16 03:35:51.221907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: ebd11ffb-f532-460f-a9db-858c10a2bab3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:51.222571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ebd11ffb-f532-460f-a9db-858c10a2bab3 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:51.252722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0a7df-6a0b-4d38-ba4d-73f1d2526c76 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=5dec5a73-0762-447a-a398-a8c61b329b26,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:51.281647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5dec5a73-0762-447a-a398-a8c61b329b26 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:51.380668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-46d42ec0-7f97-4760-8192-a19cab28b348 None None] Provisioning for port 829d4945-e79e-4e75-b554-56e339bd952b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:51.380878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:51.386880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.437130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-46d42ec0-7f97-4760-8192-a19cab28b348 None None] Provisioning complete for port 829d4945-e79e-4e75-b554-56e339bd952b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:51.438064 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46d42ec0-7f97-4760-8192-a19cab28b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.545359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-46d42ec0-7f97-4760-8192-a19cab28b348 None None] Port 829d4945-e79e-4e75-b554-56e339bd952b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:51.574337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:46Z', 'revision_number': 3, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:48Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:51.594087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:51.631804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:51.632538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Updating router bec880ce-681c-4e88-9b4c-c63b467d16c9 port 829d4945-e79e-4e75-b554-56e339bd952b binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:51.681439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-646eb000-75b3-4bb6-8c78-5bc5aee7529e None None] Provisioning complete for port 829d4945-e79e-4e75-b554-56e339bd952b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:51.682184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-646eb000-75b3-4bb6-8c78-5bc5aee7529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.685253 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.755520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-646eb000-75b3-4bb6-8c78-5bc5aee7529e None None] Port 829d4945-e79e-4e75-b554-56e339bd952b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:51.794841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.821861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:51.833383 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ede1e43a-c1ee-41c8-9c0c-32ae58c14f8b admin admin] 10.222.0.25 "PUT /v2.0/routers/fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9681251 Jul 16 03:35:51.837335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34556) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:51.837727 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] Sync routers for ids ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:51.851079 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] Routers {'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:51.853381 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:51.876115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aa18aa2-bda3-4096-8c67-0a13f15e5103 req-a6ec4b85-c202-4e15-854d-b7ca43e635ff tempest-InstanceActionsTestJSON-198580993 tempest-InstanceActionsTestJSON-198580993-project] 10.222.0.25 "GET /v2.0/ports?device_id=477c160b-094d-4050-aad8-bea279d90bb5 HTTP/1.1" status: 200 len: 210 time: 0.2263918 Jul 16 03:35:52.039424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=42183ed4-6857-4e94-aed5-c9f3e4588215,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.090694 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.122991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-930a18da-ba94-4b79-af50-e84ede9022f8 service neutron] 10.222.0.48 "GET /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906682 Jul 16 03:35:52.167963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.192669 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] Set router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:52.204188 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.220823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Transition to ACTIVE for port object 829d4945-e79e-4e75-b554-56e339bd952b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:52.224949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b3ad-4167-47f0-bdfb-863b4ffd0b23 req-fdfd86e6-ff10-471d-91d9-3406ea4ee2dd tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:52.233174 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.236451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bd8b3ad-4167-47f0-bdfb-863b4ffd0b23 req-fdfd86e6-ff10-471d-91d9-3406ea4ee2dd tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.6018569 Jul 16 03:35:52.299802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba373eb1-7877-4686-8042-5b2598b80607 None None] Pushing event updated for resources: {'Port': ['ID=829d4945-e79e-4e75-b554-56e339bd952b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.322291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-1c4a390b-a094-4cd3-9331-61f18d4fe8d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 217 time: 0.1624219 Jul 16 03:35:52.390115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bd8b3ad-4167-47f0-bdfb-863b4ffd0b23 req-cdb00dd8-13fa-4b9b-8340-3bb5b8bd9ccf tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527765 Jul 16 03:35:52.391227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Transition to ACTIVE for port object f00a3239-d049-4b6c-b24c-0135bdb99386 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:52.405624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:52.405991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: 5dec5a73-0762-447a-a398-a8c61b329b26, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:52.469409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:52.477744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Attempting to bind port 829d4945-e79e-4e75-b554-56e339bd952b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:52.479793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Attempting to bind port 829d4945-e79e-4e75-b554-56e339bd952b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:52.480560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Attempting to bind port 829d4945-e79e-4e75-b554-56e339bd952b on network 4d10a856-12f0-49c7-bf00-c9554df06d85 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:52.504784 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.520685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:52.521352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Checking segment: {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:52.521918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.522466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Bound using segment: {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:52.523285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Bound port: 829d4945-e79e-4e75-b554-56e339bd952b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120780a4-b3ab-4761-9a7d-7024c9693bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:52.523893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.546606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-4ef8da6c-65e9-4572-b269-14bed46bec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:52.550506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-4ef8da6c-65e9-4572-b269-14bed46bec64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.1664383 Jul 16 03:35:52.551191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 5dec5a73-0762-447a-a398-a8c61b329b26 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:52.600921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Deleting port 1c3bbe41-e9f4-4138-bdc8-795246867a39 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:52.601467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.613060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] For port 829d4945-e79e-4e75-b554-56e339bd952b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:52.616893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] For port 829d4945-e79e-4e75-b554-56e339bd952b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=829d4945-e79e-4e75-b554-56e339bd952b,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:52.636911 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.654835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:52.658330 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port': {'id': '1c3bbe41-e9f4-4138-bdc8-795246867a39', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:26Z', 'updated_at': '2021-07-16T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:52.674742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5dec5a73-0762-447a-a398-a8c61b329b26) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:52.681273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:52.682170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.692762 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] Checking router: fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:52.696721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.703267 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] Routers {'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:52.704094 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:52.712448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5ca4c-9151-4ad3-8ea7-f1b8f8d7d8ec None None] Network 5dec5a73-0762-447a-a398-a8c61b329b26 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:52.725888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:52.727947 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.748275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d3f9dd14-ce15-4be2-ac57-eb7a473b9081 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6800394 Jul 16 03:35:52.750515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:52.777838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] For port 1c3bbe41-e9f4-4138-bdc8-795246867a39, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1c3bbe41-e9f4-4138-bdc8-795246867a39,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:52.778308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.799835 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] Set router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:52.805269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:52.806464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Calling delete_port for 1c3bbe41-e9f4-4138-bdc8-795246867a39 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:52.854793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:52.857592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:52.871470 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:35:52Z', 'revision_number': 6, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:52.912942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba373eb1-7877-4686-8042-5b2598b80607 None None] Pushing event updated for resources: {'Port': ['ID=829d4945-e79e-4e75-b554-56e339bd952b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.915472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f00a3239-d049-4b6c-b24c-0135bdb99386,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.929539 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4910c-98ea-43b2-b4a0-a391c35b0085 None None] The sync data for ids ['fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb'] in n-d-800089-6 is: [{'id': 'fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb', 'name': 'tempest-ServerRescueTestJSON-1060940243-router', 'tenant_id': '807770e404ad4cf6a2490012018287f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:24Z', 'updated_at': '2021-07-16T03:35:52Z', 'revision_number': 6, 'project_id': '807770e404ad4cf6a2490012018287f1', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:52.993370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-6399e691-7577-400c-aed3-c1983c519c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:52.995352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-6399e691-7577-400c-aed3-c1983c519c3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4372654 Jul 16 03:35:53.089530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:53.094148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:53.100168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34566) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:53.115367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.233392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.239490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:53.277801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3bbe41-e9f4-4138-bdc8-795246867a39,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.306889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Deleting subnet 8d06e488-d456-46e4-af9f-4c74d490d6c2 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:53.315247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.468488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.529883 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.572558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.597756 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f884f72f-577b-48a6-ad97-6f27485e633e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.605112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0854615a-6269-4fd6-9fb7-57b90ad6ba05 None None] Provisioning for port f00a3239-d049-4b6c-b24c-0135bdb99386 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:53.616291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.675528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0854615a-6269-4fd6-9fb7-57b90ad6ba05 None None] Provisioning complete for port f00a3239-d049-4b6c-b24c-0135bdb99386 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:53.676347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0854615a-6269-4fd6-9fb7-57b90ad6ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.688207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.712750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-5dec5a73-0762-447a-a398-a8c61b329b26', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:53.714090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.719437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:53.771080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.779470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13452cdf-81c3-4649-8d36-5f5323cdd37d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:53.861839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.932147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0854615a-6269-4fd6-9fb7-57b90ad6ba05 None None] Port f00a3239-d049-4b6c-b24c-0135bdb99386 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:53.969848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.102772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138d8ad-35d6-4bb3-8f75-0cfaabc1a33a req-4723e0c8-b132-4d0a-9619-fd5ad729ac03 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.110646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d138d8ad-35d6-4bb3-8f75-0cfaabc1a33a req-4723e0c8-b132-4d0a-9619-fd5ad729ac03 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.3012218 Jul 16 03:35:54.118631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.127638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-04abd2eb-cb06-4946-92db-2ab32d9efa76 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1128795 Jul 16 03:35:54.175257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d06e488-d456-46e4-af9f-4c74d490d6c2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.190444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.192952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.195103 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-509bdb97-b182-48e6-bb22-7308c86332e9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8d06e488-d456-46e4-af9f-4c74d490d6c2 HTTP/1.1" status: 204 len: 168 time: 1.0939760 Jul 16 03:35:54.196667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.198305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:54.278785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:46Z', 'revision_number': 3, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:52Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:54.287595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.311547 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d138d8ad-35d6-4bb3-8f75-0cfaabc1a33a req-ed3db9f2-0bbe-4bc2-a5b2-7de6f6a1fc33 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995177 Jul 16 03:35:54.346655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5006c5-ee05-4f1c-9234-2f8a9df8e33b None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:46Z', 'revision_number': 3, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:52Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:54.372519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.373093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:35:54.374127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 13452cdf-81c3-4649-8d36-5f5323cdd37d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:54.374506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.379846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.380904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.384447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f423bc15-bd76-4abf-83f8-ab72b7fb3b94 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fb26b48f-6a2f-4e45-9aaf-05456d3dc2eb HTTP/1.1" status: 204 len: 168 time: 2.5454962 Jul 16 03:35:54.388633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.390738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:54.418064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Allocated IP 172.22.0.2 (5dec5a73-0762-447a-a398-a8c61b329b26/42183ed4-6857-4e94-aed5-c9f3e4588215/0741be8f-aeba-439a-9bd8-8079e04bd6af) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:54.481578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Deleting subnet 488fc9f9-7283-4c01-af1e-c579e1917e72 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:54.488939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.569571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-7b1df11c-8013-47e9-8a34-a53932230a7f service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189749 Jul 16 03:35:54.655491 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.730579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-3c6c7305-2b01-4472-bd9b-ae92785aed68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 217 time: 0.1013348 Jul 16 03:35:54.819920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.853728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50401992-0d55-48db-bbff-9cab40cba796']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:54.880599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:54.880900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff39e68-8cc0-401b-8fa8-8ffc3a5803d9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:54.901302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.909413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.923025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Transition to ACTIVE for port object 0741be8f-aeba-439a-9bd8-8079e04bd6af will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:54.958814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Transition to ACTIVE for port object 0741be8f-aeba-439a-9bd8-8079e04bd6af will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:54.966322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.969252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.973868 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.018201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:55.018928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:55.021489 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:55.036627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Pushing event updated for resources: {'Port': ['ID=0741be8f-aeba-439a-9bd8-8079e04bd6af,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.037835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.22.0.1 (5dec5a73-0762-447a-a398-a8c61b329b26/42183ed4-6857-4e94-aed5-c9f3e4588215/0cc9bcab-088c-405c-9d94-887fc55388e0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:55.048629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Network 5dec5a73-0762-447a-a398-a8c61b329b26 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:55.052077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:55.096035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:55.100059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:55.153021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.183469 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.191596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.199788 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/50401992-0d55-48db-bbff-9cab40cba796 HTTP/1.1" status: 204 len: 168 time: 0.9980040 Jul 16 03:35:55.199968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 0cc9bcab-088c-405c-9d94-887fc55388e0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:55.200059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066f75c-43dd-4233-ae0c-17692bc08da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=50401992-0d55-48db-bbff-9cab40cba796,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.200611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Attempting to bind port 0741be8f-aeba-439a-9bd8-8079e04bd6af on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:55.201007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Attempting to bind port 0741be8f-aeba-439a-9bd8-8079e04bd6af by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:55.201383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Attempting to bind port 0741be8f-aeba-439a-9bd8-8079e04bd6af on network 5dec5a73-0762-447a-a398-a8c61b329b26 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:55.216738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.217794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:55.218390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Checking segment: {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:55.219505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.220079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Bound using segment: {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:55.220866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Bound port: 0741be8f-aeba-439a-9bd8-8079e04bd6af, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:55.221573 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.242773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.256379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.261244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/488fc9f9-7283-4c01-af1e-c579e1917e72 HTTP/1.1" status: 204 len: 168 time: 0.8683000 Jul 16 03:35:55.263132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34598) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:55.326986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] For port 0741be8f-aeba-439a-9bd8-8079e04bd6af, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:55.332044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] For port 0741be8f-aeba-439a-9bd8-8079e04bd6af, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0741be8f-aeba-439a-9bd8-8079e04bd6af,segment=NetworkSegment(58fd925f-4950-44fb-9140-e0493ee05166),segment_id=58fd925f-4950-44fb-9140-e0493ee05166)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:55.332653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 5dec5a73-0762-447a-a398-a8c61b329b26 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:55.334264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:55.334720 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.343641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:55.353548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:55.360786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-70244807-d4af-476b-a88d-035130f96398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.362297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-70244807-d4af-476b-a88d-035130f96398 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.5223918 Jul 16 03:35:55.396886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a9e38-69e9-4536-b7d3-26acf6e71164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488fc9f9-7283-4c01-af1e-c579e1917e72,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.461217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.482633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.494490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=0cc9bcab-088c-405c-9d94-887fc55388e0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.500710 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.526285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.559257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5990b-3e35-446c-a724-f976389f3685 None None] Pushing event updated for resources: {'Port': ['ID=0741be8f-aeba-439a-9bd8-8079e04bd6af,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.593387 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.606470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34602) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:55.630876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 829d4945-e79e-4e75-b554-56e339bd952b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:55.639409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.678331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.693437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:55.697602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 829d4945-e79e-4e75-b554-56e339bd952b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:55.703076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 829d4945-e79e-4e75-b554-56e339bd952b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:55.703542 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.707016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d238ba-5cad-495b-a753-22d60b8ee230') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:55.712390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d238ba-5cad-495b-a753-22d60b8ee230') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:55.718134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.737521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f00a3239-d049-4b6c-b24c-0135bdb99386,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.737897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.745844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:55.746377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.747087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-22e9040d-b416-45fd-b352-7708f53eaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.749049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-22e9040d-b416-45fd-b352-7708f53eaae4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3670452 Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:55.834733 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:55.837934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.861475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.864029 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] 10.222.0.25 "DELETE /v2.0/networks/fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4 HTTP/1.1" status: 204 len: 168 time: 0.5556483 Jul 16 03:35:55.910898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9e7b5-a666-468a-b1f0-7465bfa3897f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6dcfc7-17e7-4eaf-a474-88bdb14d34a4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.911233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.929256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cab4d82b-7915-4412-8555-61aa90db2a98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b9860cfd3084c9096778fd75a535e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076720 Jul 16 03:35:55.933751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34610) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:55.997004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 829d4945-e79e-4e75-b554-56e339bd952b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=829d4945-e79e-4e75-b554-56e339bd952b,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:56.004855 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.012283 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.085215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=829d4945-e79e-4e75-b554-56e339bd952b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.119565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6206f2-d6e3-4c9f-bfeb-9e228915416f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.131644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2ba25ea-5b25-45ba-a51d-739728d8beb5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:56.152629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a2b5-5316-49f5-8533-01e9ae05996b req-d2ac8bdd-2eba-406e-a3f8-d56d8a82ade3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.154521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94a2a2b5-5316-49f5-8533-01e9ae05996b req-d2ac8bdd-2eba-406e-a3f8-d56d8a82ade3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.5568221 Jul 16 03:35:56.157179 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6206f2-d6e3-4c9f-bfeb-9e228915416f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.189962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c2ba25ea-5b25-45ba-a51d-739728d8beb5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:56.191065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c2ba25ea-5b25-45ba-a51d-739728d8beb5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:56.191703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1c3bbe41-e9f4-4138-bdc8-795246867a39 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:56.199452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.224487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1c3bbe41-e9f4-4138-bdc8-795246867a39 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:56.225027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1c3bbe41-e9f4-4138-bdc8-795246867a39 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:56.235547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:56.242163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6206f2-d6e3-4c9f-bfeb-9e228915416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.246620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6206f2-d6e3-4c9f-bfeb-9e228915416f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.248285 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca6206f2-d6e3-4c9f-bfeb-9e228915416f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e1cab29-09f4-44c3-a496-4b56439686f0 HTTP/1.1" status: 204 len: 168 time: 0.3133779 Jul 16 03:35:56.275971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6206f2-d6e3-4c9f-bfeb-9e228915416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1cab29-09f4-44c3-a496-4b56439686f0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.279414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34616) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:56.280629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94a2a2b5-5316-49f5-8533-01e9ae05996b req-9c28f522-cbb4-430a-8bc1-5195b6a3d12d tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129692 Jul 16 03:35:56.282741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-68678b05-1093-4d31-b63e-a24f1c3e7a3e service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923062 Jul 16 03:35:56.310623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:56.330012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1dafb393-a7b0-4402-83c0-3dd45044daa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=807770e404ad4cf6a2490012018287f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489314 Jul 16 03:35:56.332434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34618) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:56.427130 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b609cbf3-0f5d-4180-9a8d-3c11202a8355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.458526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b609cbf3-0f5d-4180-9a8d-3c11202a8355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.542204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b609cbf3-0f5d-4180-9a8d-3c11202a8355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.549359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b609cbf3-0f5d-4180-9a8d-3c11202a8355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.550275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b609cbf3-0f5d-4180-9a8d-3c11202a8355 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d HTTP/1.1" status: 204 len: 168 time: 0.2168770 Jul 16 03:35:56.574912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609cbf3-0f5d-4180-9a8d-3c11202a8355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b10ff0d-12e4-414c-9ed0-43d7c6d2f77d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.708133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-488e8ee0-4af0-4aba-80bc-7fc947f7061c None None] Provisioning complete for port f00a3239-d049-4b6c-b24c-0135bdb99386 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:56.709345 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-488e8ee0-4af0-4aba-80bc-7fc947f7061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.782169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-488e8ee0-4af0-4aba-80bc-7fc947f7061c None None] Port f00a3239-d049-4b6c-b24c-0135bdb99386 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:57.009504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0741be8f-aeba-439a-9bd8-8079e04bd6af up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:57.154491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0741be8f-aeba-439a-9bd8-8079e04bd6af completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:57.172756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 829d4945-e79e-4e75-b554-56e339bd952b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:57.241049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-e25596b9-e0da-4140-8c30-95df062818cc service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275339 Jul 16 03:35:57.273382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 829d4945-e79e-4e75-b554-56e339bd952b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:57.273836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.313592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5fe09d-a732-4fd1-ba39-48c01902db03 None None] Network 5dec5a73-0762-447a-a398-a8c61b329b26 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:57.316884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-185906a6-e657-49a7-85ab-7adcb62a504b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 200 len: 217 time: 0.0571516 Jul 16 03:35:57.400482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] Provisioning for port 0741be8f-aeba-439a-9bd8-8079e04bd6af completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:57.415646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-39bf7478-d40e-447c-9eb2-7b8df8df3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.417874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-39bf7478-d40e-447c-9eb2-7b8df8df3b88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.0606768 Jul 16 03:35:57.427850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] Provisioning complete for port 0741be8f-aeba-439a-9bd8-8079e04bd6af triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:57.428225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.516267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Router 5160f463-01f6-42b5-bb15-b39a631a685d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:57.630649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f75a8b41-d753-4f95-883c-0e7051f3f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.636448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f75a8b41-d753-4f95-883c-0e7051f3f893 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102680 Jul 16 03:35:57.660058 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.709188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] For port 0741be8f-aeba-439a-9bd8-8079e04bd6af, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0741be8f-aeba-439a-9bd8-8079e04bd6af,segment=NetworkSegment(58fd925f-4950-44fb-9140-e0493ee05166),segment_id=58fd925f-4950-44fb-9140-e0493ee05166)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:57.716518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.748164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.773182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.779341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef60b6-c136-4fe8-9266-c910a14a144f None None] Pushing event updated for resources: {'Port': ['ID=0741be8f-aeba-439a-9bd8-8079e04bd6af,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:57.803668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:57.812509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:57.816966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34666) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:57.825878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:57.827463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:57.908817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-798356cf-c211-46d9-9671-48f96ac340d3 admin admin] 10.222.0.25 "PUT /v2.0/routers/5160f463-01f6-42b5-bb15-b39a631a685d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9352601 Jul 16 03:35:57.915741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=0cc9bcab-088c-405c-9d94-887fc55388e0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:57.952168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bfd40-766c-41ec-ba7a-4e24f51d0d7d req-5006246a-732c-4f2f-8951-6451618883c5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:57.960470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:57.963218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c42bfd40-766c-41ec-ba7a-4e24f51d0d7d req-5006246a-732c-4f2f-8951-6451618883c5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.4696727 Jul 16 03:35:57.984220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-059b08a1-2fd8-46ab-95bc-728b059b4f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.035142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34676) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:58.109463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c42bfd40-766c-41ec-ba7a-4e24f51d0d7d req-5cccecfb-46f2-4025-94d9-09b63baab624 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450999 Jul 16 03:35:58.115497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.167938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-2090e588-b2e7-49e9-9d1a-e2b8e2de5e52 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243743 Jul 16 03:35:58.193806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0d382b94-b045-4f36-a2e9-533713f6c3e3 None None] Provisioning for port 0cc9bcab-088c-405c-9d94-887fc55388e0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:58.220397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0d382b94-b045-4f36-a2e9-533713f6c3e3 None None] Provisioning complete for port 0cc9bcab-088c-405c-9d94-887fc55388e0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:58.222132 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d382b94-b045-4f36-a2e9-533713f6c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.240694 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-059b08a1-2fd8-46ab-95bc-728b059b4f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.254305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-059b08a1-2fd8-46ab-95bc-728b059b4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.348763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-059b08a1-2fd8-46ab-95bc-728b059b4f0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9878279ee38c46a1976a07121b8a17f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282035 Jul 16 03:35:58.349753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:58.402522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0e28f560-fda3-4660-9f5a-c21dde75ff88 service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193732 Jul 16 03:35:58.406586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0d382b94-b045-4f36-a2e9-533713f6c3e3 None None] Port 0cc9bcab-088c-405c-9d94-887fc55388e0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:58.407200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b08a1-2fd8-46ab-95bc-728b059b4f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9404f2b-17ba-4d29-9e71-70e0de7572cd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:58.413273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:58.438168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1086564583-network', 'tenant_id': '708791a138f949f180417b53205aba25'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:58.466305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-6bab2a3a-dc40-4614-ae4d-a62cc78f81b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 200 len: 217 time: 0.0521238 Jul 16 03:35:58.473620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0d382b94-b045-4f36-a2e9-533713f6c3e3 None None] Provisioning complete for port 0741be8f-aeba-439a-9bd8-8079e04bd6af triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:58.474001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d382b94-b045-4f36-a2e9-533713f6c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.479056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:35:54Z', 'revision_number': 2, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:58.517278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-733481182-network', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:58.522852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Made reservation on behalf of 708791a138f949f180417b53205aba25 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:58.525644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.535347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 5dec5a73-0762-447a-a398-a8c61b329b26 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:58.538177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:58.538593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Updating router 5160f463-01f6-42b5-bb15-b39a631a685d port f00a3239-d049-4b6c-b24c-0135bdb99386 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:58.539504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.541745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aed979c-bd80-4d44-bcc4-e3165a00a60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.543875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:58.563360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-e7090dd6-42fd-4072-8f5b-5b57bf619d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.564945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-e7090dd6-42fd-4072-8f5b-5b57bf619d6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 200 len: 797 time: 0.0854998 Jul 16 03:35:58.592738 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.643595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aed979c-bd80-4d44-bcc4-e3165a00a60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.661166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Made reservation on behalf of ad6155712984468ca012018e11bd9ff7 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:58.663536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.742750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.747506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aed979c-bd80-4d44-bcc4-e3165a00a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.750100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aed979c-bd80-4d44-bcc4-e3165a00a60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.751410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8aed979c-bd80-4d44-bcc4-e3165a00a60b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9404f2b-17ba-4d29-9e71-70e0de7572cd HTTP/1.1" status: 204 len: 168 time: 0.4007444 Jul 16 03:35:58.774302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.776388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed979c-bd80-4d44-bcc4-e3165a00a60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9404f2b-17ba-4d29-9e71-70e0de7572cd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:58.782072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.798081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:58.810939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.811328 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Added segment 3510ef38-ae83-4d7a-84d4-12f423028298 of type vlan for network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 Jul 16 03:35:58.881225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:58.891740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.900504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0741be8f-aeba-439a-9bd8-8079e04bd6af up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:58.906732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-b5b3cc44-14a2-4735-9562-e8a21d3c09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.908749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-b5b3cc44-14a2-4735-9562-e8a21d3c09b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e94fa5d6-bf96-4c3a-940a-325327772fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2995257 Jul 16 03:35:58.933223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.934342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.935037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.966595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a99e0471-673b-4c0c-a546-25494a48c5b7 None None] Provisioning complete for port 0cc9bcab-088c-405c-9d94-887fc55388e0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:58.966991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99e0471-673b-4c0c-a546-25494a48c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.983608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc8194-6611-46b0-89e8-79007c559519,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.033267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] Pushing event updated for resources: {'Network': ['ID=5ce937c8-d3c1-4924-b450-4f89ea8669b6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.052696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:59.104577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a99e0471-673b-4c0c-a546-25494a48c5b7 None None] Port 0cc9bcab-088c-405c-9d94-887fc55388e0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:59.120620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0741be8f-aeba-439a-9bd8-8079e04bd6af triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:59.121244 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.126077 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.143534 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.159874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8d182a27-49ec-49a3-a84d-e34696e26cee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1235251 Jul 16 03:35:59.163304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34700) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:59.171697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Request body: {'subnet': {'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1086564583-subnet', 'tenant_id': '708791a138f949f180417b53205aba25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:59.189446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:59.200151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:59.201076 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:59.207809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25cf87ed-a8e8-4c99-81ce-d5ccbed9d6dc tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4536347 Jul 16 03:35:59.214980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:59.221136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1913935394'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:59.225765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-44565319-6cd9-43af-8122-82fe0e4cbc4d service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080819 Jul 16 03:35:59.231106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db63e9-5a82-4a10-bd85-f1b4aa693690,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.232867 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:59.234914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:59.256626 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.257076 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Added segment a9e3dc9d-5be4-4eb9-8018-182c54edf7a3 of type vlan for network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 Jul 16 03:35:59.259979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Made reservation on behalf of 708791a138f949f180417b53205aba25 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:59.265510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.377341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:59.378036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-97cf0aa3-ac2c-4fc1-901e-9b67effe1014 None None] Provisioning complete for port 0cc9bcab-088c-405c-9d94-887fc55388e0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:59.378671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97cf0aa3-ac2c-4fc1-901e-9b67effe1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.391298 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.422276 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:59.433866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.527790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-6794bb2a-ace4-4686-8b7a-b165d0e4cb5c service neutron] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935741 Jul 16 03:35:59.530595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:59.557217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.558092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.558708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.587885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-97cf0aa3-ac2c-4fc1-901e-9b67effe1014 None None] Port 0cc9bcab-088c-405c-9d94-887fc55388e0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:59.596245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.596772 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added segment b624b4ce-fb52-4355-9d21-8ab20611fa6f of type vlan for network 42a7cd47-7a46-4502-8e91-896b2f2881f2 Jul 16 03:35:59.614651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-50f28fc7-7531-4c45-bd69-5252ff37effd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0778580 Jul 16 03:35:59.638228 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.651193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Transition to ACTIVE for port object f00a3239-d049-4b6c-b24c-0135bdb99386 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:59.662762 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.699256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:59.707971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584931553', 'description': 'tempest-description--925893805'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:59.724900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.730042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdca08-ff91-4d2b-a9b6-44a7ecbc1de5 req-10ef7cf7-776a-4f64-8cf4-c90b49858f28 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.735965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60b07-f7d3-4169-ad6f-33f02a6d3c89 None None] Pushing event updated for resources: {'Port': ['ID=f00a3239-d049-4b6c-b24c-0135bdb99386,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.754590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ffdca08-ff91-4d2b-a9b6-44a7ecbc1de5 req-10ef7cf7-776a-4f64-8cf4-c90b49858f28 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.3309183 Jul 16 03:35:59.819710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Attempting to bind port f00a3239-d049-4b6c-b24c-0135bdb99386 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:59.820143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Attempting to bind port f00a3239-d049-4b6c-b24c-0135bdb99386 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:59.820644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Attempting to bind port f00a3239-d049-4b6c-b24c-0135bdb99386 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:59.826822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:59.827492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Checking segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:59.827919 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.828428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Bound using segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:59.829327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Bound port: f00a3239-d049-4b6c-b24c-0135bdb99386, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:59.829803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.867984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe50f70d-57a7-444e-8061-068c3870dd0b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.874953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.880008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4575651 Jul 16 03:35:59.884299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34724) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:59.920450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Request body: {'subnet': {'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-subnet', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:59.926610 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:59.930415 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.948501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] For port f00a3239-d049-4b6c-b24c-0135bdb99386, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:59.954738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] For port f00a3239-d049-4b6c-b24c-0135bdb99386, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f00a3239-d049-4b6c-b24c-0135bdb99386,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:59.961992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.984114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Checking segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:59.986529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Network hostable DHCP agents. Network: 5ce937c8-d3c1-4924-b450-4f89ea8669b6, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:59.995093 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:59.995887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Updating router bec880ce-681c-4e88-9b4c-c63b467d16c9 port 0cc9bcab-088c-405c-9d94-887fc55388e0 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:00.008342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05460f-93fc-419a-b6d1-92931879caab admin admin] Pushing event updated for resources: {'Network': ['ID=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.027531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Made reservation on behalf of ad6155712984468ca012018e11bd9ff7 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:00.030001 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.052539 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.060912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:00.078859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-d791ab94-4be2-4219-9a74-9aa0e5013cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.080496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-d791ab94-4be2-4219-9a74-9aa0e5013cb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.4284108 Jul 16 03:36:00.108407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ffdca08-ff91-4d2b-a9b6-44a7ecbc1de5 req-ffd7ce2c-07e4-418b-9abf-409fa1196758 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528285 Jul 16 03:36:00.133704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5ce937c8-d3c1-4924-b450-4f89ea8669b6) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:00.148113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.152511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.209163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.227733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:00.229689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.230897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.303351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a03089d-7344-4a29-8002-91b6c0046f44 None None] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:00.328081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.345134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.356839 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-91cf2612-4f25-476b-acc9-6ba782e9120f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1912608 Jul 16 03:36:00.395286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1781266 Jul 16 03:36:00.400492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:00.420907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.424754 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7197905 Jul 16 03:36:00.425442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:00.429643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657104d-d80b-4f2d-af8e-c392dd625e46 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dbe1d8-bb16-4f5e-91d2-690a18e49b93,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.435838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'security_group_rule': {'security_group_id': '87dbe1d8-bb16-4f5e-91d2-690a18e49b93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:00.451288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.486303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:00.486976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:00.494091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'subnet': {'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:00.509544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3eb28-6b26-4623-aaa9-e02bdcbfafd4 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Network': ['ID=42a7cd47-7a46-4502-8e91-896b2f2881f2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.541914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:00.559776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-64b428c8-fe2a-436c-918c-573f02dfe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.562032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10205a6-7994-41ae-99cf-6fb27f18a7fb,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.562170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-64b428c8-fe2a-436c-918c-573f02dfe62c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4521570 Jul 16 03:36:00.615228 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.646727 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.660565 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Transition to ACTIVE for port object 0cc9bcab-088c-405c-9d94-887fc55388e0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:00.673099 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.684106 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.686259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Checking segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:00.687038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Network hostable DHCP agents. Network: e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:00.696518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.730665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e82e100-b667-4a92-95be-48cc8ac3316f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.737217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:00.745406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.748269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a36542b8-9de8-4dd3-81ab-7ffcbbeed626 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203468 Jul 16 03:36:00.754264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34748) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:00.770189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'security_group_rule': {'security_group_id': '87dbe1d8-bb16-4f5e-91d2-690a18e49b93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:00.797121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:00.805149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.805767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.812070 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a66f-4a2c-4306-b6a9-beafa9179e2e None None] Pushing event updated for resources: {'Port': ['ID=0cc9bcab-088c-405c-9d94-887fc55388e0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.843648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60b07-f7d3-4169-ad6f-33f02a6d3c89 None None] Pushing event updated for resources: {'Port': ['ID=f00a3239-d049-4b6c-b24c-0135bdb99386,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.859536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16678bd-057c-4e89-9648-601164ca50a9 None None] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:00.870502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e4c045f-e421-4518-8cb7-9625b124a8a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9775629 Jul 16 03:36:00.872773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.884030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34750) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:00.912038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:00.961094 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Attempting to bind port 0cc9bcab-088c-405c-9d94-887fc55388e0 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:00.961468 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Attempting to bind port 0cc9bcab-088c-405c-9d94-887fc55388e0 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:00.962966 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Attempting to bind port 0cc9bcab-088c-405c-9d94-887fc55388e0 on network 5dec5a73-0762-447a-a398-a8c61b329b26 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:00.973698 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:00.974081 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Checking segment: {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:00.974492 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.974953 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Bound using segment: {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:00.975444 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Bound port: 0cc9bcab-088c-405c-9d94-887fc55388e0, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fd925f-4950-44fb-9140-e0493ee05166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:00.982403 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.078426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.087125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.103456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:01.145855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fac2e8-1e4a-411f-a506-c71421054b1e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:01.161474 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] For port 0cc9bcab-088c-405c-9d94-887fc55388e0, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:01.170567 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] For port 0cc9bcab-088c-405c-9d94-887fc55388e0, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0cc9bcab-088c-405c-9d94-887fc55388e0,segment=NetworkSegment(58fd925f-4950-44fb-9140-e0493ee05166),segment_id=58fd925f-4950-44fb-9140-e0493ee05166)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:01.176881 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.178443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a4ec2-9e28-43bd-be88-670830b80880 None None] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:01.245852 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a66f-4a2c-4306-b6a9-beafa9179e2e None None] Pushing event updated for resources: {'Port': ['ID=0cc9bcab-088c-405c-9d94-887fc55388e0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:01.285732 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:01.286781 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:01.531874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a20c3b-9d37-46ce-b345-6640b76eef32 None None] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:01.574436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:01.657653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.658914 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca6db1ca-ea6e-4b04-ab38-0f1d746a9323 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9010708 Jul 16 03:36:01.662683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34774) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:01.662844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Made reservation on behalf of a2c4c2baa93c4eb1aefd4b9ffadc5c19 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:01.666900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.667234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:01.725243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-ccf79328-c612-4693-b8f0-67594a8bc79b service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1428573 Jul 16 03:36:01.728185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.729146 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.763008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.791327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d728d9-ad40-46b1-af43-cc7b23b9a8df req-a925bded-6a08-4e91-8972-7a9a2b444753 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.798247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3d728d9-ad40-46b1-af43-cc7b23b9a8df req-a925bded-6a08-4e91-8972-7a9a2b444753 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2635114 Jul 16 03:36:01.889115 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:01Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:01.904091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-c18a453d-5c18-4e32-87dc-ff867899be7b tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.911093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-c18a453d-5c18-4e32-87dc-ff867899be7b tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 818 time: 0.3777130 Jul 16 03:36:01.912878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.958768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3d728d9-ad40-46b1-af43-cc7b23b9a8df req-b05d2cbb-791a-4f46-9821-a9d66a3fb9ab tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594908 Jul 16 03:36:01.980782 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fd16f-1540-4790-83e7-c66e2c38ba0c None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:01Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:01.981260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-70a46e3b-9de7-47c4-99db-1f2baba58b6e tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/quotas/708791a138f949f180417b53205aba25 HTTP/1.1" status: 200 len: 375 time: 0.0688829 Jul 16 03:36:01.988862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:35:59Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:02.027709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a530c8-8afd-4e4c-a6e8-b78a64dee7a8 None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:35:59Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:02.140546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-fc64be38-b30f-4d54-9b93-3c3eab676fe4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1583431 Jul 16 03:36:02.193387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-702faa26-407c-41a6-91e6-a032398db603 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557757 Jul 16 03:36:02.222495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.290048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-63ec7446-9bb2-4077-a5ae-396b3abca0f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 200 len: 217 time: 0.0799215 Jul 16 03:36:02.311941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.440124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.462967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-eefe8d43-74cf-4730-a731-d86269af4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.464512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-eefe8d43-74cf-4730-a731-d86269af4fe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 200 len: 797 time: 0.1529417 Jul 16 03:36:02.555414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-37187c33-6ef6-4c6a-ade2-589fa87f2b82 service neutron] 10.222.0.25 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919299 Jul 16 03:36:02.573589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Allocated IP 172.25.4.112 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/79dfe30e-b309-4eb7-b5a0-85a95a8a3df5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:02.579973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Subnet': ['ID=f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:02.629088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.629440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.629779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.630114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.630723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.631159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.631494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.631821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.632307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.632687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.633270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.633603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:02.671205 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.716247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Checking segment: {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:02.716851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network hostable DHCP agents. Network: 42a7cd47-7a46-4502-8e91-896b2f2881f2, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:02.749218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0aca9f96-c19b-4f09-bd78-16061d6f0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.754341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-0aca9f96-c19b-4f09-bd78-16061d6f0f28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c59a8071-def6-434e-acab-915f3ad843be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2602940 Jul 16 03:36:02.762960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:02.834211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:02.842733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.878854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 42a7cd47-7a46-4502-8e91-896b2f2881f2) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:02.894192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.895083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbcef4-6b9e-46c4-8526-953f77b95c4d None None] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:02.896340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.924291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.939094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0cc9bcab-088c-405c-9d94-887fc55388e0 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:02.940682 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.977211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-06868680-e004-4dc2-9cac-70fb239d5aec service neutron] 10.222.0.25 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127171 Jul 16 03:36:02.987606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2c62acf8-94e3-4fa5-b06a-c1db313eaea9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5067174 Jul 16 03:36:02.993968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:03.018134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.123330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:03.135406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:03.138170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:03.178808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'Port': ['ID=79dfe30e-b309-4eb7-b5a0-85a95a8a3df5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.201723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0cc9bcab-088c-405c-9d94-887fc55388e0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:03.219512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0cc9bcab-088c-405c-9d94-887fc55388e0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:03.219894 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.278523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Allocated IP 172.25.4.170 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/5e54f8d5-9a8e-4f33-85da-269b5a041896) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:03.347561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5da4038-f749-43a6-85e1-eb7bb8825064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.378950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-42a7cd47-7a46-4502-8e91-896b2f2881f2', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:03.379825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.394234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.399402 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.442896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f83da57e-2f90-4a18-ae96-6b05495d20e8 service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680160 Jul 16 03:36:03.508862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.536930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0cc9bcab-088c-405c-9d94-887fc55388e0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0cc9bcab-088c-405c-9d94-887fc55388e0,segment=NetworkSegment(58fd925f-4950-44fb-9140-e0493ee05166),segment_id=58fd925f-4950-44fb-9140-e0493ee05166)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:03.547393 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.548323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f00a3239-d049-4b6c-b24c-0135bdb99386 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:03.559260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5da4038-f749-43a6-85e1-eb7bb8825064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.607321 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.653936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.659935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c280729-8396-4437-bbf1-ccadc127eb8c req-f116d0b3-bd0e-4edf-9318-5f8ef68cd44b service neutron] 10.222.0.48 "GET /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990756 Jul 16 03:36:03.665335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5da4038-f749-43a6-85e1-eb7bb8825064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.721416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:03.732319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:03.742872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:03.848728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da4038-f749-43a6-85e1-eb7bb8825064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae428c8e-50a6-4cfc-bb80-f471dd08568f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.849341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Pushing event updated for resources: {'Port': ['ID=5e54f8d5-9a8e-4f33-85da-269b5a041896,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.893339 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.995924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eef804f0-1738-4671-8803-02810efb5f52 req-c36b79e8-980b-49b7-ad56-d4868a3c0467 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 210 time: 0.1231592 Jul 16 03:36:04.003519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5da4038-f749-43a6-85e1-eb7bb8825064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0492f27e3b5f4bc79672181a68ab654d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2389252 Jul 16 03:36:04.010795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34812) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:04.021920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46839bb1-7866-42ae-98d2-7466e85a457a req-84d46939-7607-4c96-a85d-27fea10c8b10 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.032137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46839bb1-7866-42ae-98d2-7466e85a457a req-84d46939-7607-4c96-a85d-27fea10c8b10 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.7779183 Jul 16 03:36:04.063644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Allocated IP 172.23.0.2 (42a7cd47-7a46-4502-8e91-896b2f2881f2/f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e/30fa90df-4f40-46fe-a9e9-b931acc4ddbe) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:04.075551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0cc9bcab-088c-405c-9d94-887fc55388e0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.099538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.100185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.100750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.101406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.102536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46839bb1-7866-42ae-98d2-7466e85a457a req-68023a91-1e5c-4669-9860-36b7ebe4bb20 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682325 Jul 16 03:36:04.108495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.109339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.109928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.110584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.112002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.112611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.113185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.113683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:04.141288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f00a3239-d049-4b6c-b24c-0135bdb99386 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:04.142571 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4824107-70ce-4d7d-a640-24dff6818902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.162409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f00a3239-d049-4b6c-b24c-0135bdb99386 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:04.163170 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.280250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4824107-70ce-4d7d-a640-24dff6818902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.403971 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.405893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.437965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.438452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.477789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f00a3239-d049-4b6c-b24c-0135bdb99386, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f00a3239-d049-4b6c-b24c-0135bdb99386,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:04.488036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.515071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.529581 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.536209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Transition to ACTIVE for port object 30fa90df-4f40-46fe-a9e9-b931acc4ddbe will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:04.604947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Transition to ACTIVE for port object 30fa90df-4f40-46fe-a9e9-b931acc4ddbe will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:04.611387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4824107-70ce-4d7d-a640-24dff6818902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.613468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4824107-70ce-4d7d-a640-24dff6818902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.614695 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d4824107-70ce-4d7d-a640-24dff6818902 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae428c8e-50a6-4cfc-bb80-f471dd08568f HTTP/1.1" status: 204 len: 168 time: 0.6026266 Jul 16 03:36:04.631187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.641693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f00a3239-d049-4b6c-b24c-0135bdb99386,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.685414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:04.693096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:04.700380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:04.814571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Pushing event updated for resources: {'Port': ['ID=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.881789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Allocated IP 172.23.0.1 (42a7cd47-7a46-4502-8e91-896b2f2881f2/f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e/1bb534ad-9aab-421d-b2b5-234aa2c4fa65) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:04.920995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Attempting to bind port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:04.921641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Attempting to bind port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:04.922203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Attempting to bind port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe on network 42a7cd47-7a46-4502-8e91-896b2f2881f2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:04.954444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:04.962171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Checking segment: {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:04.962834 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.963540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Bound using segment: {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:04.964357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Bound port: 30fa90df-4f40-46fe-a9e9-b931acc4ddbe, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:04.964872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.009467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0cc9bcab-088c-405c-9d94-887fc55388e0 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:05.027511 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.044458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Transition to ACTIVE for port object 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:05.084310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.113667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34828) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:05.204719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6f97733-c4e5-4cb8-b830-47ea30df3330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.244439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:05.260057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] For port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:05.264422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] For port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,segment=NetworkSegment(b624b4ce-fb52-4355-9d21-8ab20611fa6f),segment_id=b624b4ce-fb52-4355-9d21-8ab20611fa6f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:05.266294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0cc9bcab-088c-405c-9d94-887fc55388e0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:05.266997 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.274789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:05.293670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.294770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b49e9b7-51ac-4299-b654-18369dff98d5 req-069bdac6-081f-4edc-89dc-2b942d3f8433 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 210 time: 0.0680702 Jul 16 03:36:05.301820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:05.332347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.405667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861838f0-7b8c-4fb8-af3b-8ac9accac6b9 None None] Pushing event updated for resources: {'Port': ['ID=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.424393 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.484396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f00a3239-d049-4b6c-b24c-0135bdb99386 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:05.535227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4824107-70ce-4d7d-a640-24dff6818902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae428c8e-50a6-4cfc-bb80-f471dd08568f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.553687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.656065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f00a3239-d049-4b6c-b24c-0135bdb99386 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:05.656451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.681943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.691675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'Port': ['ID=79dfe30e-b309-4eb7-b5a0-85a95a8a3df5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.878920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:06.008191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:06.023955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Sync routers for ids ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:06.036418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Routers {'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:06.036659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17272c-706c-49a7-ba31-a29e316afb3a req-dd66ca82-d725-415b-9936-4103c56725eb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:06.038092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:06.044707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc17272c-706c-49a7-ba31-a29e316afb3a req-dd66ca82-d725-415b-9936-4103c56725eb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.6969621 Jul 16 03:36:06.125540 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6f97733-c4e5-4cb8-b830-47ea30df3330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.139556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6f97733-c4e5-4cb8-b830-47ea30df3330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.145297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.147417 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4f1ffb4f-5feb-423d-9b42-cc916f094fa6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4837666 Jul 16 03:36:06.149596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.150995 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aa985aec-224e-4542-9109-6668ff9fe092 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2655380 Jul 16 03:36:06.153719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34836) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:06.169872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.255241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Set router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:06.267175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc17272c-706c-49a7-ba31-a29e316afb3a req-b7618c0a-4f8b-4666-8a6f-02a42beb5df4 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214706 Jul 16 03:36:06.316144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6f97733-c4e5-4cb8-b830-47ea30df3330 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6000184de56542dc89796cd1bd6c1a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1546760 Jul 16 03:36:06.321885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:06.412677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f97733-c4e5-4cb8-b830-47ea30df3330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68aed9d-1dab-48ea-bfa9-b539b8acc31b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:06.856757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.913092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30fa90df-4f40-46fe-a9e9-b931acc4ddbe up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:06.918372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e2cffca-5543-4b48-91f7-93b21c2ab9cd req-6c4eb474-2405-4d31-b2a8-19be14cf71a1 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 210 time: 0.1157122 Jul 16 03:36:06.967098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 3, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:06.975337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.020710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Checking router: b5bdf294-243d-4a3c-b0f6-838c30bbcb8e for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:07.021120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Updating router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e port 5e54f8d5-9a8e-4f33-85da-269b5a041896 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:07.027472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:07.118624 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.135222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.230584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-a3de9670-09bb-488a-80b2-f6d30a7e8da5 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.232366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-a3de9670-09bb-488a-80b2-f6d30a7e8da5 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 818 time: 0.3945861 Jul 16 03:36:07.245706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29eaa1b9-4671-4145-8cd7-8248ddad41a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.263192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Request body: {'port': {'device_id': '4ee53552-5003-4529-a00a-947677a10aa9', 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'admin_state_up': True, 'tenant_id': '708791a138f949f180417b53205aba25'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:07.305089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80b866-4f2c-4475-82f0-209d40c29ff6 None None] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:07.328663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-e9c23f92-d046-4bf2-9783-b730f665210d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1584931553&fields=id&tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 267 time: 0.8475380 Jul 16 03:36:07.336736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-88affeec-c41d-489d-94f1-b37d158674ec tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.338474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-88affeec-c41d-489d-94f1-b37d158674ec tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.48 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 818 time: 0.4548781 Jul 16 03:36:07.405895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Request body: {'port': {'device_id': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'admin_state_up': True, 'tenant_id': '708791a138f949f180417b53205aba25'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:07.419778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-c85c4630-1c36-4e54-b463-de8d8899e907 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.421568 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-c85c4630-1c36-4e54-b463-de8d8899e907 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 818 time: 0.1116478 Jul 16 03:36:07.424097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] Provisioning for port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:07.432727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] Provisioning complete for port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:07.433257 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.480640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Request body: {'port': {'device_id': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'admin_state_up': True, 'tenant_id': '708791a138f949f180417b53205aba25'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:07.642758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.660813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29eaa1b9-4671-4145-8cd7-8248ddad41a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.677719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Made reservation on behalf of 708791a138f949f180417b53205aba25 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:07.682207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.690271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Made reservation on behalf of 708791a138f949f180417b53205aba25 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:07.694664 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.694931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.701788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event updated for resources: {'Port': ['ID=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.713420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Made reservation on behalf of 708791a138f949f180417b53205aba25 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:07.720616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.821341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] For port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,segment=NetworkSegment(b624b4ce-fb52-4355-9d21-8ab20611fa6f),segment_id=b624b4ce-fb52-4355-9d21-8ab20611fa6f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:07.826986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.834717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.870206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Transition to ACTIVE for port object 5e54f8d5-9a8e-4f33-85da-269b5a041896 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:07.890185 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.925413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Attempting to bind port 5e54f8d5-9a8e-4f33-85da-269b5a041896 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:07.926125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Attempting to bind port 5e54f8d5-9a8e-4f33-85da-269b5a041896 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:07.926125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Attempting to bind port 5e54f8d5-9a8e-4f33-85da-269b5a041896 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:07.929369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb923e99-350d-4ef9-935f-8f21afe92026 None None] Pushing event updated for resources: {'Port': ['ID=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.946022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:07.946700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:07.947427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.948005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:07.948673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Bound port: 5e54f8d5-9a8e-4f33-85da-269b5a041896, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:07.949087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.972259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-a6eb6f2b-466a-4197-aea2-0fba259e7a58 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:07.974205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-a6eb6f2b-466a-4197-aea2-0fba259e7a58 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 817 time: 0.6258662 Jul 16 03:36:07.988824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Allocated IP 172.20.0.1 (e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828/b10205a6-7994-41ae-99cf-6fb27f18a7fb/08f58667-5aa2-4b70-9ba9-340d30180940) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:08.013606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:08.029477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c42c5-6e56-4661-b99f-308063204524 None None] Pushing event updated for resources: {'Port': ['ID=5e54f8d5-9a8e-4f33-85da-269b5a041896,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.035700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411192d8-78b0-4a4c-af87-a92e8879c77d req-837c868c-5973-4bf1-b8f2-f642dd4e76d0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.037506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411192d8-78b0-4a4c-af87-a92e8879c77d req-837c868c-5973-4bf1-b8f2-f642dd4e76d0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.4549577 Jul 16 03:36:08.038413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29eaa1b9-4671-4145-8cd7-8248ddad41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.041918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29eaa1b9-4671-4145-8cd7-8248ddad41a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.046124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29eaa1b9-4671-4145-8cd7-8248ddad41a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e68aed9d-1dab-48ea-bfa9-b539b8acc31b HTTP/1.1" status: 204 len: 168 time: 1.6604691 Jul 16 03:36:08.047860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Allocated IP 172.20.0.14 (5ce937c8-d3c1-4924-b450-4f89ea8669b6/fe50f70d-57a7-444e-8061-068c3870dd0b/41399c8a-281a-4b86-ba50-f982cd49bd18) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:08.055283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:08.056595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] For port 5e54f8d5-9a8e-4f33-85da-269b5a041896, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:08.061923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] For port 5e54f8d5-9a8e-4f33-85da-269b5a041896, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5e54f8d5-9a8e-4f33-85da-269b5a041896,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:08.066349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-be016a0c-6320-4e53-9157-909883f40f85 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/quotas/c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 375 time: 0.0775535 Jul 16 03:36:08.078128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.088432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaa1b9-4671-4145-8cd7-8248ddad41a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68aed9d-1dab-48ea-bfa9-b539b8acc31b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.158539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.200841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Routers {'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:08.201502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:08.205362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c42c5-6e56-4661-b99f-308063204524 None None] Pushing event updated for resources: {'Port': ['ID=5e54f8d5-9a8e-4f33-85da-269b5a041896,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.221026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.304045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-411192d8-78b0-4a4c-af87-a92e8879c77d req-712bb987-1e79-4923-8348-d38ec5518ea2 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534258 Jul 16 03:36:08.305898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:08.323903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:08.338601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:08.343005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:08.351929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Pushing event updated for resources: {'Port': ['ID=08f58667-5aa2-4b70-9ba9-340d30180940,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.412865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.438442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-1ab99497-1fdc-43a9-bf92-70e92db9d1af tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3540466 Jul 16 03:36:08.462293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] Set router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:08.603258 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.690177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9da7a19b-85a0-4691-b737-8dacbe3fb94a req-ed3d1356-2f71-492f-b1b2-65f3df332104 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 210 time: 0.1792705 Jul 16 03:36:08.720592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:08.735041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-acc8516a-2021-4421-b108-4439b3f1841c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7294018 Jul 16 03:36:08.740855 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:08.764131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34872) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:08.771120 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:08.776341 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:08.776503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:08.795871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-249ae43e-bd9d-407c-a1c7-f6804cac584c service neutron] 10.222.0.25 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991786 Jul 16 03:36:08.886467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c759bfa-80be-45b7-a975-efb20bbda211 None None] Provisioning for port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:08.887898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.897484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c759bfa-80be-45b7-a975-efb20bbda211 None None] Provisioning complete for port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:08.897954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c759bfa-80be-45b7-a975-efb20bbda211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.940583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1c759bfa-80be-45b7-a975-efb20bbda211 None None] Port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:08.944094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30fa90df-4f40-46fe-a9e9-b931acc4ddbe up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:09.005267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c759bfa-80be-45b7-a975-efb20bbda211 None None] Provisioning complete for port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:09.005655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c759bfa-80be-45b7-a975-efb20bbda211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.035885 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:09.047568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-6053ecf1-000e-4ebb-8ed8-9cf8363a6602 service neutron] 10.222.0.25 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504661 Jul 16 03:36:09.052863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.128203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:09.128839 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.131685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:09.136404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:09.140174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:09.177401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Pushing event updated for resources: {'Port': ['ID=41399c8a-281a-4b86-ba50-f982cd49bd18,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:09.218141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.219121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.242605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-77d91297-98ef-43dd-9c77-0f52e7280852 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8593149 Jul 16 03:36:09.254414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Request body: {'port': {'device_id': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:09.313337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.451312 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:06Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:06Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:09.460789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.524367 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:09.525081 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Updating router bec880ce-681c-4e88-9b4c-c63b467d16c9 port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:09.551432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 3, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:09.552558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68249909-5225-49b0-a8e3-d6bc2dfb32c0 req-58b65e77-264b-43d6-aaac-085524d2b62e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 210 time: 0.1026132 Jul 16 03:36:09.580078 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.591019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.619514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202bcfa-8125-454f-ae3b-4e9f62b17d8e None None] The sync data for ids ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'] in n-d-800089-6 is: [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 3, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:09.627260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-14fac207-7ecf-4d66-bb5e-484406e7683a None None] Provisioning complete for port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:09.627856 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14fac207-7ecf-4d66-bb5e-484406e7683a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.738730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-14fac207-7ecf-4d66-bb5e-484406e7683a None None] Port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:09.893766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a878384-dd2c-4a16-93ed-1a8cd484059f req-a217090b-e63b-4cbd-b142-6c5a30761edb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.904966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a878384-dd2c-4a16-93ed-1a8cd484059f req-a217090b-e63b-4cbd-b142-6c5a30761edb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2316899 Jul 16 03:36:09.990865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a878384-dd2c-4a16-93ed-1a8cd484059f req-4671b798-3181-4f09-b66d-6671e05c4996 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842049 Jul 16 03:36:10.155721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba38bc7-e186-4c5d-bfb2-6008aefe9046 req-4396a45b-a8a6-431d-9d79-ece51dfcc110 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.157534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fba38bc7-e186-4c5d-bfb2-6008aefe9046 req-4396a45b-a8a6-431d-9d79-ece51dfcc110 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 932 time: 0.1878095 Jul 16 03:36:10.259230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fba38bc7-e186-4c5d-bfb2-6008aefe9046 req-aeca29be-986a-427f-8fb2-5087941ff850 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851498 Jul 16 03:36:10.312975 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.327156 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Transition to ACTIVE for port object 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:10.335321 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.386198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Allocated IP 172.20.0.4 (5ce937c8-d3c1-4924-b450-4f89ea8669b6/fe50f70d-57a7-444e-8061-068c3870dd0b/a548bbfd-47d6-4eba-bc5d-10184afa3b03) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:10.408968 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ccf1-a740-4a14-b80e-2ee04a34c81a None None] Pushing event updated for resources: {'Port': ['ID=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.452794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Pushing event updated for resources: {'Port': ['ID=08f58667-5aa2-4b70-9ba9-340d30180940,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.473340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.547843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Attempting to bind port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:10.549369 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Attempting to bind port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:10.549749 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Attempting to bind port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 on network 42a7cd47-7a46-4502-8e91-896b2f2881f2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:10.582129 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:10.582129 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Checking segment: {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:10.582486 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.582733 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Bound using segment: {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:10.583239 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Bound port: 1bb534ad-9aab-421d-b2b5-234aa2c4fa65, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b624b4ce-fb52-4355-9d21-8ab20611fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:10.583641 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.705224 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] For port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:10.725410 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] For port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,segment=NetworkSegment(b624b4ce-fb52-4355-9d21-8ab20611fa6f),segment_id=b624b4ce-fb52-4355-9d21-8ab20611fa6f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:10.735255 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.832824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ccf1-a740-4a14-b80e-2ee04a34c81a None None] Pushing event updated for resources: {'Port': ['ID=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.852018 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3ac6a0b-1df9-4ad7-aa5f-b470f9c0a06a req-fee27f4c-a580-4d88-aa52-007bccf432e2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 210 time: 0.0974963 Jul 16 03:36:10.871760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:10.872399 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:10.995869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e54f8d5-9a8e-4f33-85da-269b5a041896 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:11.054835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.096183 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:11.106185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5e54f8d5-9a8e-4f33-85da-269b5a041896 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:11.112459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5e54f8d5-9a8e-4f33-85da-269b5a041896 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:11.112850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.310092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.361206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5e54f8d5-9a8e-4f33-85da-269b5a041896, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5e54f8d5-9a8e-4f33-85da-269b5a041896,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:11.369851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.376369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64a070-7bd9-4c51-b1c4-5e8ea4432196 req-d592eaa8-4529-40ac-b12d-3a5466bcfe37 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.378339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd64a070-7bd9-4c51-b1c4-5e8ea4432196 req-d592eaa8-4529-40ac-b12d-3a5466bcfe37 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.1508682 Jul 16 03:36:11.467096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd64a070-7bd9-4c51-b1c4-5e8ea4432196 req-a1bde1b5-baad-4fed-90b2-00acee9d4450 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800939 Jul 16 03:36:11.478371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.extraroute_db [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93757) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:36:11.510015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5e54f8d5-9a8e-4f33-85da-269b5a041896,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.510394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:11.546440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:11.605814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.extraroute_db [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Removed routes are [] {{(pid=93757) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:36:11.607383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.676302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982f39a-8c91-43cf-b2ae-09c41adfeaec req-b362324a-9caa-4018-a174-9791b3bfdba6 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.677883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3982f39a-8c91-43cf-b2ae-09c41adfeaec req-b362324a-9caa-4018-a174-9791b3bfdba6 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 932 time: 0.1031365 Jul 16 03:36:11.695514 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:06Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:11.733515 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1c1f1-5223-4521-a9d8-a40320084eec None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:06Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:11.738389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3982f39a-8c91-43cf-b2ae-09c41adfeaec req-4ddfa09d-2021-4635-9ca1-c03cc7c1aee0 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524383 Jul 16 03:36:11.748944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-df6257ed-8657-4505-a87d-5b7345e24dca tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.750910 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-df6257ed-8657-4505-a87d-5b7345e24dca tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 817 time: 0.5875514 Jul 16 03:36:11.869953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.981242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-fcf9bb42-dc8f-4a75-887b-59448bc8eace tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 380 time: 0.1891065 Jul 16 03:36:11.985768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:12.008301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'port': {'device_id': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'admin_state_up': True, 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'security_groups': ['87dbe1d8-bb16-4f5e-91d2-690a18e49b93']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:12.015823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:12.034458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Pushing event updated for resources: {'Port': ['ID=a548bbfd-47d6-4eba-bc5d-10184afa3b03,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.078957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:12.083485 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae233627-458d-4dfd-bd69-5a68ff2f06b6 req-87402f68-b214-44c8-bc03-9a1d32784bf0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 210 time: 0.0624270 Jul 16 03:36:12.110016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-b42243f1-88b9-48e9-9ffb-2ce18fbe6aab {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:36:12.110341 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:36:12.111388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:12.271186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41399c8a-281a-4b86-ba50-f982cd49bd18 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:12.282066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.300792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Transition to ACTIVE for port object 41399c8a-281a-4b86-ba50-f982cd49bd18 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:12.303374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.304340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.307346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.334521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:12.342661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.362898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.413142 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-7705f3db-16be-4f00-9e99-c2845a3e3db4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9570117 Jul 16 03:36:12.439986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Pushing event updated for resources: {'Port': ['ID=41399c8a-281a-4b86-ba50-f982cd49bd18,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.487794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Request body: {'port': {'device_id': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:12.494848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Attempting to bind port 41399c8a-281a-4b86-ba50-f982cd49bd18 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:12.495747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Attempting to bind port 41399c8a-281a-4b86-ba50-f982cd49bd18 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:12.496116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Attempting to bind port 41399c8a-281a-4b86-ba50-f982cd49bd18 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:12.507098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98e2f1d9-2e7a-4f1b-afe6-fbf39f03a2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.523353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Port 41399c8a-281a-4b86-ba50-f982cd49bd18 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:12.523693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Attempting to bind port 41399c8a-281a-4b86-ba50-f982cd49bd18 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:12.534094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:12.553956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:12.555082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b9838a5-0566-4520-abb6-79542927461a admin admin] 10.222.0.25 "PUT /v2.0/routers/b5bdf294-243d-4a3c-b0f6-838c30bbcb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3907237 Jul 16 03:36:12.555230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Checking segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:12.555230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Bound using segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:12.555230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Bound port: 41399c8a-281a-4b86-ba50-f982cd49bd18, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:12.555230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.557056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Made reservation on behalf of c3d8213c051d4ef3bf61fd73cc3e07a2 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:12.560845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.595710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Sync routers for ids ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:12.612108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Routers {'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:12.613109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:12.618156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.674703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:12.731695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.803602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] For port 41399c8a-281a-4b86-ba50-f982cd49bd18, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:12.809026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] For port 41399c8a-281a-4b86-ba50-f982cd49bd18, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41399c8a-281a-4b86-ba50-f982cd49bd18,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:12.831749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.908321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Set router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:12.919339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98e2f1d9-2e7a-4f1b-afe6-fbf39f03a2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.991593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.994089 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.995727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] 10.222.0.48 "PUT /v2.0/ports/41399c8a-281a-4b86-ba50-f982cd49bd18 HTTP/1.1" status: 200 len: 1092 time: 3.7466652 Jul 16 03:36:13.008436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7f93e-7d2e-4c60-9e69-2011864ff52a req-24e17223-357a-4e1e-a523-a3a3414b3d23 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.010455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98b7f93e-7d2e-4c60-9e69-2011864ff52a req-24e17223-357a-4e1e-a523-a3a3414b3d23 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.3071210 Jul 16 03:36:13.011258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'tag': '41399c8a-281a-4b86-ba50-f982cd49bd18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:13.013582 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed635bcf-03ba-4d63-817b-7a6ca56c2c43", "tag": "41399c8a-281a-4b86-ba50-f982cd49bd18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:13.039248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e54f8d5-9a8e-4f33-85da-269b5a041896 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:13.041176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98e2f1d9-2e7a-4f1b-afe6-fbf39f03a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.098667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f9873-ccff-4819-a872-a82ce2804d85 service neutron] Pushing event updated for resources: {'Port': ['ID=41399c8a-281a-4b86-ba50-f982cd49bd18,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.153498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5e54f8d5-9a8e-4f33-85da-269b5a041896 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:13.153897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.178577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Allocated IP 172.20.0.11 (e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04/2416c0e7-b50b-4d79-9c01-e65b9c257c97/0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:13.224556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:13.239117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.240341 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b4b56550-b946-42e3-b048-cd37011f6eef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 933 time: 4.4752190 Jul 16 03:36:13.242433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Allocated IP 172.20.0.10 (5ce937c8-d3c1-4924-b450-4f89ea8669b6/fe50f70d-57a7-444e-8061-068c3870dd0b/8d603a40-12a7-4cf9-b8b2-7478df5e75b1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:13.246346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:13.272686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:36:08Z', 'revision_number': 4, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '08f58667-5aa2-4b70-9ba9-340d30180940', 'name': '', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'mac_address': 'fa:16:3e:47:77:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:07Z', 'updated_at': '2021-07-16T03:36:08Z', 'revision_number': 2, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'subnets': [{'id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:13.306208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Checking router: b5bdf294-243d-4a3c-b0f6-838c30bbcb8e for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:13.306912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Updating router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e port 08f58667-5aa2-4b70-9ba9-340d30180940 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:13.353614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:13.430461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.503185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-63f4bdb7-50ab-44f2-ac0f-e04c65022c32 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 933 time: 0.2556479 Jul 16 03:36:13.511827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-98e2f1d9-2e7a-4f1b-afe6-fbf39f03a2b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=632746ce868443cfaf9edff36bdf598f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1735046 Jul 16 03:36:13.511827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34978) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:13.522180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:13.528358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'routes': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:13.535685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2f1d9-2e7a-4f1b-afe6-fbf39f03a2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e80ef1-b4f5-4262-906d-87164856bed7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.613797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:13.623243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98b7f93e-7d2e-4c60-9e69-2011864ff52a req-fd6f1026-7b58-49cb-b2d4-09f0010e9bb2 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833790 Jul 16 03:36:13.628861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:13.630897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.721226 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:13.735655 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:13.737134 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:13.773551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-fa66c720-9265-4d7e-ba2e-8eb03a00e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.775099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-fa66c720-9265-4d7e-ba2e-8eb03a00e112 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 1095 time: 0.7306838 Jul 16 03:36:13.810754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97a876-819c-44ea-9c44-a08dc587f37b req-2342c38f-e3f9-404b-8fe8-457ef9b9f3c4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.813377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef97a876-819c-44ea-9c44-a08dc587f37b req-2342c38f-e3f9-404b-8fe8-457ef9b9f3c4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 944 time: 0.8407059 Jul 16 03:36:13.852336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.902509 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:13.946652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,segment=NetworkSegment(b624b4ce-fb52-4355-9d21-8ab20611fa6f),segment_id=b624b4ce-fb52-4355-9d21-8ab20611fa6f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:13.959593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.998478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.025872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Transition to ACTIVE for port object 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:14.043981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.052491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.099120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.100211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.114233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Transition to ACTIVE for port object 08f58667-5aa2-4b70-9ba9-340d30180940 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:14.124007 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.130798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:14.180752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-63a395ad-8132-42c6-a46b-3a4da1c60991 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41399c8a-281a-4b86-ba50-f982cd49bd18 HTTP/1.1" status: 200 len: 217 time: 0.3961334 Jul 16 03:36:14.181331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67905f3-7e6d-4ccb-a8ee-83e2368ded24 None None] Pushing event updated for resources: {'Port': ['ID=08f58667-5aa2-4b70-9ba9-340d30180940,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.213705 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 6, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 4, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:14.229801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:14.243290 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:14.246178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:14.253551 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:14.254263 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:14.261642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.272356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-638a0e8d-fa7b-4c9c-8fed-93c39dc3e3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.315998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Attempting to bind port 08f58667-5aa2-4b70-9ba9-340d30180940 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:14.316438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Attempting to bind port 08f58667-5aa2-4b70-9ba9-340d30180940 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:14.316832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Attempting to bind port 08f58667-5aa2-4b70-9ba9-340d30180940 on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:14.323437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:14.323870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Checking segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:14.324287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.324823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Bound using segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:14.325446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Bound port: 08f58667-5aa2-4b70-9ba9-340d30180940, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:14.325889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.343304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef97a876-819c-44ea-9c44-a08dc587f37b req-c4a24e5a-14bf-4568-9485-1ec70e194859 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916747 Jul 16 03:36:14.376668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.381564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:14.387258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-638a0e8d-fa7b-4c9c-8fed-93c39dc3e3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.399665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:14.407127 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:14.440848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:14.474691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.479437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] For port 08f58667-5aa2-4b70-9ba9-340d30180940, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:14.480323 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.485229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] For port 08f58667-5aa2-4b70-9ba9-340d30180940, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=08f58667-5aa2-4b70-9ba9-340d30180940,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:14.486264 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d949de2-d295-4a72-aed7-b8c69096344d x-openstack-request-id: req-5d949de2-d295-4a72-aed7-b8c69096344d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:14.486510 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed635bcf-03ba-4d63-817b-7a6ca56c2c43", "tag": "41399c8a-281a-4b86-ba50-f982cd49bd18", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:14.486790 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d949de2-d295-4a72-aed7-b8c69096344d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:14.487195 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'tag': '41399c8a-281a-4b86-ba50-f982cd49bd18', 'status': 'completed', 'code': 200} Jul 16 03:36:14.490389 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.519969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-638a0e8d-fa7b-4c9c-8fed-93c39dc3e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.522446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-638a0e8d-fa7b-4c9c-8fed-93c39dc3e3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.526966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-638a0e8d-fa7b-4c9c-8fed-93c39dc3e3a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6e80ef1-b4f5-4262-906d-87164856bed7 HTTP/1.1" status: 204 len: 168 time: 0.9923673 Jul 16 03:36:14.536677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-f2fa6320-2f78-408e-8c09-de5cfe5b6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.538244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-f2fa6320-2f78-408e-8c09-de5cfe5b6c2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 200 len: 858 time: 0.3207364 Jul 16 03:36:14.592796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0e8d-fa7b-4c9c-8fed-93c39dc3e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e80ef1-b4f5-4262-906d-87164856bed7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.639200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88578473-8905-4d38-8cbb-4d8d290e791c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6452925 Jul 16 03:36:14.639789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67905f3-7e6d-4ccb-a8ee-83e2368ded24 None None] Pushing event updated for resources: {'Port': ['ID=08f58667-5aa2-4b70-9ba9-340d30180940,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.644871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Pushing event updated for resources: {'Port': ['ID=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.651362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-de9aeb52-e489-4846-ae11-f5df1c74de33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ce937c8-d3c1-4924-b450-4f89ea8669b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973408 Jul 16 03:36:14.655733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a548bbfd-47d6-4eba-bc5d-10184afa3b03 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:14.665567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Request body: {'port': {'device_id': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:14.722252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.726539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Routers {'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:14.727457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:14.731712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b4ab4f4a-172f-4a30-9e5e-52e73aeffafb None None] Provisioning for port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:14.750789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.756101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.788047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-b7d5822a-e57e-42b2-a4c8-0681a616cde8 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.789653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-b7d5822a-e57e-42b2-a4c8-0681a616cde8 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 818 time: 0.6385708 Jul 16 03:36:14.801524 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 6, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:14.817720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-2f35f5ea-b21e-4dda-9ab5-1e213635106c tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5609565 Jul 16 03:36:14.818699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.822895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Transition to ACTIVE for port object a548bbfd-47d6-4eba-bc5d-10184afa3b03 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:14.836773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Request body: {'port': {'device_id': '4ee53552-5003-4529-a00a-947677a10aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:14.840531 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a9768-db66-4cc3-8435-c5947a2369c7 None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 6, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:14.842673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.855832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:36:14.855832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:36:14.861281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b4ab4f4a-172f-4a30-9e5e-52e73aeffafb None None] Provisioning complete for port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:14.861667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4f4a-172f-4a30-9e5e-52e73aeffafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.933917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-1cf96fc9-745e-4247-acca-9e31d4a4c496 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/quotas/ad6155712984468ca012018e11bd9ff7 HTTP/1.1" status: 200 len: 375 time: 0.1272652 Jul 16 03:36:14.958599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:15.034587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab4f4a-172f-4a30-9e5e-52e73aeffafb None None] Port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:15.044429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c5299-9625-4886-901d-5aa503ca500a req-01ecee70-b77c-4d51-96de-b29590baabfd tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.052528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb1c5299-9625-4886-901d-5aa503ca500a req-01ecee70-b77c-4d51-96de-b29590baabfd tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 932 time: 0.3987627 Jul 16 03:36:15.056807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] Set router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:15.086253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.099353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:15.122925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Pushing event updated for resources: {'Port': ['ID=a548bbfd-47d6-4eba-bc5d-10184afa3b03,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.124753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-11739c75-62f2-4fc1-89f5-aefa0066210f service neutron] 10.222.0.48 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878102 Jul 16 03:36:15.162638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:15.163204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.185282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.261527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeadf09a-0fd3-4169-8412-166102a31441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.267764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Attempting to bind port a548bbfd-47d6-4eba-bc5d-10184afa3b03 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:15.268387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Attempting to bind port a548bbfd-47d6-4eba-bc5d-10184afa3b03 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:15.268903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Attempting to bind port a548bbfd-47d6-4eba-bc5d-10184afa3b03 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:15.271197 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb1c5299-9625-4886-901d-5aa503ca500a req-245a127c-c782-4f7f-a15b-d5c86ae47d86 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176700 Jul 16 03:36:15.322669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Port a548bbfd-47d6-4eba-bc5d-10184afa3b03 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:15.323262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Attempting to bind port a548bbfd-47d6-4eba-bc5d-10184afa3b03 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:15.387553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:15.388480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Checking segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:15.389069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Bound using segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:15.389689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Bound port: a548bbfd-47d6-4eba-bc5d-10184afa3b03, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:15.390226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.499306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.505032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-2037d914-b2d8-4a5c-b2ca-8dde678c1e5e service neutron] 10.222.0.48 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095033 Jul 16 03:36:15.512811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.593352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] For port a548bbfd-47d6-4eba-bc5d-10184afa3b03, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:15.594526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0826472c-6465-4262-9ffc-cc959229914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:36:08Z', 'revision_number': 4, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '08f58667-5aa2-4b70-9ba9-340d30180940', 'name': '', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'mac_address': 'fa:16:3e:47:77:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:07Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'subnets': [{'id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:15.621173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-5035a651-0a9d-4eb5-b789-db9b60f3aaa4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6751761 Jul 16 03:36:15.622708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826472c-6465-4262-9ffc-cc959229914d None None] The sync data for ids ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'] in n-d-800089-6 is: [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:36:08Z', 'revision_number': 4, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '08f58667-5aa2-4b70-9ba9-340d30180940', 'name': '', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'mac_address': 'fa:16:3e:47:77:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:07Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 4, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'subnets': [{'id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:15.627924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] For port a548bbfd-47d6-4eba-bc5d-10184afa3b03, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:15.637118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:15.652115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.656968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.730064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.730789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.732492 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] 10.222.0.11 "PUT /v2.0/ports/a548bbfd-47d6-4eba-bc5d-10184afa3b03 HTTP/1.1" status: 200 len: 1091 time: 3.2818682 Jul 16 03:36:15.733462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Transition to ACTIVE for port object 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:15.743236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'tag': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:15.745530 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a54208-c14c-4d3f-b1b8-631709652990" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ac5990-57a9-45c4-894e-0abea0527cc2", "tag": "a548bbfd-47d6-4eba-bc5d-10184afa3b03"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:15.762737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.840952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeadf09a-0fd3-4169-8412-166102a31441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.862098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:15.868151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3b37c-5e55-42d1-bef4-4f45a55f17fe service neutron] Pushing event updated for resources: {'Port': ['ID=a548bbfd-47d6-4eba-bc5d-10184afa3b03,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:15.879537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.914342 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeadf09a-0fd3-4169-8412-166102a31441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.923071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:15.975093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Transition to ACTIVE for port object 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:15.994422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.999923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.025746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadf09a-0fd3-4169-8412-166102a31441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5077d-0bcd-49cf-89d3-899e206bda01,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.066425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-93965933-1bdb-4af1-9ceb-58870cc1eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.067952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-93965933-1bdb-4af1-9ceb-58870cc1eeba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 1094 time: 0.2671025 Jul 16 03:36:16.079650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-0f59c3cd-f125-4cce-8e8d-67c419cd8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.081185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-0f59c3cd-f125-4cce-8e8d-67c419cd8890 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 1095 time: 0.4855902 Jul 16 03:36:16.115799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eeadf09a-0fd3-4169-8412-166102a31441 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f2a316947b1484ea436cd3fb3e3fdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0147772 Jul 16 03:36:16.135448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af13d4-7805-4229-afae-686a56b668a6 req-d7f4096f-e07f-4f7b-a2fd-2bceb98297f4 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.137266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1af13d4-7805-4229-afae-686a56b668a6 req-d7f4096f-e07f-4f7b-a2fd-2bceb98297f4 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.5321589 Jul 16 03:36:16.139888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:16.142382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Pushing event updated for resources: {'Port': ['ID=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.148985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Attempting to bind port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:16.149549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Attempting to bind port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:16.150040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Attempting to bind port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:16.161373 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-cdfa5ed2-b610-4935-bc37-cf4f375d98fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03 HTTP/1.1" status: 200 len: 217 time: 0.0847945 Jul 16 03:36:16.177669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-0adf0cce-2b6d-45ed-af6b-080fa56d28fb service neutron] 10.222.0.25 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339844 Jul 16 03:36:16.199935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:16.200260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Attempting to bind port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:16.239890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:16.240294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Checking segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:16.240683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Bound using segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:16.241124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Bound port: 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:16.241469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.329128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-cf7fdbb8-ae67-46f7-b5aa-ad3c365e97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.330633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-cf7fdbb8-ae67-46f7-b5aa-ad3c365e97ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 200 len: 858 time: 0.1471360 Jul 16 03:36:16.352120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Attempting to bind port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:16.352464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Attempting to bind port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:16.352774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Attempting to bind port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:16.378698 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b720365d-871a-4e32-b61d-b42d7e6eb466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.384614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-86f8d1e8-7673-4ecd-8010-e4649d9001a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ce937c8-d3c1-4924-b450-4f89ea8669b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438769 Jul 16 03:36:16.388284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:16.388615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Attempting to bind port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 on network 5ce937c8-d3c1-4924-b450-4f89ea8669b6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:16.439250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:16.439585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Checking segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:16.439972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Bound using segment: {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:16.440420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Bound port: 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3510ef38-ae83-4d7a-84d4-12f423028298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:16.440778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.463464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b720365d-871a-4e32-b61d-b42d7e6eb466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.487905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:16.562048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:16.575345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.600608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:16.611842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:16.614111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.615595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a98628a7-e5cd-4908-8c26-1b03d6f3fa9f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 699 time: 3.0943501 Jul 16 03:36:16.624082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:16.625142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:16.625301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35012) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:16.635129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.636340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.637950 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] 10.222.0.11 "PUT /v2.0/ports/0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 1092 time: 1.9850268 Jul 16 03:36:16.643125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1af13d4-7805-4229-afae-686a56b668a6 req-c34e836f-614a-4974-b944-9e132290fb4f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587460 Jul 16 03:36:16.704449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-15f10d87-547c-464c-b184-90ae56b030a8 service neutron] 10.222.0.25 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235820 Jul 16 03:36:16.705846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-2e42d925-e815-4c52-b160-788874350499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.708232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-2e42d925-e815-4c52-b160-788874350499 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 920 time: 0.5906708 Jul 16 03:36:16.784894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-e0a73141-6184-4015-8a1b-742d6a948258 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809106 Jul 16 03:36:16.792775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-0e97675b-de7e-4d1f-89e1-a2146294c2dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41399c8a-281a-4b86-ba50-f982cd49bd18 HTTP/1.1" status: 200 len: 217 time: 0.0766194 Jul 16 03:36:16.841123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] For port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:16.875294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b720365d-871a-4e32-b61d-b42d7e6eb466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.878050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b720365d-871a-4e32-b61d-b42d7e6eb466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.879204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b720365d-871a-4e32-b61d-b42d7e6eb466 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fe5077d-0bcd-49cf-89d3-899e206bda01 HTTP/1.1" status: 204 len: 168 time: 0.7377846 Jul 16 03:36:16.922394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-2edae290-9018-4664-8c9b-7f44fbac292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.924923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-2edae290-9018-4664-8c9b-7f44fbac292f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 200 len: 858 time: 0.1269150 Jul 16 03:36:16.949089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:17.015354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720365d-871a-4e32-b61d-b42d7e6eb466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5077d-0bcd-49cf-89d3-899e206bda01,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.029339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b138d-0fef-446f-a9d3-f1e18418560e service neutron] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.040548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 08f58667-5aa2-4b70-9ba9-340d30180940 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:17.047850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] For port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:17.048056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-4672f1b7-917f-4d24-8717-9b90873c31f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ce937c8-d3c1-4924-b450-4f89ea8669b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167595 Jul 16 03:36:17.085282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.218774 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba9b922-cf85-4399-bc10-9b466be15f72 x-openstack-request-id: req-fba9b922-cf85-4399-bc10-9b466be15f72 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:17.219034 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ac5990-57a9-45c4-894e-0abea0527cc2", "tag": "a548bbfd-47d6-4eba-bc5d-10184afa3b03", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:17.219289 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fba9b922-cf85-4399-bc10-9b466be15f72 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:17.219764 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'tag': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03', 'status': 'completed', 'code': 200} Jul 16 03:36:17.235507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:17.247245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-028c5ab8-ce6e-4a49-8d83-fb750443d850 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 699 time: 0.6179550 Jul 16 03:36:17.300807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:17.310406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 08f58667-5aa2-4b70-9ba9-340d30180940 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:17.315623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.316519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.317979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] 10.222.0.11 "PUT /v2.0/ports/8d603a40-12a7-4cf9-b8b2-7478df5e75b1 HTTP/1.1" status: 200 len: 1092 time: 2.4883585 Jul 16 03:36:17.322080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236b434-1df6-4423-a0a9-f2a62c6a1aef service neutron] Pushing event updated for resources: {'Port': ['ID=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.358700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-c949c593-0da9-49c9-8c51-402b8ce63bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.360486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-c949c593-0da9-49c9-8c51-402b8ce63bf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1095 time: 0.6007442 Jul 16 03:36:17.362486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-ec4bb6dd-2f11-423d-af4d-a51dad99625a service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229466 Jul 16 03:36:17.481475 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-bfc5263e-2935-456d-9048-dee2561970c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 217 time: 0.1057343 Jul 16 03:36:17.515385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.538322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 08f58667-5aa2-4b70-9ba9-340d30180940 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:17.538905 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.603177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88ec2fb7-7871-4b51-9a23-ba46f73fd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.604720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-88ec2fb7-7871-4b51-9a23-ba46f73fd5db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.0852215 Jul 16 03:36:17.612353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-362651e4-c0c3-43a8-bbf4-8c1db47deba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.614367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-362651e4-c0c3-43a8-bbf4-8c1db47deba2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 1095 time: 0.1564832 Jul 16 03:36:17.682679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe745f2-394d-41da-974d-03e7cb177d39 req-bf6c505c-3036-4bcc-8568-9d0489b6dfb2 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.684674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fe745f2-394d-41da-974d-03e7cb177d39 req-bf6c505c-3036-4bcc-8568-9d0489b6dfb2 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 944 time: 0.7132738 Jul 16 03:36:17.691349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-ba759f62-f29b-4fdd-bd7e-0cef2ce563cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1 HTTP/1.1" status: 200 len: 217 time: 0.0626440 Jul 16 03:36:17.693183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-9546b256-db83-441c-b0aa-bba772a6e136 service neutron] 10.222.0.48 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178606 Jul 16 03:36:17.693563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-807e0427-7e72-4ac1-98de-2891864081d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.695669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-807e0427-7e72-4ac1-98de-2891864081d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 1094 time: 0.2269490 Jul 16 03:36:17.714206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '00a80644-cf23-448f-af18-06298645365e', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'port_id': '00a80644-cf23-448f-af18-06298645365e', 'mac_address': 'fa:16:3e:f8:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd191e0a1-6920-4764-a494-2d15bfb7d7d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:17.828366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae2ee5-146d-425f-a77a-331e1659be52 req-8989323e-7918-4da3-840b-3e9d53895d85 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.830466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84ae2ee5-146d-425f-a77a-331e1659be52 req-8989323e-7918-4da3-840b-3e9d53895d85 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.6123300 Jul 16 03:36:17.876185 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.890278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.896743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fe745f2-394d-41da-974d-03e7cb177d39 req-0b5a83f1-18a4-4796-92af-079a1cb50e4a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023652 Jul 16 03:36:17.922493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00a80644-cf23-448f-af18-06298645365e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:17.947269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.959064 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.993736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84ae2ee5-146d-425f-a77a-331e1659be52 req-0f258be9-d389-4f2c-b7c6-a8a41e78b5ba tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175950 Jul 16 03:36:17.997978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d2c0f4b-f31f-44e9-b035-f5ec451b6c2a req-91764435-867c-4b9a-af1b-931a663d68a5 service neutron] 10.222.0.48 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957931 Jul 16 03:36:18.048839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 08f58667-5aa2-4b70-9ba9-340d30180940, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=08f58667-5aa2-4b70-9ba9-340d30180940,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:18.081183 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.150536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:18.217688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.259770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-69da57f7-d6cb-4574-9d49-78bf3e5e2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.262269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-69da57f7-d6cb-4574-9d49-78bf3e5e2347 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6440451 Jul 16 03:36:18.265704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ea81-0239-468e-a490-d4859d291e10 req-f685770d-4fcf-4802-a4b0-7a635f1a1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.266826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 7, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:18.268342 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-f685770d-4fcf-4802-a4b0-7a635f1a1183 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 200 len: 858 time: 0.5663376 Jul 16 03:36:18.269130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=08f58667-5aa2-4b70-9ba9-340d30180940,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:18.276943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['00a80644-cf23-448f-af18-06298645365e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:18.342415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-fec211e0-2767-468a-a8c2-2f04c84e615d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ce937c8-d3c1-4924-b450-4f89ea8669b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552230 Jul 16 03:36:18.358765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-633efd91-04f4-4e94-b8f1-a463269ee47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.360219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-633efd91-04f4-4e94-b8f1-a463269ee47d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 920 time: 0.6487508 Jul 16 03:36:18.427900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-250763db-73c0-4f1d-acaa-e069274349d0 req-bb9a85b1-b9cf-4337-b5d4-dd2a7ff90303 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 210 time: 0.1096668 Jul 16 03:36:18.445678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:18.448518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-582351c1-1f2e-4ae8-9861-6075b239ab9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03 HTTP/1.1" status: 200 len: 217 time: 0.0509334 Jul 16 03:36:18.461754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:18.463548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:18.519421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-5309d2cf-7478-4226-8342-16118bd51a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.520893 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-5309d2cf-7478-4226-8342-16118bd51a66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 200 len: 858 time: 0.0612190 Jul 16 03:36:18.607408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cc4c2-dec5-4d9e-8fa4-b69e75e37842 req-e68c928d-364b-4bbe-b81e-7269c89ed962 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.608994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb3cc4c2-dec5-4d9e-8fa4-b69e75e37842 req-e68c928d-364b-4bbe-b81e-7269c89ed962 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 945 time: 0.1778662 Jul 16 03:36:18.657130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:18.680446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb3cc4c2-dec5-4d9e-8fa4-b69e75e37842 req-b3c67b24-0612-4c2c-9148-c53817364fc8 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Jul 16 03:36:18.693779 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-02ca1312-da45-4254-8287-3444a656133b service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216828 Jul 16 03:36:18.695546 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-659e7219-c436-405f-b723-def9a2f1cd06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ce937c8-d3c1-4924-b450-4f89ea8669b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173763 Jul 16 03:36:18.865892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:18.866447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.899511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-85fc6d6d-09e1-4fbe-8c6e-ebcdb58b4d24 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506611 Jul 16 03:36:18.920401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-010107b3-be84-4d3e-862f-22af688336f4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.923180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-010107b3-be84-4d3e-862f-22af688336f4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 818 time: 0.1840396 Jul 16 03:36:18.936422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 08f58667-5aa2-4b70-9ba9-340d30180940 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:18.995880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 1bb534ad-9aab-421d-b2b5-234aa2c4fa65, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,segment=NetworkSegment(b624b4ce-fb52-4355-9d21-8ab20611fa6f),segment_id=b624b4ce-fb52-4355-9d21-8ab20611fa6f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:18.996135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.011898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:19.095138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4961ea81-0239-468e-a490-d4859d291e10 req-a4f82cbc-4c19-44d3-84c8-3cf0c3289d30 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613150 Jul 16 03:36:19.136650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-932d257f-d412-4c6c-9b60-48bf5cc3f007 req-39b8a03e-9524-4bf5-bc0e-dd0ad29918af service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238019 Jul 16 03:36:19.139138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-b528869b-c84c-423e-89d7-ee92d7548a83 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248323 Jul 16 03:36:19.159045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 08f58667-5aa2-4b70-9ba9-340d30180940 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:19.159598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.224604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}, {'name': 'network-changed', 'server_uuid': '4ee53552-5003-4529-a00a-947677a10aa9', 'tag': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:19.227231 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478dcceb-f84b-44a1-bb95-ea249ade11dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}, {"name": "network-changed", "server_uuid": "4ee53552-5003-4529-a00a-947677a10aa9", "tag": "8d603a40-12a7-4cf9-b8b2-7478df5e75b1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:19.260034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-56f38f01-e841-4117-8b49-4a462264d03b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/quotas/ad6155712984468ca012018e11bd9ff7 HTTP/1.1" status: 200 len: 375 time: 0.1153667 Jul 16 03:36:19.272554 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c7a54208-c14c-4d3f-b1b8-631709652990 req-ca467763-bd3f-4001-a6ab-e8e72be68bf2 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249285 Jul 16 03:36:19.279825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41399c8a-281a-4b86-ba50-f982cd49bd18 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:19.325897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:19.392824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-d45c8952-3738-4ca1-aa38-e081ee15f9c2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.394537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-d45c8952-3738-4ca1-aa38-e081ee15f9c2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 818 time: 0.2489603 Jul 16 03:36:19.416561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Request body: {'port': {'device_id': '138c18e5-4601-4075-9e6d-2f622725d63b', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'admin_state_up': True, 'tenant_id': 'ad6155712984468ca012018e11bd9ff7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:19.481566 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41399c8a-281a-4b86-ba50-f982cd49bd18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41399c8a-281a-4b86-ba50-f982cd49bd18,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:19.536234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '41399c8a-281a-4b86-ba50-f982cd49bd18', 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'port_id': '41399c8a-281a-4b86-ba50-f982cd49bd18', 'mac_address': 'fa:16:3e:91:58:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50f70d-57a7-444e-8061-068c3870dd0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:19.566849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 7, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.622522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca318a5-c894-4c75-9938-13fb95ecded7 None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:14Z', 'revision_number': 7, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb534ad-9aab-421d-b2b5-234aa2c4fa65', 'name': '', 'network_id': '42a7cd47-7a46-4502-8e91-896b2f2881f2', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ab:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:04Z', 'updated_at': '2021-07-16T03:36:13Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:19.633906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.656882 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.671360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41399c8a-281a-4b86-ba50-f982cd49bd18 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:19.676640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 00a80644-cf23-448f-af18-06298645365e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:19.689947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6409b-de3a-4c5b-85d4-6e81c1953096 req-f69b94a5-2dfa-4054-ad77-5bdef1cfdf74 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.691901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05f6409b-de3a-4c5b-85d4-6e81c1953096 req-f69b94a5-2dfa-4054-ad77-5bdef1cfdf74 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 944 time: 0.5453188 Jul 16 03:36:19.703984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-dce1085b-0159-4cbd-acb9-8971edf943b6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4428079 Jul 16 03:36:19.711827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:19.713939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41399c8a-281a-4b86-ba50-f982cd49bd18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41399c8a-281a-4b86-ba50-f982cd49bd18,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:19.722962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.728737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.786725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.050357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=41399c8a-281a-4b86-ba50-f982cd49bd18,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.084336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.108491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41399c8a-281a-4b86-ba50-f982cd49bd18'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:20.133841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Made reservation on behalf of ad6155712984468ca012018e11bd9ff7 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:20.137618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.151712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=1bb534ad-9aab-421d-b2b5-234aa2c4fa65,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.242643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05f6409b-de3a-4c5b-85d4-6e81c1953096 req-0b0209b2-06cd-49b1-b2fe-05639c16d405 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363350 Jul 16 03:36:20.436051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Allocated IP 172.20.0.3 (e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828/b10205a6-7994-41ae-99cf-6fb27f18a7fb/61176597-beec-4ded-9cd8-fac9d11d6f5d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:20.460170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-37f2593d-1ad1-4c61-9a21-9a5787fc77db service neutron] 10.222.0.25 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315269 Jul 16 03:36:20.668238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d63622d0-3141-4292-afbf-13c6945ab0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.714355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.727632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:20.845207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f6fb-9a96-4b3e-a05e-002c8cf76b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.850260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-46067f6e-f5af-42c9-b39e-36e6025df65f service neutron] 10.222.0.25 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498549 Jul 16 03:36:20.858220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced9f7-5dd1-4dcf-b549-17a43c8f758e req-ce641204-2d33-408d-8a90-ca4623b491ae tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.859673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9ced9f7-5dd1-4dcf-b549-17a43c8f758e req-ce641204-2d33-408d-8a90-ca4623b491ae tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.4056013 Jul 16 03:36:20.940953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f6fb-9a96-4b3e-a05e-002c8cf76b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.947912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f6fb-9a96-4b3e-a05e-002c8cf76b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.952799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.962026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9ced9f7-5dd1-4dcf-b549-17a43c8f758e req-964ad133-57de-4029-acf9-09a4e51e18fa tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940046 Jul 16 03:36:20.985195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7f6fb-9a96-4b3e-a05e-002c8cf76b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e24ba5-baa9-441f-804c-28dd27511475,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.992464 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9bf7f6fb-9a96-4b3e-a05e-002c8cf76b14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=848c9e4241644a2bb52fb5afda0e87f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608986 Jul 16 03:36:20.997168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35130) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:21.049600 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6909e4f-21ee-411e-8183-89cf3bd00f65 x-openstack-request-id: req-b6909e4f-21ee-411e-8183-89cf3bd00f65 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:21.049895 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ee53552-5003-4529-a00a-947677a10aa9", "tag": "8d603a40-12a7-4cf9-b8b2-7478df5e75b1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:21.050144 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6909e4f-21ee-411e-8183-89cf3bd00f65 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:21.050936 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'status': 'completed', 'code': 200} Jul 16 03:36:21.050936 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee53552-5003-4529-a00a-947677a10aa9', 'tag': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1', 'status': 'completed', 'code': 200} Jul 16 03:36:21.170665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e490d742-df5d-4abf-997f-d7740dcadc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.212637 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e490d742-df5d-4abf-997f-d7740dcadc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.223544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9986a8c8-e070-43cb-95b6-5824687bdb60 req-1e909253-dce6-495c-8bad-e94b19be1d9e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 210 time: 0.0561216 Jul 16 03:36:21.224881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:21.233246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:21.242384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-42bbb575-c04b-4791-aa79-be8bc9eb1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.245927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-42bbb575-c04b-4791-aa79-be8bc9eb1981 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1095 time: 0.1935022 Jul 16 03:36:21.247439 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.283173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 00a80644-cf23-448f-af18-06298645365e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.283854 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.369501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-f67fe7a4-9663-452b-bc63-899a8738ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.371027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-f67fe7a4-9663-452b-bc63-899a8738ddf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.1180329 Jul 16 03:36:21.383905 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.408230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a80644-cf23-448f-af18-06298645365e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:21.411020 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64279fe-fc2e-4a56-97c3-603ea65feb1b" -d '{"events": [{"server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "00a80644-cf23-448f-af18-06298645365e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:21.425462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:21.436252 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.437149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41399c8a-281a-4b86-ba50-f982cd49bd18 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:21.445194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-b6f23e17-e1c9-4611-9ad0-17ce51620876 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 217 time: 0.0644512 Jul 16 03:36:21.473144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Pushing event updated for resources: {'Port': ['ID=61176597-beec-4ded-9cd8-fac9d11d6f5d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.503077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-df9ada3b-1737-4014-b791-69296065c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.505039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-df9ada3b-1737-4014-b791-69296065c7e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.0544982 Jul 16 03:36:21.505886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e490d742-df5d-4abf-997f-d7740dcadc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.508932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e490d742-df5d-4abf-997f-d7740dcadc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.510243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e490d742-df5d-4abf-997f-d7740dcadc24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78e24ba5-baa9-441f-804c-28dd27511475 HTTP/1.1" status: 204 len: 168 time: 0.5121324 Jul 16 03:36:21.512957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:21.525730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:21.528862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:21.552018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490d742-df5d-4abf-997f-d7740dcadc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e24ba5-baa9-441f-804c-28dd27511475,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.567436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.590398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-f5d4587d-3f01-44f2-857b-979cba00fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.593355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-f5d4587d-3f01-44f2-857b-979cba00fb62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806472 Jul 16 03:36:21.602927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96677949-21f0-4f07-9530-dfe346df35ef req-2e8f772e-babf-49e6-a454-2a14c50c636e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.604764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96677949-21f0-4f07-9530-dfe346df35ef req-2e8f772e-babf-49e6-a454-2a14c50c636e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 944 time: 0.4600356 Jul 16 03:36:21.617197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 41399c8a-281a-4b86-ba50-f982cd49bd18 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:21.622653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 41399c8a-281a-4b86-ba50-f982cd49bd18 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.623394 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.709184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.709629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.721385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-be267588-c801-4c2b-94b0-91f983f2cafe service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225381 Jul 16 03:36:21.725226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:21.734203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a120437f-5e04-48fa-b3cd-e10ab544c3a5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4917741 Jul 16 03:36:21.735209 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:21.741216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.744594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35150) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:21.745106 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:21.746161 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:21.767688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96677949-21f0-4f07-9530-dfe346df35ef req-4a734dd4-e4c7-4481-901d-0d26933bca9e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319933 Jul 16 03:36:21.783210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41399c8a-281a-4b86-ba50-f982cd49bd18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41399c8a-281a-4b86-ba50-f982cd49bd18,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:21.791201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a548bbfd-47d6-4eba-bc5d-10184afa3b03 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:21.797950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cda411-de10-47c8-979d-024a64a9ecfb req-01c36743-d879-43a7-bd0f-8c38613cf0d2 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.805487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2cda411-de10-47c8-979d-024a64a9ecfb req-01c36743-d879-43a7-bd0f-8c38613cf0d2 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 945 time: 0.3347547 Jul 16 03:36:21.808849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.811645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-3f7b663b-d239-4866-bca8-a51cb87dbd0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4018497 Jul 16 03:36:21.836015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Request body: {'port': {'device_id': '138c18e5-4601-4075-9e6d-2f622725d63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:21.918222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:21.922742 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9834be95-f16e-4e18-862d-0406bb0d57e8 x-openstack-request-id: req-9834be95-f16e-4e18-862d-0406bb0d57e8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:21.922941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.923533 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "00a80644-cf23-448f-af18-06298645365e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:21.924010 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9834be95-f16e-4e18-862d-0406bb0d57e8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:21.924616 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a80644-cf23-448f-af18-06298645365e', 'code': 200} Jul 16 03:36:21.932675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-0df0f53c-c0a6-4aed-b9e4-641a02cc635f service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045240 Jul 16 03:36:21.968404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.970898 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:21.989748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=41399c8a-281a-4b86-ba50-f982cd49bd18,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.092331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.135016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a548bbfd-47d6-4eba-bc5d-10184afa3b03, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:22.140931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.150297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03', 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'port_id': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03', 'mac_address': 'fa:16:3e:47:be:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50f70d-57a7-444e-8061-068c3870dd0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:22.184721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2cda411-de10-47c8-979d-024a64a9ecfb req-307f5c99-f262-4152-a384-d044fbbf76c1 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752141 Jul 16 03:36:22.191582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc188a51-7688-4ddc-b2e8-d5926e18a3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.208172 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.226307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a548bbfd-47d6-4eba-bc5d-10184afa3b03 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:22.243661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-57d03e3f-9fb2-477f-bd40-c4c2f48416ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.245408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-57d03e3f-9fb2-477f-bd40-c4c2f48416ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=708791a138f949f180417b53205aba25&device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 1095 time: 0.1822503 Jul 16 03:36:22.255854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a548bbfd-47d6-4eba-bc5d-10184afa3b03, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:22.261846 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.349022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a548bbfd-47d6-4eba-bc5d-10184afa3b03,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.385098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.388494 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:19Z', 'revision_number': 8, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:22.439246 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:22.456001 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:22.456833 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:35:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:22.469780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a548bbfd-47d6-4eba-bc5d-10184afa3b03'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:22.479557 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.527249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb929509-11fe-4e1e-91ac-5b08406e8f12 None None] Network 42a7cd47-7a46-4502-8e91-896b2f2881f2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:22.541238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc188a51-7688-4ddc-b2e8-d5926e18a3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.549556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-0678569a-52fb-47bc-a95e-68ff32b6d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.551838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-0678569a-52fb-47bc-a95e-68ff32b6d4b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 200 len: 920 time: 0.2984948 Jul 16 03:36:22.557949 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc188a51-7688-4ddc-b2e8-d5926e18a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.580859 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.585118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e HTTP/1.1" status: 204 len: 168 time: 0.8334558 Jul 16 03:36:22.592489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d278d30-6d4a-4c89-b8f3-ed730ac98488 req-84f36e50-9768-47db-b7d0-ddddfefebf5b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.597999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35160) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.600113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d278d30-6d4a-4c89-b8f3-ed730ac98488 req-84f36e50-9768-47db-b7d0-ddddfefebf5b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.4039519 Jul 16 03:36:22.614196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dc188a51-7688-4ddc-b2e8-d5926e18a3ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e61f56635a0042e18761dda6ea08f121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666481 Jul 16 03:36:22.618957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c289bd8-e522-4685-8e43-37e4793f67f6 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.627678 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:22.630736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.717274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa041df-bf67-415c-b227-bdb93fa9b07b req-3189b832-a49b-464d-b881-e9156906959c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 210 time: 0.1378081 Jul 16 03:36:22.773451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f0924b57-3e6c-48a9-98f4-82398614b04c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.775031 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f0924b57-3e6c-48a9-98f4-82398614b04c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.11 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 818 time: 0.1459911 Jul 16 03:36:22.777250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17380cab-dc76-409b-bf7f-538c2c6c35af req-d40c4fa0-c758-4e0a-97a5-ad7c898d6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.779024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17380cab-dc76-409b-bf7f-538c2c6c35af req-d40c4fa0-c758-4e0a-97a5-ad7c898d6cd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 1097 time: 0.5243495 Jul 16 03:36:22.785165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d278d30-6d4a-4c89-b8f3-ed730ac98488 req-f6b893e4-0c14-4754-bed4-aa29aa76b432 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840372 Jul 16 03:36:22.836305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Request body: {'port': {'device_id': '939652d2-bb87-4800-92be-54a93e874b12', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'admin_state_up': True, 'tenant_id': 'ad6155712984468ca012018e11bd9ff7'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:22.941091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] DHCP port deletion for 42a7cd47-7a46-4502-8e91-896b2f2881f2 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:22.984064 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17380cab-dc76-409b-bf7f-538c2c6c35af req-ed9b890d-0d91-4b84-b645-bab858adc970 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882447 Jul 16 03:36:22.985323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-b7903b28-7119-4eef-b8f6-be37794a098c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1 HTTP/1.1" status: 200 len: 217 time: 0.3861241 Jul 16 03:36:23.000092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] Deleting port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:23.000769 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.044962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc188a51-7688-4ddc-b2e8-d5926e18a3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72c23c-132f-40eb-a3ca-6141d286754d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.092359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] For port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,segment=NetworkSegment(b624b4ce-fb52-4355-9d21-8ab20611fa6f),segment_id=b624b4ce-fb52-4355-9d21-8ab20611fa6f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:23.092911 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.109809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.115840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] Calling delete_port for 30fa90df-4f40-46fe-a9e9-b931acc4ddbe owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:23.137267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-6f6817e7-a7de-4955-bd3d-c7a7c144b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.138950 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-6f6817e7-a7de-4955-bd3d-c7a7c144b23d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 200 len: 858 time: 0.1426411 Jul 16 03:36:23.197275 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:19Z', 'revision_number': 8, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:23.216387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-c892ad77-6d52-404e-8225-9dee0e66170a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ce937c8-d3c1-4924-b450-4f89ea8669b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429575 Jul 16 03:36:23.223832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.265528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45785226-6c33-4fc3-a411-1e8b1275b73c None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:19Z', 'revision_number': 8, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '0cc9bcab-088c-405c-9d94-887fc55388e0', 'name': '', 'network_id': '5dec5a73-0762-447a-a398-a8c61b329b26', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:e9:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:54Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': '42183ed4-6857-4e94-aed5-c9f3e4588215', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:23.267794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] Pushing event deleted for resources: {'Port': ['ID=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.273441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d4e16-7f7e-4174-993a-70eb5d58bb75 None None] No DVR routers for this DVR port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:23.281686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Made reservation on behalf of ad6155712984468ca012018e11bd9ff7 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:23.296205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.303489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e6457c5-dd64-415b-a2d7-e183a35dd58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.361793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:23.362132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.385394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1572a949-e673-4d0f-9da4-74a9af0f3a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.452960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1572a949-e673-4d0f-9da4-74a9af0f3a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.472124 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-49f3e87c-f2a4-4fe0-abe3-684da1eb5dca service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477932 Jul 16 03:36:23.492039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe, host n-d-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:23.492605 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.531163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 30fa90df-4f40-46fe-a9e9-b931acc4ddbe owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:23.535203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:36:23.539515 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.564200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335850-b225-4cab-a0e4-37254ad851ca req-10fe1488-13ee-4f61-958e-c46646d5af25 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.565702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d335850-b225-4cab-a0e4-37254ad851ca req-10fe1488-13ee-4f61-958e-c46646d5af25 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2408512 Jul 16 03:36:23.569080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61176597-beec-4ded-9cd8-fac9d11d6f5d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:23.583289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc4195-7465-4c79-8f64-0dbd23caa91d req-0497d2f5-56c9-478a-80b9-072c93c3745a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.584743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42dc4195-7465-4c79-8f64-0dbd23caa91d req-0497d2f5-56c9-478a-80b9-072c93c3745a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 946 time: 0.2411582 Jul 16 03:36:23.595559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.602767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=30fa90df-4f40-46fe-a9e9-b931acc4ddbe,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.606259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port 30fa90df-4f40-46fe-a9e9-b931acc4ddbe on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:23.633947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1572a949-e673-4d0f-9da4-74a9af0f3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.636910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1572a949-e673-4d0f-9da4-74a9af0f3a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.637984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1572a949-e673-4d0f-9da4-74a9af0f3a01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d72c23c-132f-40eb-a3ca-6141d286754d HTTP/1.1" status: 204 len: 168 time: 1.0060203 Jul 16 03:36:23.644786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Transition to ACTIVE for port object 61176597-beec-4ded-9cd8-fac9d11d6f5d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:23.666412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572a949-e673-4d0f-9da4-74a9af0f3a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72c23c-132f-40eb-a3ca-6141d286754d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.668182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.671007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-478dcceb-f84b-44a1-bb95-ea249ade11dc req-afba952d-578c-4c9c-9bd3-defad28fe9f3 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882374 Jul 16 03:36:23.714176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d335850-b225-4cab-a0e4-37254ad851ca req-9e106b9c-fc4e-41e6-86a0-646a1fd0bcad tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396573 Jul 16 03:36:23.736914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42dc4195-7465-4c79-8f64-0dbd23caa91d req-5957894d-09ac-422f-a79a-20e57cfb1591 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430507 Jul 16 03:36:23.768099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Allocated IP 172.20.0.9 (e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828/b10205a6-7994-41ae-99cf-6fb27f18a7fb/62e0b7e3-65d7-4bb9-9b48-e77ddb631473) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:23.795515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:23.801775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a548bbfd-47d6-4eba-bc5d-10184afa3b03 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:23.811601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Pushing event updated for resources: {'Port': ['ID=61176597-beec-4ded-9cd8-fac9d11d6f5d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.969685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Attempting to bind port 61176597-beec-4ded-9cd8-fac9d11d6f5d on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:23.970663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Attempting to bind port 61176597-beec-4ded-9cd8-fac9d11d6f5d by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:23.973206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Attempting to bind port 61176597-beec-4ded-9cd8-fac9d11d6f5d on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:23.980705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41399c8a-281a-4b86-ba50-f982cd49bd18'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:23.983435 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588b0ff-6c9d-4421-ba03-c594a961370a" -d '{"events": [{"server_uuid": "ed635bcf-03ba-4d63-817b-7a6ca56c2c43", "name": "network-vif-plugged", "status": "completed", "tag": "41399c8a-281a-4b86-ba50-f982cd49bd18"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:23.988452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Port 61176597-beec-4ded-9cd8-fac9d11d6f5d on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:23.989068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Attempting to bind port 61176597-beec-4ded-9cd8-fac9d11d6f5d on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:24.003037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.039115 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.044227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a548bbfd-47d6-4eba-bc5d-10184afa3b03 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:24.051925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a548bbfd-47d6-4eba-bc5d-10184afa3b03 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:24.052434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.065366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:24.066101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Checking segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:24.066757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Bound using segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:24.070961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Bound port: 61176597-beec-4ded-9cd8-fac9d11d6f5d, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:24.071602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.076460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ae3f730-aa98-40f1-8b3b-34885c4815fd req-6d81417c-fe29-4624-a90e-c8347388262f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 210 time: 0.0980983 Jul 16 03:36:24.085066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.105501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a7cd47-7a46-4502-8e91-896b2f2881f2']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.110586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b624b4ce-fb52-4355-9d21-8ab20611fa6f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.110586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b624b4ce-fb52-4355-9d21-8ab20611fa6f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.121558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.167281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.182271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:24.185680 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.190895 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041e4882-5c5a-403f-9ab9-e369410ad248 x-openstack-request-id: req-041e4882-5c5a-403f-9ab9-e369410ad248 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:24.192337 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:24.196270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.197852 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed635bcf-03ba-4d63-817b-7a6ca56c2c43", "name": "network-vif-plugged", "status": "completed", "tag": "41399c8a-281a-4b86-ba50-f982cd49bd18", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:24.198357 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-041e4882-5c5a-403f-9ab9-e369410ad248 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:24.198993 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41399c8a-281a-4b86-ba50-f982cd49bd18', 'code': 200} Jul 16 03:36:24.266206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] For port 61176597-beec-4ded-9cd8-fac9d11d6f5d, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:24.274378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] For port 61176597-beec-4ded-9cd8-fac9d11d6f5d, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:24.290707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.302307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.305972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'mac_address': 'fa:16:3e:cf:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:24.308207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.353829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:24.360742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.361586 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.361728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:24.364546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 1091 time: 2.5414419 Jul 16 03:36:24.365014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.369549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138c18e5-4601-4075-9e6d-2f622725d63b', 'tag': '61176597-beec-4ded-9cd8-fac9d11d6f5d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:24.372113 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83287339-de00-4402-81f2-2512d2a3c7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "138c18e5-4601-4075-9e6d-2f622725d63b", "tag": "61176597-beec-4ded-9cd8-fac9d11d6f5d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:24.374772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:24.377641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Pushing event updated for resources: {'Port': ['ID=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.400607 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.402697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/42a7cd47-7a46-4502-8e91-896b2f2881f2 HTTP/1.1" status: 204 len: 168 time: 1.7869833 Jul 16 03:36:24.410068 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.422443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e10299-7605-4484-b5f0-584ef69aeb3e req-dfa85062-d488-446f-9072-7b93b29fdba0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.424589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9e10299-7605-4484-b5f0-584ef69aeb3e req-dfa85062-d488-446f-9072-7b93b29fdba0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.2506077 Jul 16 03:36:24.426986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:24.431954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.436070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:24.459163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cbb26-e64a-4f72-868c-ea432ea88b85 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=42a7cd47-7a46-4502-8e91-896b2f2881f2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.479527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.483325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d71409-34b2-452a-a4d8-e4fab450fc0b req-d39df52f-5970-46d0-91c3-d27a966873d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.484927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-07d71409-34b2-452a-a4d8-e4fab450fc0b req-d39df52f-5970-46d0-91c3-d27a966873d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 1097 time: 0.2364366 Jul 16 03:36:24.492648 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443d90ff-1667-481c-925a-5d55dd85daca x-openstack-request-id: req-443d90ff-1667-481c-925a-5d55dd85daca {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:24.493720 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138c18e5-4601-4075-9e6d-2f622725d63b", "tag": "61176597-beec-4ded-9cd8-fac9d11d6f5d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:24.494171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.494736 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443d90ff-1667-481c-925a-5d55dd85daca {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:24.495154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.495264 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138c18e5-4601-4075-9e6d-2f622725d63b', 'tag': '61176597-beec-4ded-9cd8-fac9d11d6f5d', 'status': 'completed', 'code': 200} Jul 16 03:36:24.496034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a548bbfd-47d6-4eba-bc5d-10184afa3b03, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.497965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.499009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:24.508472 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.531692 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-f1207009-3ee8-4bf5-8654-0828a11f5c0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7002015 Jul 16 03:36:24.538126 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-07d71409-34b2-452a-a4d8-e4fab450fc0b req-ed1ca0f1-25e0-4b1a-a78e-3c52ba3161ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Jul 16 03:36:24.546108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Request body: {'port': {'device_id': '939652d2-bb87-4800-92be-54a93e874b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:24.586367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.653800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb46a6d-4d0f-4115-8f34-50fd7c5a96a3 service neutron] Pushing event updated for resources: {'Port': ['ID=61176597-beec-4ded-9cd8-fac9d11d6f5d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.654348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.689397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a548bbfd-47d6-4eba-bc5d-10184afa3b03,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.689681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9e10299-7605-4484-b5f0-584ef69aeb3e req-9171fe33-95a5-4f8c-8873-2ea932a159d9 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393301 Jul 16 03:36:24.693548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.705655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1', 'network_id': '5ce937c8-d3c1-4924-b450-4f89ea8669b6', 'port_id': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1', 'mac_address': 'fa:16:3e:5f:12:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe50f70d-57a7-444e-8061-068c3870dd0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:24.746817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.782586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:24.830855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.839072 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.870500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-aeb7aa47-aa02-4f3b-acdb-d24aab160c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.872765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-aeb7aa47-aa02-4f3b-acdb-d24aab160c96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1094 time: 0.4446044 Jul 16 03:36:24.920857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30fa90df-4f40-46fe-a9e9-b931acc4ddbe no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:24.923529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-a77d0b40-e2ba-4f7b-ba66-bf75be919795 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.0422409 Jul 16 03:36:24.952933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 30fa90df-4f40-46fe-a9e9-b931acc4ddbe {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:24.953289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30fa90df-4f40-46fe-a9e9-b931acc4ddbe not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:24.953723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:24.984302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:24.984649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bb534ad-9aab-421d-b2b5-234aa2c4fa65 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:25.028100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.092948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:25.096922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['8d603a40-12a7-4cf9-b8b2-7478df5e75b1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:25.104314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:25.110294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-feeadf52-6446-4876-9731-6d9ca6b2ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.111730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-feeadf52-6446-4876-9731-6d9ca6b2ea7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.1692605 Jul 16 03:36:25.115801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.130236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Transition to ACTIVE for port object 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:25.136667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.168828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-baf7b446-ce70-4c8a-8439-47a66995cce8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440392 Jul 16 03:36:25.188041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0e30a-0093-418b-8ec2-9f246851e372 req-df6ea407-59da-424f-831e-6fe22e980db5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.195309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dc0e30a-0093-418b-8ec2-9f246851e372 req-df6ea407-59da-424f-831e-6fe22e980db5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2533255 Jul 16 03:36:25.199333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Pushing event updated for resources: {'Port': ['ID=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.233470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb7eaa-778b-4b5a-bc38-6ee23e1b15ed req-ebd968e3-1617-43ad-a65e-2c8b328cb80a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.240691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbdb7eaa-778b-4b5a-bc38-6ee23e1b15ed req-ebd968e3-1617-43ad-a65e-2c8b328cb80a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 946 time: 0.2747943 Jul 16 03:36:25.359846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-0888348f-381d-4904-ad7e-72323dfc61cf service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829157 Jul 16 03:36:25.470948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbdb7eaa-778b-4b5a-bc38-6ee23e1b15ed req-ce344040-dc9f-4fb3-bd9e-38d0a3c131f8 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279377 Jul 16 03:36:25.580676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dc0e30a-0093-418b-8ec2-9f246851e372 req-d584ed86-3d84-439a-b4d0-bf5bb06866a5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843131 Jul 16 03:36:25.621162 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:36:25.685398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-add60b11-de9b-462f-ad10-aa5bbe59af2f req-514872a5-5190-406e-9142-762402a82a05 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080227 Jul 16 03:36:25.704125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.704552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Attempting to bind port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:25.704737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Attempting to bind port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:25.705062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Attempting to bind port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:25.710023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:25.710391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Attempting to bind port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 on network e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:25.715792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:25.716197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Checking segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:25.716635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Bound using segment: {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:25.717079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Bound port: 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:25.717488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.817059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] For port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:25.820579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] For port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:25.830585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.881418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.882632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:25.884042 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] 10.222.0.11 "PUT /v2.0/ports/62e0b7e3-65d7-4bb9-9b48-e77ddb631473 HTTP/1.1" status: 200 len: 1091 time: 1.3440540 Jul 16 03:36:25.884489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939652d2-bb87-4800-92be-54a93e874b12', 'tag': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:25.887282 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505a019-40f7-4f39-ab45-645cfb99ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "939652d2-bb87-4800-92be-54a93e874b12", "tag": "62e0b7e3-65d7-4bb9-9b48-e77ddb631473"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:25.912366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511ed4e-732a-4c6f-b7c6-0a7522c01879 service neutron] Pushing event updated for resources: {'Port': ['ID=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:25.938392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:25.954974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287339-de00-4402-81f2-2512d2a3c7ba req-3c1dabae-22dd-49f8-a238-81b40ab31378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.956513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-3c1dabae-22dd-49f8-a238-81b40ab31378 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1094 time: 0.1705608 Jul 16 03:36:26.009585 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.015166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-db210f88-678a-4bb9-8df6-e3cbeef7f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.017420 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-db210f88-678a-4bb9-8df6-e3cbeef7f9ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 1094 time: 0.0718453 Jul 16 03:36:26.059221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3ea4-370c-4d89-9b9d-0e18ff3f3dec req-567ffce3-6cd1-4d8f-9cc7-8eaf72a6f955 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.060730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1ab3ea4-370c-4d89-9b9d-0e18ff3f3dec req-567ffce3-6cd1-4d8f-9cc7-8eaf72a6f955 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.1881201 Jul 16 03:36:26.084050 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-945e5910-41c6-4a43-b648-72aca0f7fcc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473 HTTP/1.1" status: 200 len: 217 time: 0.0586083 Jul 16 03:36:26.099633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bd1-d05a-41ba-9f4c-e2b38160c575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.155450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-7596665a-2d9f-4843-9e3c-3d34e6dde1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.156924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-7596665a-2d9f-4843-9e3c-3d34e6dde1d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.0661986 Jul 16 03:36:26.184784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287339-de00-4402-81f2-2512d2a3c7ba req-2a9fbe67-d206-4268-b85a-6336af2b6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.186269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-2a9fbe67-d206-4268-b85a-6336af2b6c1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.2199697 Jul 16 03:36:26.200154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:26.200480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-7144769e-8bc7-48c8-9b96-243c1d564dd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355790 Jul 16 03:36:26.203372 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1febd9-dd7e-4993-bb85-aedc551d6d3f" -d '{"events": [{"server_uuid": "c6ac5990-57a9-45c4-894e-0abea0527cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a548bbfd-47d6-4eba-bc5d-10184afa3b03"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:26.209997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1ab3ea4-370c-4d89-9b9d-0e18ff3f3dec req-5ef850d4-ca22-4ed2-a816-f6cfbaa656d6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283865 Jul 16 03:36:26.337765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bd1-d05a-41ba-9f4c-e2b38160c575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.344059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4bd1-d05a-41ba-9f4c-e2b38160c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.371064 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-3ba559d0-720f-4bbb-b53e-1a22faff678a service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644146 Jul 16 03:36:26.409575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d4bd1-d05a-41ba-9f4c-e2b38160c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b7d522-3375-4c3d-b668-0b8dee113783,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:26.426520 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce3d4bd1-d05a-41ba-9f4c-e2b38160c575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87ba841e3f29459db71bfc3323272da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836793 Jul 16 03:36:26.426520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35246) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:26.521217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b8abb9ac-4d13-4355-a74a-1186141e4bb9 req-73cc718c-2f4a-4f74-b22a-bdc8e3256146 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413138 Jul 16 03:36:26.526237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15112eff-7e9b-46d3-86e2-62e980c41a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.533000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-27dbdf08-44ca-487c-825d-e4fd065cd726 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.3289962 Jul 16 03:36:26.553500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15112eff-7e9b-46d3-86e2-62e980c41a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.599086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15112eff-7e9b-46d3-86e2-62e980c41a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.602156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15112eff-7e9b-46d3-86e2-62e980c41a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.603343 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-15112eff-7e9b-46d3-86e2-62e980c41a35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77b7d522-3375-4c3d-b668-0b8dee113783 HTTP/1.1" status: 204 len: 168 time: 0.1760836 Jul 16 03:36:26.613263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15112eff-7e9b-46d3-86e2-62e980c41a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b7d522-3375-4c3d-b668-0b8dee113783,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:26.628596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cccc9-f072-43d0-98a9-d358b671cd0c req-247b9cbb-e302-4b29-9be5-17b66c3b688c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.630085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c48cccc9-f072-43d0-98a9-d358b671cd0c req-247b9cbb-e302-4b29-9be5-17b66c3b688c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 943 time: 0.5192194 Jul 16 03:36:26.657692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 0cc9bcab-088c-405c-9d94-887fc55388e0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:26.658032 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.664529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287339-de00-4402-81f2-2512d2a3c7ba req-77cd174e-e402-46bc-9e47-7c319e4eb62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.665992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-77cd174e-e402-46bc-9e47-7c319e4eb62d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.1193731 Jul 16 03:36:26.745583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-c8d2f253-158d-4a58-b066-2bbbb5d17e1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555410 Jul 16 03:36:26.781519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890182d-b683-4451-89de-ffdd57f8e366 req-a17c39f7-be5c-4fbb-8cb9-7bf502a7bb6d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.782917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7890182d-b683-4451-89de-ffdd57f8e366 req-a17c39f7-be5c-4fbb-8cb9-7bf502a7bb6d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 945 time: 0.2562876 Jul 16 03:36:26.805976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c48cccc9-f072-43d0-98a9-d358b671cd0c req-dd05739d-2202-4b43-9a75-1e61ba812092 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646509 Jul 16 03:36:26.875790 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee30f3f-f059-4002-b66d-7fb0c0571124 x-openstack-request-id: req-fee30f3f-f059-4002-b66d-7fb0c0571124 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:26.876061 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939652d2-bb87-4800-92be-54a93e874b12", "tag": "62e0b7e3-65d7-4bb9-9b48-e77ddb631473", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:26.876382 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fee30f3f-f059-4002-b66d-7fb0c0571124 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:26.876903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 0cc9bcab-088c-405c-9d94-887fc55388e0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0cc9bcab-088c-405c-9d94-887fc55388e0,segment=NetworkSegment(58fd925f-4950-44fb-9140-e0493ee05166),segment_id=58fd925f-4950-44fb-9140-e0493ee05166)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:26.877027 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939652d2-bb87-4800-92be-54a93e874b12', 'tag': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473', 'status': 'completed', 'code': 200} Jul 16 03:36:26.877271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.916363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7890182d-b683-4451-89de-ffdd57f8e366 req-9f296d68-ddb3-44ca-ba64-4afd5176b8c9 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275613 Jul 16 03:36:26.921502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 0cc9bcab-088c-405c-9d94-887fc55388e0 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:26.943057 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd080484-e7c1-42c1-8dfd-8e5a03d93251 x-openstack-request-id: req-fd080484-e7c1-42c1-8dfd-8e5a03d93251 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:26.943562 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ac5990-57a9-45c4-894e-0abea0527cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a548bbfd-47d6-4eba-bc5d-10184afa3b03", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:26.944667 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd080484-e7c1-42c1-8dfd-8e5a03d93251 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:26.945756 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03', 'code': 200} Jul 16 03:36:26.991781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-7d669527-7e73-4431-af81-84e5638750e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077732 Jul 16 03:36:27.023603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-b8804230-8729-4d71-a7b5-5eb4e9fbc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.026024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-b8804230-8729-4d71-a7b5-5eb4e9fbc869 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 1094 time: 0.1222453 Jul 16 03:36:27.194410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83287339-de00-4402-81f2-2512d2a3c7ba req-3790211f-fe55-453e-a0cb-5daddde78fb3 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946683 Jul 16 03:36:27.224997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbce88-e0a6-4ac9-bd17-e97e2a3fd4e1 req-cb847cd1-dea1-4606-844b-6ec972e358b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.226658 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22fbce88-e0a6-4ac9-bd17-e97e2a3fd4e1 req-cb847cd1-dea1-4606-844b-6ec972e358b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 1096 time: 0.2077491 Jul 16 03:36:27.231486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-13284047-ebfe-469d-bb41-fcdadded7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.234120 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-13284047-ebfe-469d-bb41-fcdadded7585 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.1513586 Jul 16 03:36:27.286464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63ec45-31c4-45c8-9ffd-36cb7cd5e2c1 req-e76950f5-709b-4b6d-99c9-7af2973aa221 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.288237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b63ec45-31c4-45c8-9ffd-36cb7cd5e2c1 req-e76950f5-709b-4b6d-99c9-7af2973aa221 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 946 time: 0.1574821 Jul 16 03:36:27.289425 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.299219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-b0a7111c-2624-4037-9341-b95dc5edc2b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473 HTTP/1.1" status: 200 len: 217 time: 0.0488265 Jul 16 03:36:27.328445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=0cc9bcab-088c-405c-9d94-887fc55388e0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:27.386302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22fbce88-e0a6-4ac9-bd17-e97e2a3fd4e1 req-3a7c3255-930b-4d5b-895e-d9318eefadc2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510909 Jul 16 03:36:27.394380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-03d04339-bd9f-497d-9195-a315e66bcd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.396729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-03d04339-bd9f-497d-9195-a315e66bcd01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.0966191 Jul 16 03:36:27.485531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-ede9aa5e-c222-418f-83d1-7ff1aa62add2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420446 Jul 16 03:36:27.558670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b63ec45-31c4-45c8-9ffd-36cb7cd5e2c1 req-2e66d7c9-08ca-42e4-bf9e-92cfda8507d7 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616532 Jul 16 03:36:27.641957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.651366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-134ca64f-e82a-4a64-9022-ed023ee79446 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405723 Jul 16 03:36:27.753726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0505a019-40f7-4f39-ab45-645cfb99ae35 req-8523355d-4c3c-404e-8268-3b22a9848b1b service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953176 Jul 16 03:36:27.783163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:27.824004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-a87a9097-7d09-495b-9a3c-f8757f7914d1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.830950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-a87a9097-7d09-495b-9a3c-f8757f7914d1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 814 time: 0.2591171 Jul 16 03:36:27.840633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:27.844985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:27.845402 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.857516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-0ebf7010-dd26-44fc-9733-5ea14811a7c0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/quotas/13f531d21c93464f87b66db7488aebe4 HTTP/1.1" status: 200 len: 375 time: 0.0258136 Jul 16 03:36:27.935964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.948165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684429c4-2f0e-4fc9-8a02-ffb6494aacc6 req-846d8c1e-6861-4729-9dd0-2711a86eb3ef tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.949677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-684429c4-2f0e-4fc9-8a02-ffb6494aacc6 req-846d8c1e-6861-4729-9dd0-2711a86eb3ef tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 945 time: 0.2622931 Jul 16 03:36:27.971717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:27.976862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.978058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:28.040819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-684429c4-2f0e-4fc9-8a02-ffb6494aacc6 req-498dbf3a-ba04-4b08-917a-ea83c1ad5913 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728779 Jul 16 03:36:28.055735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-5c1d3514-e7bf-43d7-922c-ea1af252355c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863647 Jul 16 03:36:28.067426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.067922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:28.105699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:28.111030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:28.111705 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.207997 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.242111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:28.247943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.264794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6ff9e412-f7e5-4c39-bf53-2f530a7ae68f service neutron] 10.222.0.25 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081790 Jul 16 03:36:28.277997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:28.290917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9887a2d5-9374-4bd6-b02b-b5e83316f8ed tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8484740 Jul 16 03:36:28.292554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:28.293702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:28.312223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:28.312962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:28.362130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a4f38-3bc0-46ef-8f22-baff4df81db5 req-9fcf0fd3-c76e-43aa-a9d7-2ed2509bbec1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.374999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba4a4f38-3bc0-46ef-8f22-baff4df81db5 req-9fcf0fd3-c76e-43aa-a9d7-2ed2509bbec1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 943 time: 0.1779604 Jul 16 03:36:28.402044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet 42183ed4-6857-4e94-aed5-c9f3e4588215 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:28.414619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.416722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:28.472441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba4a4f38-3bc0-46ef-8f22-baff4df81db5 req-a082a8c4-f70d-4b62-a6bb-16f1bf3b69bb tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900099 Jul 16 03:36:28.481348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-068d5274-e053-47b8-955e-18ce7503352a service neutron] 10.222.0.25 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056718 Jul 16 03:36:28.483328 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.539523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.618173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.731489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:27Z', 'revision_number': 9, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:28.743499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.765227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:28.777996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:28.778317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:28.783068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-8f78e320-5586-4ce9-92bd-19b1e3f2fd62 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.787750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-8f78e320-5586-4ce9-92bd-19b1e3f2fd62 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5780dec-bd80-4238-8089-a5a8ced3a4ad HTTP/1.1" status: 200 len: 946 time: 0.2056882 Jul 16 03:36:28.837575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=42183ed4-6857-4e94-aed5-c9f3e4588215,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.840838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.859802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3458d0cd-852c-4b01-8c40-064a10ff133b tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/42183ed4-6857-4e94-aed5-c9f3e4588215 HTTP/1.1" status: 204 len: 168 time: 0.5533874 Jul 16 03:36:28.870288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35330) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:28.930386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba987da-96bb-49d4-83ca-ee97bf52b0df None None] Network 5dec5a73-0762-447a-a398-a8c61b329b26 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:28.947076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}, {'server_uuid': '4ee53552-5003-4529-a00a-947677a10aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:28.949204 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12205f8c-cbb5-456e-909e-fbf436695641" -d '{"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}, {"server_uuid": "4ee53552-5003-4529-a00a-947677a10aa9", "name": "network-vif-plugged", "status": "completed", "tag": "8d603a40-12a7-4cf9-b8b2-7478df5e75b1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:28.994618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3642d6ac-8866-4e3f-8a27-bfc35ec68e29 req-ec57d41e-86aa-4ff2-aa94-6103fa53b251 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 210 time: 0.0816000 Jul 16 03:36:29.008029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.038891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a50ba-5479-4b4d-9761-3ea7f1e0bca0 req-f4456a42-f8d8-4af1-bd92-bf4e9393fcd5 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.040942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c24a50ba-5479-4b4d-9761-3ea7f1e0bca0 req-f4456a42-f8d8-4af1-bd92-bf4e9393fcd5 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.4038079 Jul 16 03:36:29.085552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 0741be8f-aeba-439a-9bd8-8079e04bd6af {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:29.085953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.174373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Deleting port 00a80644-cf23-448f-af18-06298645365e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:29.175947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.257710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c24a50ba-5479-4b4d-9761-3ea7f1e0bca0 req-72b578c6-7793-47d7-b5a5-5ac8541ceee7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009230 Jul 16 03:36:29.284956 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c9c2b-dc9d-4426-ab0e-7b75d906a5e3 x-openstack-request-id: req-2f6c9c2b-dc9d-4426-ab0e-7b75d906a5e3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:29.285258 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "code": 200}, {"server_uuid": "4ee53552-5003-4529-a00a-947677a10aa9", "name": "network-vif-plugged", "status": "completed", "tag": "8d603a40-12a7-4cf9-b8b2-7478df5e75b1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:29.285519 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f6c9c2b-dc9d-4426-ab0e-7b75d906a5e3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:29.285905 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'code': 200} Jul 16 03:36:29.286187 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee53552-5003-4529-a00a-947677a10aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1', 'code': 200} Jul 16 03:36:29.287765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 61176597-beec-4ded-9cd8-fac9d11d6f5d details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:29.294382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:29.344314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 0741be8f-aeba-439a-9bd8-8079e04bd6af, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0741be8f-aeba-439a-9bd8-8079e04bd6af,segment=NetworkSegment(58fd925f-4950-44fb-9140-e0493ee05166),segment_id=58fd925f-4950-44fb-9140-e0493ee05166)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:29.345575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.377328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 0741be8f-aeba-439a-9bd8-8079e04bd6af owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:29.450519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] For port 00a80644-cf23-448f-af18-06298645365e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=00a80644-cf23-448f-af18-06298645365e,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:29.451455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.466745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Calling delete_port for 00a80644-cf23-448f-af18-06298645365e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:29.563841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.614029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=0741be8f-aeba-439a-9bd8-8079e04bd6af,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:29.627082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 61176597-beec-4ded-9cd8-fac9d11d6f5d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:29.637552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port 0741be8f-aeba-439a-9bd8-8079e04bd6af on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:29.642142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c215fd8-ec62-4ce3-a588-05290c877860 req-3934b82a-a116-470b-85b3-a6252b8bbade tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.650425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c215fd8-ec62-4ce3-a588-05290c877860 req-3934b82a-a116-470b-85b3-a6252b8bbade tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 945 time: 0.4273534 Jul 16 03:36:29.673029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '61176597-beec-4ded-9cd8-fac9d11d6f5d', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'port_id': '61176597-beec-4ded-9cd8-fac9d11d6f5d', 'mac_address': 'fa:16:3e:b7:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:29.730069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66b684-f34f-47e8-ba38-40f8779f3320 req-6a9c2a86-0b73-4934-ad87-e314b4b3876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.732090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f66b684-f34f-47e8-ba38-40f8779f3320 req-6a9c2a86-0b73-4934-ad87-e314b4b3876f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1097 time: 0.4892526 Jul 16 03:36:29.751950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f49a3-d27d-45ff-b291-d2f98adcc28e req-d162afc6-3d3d-4d7c-9355-f6e8b67ff11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.753483 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-663f49a3-d27d-45ff-b291-d2f98adcc28e req-d162afc6-3d3d-4d7c-9355-f6e8b67ff11c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 1097 time: 0.5123346 Jul 16 03:36:29.786866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.814762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec5a73-0762-447a-a398-a8c61b329b26']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:29.834179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.840573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767effb-73aa-42c6-94eb-28d380062a8c None None] DHCP port deletion for 5dec5a73-0762-447a-a398-a8c61b329b26 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:29.843341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:29.844102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fd925f-4950-44fb-9140-e0493ee05166') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:29.844410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fd925f-4950-44fb-9140-e0493ee05166') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:29.864543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.892519 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-663f49a3-d27d-45ff-b291-d2f98adcc28e req-d8d327ed-9a27-4cee-b85c-69d8cea394b0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Jul 16 03:36:29.901061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f66b684-f34f-47e8-ba38-40f8779f3320 req-a6bee536-8c8e-499a-806c-ed74a10874c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595962 Jul 16 03:36:29.906165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.917710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61176597-beec-4ded-9cd8-fac9d11d6f5d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:29.917971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:29.918398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.943959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 61176597-beec-4ded-9cd8-fac9d11d6f5d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:29.958860 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:29.996405 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:30.002315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.025210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.027425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/5dec5a73-0762-447a-a398-a8c61b329b26 HTTP/1.1" status: 204 len: 168 time: 1.1559711 Jul 16 03:36:30.029326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f2d6-a3dc-4d26-b794-7fad91548379 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=5dec5a73-0762-447a-a398-a8c61b329b26,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.030091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=61176597-beec-4ded-9cd8-fac9d11d6f5d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.033353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:36:30.034294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35410) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:30.074989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:27Z', 'revision_number': 9, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:30.095594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c215fd8-ec62-4ce3-a588-05290c877860 req-39cde375-7c70-4f79-9593-07eb895e26b6 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413528 Jul 16 03:36:30.130478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35414) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:30.173901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe05dc-2bf0-4298-b164-37af4f50d26a req-0b338024-20e3-4505-bbe1-1f24a80f92be tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.175888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186438ce-6943-434d-bae9-fa1c8e79fd63 None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:27Z', 'revision_number': 9, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829d4945-e79e-4e75-b554-56e339bd952b', 'name': '', 'network_id': '4d10a856-12f0-49c7-bf00-c9554df06d85', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:ea:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:55Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'a41d3ed4-fdf4-477c-b59c-c630a9d86a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:30.189064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69fe05dc-2bf0-4298-b164-37af4f50d26a req-0b338024-20e3-4505-bbe1-1f24a80f92be tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 943 time: 0.4854932 Jul 16 03:36:30.216619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:30.217627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.242986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473', 'network_id': 'e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828', 'port_id': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473', 'mac_address': 'fa:16:3e:22:b6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10205a6-7994-41ae-99cf-6fb27f18a7fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:30.278875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Pushing event deleted for resources: {'Port': ['ID=00a80644-cf23-448f-af18-06298645365e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.305002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['61176597-beec-4ded-9cd8-fac9d11d6f5d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:30.346408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] No DVR routers for this DVR port 00a80644-cf23-448f-af18-06298645365e on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:30.350699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.353050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e10db1ec-1462-4231-a1e6-c573b4d434c1 req-d48ab894-2a17-4de7-80dc-603f61634df7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "DELETE /v2.0/ports/00a80644-cf23-448f-af18-06298645365e HTTP/1.1" status: 204 len: 173 time: 1.5566511 Jul 16 03:36:30.353678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'name': 'network-vif-deleted', 'tag': '00a80644-cf23-448f-af18-06298645365e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:30.356246 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c977a129-fca7-4c45-87d4-14169e2fae0c" -d '{"events": [{"server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "name": "network-vif-deleted", "tag": "00a80644-cf23-448f-af18-06298645365e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:30.376392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69fe05dc-2bf0-4298-b164-37af4f50d26a req-00e810de-3a41-4ae4-985b-d6c42dda5161 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863408 Jul 16 03:36:30.393771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1435722-4444-4e63-b6f3-b79dba89cd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.419274 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.447243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:30.470332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:30.480658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.540522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.576292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73ea0fda-b330-4f99-a117-5c4ca68b6865 req-91efa0ea-f7ea-41a1-a292-dce0a09a5078 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 210 time: 0.1344421 Jul 16 03:36:30.751668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1435722-4444-4e63-b6f3-b79dba89cd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.760187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1435722-4444-4e63-b6f3-b79dba89cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.807752 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f1435722-4444-4e63-b6f3-b79dba89cd33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6610cf2d8e7d46e18861d72349a8d5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759958 Jul 16 03:36:30.810674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:30.824525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['62e0b7e3-65d7-4bb9-9b48-e77ddb631473'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:30.877731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0741be8f-aeba-439a-9bd8-8079e04bd6af no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:30.891478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-7bbbea9b-d54d-4f40-8672-093ce2b55f4d tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.895415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-7bbbea9b-d54d-4f40-8672-093ce2b55f4d tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 814 time: 0.4907608 Jul 16 03:36:30.905303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32745a00-0e07-4fb7-aedb-bd36b4329bc8 req-d6b0dbac-2801-4062-b042-1631f61fe10a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.913048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32745a00-0e07-4fb7-aedb-bd36b4329bc8 req-d6b0dbac-2801-4062-b042-1631f61fe10a tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 946 time: 0.3800292 Jul 16 03:36:30.937063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1435722-4444-4e63-b6f3-b79dba89cd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352d7740-450b-4412-af8c-4464a2083182,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.940350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Request body: {'port': {'device_id': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'admin_state_up': True, 'tenant_id': '13f531d21c93464f87b66db7488aebe4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:30.945317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0741be8f-aeba-439a-9bd8-8079e04bd6af {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:30.945875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0741be8f-aeba-439a-9bd8-8079e04bd6af not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:30.946937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0cc9bcab-088c-405c-9d94-887fc55388e0 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:30.972851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0cc9bcab-088c-405c-9d94-887fc55388e0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:30.973215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0cc9bcab-088c-405c-9d94-887fc55388e0 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:31.000972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32745a00-0e07-4fb7-aedb-bd36b4329bc8 req-f3188a29-85e4-45a2-86db-0d65bc9a2592 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864489 Jul 16 03:36:31.008599 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.079891 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26331efc-920c-4e0d-a06b-57ab9dd360a4 x-openstack-request-id: req-26331efc-920c-4e0d-a06b-57ab9dd360a4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:31.080561 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5780dec-bd80-4238-8089-a5a8ced3a4ad", "name": "network-vif-deleted", "tag": "00a80644-cf23-448f-af18-06298645365e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:31.081138 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26331efc-920c-4e0d-a06b-57ab9dd360a4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:31.081772 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5780dec-bd80-4238-8089-a5a8ced3a4ad', 'name': 'network-vif-deleted', 'tag': '00a80644-cf23-448f-af18-06298645365e', 'status': 'completed', 'code': 200} Jul 16 03:36:31.126691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd3e49-ccf6-4665-b472-65d55b0d7c4a req-c56faa98-1de6-4ace-b079-3f246d264aad tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.128241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9bd3e49-ccf6-4665-b472-65d55b0d7c4a req-c56faa98-1de6-4ace-b079-3f246d264aad tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.3619070 Jul 16 03:36:31.128625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1add631-0737-4b4c-b1ba-c823c75653fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.165632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1add631-0737-4b4c-b1ba-c823c75653fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.189842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9bd3e49-ccf6-4665-b472-65d55b0d7c4a req-7f78783d-e6eb-4e5d-9086-3f6cde05a954 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504065 Jul 16 03:36:31.197773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Made reservation on behalf of 13f531d21c93464f87b66db7488aebe4 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:31.202364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.270897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:31.291426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1add631-0737-4b4c-b1ba-c823c75653fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.294426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1add631-0737-4b4c-b1ba-c823c75653fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.295348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1add631-0737-4b4c-b1ba-c823c75653fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/352d7740-450b-4412-af8c-4464a2083182 HTTP/1.1" status: 204 len: 168 time: 0.4836614 Jul 16 03:36:31.307882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1add631-0737-4b4c-b1ba-c823c75653fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352d7740-450b-4412-af8c-4464a2083182,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:31.364341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 00a80644-cf23-448f-af18-06298645365e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:31.364592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 00a80644-cf23-448f-af18-06298645365e not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:31.372622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Allocated IP 172.20.0.12 (db4aeee5-bddb-433c-bf6e-ad5280ac846d/d191e0a1-6920-4764-a494-2d15bfb7d7d8/4874917b-933b-4a49-bb40-4b8f81a04cf3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:31.450322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 829d4945-e79e-4e75-b554-56e339bd952b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:31.450845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.561753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 829d4945-e79e-4e75-b554-56e339bd952b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=829d4945-e79e-4e75-b554-56e339bd952b,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:31.562108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.577852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 829d4945-e79e-4e75-b554-56e339bd952b owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:31.597815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.625902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6455587-db7e-45af-98df-dec6236af02f req-5e6f0aa1-ec37-4a11-851a-a679d07e4348 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.633508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6455587-db7e-45af-98df-dec6236af02f req-5e6f0aa1-ec37-4a11-851a-a679d07e4348 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 944 time: 0.1258514 Jul 16 03:36:31.692482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35434) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:31.717936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d454a24e-18f5-4c66-9845-bfc354990a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.719514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6455587-db7e-45af-98df-dec6236af02f req-254bc53a-e3cd-4057-8488-19f14df60d0a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783892 Jul 16 03:36:31.739410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b21afc9-9715-4ef8-937b-78df6413dcf4 req-8b460c42-4456-4bad-a6db-0efb5aa39c5a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 210 time: 0.0423574 Jul 16 03:36:31.749441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.798574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:31.799707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:31.804530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:31.809376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:31.833067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:31.837842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.857972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:31.863312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:31.863698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.871427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.872132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.907055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=829d4945-e79e-4e75-b554-56e339bd952b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:31.948732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.968902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d454a24e-18f5-4c66-9845-bfc354990a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.973284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939652d2-bb87-4800-92be-54a93e874b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:31.976441 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa592558-bdf8-42f2-93f0-dcb16710f4ae" -d '{"events": [{"server_uuid": "939652d2-bb87-4800-92be-54a93e874b12", "name": "network-vif-plugged", "status": "completed", "tag": "62e0b7e3-65d7-4bb9-9b48-e77ddb631473"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:31.977043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d454a24e-18f5-4c66-9845-bfc354990a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.982895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-08849a14-c136-4d42-9522-2f08f7f3de6f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0462337 Jul 16 03:36:31.996188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Request body: {'port': {'device_id': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:31.998486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:32.008058 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.020477 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae236c11-0d12-4210-931d-86b4226d97e7 x-openstack-request-id: req-ae236c11-0d12-4210-931d-86b4226d97e7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:32.021124 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939652d2-bb87-4800-92be-54a93e874b12", "name": "network-vif-plugged", "status": "completed", "tag": "62e0b7e3-65d7-4bb9-9b48-e77ddb631473", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:32.021124 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae236c11-0d12-4210-931d-86b4226d97e7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:32.021741 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939652d2-bb87-4800-92be-54a93e874b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473', 'code': 200} Jul 16 03:36:32.093783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.101627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:32.159442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454a24e-18f5-4c66-9845-bfc354990a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93365c9-4470-4830-91a5-3b5211fa0fa2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:32.170482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d454a24e-18f5-4c66-9845-bfc354990a0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f9567b088fd4a72a30e5dd8d30ea5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745877 Jul 16 03:36:32.172091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:32.201821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.302245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b974836-f98b-48b0-aff5-845c7b75b919 req-28517675-c879-4d29-9847-ffd73a1c0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.304552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b974836-f98b-48b0-aff5-845c7b75b919 req-28517675-c879-4d29-9847-ffd73a1c0b8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 1096 time: 0.2094970 Jul 16 03:36:32.316315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ded8e9-56a6-47be-901d-417e02165861 req-2d8094fe-1d6b-43b4-b7bf-6a2862bbc4b4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.317880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5ded8e9-56a6-47be-901d-417e02165861 req-2d8094fe-1d6b-43b4-b7bf-6a2862bbc4b4 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 946 time: 0.1577721 Jul 16 03:36:32.333863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1746187d-8c95-4609-bbd1-2fbc1206a633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.374350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1746187d-8c95-4609-bbd1-2fbc1206a633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.389491 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b974836-f98b-48b0-aff5-845c7b75b919 req-4a773db5-d771-459b-9f81-2221a72357ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786672 Jul 16 03:36:32.447482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5ded8e9-56a6-47be-901d-417e02165861 req-1ee77eeb-da52-445a-9ad6-bf7bfb9161b6 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002319 Jul 16 03:36:32.496612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39dfc-bc84-4e3b-91cf-a2501b0a149c req-ac02036f-b3ba-4bd3-9bf5-6fc15ae3280f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.499597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:32.504082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10c39dfc-bc84-4e3b-91cf-a2501b0a149c req-ac02036f-b3ba-4bd3-9bf5-6fc15ae3280f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.1830425 Jul 16 03:36:32.506356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1746187d-8c95-4609-bbd1-2fbc1206a633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.508926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1746187d-8c95-4609-bbd1-2fbc1206a633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.512681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1746187d-8c95-4609-bbd1-2fbc1206a633 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b93365c9-4470-4830-91a5-3b5211fa0fa2 HTTP/1.1" status: 204 len: 168 time: 0.3347833 Jul 16 03:36:32.525563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746187d-8c95-4609-bbd1-2fbc1206a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93365c9-4470-4830-91a5-3b5211fa0fa2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:32.588505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4874917b-933b-4a49-bb40-4b8f81a04cf3 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:32.598926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.604254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10c39dfc-bc84-4e3b-91cf-a2501b0a149c req-f9ad2c96-c4df-423a-9ac8-fc82fbfc9511 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993032 Jul 16 03:36:32.617678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Transition to ACTIVE for port object 4874917b-933b-4a49-bb40-4b8f81a04cf3 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:32.624551 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.669026 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.770405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:32.897410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Attempting to bind port 4874917b-933b-4a49-bb40-4b8f81a04cf3 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:32.898432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Attempting to bind port 4874917b-933b-4a49-bb40-4b8f81a04cf3 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:32.898831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Attempting to bind port 4874917b-933b-4a49-bb40-4b8f81a04cf3 on network db4aeee5-bddb-433c-bf6e-ad5280ac846d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:32.912585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Port 4874917b-933b-4a49-bb40-4b8f81a04cf3 on network db4aeee5-bddb-433c-bf6e-ad5280ac846d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:32.912918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Attempting to bind port 4874917b-933b-4a49-bb40-4b8f81a04cf3 on network db4aeee5-bddb-433c-bf6e-ad5280ac846d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:32.925165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:32.925511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Checking segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:32.925903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Bound using segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:32.926346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Bound port: 4874917b-933b-4a49-bb40-4b8f81a04cf3, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:32.926737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.961635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bff46e-cee5-4303-917c-298683bf952f req-15c84a64-c4dd-47b7-b60d-066b060c3b77 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.964159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50bff46e-cee5-4303-917c-298683bf952f req-15c84a64-c4dd-47b7-b60d-066b060c3b77 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.1241412 Jul 16 03:36:33.016777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35462) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:33.027978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'floatingip': {'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:33.082792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:33.090337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-05eafa62-2bed-4a68-a185-6b67318fb742 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0523047 Jul 16 03:36:33.090463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35470) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:33.091046 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:33.102336 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:33.103319 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:33.108070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.160346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet a41d3ed4-fdf4-477c-b59c-c630a9d86a2c {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:33.169583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.200843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:33.224333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:33.239220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.268686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 61176597-beec-4ded-9cd8-fac9d11d6f5d up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:33.280082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:33.300438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.353795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 61176597-beec-4ded-9cd8-fac9d11d6f5d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:33.379522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 61176597-beec-4ded-9cd8-fac9d11d6f5d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:33.381336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.404819 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.474634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.480491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.483510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] 10.222.0.48 "PUT /v2.0/ports/4874917b-933b-4a49-bb40-4b8f81a04cf3 HTTP/1.1" status: 200 len: 1092 time: 1.4922938 Jul 16 03:36:33.490785 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.494654 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:31Z', 'revision_number': 10, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:33.505946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.508158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:33.520291 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b98849-b552-48f1-81db-29d630ebfd96" -d '{"events": [{"name": "network-changed", "server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:33.521017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.543846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 61176597-beec-4ded-9cd8-fac9d11d6f5d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:33.552795 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:33.554969 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.562025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=a41d3ed4-fdf4-477c-b59c-c630a9d86a2c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:33.565404 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:33.566260 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:33.577054 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.588498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b2200b0-772b-41a6-8119-7f528d53efda tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/a41d3ed4-fdf4-477c-b59c-c630a9d86a2c HTTP/1.1" status: 204 len: 168 time: 0.4960294 Jul 16 03:36:33.589876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35480) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:33.598843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace40fd-9ad9-4dbe-964f-e9539d6756ef None None] Network 4d10a856-12f0-49c7-bf00-c9554df06d85 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:33.609291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b7eeb-bc77-4566-9299-097c4c68a709 req-eb9a021b-423c-4964-ac03-e958563a4861 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.610854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d92b7eeb-bc77-4566-9299-097c4c68a709 req-eb9a021b-423c-4964-ac03-e958563a4861 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.5929983 Jul 16 03:36:33.710087 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:33.711345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8aab1-1198-4214-8b31-05b241036636 req-38f5b8bc-7084-470e-a32e-990ba65d14e1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.712881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47e8aab1-1198-4214-8b31-05b241036636 req-38f5b8bc-7084-470e-a32e-990ba65d14e1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 944 time: 0.5988061 Jul 16 03:36:33.733586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=61176597-beec-4ded-9cd8-fac9d11d6f5d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:33.745431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaa7ae-0c86-44be-b507-62d3ba252b12 service neutron] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:33.774406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.779876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d92b7eeb-bc77-4566-9299-097c4c68a709 req-1f4be5a7-2230-4868-b1ac-7418ca5a3cb0 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526644 Jul 16 03:36:33.873553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:33.874284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.903469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47e8aab1-1198-4214-8b31-05b241036636 req-d641a213-2c65-4062-9fc6-72c5bda157a3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587496 Jul 16 03:36:33.921766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] DHCP port deletion for 4d10a856-12f0-49c7-bf00-c9554df06d85 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:33.965636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:33.966128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.980713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:34.011063 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b18eeed-6812-4759-86a1-a076282fd145 x-openstack-request-id: req-6b18eeed-6812-4759-86a1-a076282fd145 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:34.011344 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:34.011576 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b18eeed-6812-4759-86a1-a076282fd145 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:34.012157 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'status': 'completed', 'code': 200} Jul 16 03:36:34.025963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138c18e5-4601-4075-9e6d-2f622725d63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61176597-beec-4ded-9cd8-fac9d11d6f5d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:34.030159 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe1571-9112-46cb-8c0a-1d5232d06d44" -d '{"events": [{"server_uuid": "138c18e5-4601-4075-9e6d-2f622725d63b", "name": "network-vif-plugged", "status": "completed", "tag": "61176597-beec-4ded-9cd8-fac9d11d6f5d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:34.042319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] Deleting port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:34.043254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.068720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-634d3b29-44fe-4aa3-8f0e-d966c1701b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.070274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-634d3b29-44fe-4aa3-8f0e-d966c1701b61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 1095 time: 0.5375447 Jul 16 03:36:34.073404 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:31Z', 'revision_number': 10, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:34.075318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.113559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.118282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:34.159259 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db39ef-d771-47a8-b098-132d045476e9 None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:31Z', 'revision_number': 10, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None, '_interfaces': [{'id': '13452cdf-81c3-4649-8d36-5f5323cdd37d', 'name': '', 'network_id': '85334390-65da-4c34-bb6e-0209b77ea874', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'mac_address': 'fa:16:3e:cb:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:39Z', 'updated_at': '2021-07-16T03:35:49Z', 'revision_number': 5, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'subnets': [{'id': 'cd872d11-9c49-4eb8-af80-5de98a449a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:34.171595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] For port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,segment=NetworkSegment(120780a4-b3ab-4761-9a7d-7024c9693bd4),segment_id=120780a4-b3ab-4761-9a7d-7024c9693bd4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:34.172279 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.187299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] Calling delete_port for f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:34.286502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.301518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d10a856-12f0-49c7-bf00-c9554df06d85']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:34.314505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.316658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120780a4-b3ab-4761-9a7d-7024c9693bd4') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:34.317029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120780a4-b3ab-4761-9a7d-7024c9693bd4') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:34.328047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.334374 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef8b5b-5638-438e-8d33-f665bf96166c x-openstack-request-id: req-09ef8b5b-5638-438e-8d33-f665bf96166c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:34.334690 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138c18e5-4601-4075-9e6d-2f622725d63b", "name": "network-vif-plugged", "status": "completed", "tag": "61176597-beec-4ded-9cd8-fac9d11d6f5d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:34.336038 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ef8b5b-5638-438e-8d33-f665bf96166c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:34.338363 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138c18e5-4601-4075-9e6d-2f622725d63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61176597-beec-4ded-9cd8-fac9d11d6f5d', 'code': 200} Jul 16 03:36:34.340922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] No DVR routers for this DVR port f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:34.369151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.380322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57b788-6b20-40c7-81ea-219dfae9700b None None] Pushing event deleted for resources: {'Port': ['ID=f07bbb9d-722c-42f1-a42f-6d4de0dc18c3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.404702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:34.405118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:34.408209 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:34.478493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-1c05c458-bc0d-43a1-af3a-0cd5f573e5fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3 HTTP/1.1" status: 200 len: 217 time: 0.3975747 Jul 16 03:36:34.540713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.575348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f516a8-928a-4238-a090-2fbbb88c5aae req-fc29699c-36f8-439d-934e-40a1362a49fb tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.579465 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.584237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65f516a8-928a-4238-a090-2fbbb88c5aae req-fc29699c-36f8-439d-934e-40a1362a49fb tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 946 time: 0.5943925 Jul 16 03:36:34.584408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/4d10a856-12f0-49c7-bf00-c9554df06d85 HTTP/1.1" status: 204 len: 168 time: 0.9932969 Jul 16 03:36:34.586036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c07da-3f00-481c-a4d9-9b78f2cf94b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=4d10a856-12f0-49c7-bf00-c9554df06d85,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.590971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:34.645801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709576-aeda-4334-bed7-f8e43ba72801 req-32c04437-a826-4020-873e-22d769210b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.652118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-32c04437-a826-4020-873e-22d769210b0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 200 len: 854 time: 0.1615028 Jul 16 03:36:34.690067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-c19f764d-0e11-47de-b84e-3633f05f4e55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db4aeee5-bddb-433c-bf6e-ad5280ac846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343430 Jul 16 03:36:34.705883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846568-78ee-4577-8799-3be7976ba9a4 req-37484505-2aa3-4172-94bf-4b6a93c4ad0d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.707390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-70846568-78ee-4577-8799-3be7976ba9a4 req-37484505-2aa3-4172-94bf-4b6a93c4ad0d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 946 time: 0.3286574 Jul 16 03:36:34.719162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65f516a8-928a-4238-a090-2fbbb88c5aae req-98376761-1cdd-4b8a-9017-67b0ed419292 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337926 Jul 16 03:36:34.753092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231a844-9b05-409d-9135-e32977d626f3 req-8e89d9d8-95dd-46ce-b23b-dbb2bd50482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.755177 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f231a844-9b05-409d-9135-e32977d626f3 req-8e89d9d8-95dd-46ce-b23b-dbb2bd50482b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.3140919 Jul 16 03:36:34.771363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.821185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.911232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:34.931280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f231a844-9b05-409d-9135-e32977d626f3 req-c7fc5433-bf1a-4c76-ae24-760eda80c3a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670864 Jul 16 03:36:34.949664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:34.950329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f07bbb9d-722c-42f1-a42f-6d4de0dc18c3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:34.950483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 829d4945-e79e-4e75-b554-56e339bd952b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:34.964184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Deleting port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:34.964598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.977148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 829d4945-e79e-4e75-b554-56e339bd952b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:34.977754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 829d4945-e79e-4e75-b554-56e339bd952b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:35.042353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-479ba854-246f-4b4a-badf-85704bab0f66 service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207963 Jul 16 03:36:35.126252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] For port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:35.126637 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.127399 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Floating IP ac333034-3cc5-42f5-b81b-5c7d01f296a8 associated. External IP: 172.25.4.112, port: 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b. Jul 16 03:36:35.146164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Calling delete_port for 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:35.290416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.299025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5656f-c724-43e9-b81c-f22b9e9386ff req-755a9c84-7ad6-4d22-9081-9d3642ff9d28 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.303011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41b5656f-c724-43e9-b81c-f22b9e9386ff req-755a9c84-7ad6-4d22-9081-9d3642ff9d28 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.3297138 Jul 16 03:36:35.385367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92775-b375-4df2-a780-d20126db9e1b req-3713d045-177f-43fd-b5c3-40f6164a85fa tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.387666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53c92775-b375-4df2-a780-d20126db9e1b req-3713d045-177f-43fd-b5c3-40f6164a85fa tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 944 time: 0.3222909 Jul 16 03:36:35.389550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06709576-aeda-4334-bed7-f8e43ba72801 req-0727d5bc-745a-45ec-8b9c-1e56e75cdf8d service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341403 Jul 16 03:36:35.413834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.427841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a548bbfd-47d6-4eba-bc5d-10184afa3b03', '8d603a40-12a7-4cf9-b8b2-7478df5e75b1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:35.431587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41399c8a-281a-4b86-ba50-f982cd49bd18'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:35.480630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41b5656f-c724-43e9-b81c-f22b9e9386ff req-52284d2d-314b-4dfc-9995-3b5253896fb9 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656470 Jul 16 03:36:35.531321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Pushing event deleted for resources: {'Port': ['ID=8d603a40-12a7-4cf9-b8b2-7478df5e75b1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:35.574592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53c92775-b375-4df2-a780-d20126db9e1b req-f000b715-f413-4d15-ae60-46c5bdce81df tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795185 Jul 16 03:36:35.647925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] No DVR routers for this DVR port 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:35.653243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.656854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-70846568-78ee-4577-8799-3be7976ba9a4 req-6c8e07cf-f69e-4ee9-9519-c5e1035911bd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "DELETE /v2.0/ports/8d603a40-12a7-4cf9-b8b2-7478df5e75b1 HTTP/1.1" status: 204 len: 173 time: 0.9393938 Jul 16 03:36:35.667470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee53552-5003-4529-a00a-947677a10aa9', 'name': 'network-vif-deleted', 'tag': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:35.674868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-62cc8ecb-b4d4-4ec5-b777-52ece0fb3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.676931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-62cc8ecb-b4d4-4ec5-b777-52ece0fb3d65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 1095 time: 0.2108471 Jul 16 03:36:35.678185 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b75ee9c-8756-486c-899c-8d4bf101f9aa" -d '{"events": [{"server_uuid": "4ee53552-5003-4529-a00a-947677a10aa9", "name": "network-vif-deleted", "tag": "8d603a40-12a7-4cf9-b8b2-7478df5e75b1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:35.720713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Router 5160f463-01f6-42b5-bb15-b39a631a685d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:35.796728 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda07cfb-2776-4b24-828a-68d91fd80c7b x-openstack-request-id: req-dda07cfb-2776-4b24-828a-68d91fd80c7b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:35.797233 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee53552-5003-4529-a00a-947677a10aa9", "name": "network-vif-deleted", "tag": "8d603a40-12a7-4cf9-b8b2-7478df5e75b1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:35.797790 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dda07cfb-2776-4b24-828a-68d91fd80c7b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:35.798186 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee53552-5003-4529-a00a-947677a10aa9', 'name': 'network-vif-deleted', 'tag': '8d603a40-12a7-4cf9-b8b2-7478df5e75b1', 'status': 'completed', 'code': 200} Jul 16 03:36:35.917606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 13452cdf-81c3-4649-8d36-5f5323cdd37d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:35.917957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.022017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:36.066590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-6255da05-d7a0-4eae-a5ec-c1ae69b38a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.068163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-6255da05-d7a0-4eae-a5ec-c1ae69b38a83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 916 time: 0.3436425 Jul 16 03:36:36.072349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 13452cdf-81c3-4649-8d36-5f5323cdd37d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=13452cdf-81c3-4649-8d36-5f5323cdd37d,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:36.072837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.125910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 13452cdf-81c3-4649-8d36-5f5323cdd37d owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:36.140763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9f47b95-a5d0-4ae2-8a21-3d48510373eb req-3253066f-3f20-46c1-ac53-7221e4611f8f tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ee53552-5003-4529-a00a-947677a10aa9 HTTP/1.1" status: 200 len: 210 time: 0.0711429 Jul 16 03:36:36.187543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-211e1551-c5c7-4f6f-ad9f-10d665563444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3 HTTP/1.1" status: 200 len: 217 time: 0.1068141 Jul 16 03:36:36.202451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b124fe2-5c6d-479a-ad09-3cb6bef2b51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.234206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-717d94e0-c8ec-42e1-b829-8ccbeb5b6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.235834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-717d94e0-c8ec-42e1-b829-8ccbeb5b6723 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 1096 time: 0.1391370 Jul 16 03:36:36.252425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:36.259635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.264128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:36.279225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:36.280398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:36.316024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e98d14e4-fec9-45a3-8b23-249dfdd03a42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "PUT /v2.0/floatingips/ac333034-3cc5-42f5-b81b-5c7d01f296a8 HTTP/1.1" status: 200 len: 992 time: 3.2942154 Jul 16 03:36:36.317543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:36.320683 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0068a3e-b32b-4e34-8546-4d43b5245f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:36.330592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-69cafd3c-5963-4365-a205-c051ace1c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.332443 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-69cafd3c-5963-4365-a205-c051ace1c2c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 200 len: 854 time: 0.1226411 Jul 16 03:36:36.372136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-b2ef208f-e4ac-4904-81e3-30d516576f6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=db4aeee5-bddb-433c-bf6e-ad5280ac846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323956 Jul 16 03:36:36.471172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-4f996370-200c-4287-a938-3de7cb727870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.473363 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-4f996370-200c-4287-a938-3de7cb727870 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.2292337 Jul 16 03:36:36.488182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-18ddb645-9d2a-4cad-8326-59759b617e22 service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067569 Jul 16 03:36:36.498212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9412fa-6705-4feb-b301-352083f50942 req-b12d466c-c9f1-41ef-8e27-32f8e0aa5d4c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.508593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec9412fa-6705-4feb-b301-352083f50942 req-b12d466c-c9f1-41ef-8e27-32f8e0aa5d4c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.3336744 Jul 16 03:36:36.520618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:36.539602 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-cdbdb10e-a7e0-49a3-8212-959a63173f97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473 HTTP/1.1" status: 200 len: 217 time: 0.0546920 Jul 16 03:36:36.540205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.565135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b124fe2-5c6d-479a-ad09-3cb6bef2b51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.599884 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb21b9-7d01-423a-b91d-e50615953409 x-openstack-request-id: req-2ebb21b9-7d01-423a-b91d-e50615953409 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:36.600178 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:36.600662 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ebb21b9-7d01-423a-b91d-e50615953409 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:36.601065 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'status': 'completed', 'code': 200} Jul 16 03:36:36.618660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec9412fa-6705-4feb-b301-352083f50942 req-0b301413-1fe3-4f08-8334-d93d8cca6c01 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076622 Jul 16 03:36:36.651372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=13452cdf-81c3-4649-8d36-5f5323cdd37d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:36.653591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b124fe2-5c6d-479a-ad09-3cb6bef2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.658970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b98849-b552-48f1-81db-29d630ebfd96 req-ce9607f3-297c-4c16-afef-27800c0c7c8e service neutron] 10.222.0.48 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439419 Jul 16 03:36:36.753068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b124fe2-5c6d-479a-ad09-3cb6bef2b51c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5859ab90b1be421fa7ef6f51af1efd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7294753 Jul 16 03:36:36.782217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:36.896076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ac333034-3cc5-42f5-b81b-5c7d01f296a8', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'mac_address': 'fa:16:3e:cf:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 1, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:36.899231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164b553-c78d-408d-a675-8c4e5b41fa62 req-9fe77ca4-aef8-467e-8b79-3a0e13d63fb0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.901178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b164b553-c78d-408d-a675-8c4e5b41fa62 req-9fe77ca4-aef8-467e-8b79-3a0e13d63fb0 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 944 time: 0.1901805 Jul 16 03:36:36.927017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a82820-4966-4ac4-a38e-07c9eb7bfe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.935761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:36.946759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:36.947534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:36.952713 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a82820-4966-4ac4-a38e-07c9eb7bfe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.953249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-5aeb623d-5e01-465e-85a5-93b555c05854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.954803 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-5aeb623d-5e01-465e-85a5-93b555c05854 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1097 time: 0.2470558 Jul 16 03:36:36.955403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b124fe2-5c6d-479a-ad09-3cb6bef2b51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5b985-e18a-4142-b124-5052d3b548f4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:36.961342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-9a81f634-62d0-41a7-b416-26667db2ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.962899 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-9a81f634-62d0-41a7-b416-26667db2ad78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.4006348 Jul 16 03:36:36.992088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b164b553-c78d-408d-a675-8c4e5b41fa62 req-f4744b2c-2197-4ad0-94d4-e0f2320de557 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821931 Jul 16 03:36:37.033267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.039033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a82820-4966-4ac4-a38e-07c9eb7bfe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.041833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a82820-4966-4ac4-a38e-07c9eb7bfe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.043002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-18a82820-4966-4ac4-a38e-07c9eb7bfe06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3c5b985-e18a-4142-b124-5052d3b548f4 HTTP/1.1" status: 204 len: 168 time: 0.2595398 Jul 16 03:36:37.051891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a82820-4966-4ac4-a38e-07c9eb7bfe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5b985-e18a-4142-b124-5052d3b548f4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:37.073973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-9b09647c-4faa-4666-bc59-91fd110b206f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409544 Jul 16 03:36:37.193819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-a27a63b0-79c9-4ecf-b281-a3fd78fdc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.195610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-a27a63b0-79c9-4ecf-b281-a3fd78fdc4e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.2319007 Jul 16 03:36:37.255069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:37.378702 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-2c4fc4ea-7daf-426f-99e0-ecedc65a5a3b service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960582 Jul 16 03:36:37.383866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:37.387592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-09332fa1-d9bc-4331-bc52-d9ae73d68c15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 1000 time: 0.1575699 Jul 16 03:36:37.451585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35620) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:37.477887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7deea2bc-7e8d-4579-926b-56d30911404a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.542453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ac333034-3cc5-42f5-b81b-5c7d01f296a8', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'mac_address': 'fa:16:3e:cf:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 1, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:37.587396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb791-36a1-4b64-875b-ee591079d0be None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ac333034-3cc5-42f5-b81b-5c7d01f296a8', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'mac_address': 'fa:16:3e:cf:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 1, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:37.644678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7deea2bc-7e8d-4579-926b-56d30911404a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.656417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7deea2bc-7e8d-4579-926b-56d30911404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.711307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7deea2bc-7e8d-4579-926b-56d30911404a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79b7193b9fe54bbeb60e58688358ea07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585406 Jul 16 03:36:37.713726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:37.788535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deea2bc-7e8d-4579-926b-56d30911404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d85d1-420c-4b38-ae90-0acf337cf43a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:37.820503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:37.845688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:37.846020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8d603a40-12a7-4cf9-b8b2-7478df5e75b1 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:37.849637 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3053ec7c-d181-4f22-ab02-577cf488b895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.891258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3053ec7c-d181-4f22-ab02-577cf488b895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.931492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-4731462f-b637-479e-ba03-a195dc129181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.931492 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-4731462f-b637-479e-ba03-a195dc129181 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.5316195 Jul 16 03:36:37.932806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec377e7-e399-4f5f-b82e-055e23e3e577 req-f8e138c2-cd59-4453-a411-cb63daf24145 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.934311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:37.935805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ec377e7-e399-4f5f-b82e-055e23e3e577 req-f8e138c2-cd59-4453-a411-cb63daf24145 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1817744 Jul 16 03:36:37.941844 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b904b1c4-c04f-4bcb-a46c-7e1e62308619 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3496060 Jul 16 03:36:37.946002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35634) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:37.947513 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f0e87-6b32-49f0-bf93-dbb06d82245c None None] New status for floating IP ac333034-3cc5-42f5-b81b-5c7d01f296a8: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:36:37.964758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:37.981493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:37.986940 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63cdd3e1-595a-4f4d-b0b5-bc97e1d52935 req-d61c5b2c-3775-415f-975f-3daf13a25d35 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996134 Jul 16 03:36:37.987847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:38.015761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-22064de4-1caf-4c09-91ff-1c70c0db9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.017496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-22064de4-1caf-4c09-91ff-1c70c0db9b55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797226 Jul 16 03:36:38.077956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ec377e7-e399-4f5f-b82e-055e23e3e577 req-4a48c9d1-80de-41d5-ab4d-cdbc854f7370 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087313 Jul 16 03:36:38.082867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting subnet cd872d11-9c49-4eb8-af80-5de98a449a98 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:38.087339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.134059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:38.156504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-c8f4bb68-51e1-4748-bd19-532507bf3d3d service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307812 Jul 16 03:36:38.260111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:36Z', 'revision_number': 11, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:38.290011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:38.300547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:38.301179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:38.313353 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c0068a3e-b32b-4e34-8546-4d43b5245f0d req-7d88c8f6-fd7d-4722-bef3-d2572428bb20 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367307 Jul 16 03:36:38.403303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:38.459950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:36Z', 'revision_number': 11, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:38.486758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fde6db-6b6d-4bba-ab70-35d7867c6ca0 None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:36Z', 'revision_number': 11, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:38.576593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3053ec7c-d181-4f22-ab02-577cf488b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.579399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3053ec7c-d181-4f22-ab02-577cf488b895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.582873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3053ec7c-d181-4f22-ab02-577cf488b895 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/590d85d1-420c-4b38-ae90-0acf337cf43a HTTP/1.1" status: 204 len: 168 time: 0.8659036 Jul 16 03:36:38.588650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.617745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053ec7c-d181-4f22-ab02-577cf488b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d85d1-420c-4b38-ae90-0acf337cf43a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:38.676274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d0f68-7402-4e26-8c4b-7f1365b4d94c req-f2c5e6de-223c-4f25-be02-b9f215fe40da tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.683252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd5d0f68-7402-4e26-8c4b-7f1365b4d94c req-f2c5e6de-223c-4f25-be02-b9f215fe40da tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 944 time: 0.1538482 Jul 16 03:36:38.770187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.819915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd5d0f68-7402-4e26-8c4b-7f1365b4d94c req-2c0f0ba7-1051-495b-830c-06744f637c2e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356080 Jul 16 03:36:38.887925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179f6de-b942-43a6-aa01-11d3a6aba78a req-9fe2ee75-c236-4ebb-8695-3f3c567cc40d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.894642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13452cdf-81c3-4649-8d36-5f5323cdd37d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:38.895149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179f6de-b942-43a6-aa01-11d3a6aba78a req-9fe2ee75-c236-4ebb-8695-3f3c567cc40d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.902636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8179f6de-b942-43a6-aa01-11d3a6aba78a req-9fe2ee75-c236-4ebb-8695-3f3c567cc40d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2&device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 1682 time: 0.1921761 Jul 16 03:36:38.905562 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.922470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 13452cdf-81c3-4649-8d36-5f5323cdd37d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:38.923101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 13452cdf-81c3-4649-8d36-5f5323cdd37d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:38.948979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Subnet': ['ID=cd872d11-9c49-4eb8-af80-5de98a449a98,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:38.959078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.961836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c7eaa32b-9dc6-43f5-8988-5aed7315aad0 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/cd872d11-9c49-4eb8-af80-5de98a449a98 HTTP/1.1" status: 204 len: 168 time: 1.0100248 Jul 16 03:36:38.964779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:38.966721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18093e5e-ecb3-43fd-a4a7-7cf7a1df4034 None None] Network 85334390-65da-4c34-bb6e-0209b77ea874 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:38.980220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8179f6de-b942-43a6-aa01-11d3a6aba78a req-f7bce851-1981-4961-bee8-db03271701ac tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766551 Jul 16 03:36:39.121035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.204575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Deleting port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:39.204921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.276673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] DHCP port deletion for 85334390-65da-4c34-bb6e-0209b77ea874 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:39.305968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] For port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:39.306445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.321440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:39.324686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Calling delete_port for 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:39.354736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] Deleting port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:39.355116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.456052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ad679-72e7-4d8c-a877-5ee1c0d08200 req-8eee2258-b415-44d9-a59d-4e47c4a5b4c3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:39.463984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-854ad679-72e7-4d8c-a877-5ee1c0d08200 req-8eee2258-b415-44d9-a59d-4e47c4a5b4c3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.0949962 Jul 16 03:36:39.476693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] For port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,segment=NetworkSegment(d88648bf-81f2-429e-94f8-ab74d0f4d35c),segment_id=d88648bf-81f2-429e-94f8-ab74d0f4d35c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:39.477091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.496837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] Calling delete_port for 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:39.510338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.522134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:39.530113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-854ad679-72e7-4d8c-a877-5ee1c0d08200 req-d114d60d-fc79-464c-bfed-e2a7c8e29f1f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650632 Jul 16 03:36:39.551897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No DVR routers for this DVR port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:39.554787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Port': ['ID=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:39.568988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'port_id': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'mac_address': 'fa:16:3e:5a:60:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd191e0a1-6920-4764-a494-2d15bfb7d7d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:39.628469 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.653623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4874917b-933b-4a49-bb40-4b8f81a04cf3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:39.660709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.672310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.681629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:39.685076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85334390-65da-4c34-bb6e-0209b77ea874']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:39.699546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88648bf-81f2-429e-94f8-ab74d0f4d35c') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:39.700551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] Pushing event deleted for resources: {'Port': ['ID=0bd852ce-3d5e-4517-80b5-0b9b8f427f7e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:39.702509 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.716816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88648bf-81f2-429e-94f8-ab74d0f4d35c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:39.740925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.752888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:39.756055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593332e-5bd1-4cde-ba99-b483712bf8b3 None None] No DVR routers for this DVR port 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:39.757159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.768391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:39.768892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:39.772857 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:39.838320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.843873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:39.846003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/networks/85334390-65da-4c34-bb6e-0209b77ea874 HTTP/1.1" status: 204 len: 168 time: 0.8801253 Jul 16 03:36:39.848947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:39.854177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'routes': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:39.861944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626360c-4d35-4313-ada4-0dca1f5ec79a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Pushing event deleted for resources: {'Network': ['ID=85334390-65da-4c34-bb6e-0209b77ea874,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.029682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4874917b-933b-4a49-bb40-4b8f81a04cf3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:40.054178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Added routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:36:40.054482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Removed routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:36:40.054897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.204236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.209071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.326989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e70536-d136-47c6-b987-92f6ac99921b req-5aa25cd7-5425-4c56-b770-7c93bcde3df8 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.328507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24e70536-d136-47c6-b987-92f6ac99921b req-5aa25cd7-5425-4c56-b770-7c93bcde3df8 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 945 time: 0.3260407 Jul 16 03:36:40.339434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router bec880ce-681c-4e88-9b4c-c63b467d16c9 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:40.424609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24e70536-d136-47c6-b987-92f6ac99921b req-d79bcdbe-e01f-4fef-88a4-3ad9b675962c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885510 Jul 16 03:36:40.462791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:40.471308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef2503-4f8f-4906-9215-bdd301950d0b req-b6fa8b16-c61b-4c1d-b292-a6d3f3d06b71 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.474301 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] Sync routers for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:40.474947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cef2503-4f8f-4906-9215-bdd301950d0b req-b6fa8b16-c61b-4c1d-b292-a6d3f3d06b71 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 945 time: 0.1900864 Jul 16 03:36:40.478203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.482108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-88fb975c-905e-4493-80f5-3719159341c9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 700 time: 0.6321418 Jul 16 03:36:40.482276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:40.496950 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:40.497608 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:40.527660 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4496ac7c-1af4-464c-8aa1-8a59c9173b03 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 205 time: 0.0442266 Jul 16 03:36:40.533893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cef2503-4f8f-4906-9215-bdd301950d0b req-9bf9ab33-deae-43c3-a855-1733ea424cd7 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505438 Jul 16 03:36:40.534712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35750) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:40.595213 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:40.625517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.656375 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:36Z', 'revision_number': 11, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:40.687609 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] Checking router: bec880ce-681c-4e88-9b4c-c63b467d16c9 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:40.696700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] Routers {'bec880ce-681c-4e88-9b4c-c63b467d16c9'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:40.697536 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['bec880ce-681c-4e88-9b4c-c63b467d16c9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:40.742437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce28ee-dc49-412a-a01b-6f7ce81430e3 req-f55d0b28-3e6d-4865-8aff-244d6ed74af5 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.749898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbce28ee-dc49-412a-a01b-6f7ce81430e3 req-f55d0b28-3e6d-4865-8aff-244d6ed74af5 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.0767779 Jul 16 03:36:40.773338 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] Set router bec880ce-681c-4e88-9b4c-c63b467d16c9 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:40.807286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.810270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.838129 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:36Z', 'revision_number': 11, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:40.854650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbce28ee-dc49-412a-a01b-6f7ce81430e3 req-b328743e-83b5-4891-bb5c-74effad37258 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033952 Jul 16 03:36:40.877447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:40.894638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.895268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router bec880ce-681c-4e88-9b4c-c63b467d16c9 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:36:40.902822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:40.903418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0bd852ce-3d5e-4517-80b5-0b9b8f427f7e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:40.906783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.908647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-48a5a863-8975-44c9-a58b-2a5898bb9590 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 204 len: 168 time: 0.3728862 Jul 16 03:36:40.912813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:40.919286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-672855601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:40.948936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.950163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.982190 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220a210-c530-4714-8a9f-ac1c6ae7b778 None None] The sync data for ids ['bec880ce-681c-4e88-9b4c-c63b467d16c9'] in n-d-800089-6 is: [{'id': 'bec880ce-681c-4e88-9b4c-c63b467d16c9', 'name': 'tempest-RoutersTest-router-653007807', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:37Z', 'updated_at': '2021-07-16T03:36:36Z', 'revision_number': 11, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:41.005662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.011336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.033048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.034372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-726db4a5-0d21-4d36-bd66-7e76893f8fef tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1193819 Jul 16 03:36:41.037291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35790) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:41.042835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:41.322677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.331823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:41.349617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.400803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 4874917b-933b-4a49-bb40-4b8f81a04cf3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:41.407006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 4874917b-933b-4a49-bb40-4b8f81a04cf3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:41.407633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.440081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-fa8e84fa-e31e-4beb-b049-5d1a39d90e0f tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.441608 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-fa8e84fa-e31e-4beb-b049-5d1a39d90e0f tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 945 time: 0.1858711 Jul 16 03:36:41.442618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-ea690d7b-7555-4771-bf34-0c42a01d859d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.445308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-ea690d7b-7555-4771-bf34-0c42a01d859d tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed635bcf-03ba-4d63-817b-7a6ca56c2c43 HTTP/1.1" status: 200 len: 946 time: 0.0721326 Jul 16 03:36:41.512398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.543714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:41.548055 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e643f17c-c4ca-43b3-b8bb-6d3b1cde517e" -d '{"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-plugged", "status": "completed", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:41.582841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Deleting port 41399c8a-281a-4b86-ba50-f982cd49bd18 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:41.583922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.588055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:41.597758 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.621735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Router cc176559-d37a-4b58-a6c4-c8958552320d is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:41.683440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:41.724984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Deleting port a548bbfd-47d6-4eba-bc5d-10184afa3b03 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:41.725613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.748155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:41.756313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.757897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] Sync routers for ids ['cc176559-d37a-4b58-a6c4-c8958552320d'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:41.758147 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-095d723c-dc59-4e04-8513-1327934f8db7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "PUT /v2.0/routers/cc176559-d37a-4b58-a6c4-c8958552320d HTTP/1.1" status: 200 len: 693 time: 0.7191782 Jul 16 03:36:41.761542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35850) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:41.768558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] Routers {'cc176559-d37a-4b58-a6c4-c8958552320d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:41.769392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['cc176559-d37a-4b58-a6c4-c8958552320d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:41.819908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] For port 41399c8a-281a-4b86-ba50-f982cd49bd18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41399c8a-281a-4b86-ba50-f982cd49bd18,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:41.820276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.836314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Calling delete_port for 41399c8a-281a-4b86-ba50-f982cd49bd18 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:41.844090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] Set router cc176559-d37a-4b58-a6c4-c8958552320d gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:41.875485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-56cd5753-3bf1-475b-a41e-0f04c57643b5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/routers/cc176559-d37a-4b58-a6c4-c8958552320d HTTP/1.1" status: 200 len: 699 time: 0.1126931 Jul 16 03:36:41.878262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35862) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:41.902764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc176559-d37a-4b58-a6c4-c8958552320d', 'name': 'tempest-RoutersTest-router-672855601', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:40Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:41.919524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ff4228ec-8c12-4ecd-8939-9a7dc3f0193a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc176559-d37a-4b58-a6c4-c8958552320d HTTP/1.1" status: 200 len: 205 time: 0.0374632 Jul 16 03:36:41.922352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35868) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:41.935926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] For port a548bbfd-47d6-4eba-bc5d-10184afa3b03, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a548bbfd-47d6-4eba-bc5d-10184afa3b03,segment=NetworkSegment(3510ef38-ae83-4d7a-84d4-12f423028298),segment_id=3510ef38-ae83-4d7a-84d4-12f423028298)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:41.936292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.959393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] Checking router: cc176559-d37a-4b58-a6c4-c8958552320d for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:41.973660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] Routers {'cc176559-d37a-4b58-a6c4-c8958552320d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:41.975659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['cc176559-d37a-4b58-a6c4-c8958552320d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:41.998465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db215b8a-0f3a-4ec0-872b-787c9ef4aa4d req-75904e7a-5654-49ef-86ce-efd20b27797c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.000001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db215b8a-0f3a-4ec0-872b-787c9ef4aa4d req-75904e7a-5654-49ef-86ce-efd20b27797c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.3451560 Jul 16 03:36:42.008151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Calling delete_port for a548bbfd-47d6-4eba-bc5d-10184afa3b03 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:42.020933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.063087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb54d5-2d49-49f4-b140-76672b555690 req-04bca538-df40-4e7f-b313-b452190b46f3 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.070615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49bb54d5-2d49-49f4-b140-76672b555690 req-04bca538-df40-4e7f-b313-b452190b46f3 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 945 time: 0.3309417 Jul 16 03:36:42.090131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] Set router cc176559-d37a-4b58-a6c4-c8958552320d gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:42.143015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db215b8a-0f3a-4ec0-872b-787c9ef4aa4d req-2cb2ed6e-8281-4d8d-891d-da3bf3c9c73c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177506 Jul 16 03:36:42.145800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.182390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc176559-d37a-4b58-a6c4-c8958552320d', 'name': 'tempest-RoutersTest-router-672855601', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:40Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:42.187944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41399c8a-281a-4b86-ba50-f982cd49bd18'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:42.204417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Pushing event deleted for resources: {'Port': ['ID=41399c8a-281a-4b86-ba50-f982cd49bd18,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:42.244338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb1df2-32b5-4cee-bc51-795c3916ea37 None None] The sync data for ids ['cc176559-d37a-4b58-a6c4-c8958552320d'] in n-d-800089-6 is: [{'id': 'cc176559-d37a-4b58-a6c4-c8958552320d', 'name': 'tempest-RoutersTest-router-672855601', 'tenant_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:40Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 2, 'project_id': 'a2c4c2baa93c4eb1aefd4b9ffadc5c19', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:42.245089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49bb54d5-2d49-49f4-b140-76672b555690 req-04f92bd5-8e29-4c64-a78e-95f6121a5638 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5cc8194-6611-46b0-89e8-79007c559519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735353 Jul 16 03:36:42.259932 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5828ec-4e4f-4d6a-b0ec-8f9706a970ff x-openstack-request-id: req-7b5828ec-4e4f-4d6a-b0ec-8f9706a970ff {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:42.260159 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-plugged", "status": "completed", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:42.260425 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b5828ec-4e4f-4d6a-b0ec-8f9706a970ff {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:42.262029 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'code': 200} Jul 16 03:36:42.360865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] No DVR routers for this DVR port 41399c8a-281a-4b86-ba50-f982cd49bd18 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:42.363999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.367132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08716407-57b5-4aa7-9ebd-35675a0989d6 req-8cdb3c81-091b-4873-96a5-f4f677e32000 tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.48 "DELETE /v2.0/ports/41399c8a-281a-4b86-ba50-f982cd49bd18 HTTP/1.1" status: 204 len: 173 time: 0.9168973 Jul 16 03:36:42.367676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'name': 'network-vif-deleted', 'tag': '41399c8a-281a-4b86-ba50-f982cd49bd18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:42.384303 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a930942-52be-495e-a631-62cefcf93fe8" -d '{"events": [{"server_uuid": "ed635bcf-03ba-4d63-817b-7a6ca56c2c43", "name": "network-vif-deleted", "tag": "41399c8a-281a-4b86-ba50-f982cd49bd18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:42.571273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36ac7-e4fc-469a-86c2-3aaa2c9a000a req-92eddccf-ec3d-422c-b050-b137c0237146 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.573022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dc36ac7-e4fc-469a-86c2-3aaa2c9a000a req-92eddccf-ec3d-422c-b050-b137c0237146 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1467750 Jul 16 03:36:42.660682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dc36ac7-e4fc-469a-86c2-3aaa2c9a000a req-802cea40-e9b1-44cb-8a7c-c9304d0dea82 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760250 Jul 16 03:36:42.692947 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f005994b-8565-4102-b1e9-3d617352e0a0 x-openstack-request-id: req-f005994b-8565-4102-b1e9-3d617352e0a0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:42.693220 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed635bcf-03ba-4d63-817b-7a6ca56c2c43", "name": "network-vif-deleted", "tag": "41399c8a-281a-4b86-ba50-f982cd49bd18", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:42.693477 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f005994b-8565-4102-b1e9-3d617352e0a0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:42.693885 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed635bcf-03ba-4d63-817b-7a6ca56c2c43', 'name': 'network-vif-deleted', 'tag': '41399c8a-281a-4b86-ba50-f982cd49bd18', 'status': 'completed', 'code': 200} Jul 16 03:36:42.722633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.726532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.811606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.812049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Fanout notify agent at l3_agent the message router_deleted on router cc176559-d37a-4b58-a6c4-c8958552320d {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:36:42.823868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.824955 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9e36efea-0c3c-4336-b62b-0a48ad35d660 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/cc176559-d37a-4b58-a6c4-c8958552320d HTTP/1.1" status: 204 len: 168 time: 0.9017138 Jul 16 03:36:42.828472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:42.840536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59891c9b-720f-48a1-b1f7-0a4a961449ba req-2196a055-789b-49ee-86ee-8626edc254c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.842019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-59891c9b-720f-48a1-b1f7-0a4a961449ba req-2196a055-789b-49ee-86ee-8626edc254c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 1097 time: 0.1550634 Jul 16 03:36:42.857529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.863909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-18574744-3c26-485d-9db0-442f09ae8d3d tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc176559-d37a-4b58-a6c4-c8958552320d HTTP/1.1" status: 200 len: 205 time: 0.0341311 Jul 16 03:36:42.866525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:42.876328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41399c8a-281a-4b86-ba50-f982cd49bd18'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:42.915507 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d4bdb3ac-c7d4-4059-8e15-099d5c9d7307 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:42.916660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d4bdb3ac-c7d4-4059-8e15-099d5c9d7307 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/cc176559-d37a-4b58-a6c4-c8958552320d HTTP/1.1" status: 404 len: 336 time: 0.0490561 Jul 16 03:36:42.918951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Pushing event deleted for resources: {'Port': ['ID=a548bbfd-47d6-4eba-bc5d-10184afa3b03,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:42.919867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35928) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:42.956948 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-59891c9b-720f-48a1-b1f7-0a4a961449ba req-ca2d65e9-656b-4133-8292-d0fbcfb5f067 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059718 Jul 16 03:36:42.957155 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-09610f42-07f1-4d28-a039-fb95b3d08bf7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:42.957621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09610f42-07f1-4d28-a039-fb95b3d08bf7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:42.962952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-09610f42-07f1-4d28-a039-fb95b3d08bf7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/f1ab8a8a-43ef-4647-8ab0-ac7a5e8f803e HTTP/1.1" status: 404 len: 337 time: 0.0415833 Jul 16 03:36:42.963604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:42.982852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] No DVR routers for this DVR port a548bbfd-47d6-4eba-bc5d-10184afa3b03 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:42.988325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.988325 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c1e07528-5d24-4c9c-8b95-a7240e0f2006 req-775d53e7-eef2-435d-8415-f37364e431fd tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.11 "DELETE /v2.0/ports/a548bbfd-47d6-4eba-bc5d-10184afa3b03 HTTP/1.1" status: 204 len: 173 time: 1.5409746 Jul 16 03:36:42.994206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'name': 'network-vif-deleted', 'tag': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:42.995134 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d3c375-aa67-40a0-a49a-93c29b8e7edd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:42.995745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d3c375-aa67-40a0-a49a-93c29b8e7edd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.001072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-44d3c375-aa67-40a0-a49a-93c29b8e7edd tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/42183ed4-6857-4e94-aed5-c9f3e4588215 HTTP/1.1" status: 404 len: 337 time: 0.0364819 Jul 16 03:36:43.001865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.006101 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf0fdbf-e1e4-408e-9da2-f93433d406fa" -d '{"events": [{"server_uuid": "c6ac5990-57a9-45c4-894e-0abea0527cc2", "name": "network-vif-deleted", "tag": "a548bbfd-47d6-4eba-bc5d-10184afa3b03"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:43.042586 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b7244-8e42-411d-a8ba-7a038b34496a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.043690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7b7244-8e42-411d-a8ba-7a038b34496a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.048515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.049253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1c7b7244-8e42-411d-a8ba-7a038b34496a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/a41d3ed4-fdf4-477c-b59c-c630a9d86a2c HTTP/1.1" status: 404 len: 337 time: 0.0462239 Jul 16 03:36:43.076507 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d0af8-ffbf-40f9-8eec-a399c5526f2e x-openstack-request-id: req-dc0d0af8-ffbf-40f9-8eec-a399c5526f2e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:43.076813 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ac5990-57a9-45c4-894e-0abea0527cc2", "name": "network-vif-deleted", "tag": "a548bbfd-47d6-4eba-bc5d-10184afa3b03", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:43.077139 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc0d0af8-ffbf-40f9-8eec-a399c5526f2e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:43.077598 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ac5990-57a9-45c4-894e-0abea0527cc2', 'name': 'network-vif-deleted', 'tag': 'a548bbfd-47d6-4eba-bc5d-10184afa3b03', 'status': 'completed', 'code': 200} Jul 16 03:36:43.078977 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-421cd10b-dff6-404e-a1f6-cec811be55b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.079485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421cd10b-dff6-404e-a1f6-cec811be55b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.082606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-421cd10b-dff6-404e-a1f6-cec811be55b9 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/cd872d11-9c49-4eb8-af80-5de98a449a98 HTTP/1.1" status: 404 len: 337 time: 0.0312519 Jul 16 03:36:43.083855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.114436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.122610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2909130c-526f-494d-9b73-08db750b525a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 200 len: 205 time: 0.0358443 Jul 16 03:36:43.128463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.189718 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-739e6d75-b049-4a08-aafb-2bca74b23d4e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:43.193754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.204745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-739e6d75-b049-4a08-aafb-2bca74b23d4e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/bec880ce-681c-4e88-9b4c-c63b467d16c9 HTTP/1.1" status: 404 len: 336 time: 0.0750570 Jul 16 03:36:43.230674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.239796 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-34b7fcd7-1602-45b1-a153-80f1ed2f1cd3 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=83af4507-9a65-46f4-9eee-b0c2ba3ead72 HTTP/1.1" status: 200 len: 205 time: 0.0441771 Jul 16 03:36:43.289785 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-cc66926b-97cd-4ad8-9171-6fdd84a4436f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:43.293491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35956) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.300951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cc66926b-97cd-4ad8-9171-6fdd84a4436f tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/83af4507-9a65-46f4-9eee-b0c2ba3ead72 HTTP/1.1" status: 404 len: 336 time: 0.0672476 Jul 16 03:36:43.314497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6980523d-b2a1-4977-8a30-8b0e14140156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.323034 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4965f0-8d1b-4b5f-b7b0-e714ff16f06a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.323494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4965f0-8d1b-4b5f-b7b0-e714ff16f06a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.327974 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fb4965f0-8d1b-4b5f-b7b0-e714ff16f06a tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/519d6e2f-f738-43ee-aad8-711272630011 HTTP/1.1" status: 404 len: 337 time: 0.0334120 Jul 16 03:36:43.328497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.363073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7f56b67d-cf6f-44e2-b597-e02c415d6a5e tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 200 len: 205 time: 0.0332346 Jul 16 03:36:43.365455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35960) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.402504 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-3a7679dc-a5d4-4e21-bcb1-f14560a70efa tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:43.403562 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a7679dc-a5d4-4e21-bcb1-f14560a70efa tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/d2996c11-f847-4242-a8f4-9dd5c9054a74 HTTP/1.1" status: 404 len: 336 time: 0.0365493 Jul 16 03:36:43.406197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35962) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.410517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-130300b6-0864-4f29-9dba-3d8d7514810d req-044a3610-137d-4df0-85dd-95d2d0ace77f tempest-ListServersNegativeTestJSON-1363163959 tempest-ListServersNegativeTestJSON-1363163959-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6ac5990-57a9-45c4-894e-0abea0527cc2 HTTP/1.1" status: 200 len: 210 time: 0.0423348 Jul 16 03:36:43.444728 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee21fa7b-9305-4b68-b4a5-d74e6e4f0cde tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=760342da-c675-44e9-965f-151ccfe28272 HTTP/1.1" status: 200 len: 205 time: 0.0367913 Jul 16 03:36:43.447233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35964) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.481820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329a810-7ee7-4df2-8b17-12cf2770278d req-e340a07a-2578-43f5-9033-c02de23e251b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.484841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7329a810-7ee7-4df2-8b17-12cf2770278d req-e340a07a-2578-43f5-9033-c02de23e251b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1605194 Jul 16 03:36:43.487477 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-f4ab6332-0109-4363-b090-c5b4897c140c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:43.488494 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4ab6332-0109-4363-b090-c5b4897c140c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/760342da-c675-44e9-965f-151ccfe28272 HTTP/1.1" status: 404 len: 336 time: 0.0401185 Jul 16 03:36:43.491637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.521554 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d8cf8d-f53c-4b6c-b9b1-8d86ae85dc6c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.521881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d8cf8d-f53c-4b6c-b9b1-8d86ae85dc6c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.523931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b5d8cf8d-f53c-4b6c-b9b1-8d86ae85dc6c tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/7b8ef32c-b401-4fa8-a330-1a445172c4a3 HTTP/1.1" status: 404 len: 337 time: 0.0312870 Jul 16 03:36:43.526612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.558174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7f5e548c-4b4c-430e-bcbc-187c7c781d33 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=89f3da12-3297-49bb-b062-adbd9b1403d2 HTTP/1.1" status: 200 len: 205 time: 0.0302467 Jul 16 03:36:43.560856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35972) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.573831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6980523d-b2a1-4977-8a30-8b0e14140156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.595239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7329a810-7ee7-4df2-8b17-12cf2770278d req-45194bd4-5ff7-4191-a7af-5c6b44f2d706 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950477 Jul 16 03:36:43.596305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6980523d-b2a1-4977-8a30-8b0e14140156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.615111 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-30f40748-e53a-4c9d-95f9-bff38dc02dd7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:43.616706 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-30f40748-e53a-4c9d-95f9-bff38dc02dd7 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/89f3da12-3297-49bb-b062-adbd9b1403d2 HTTP/1.1" status: 404 len: 336 time: 0.0543678 Jul 16 03:36:43.619464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.646337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980523d-b2a1-4977-8a30-8b0e14140156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97673d1-9ced-49d4-a1eb-ecd05ec00bb7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:43.647619 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed44dd23-eb10-4494-90cd-137827032dd5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.648080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed44dd23-eb10-4494-90cd-137827032dd5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.655593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed44dd23-eb10-4494-90cd-137827032dd5 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/f09b18af-7669-4c5a-b2a3-d9ccb8ba1bf2 HTTP/1.1" status: 404 len: 337 time: 0.0352380 Jul 16 03:36:43.658609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35978) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.675076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6980523d-b2a1-4977-8a30-8b0e14140156 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2279e2a70a84049939c4b6b4b009817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592487 Jul 16 03:36:43.675842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35980) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.700241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-014b78bb-9f19-4dcb-a2a6-7bfd5e20b156 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "GET /v2.0/ports?device_id=d098a92d-e8d3-4120-8043-0f01ec8a9b64 HTTP/1.1" status: 200 len: 205 time: 0.0404148 Jul 16 03:36:43.702704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35984) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.752534 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-5f97fb25-f8ab-4438-b803-59a4ab2c00d2 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] delete failed (client error): The resource could not be found. Jul 16 03:36:43.753960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5f97fb25-f8ab-4438-b803-59a4ab2c00d2 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/routers/d098a92d-e8d3-4120-8043-0f01ec8a9b64 HTTP/1.1" status: 404 len: 336 time: 0.0495656 Jul 16 03:36:43.756517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.786990 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68e06c8-090c-4892-a195-8e679fe42475 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.787442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68e06c8-090c-4892-a195-8e679fe42475 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.793699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a68e06c8-090c-4892-a195-8e679fe42475 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/d7d1e052-3e33-4911-bec4-552d7ce8164e HTTP/1.1" status: 404 len: 337 time: 0.0326982 Jul 16 03:36:43.793699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:43.795558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13780b7b-f4f5-4651-a0a0-a7983f156b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.826503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a548bbfd-47d6-4eba-bc5d-10184afa3b03 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:43.838069 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf2aad8-0ff0-4a89-9bc5-ae0671421c82 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] DELETE failed (client error): The resource could not be found. Jul 16 03:36:43.839977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13780b7b-f4f5-4651-a0a0-a7983f156b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.841440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf2aad8-0ff0-4a89-9bc5-ae0671421c82 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:36:43.845685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eaf2aad8-0ff0-4a89-9bc5-ae0671421c82 tempest-RoutersTest-831767778 tempest-RoutersTest-831767778-project] 10.222.0.25 "DELETE /v2.0/subnets/69ca5cce-6bfa-410e-a353-699218f65a7a HTTP/1.1" status: 404 len: 337 time: 0.0493178 Jul 16 03:36:43.866980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a548bbfd-47d6-4eba-bc5d-10184afa3b03 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:43.868103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a548bbfd-47d6-4eba-bc5d-10184afa3b03 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:43.916886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13780b7b-f4f5-4651-a0a0-a7983f156b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.919997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13780b7b-f4f5-4651-a0a0-a7983f156b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:43.923505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13780b7b-f4f5-4651-a0a0-a7983f156b53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f97673d1-9ced-49d4-a1eb-ecd05ec00bb7 HTTP/1.1" status: 204 len: 168 time: 0.2443714 Jul 16 03:36:43.933297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780b7b-f4f5-4651-a0a0-a7983f156b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97673d1-9ced-49d4-a1eb-ecd05ec00bb7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:43.951498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1c4d-f66e-4d97-a452-9377ce9fe41e req-7122d5c9-2be9-4160-9f72-15106e97e784 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.958791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb4e1c4d-f66e-4d97-a452-9377ce9fe41e req-7122d5c9-2be9-4160-9f72-15106e97e784 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1143928 Jul 16 03:36:43.997125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb4e1c4d-f66e-4d97-a452-9377ce9fe41e req-6c5b0bd2-98a8-49b1-9459-82aaedb0a9a8 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Jul 16 03:36:44.117959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:44.248988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-59c8fd2c-3062-4cdc-897b-ce330818ec6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2c4c2baa93c4eb1aefd4b9ffadc5c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298397 Jul 16 03:36:44.251531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:44.303598 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd3c3c2-c653-4251-9bba-67cf3cb75356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.323999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd3c3c2-c653-4251-9bba-67cf3cb75356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.374633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd3c3c2-c653-4251-9bba-67cf3cb75356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.377167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd3c3c2-c653-4251-9bba-67cf3cb75356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.380549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-acd3c3c2-c653-4251-9bba-67cf3cb75356 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37946056-e4c0-4ffd-968c-afc4c812333e HTTP/1.1" status: 204 len: 168 time: 0.1258976 Jul 16 03:36:44.386610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3c3c2-c653-4251-9bba-67cf3cb75356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37946056-e4c0-4ffd-968c-afc4c812333e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:44.581194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36028) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:44.663934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Deleting subnet fe50f70d-57a7-444e-8061-068c3870dd0b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:44.686308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.759627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.824167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.851122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d00cd5-9459-4e58-b8a0-93ce0f900cc2 req-f6f0ae0b-dcdf-4160-86a8-bc377bff60c1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.852732 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36d00cd5-9459-4e58-b8a0-93ce0f900cc2 req-f6f0ae0b-dcdf-4160-86a8-bc377bff60c1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1381435 Jul 16 03:36:44.923813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36d00cd5-9459-4e58-b8a0-93ce0f900cc2 req-30909a19-67e5-4380-9734-6a1c526815fd tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Jul 16 03:36:44.932639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.968746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe50f70d-57a7-444e-8061-068c3870dd0b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:44.971880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.973844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c4bf6075-174f-4c47-8d3f-10d0f12dfde0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fe50f70d-57a7-444e-8061-068c3870dd0b HTTP/1.1" status: 204 len: 168 time: 0.3914039 Jul 16 03:36:44.976698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:45.059921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.165625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.169716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea998-4000-40d1-85c3-4e0617f5e248 req-f0b72ff7-d2a3-457b-a3c8-4adf555ae4a4 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.177129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-919ea998-4000-40d1-85c3-4e0617f5e248 req-f0b72ff7-d2a3-457b-a3c8-4adf555ae4a4 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1207216 Jul 16 03:36:45.195835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce937c8-d3c1-4924-b450-4f89ea8669b6']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:45.207490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3510ef38-ae83-4d7a-84d4-12f423028298') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:45.208111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3510ef38-ae83-4d7a-84d4-12f423028298') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:45.218418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.235208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.242447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:45.243518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:45.245573 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:45.261478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-919ea998-4000-40d1-85c3-4e0617f5e248 req-0270edd7-c336-4cbc-93cc-c1b6e0da8210 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832474 Jul 16 03:36:45.305671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:45.325816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.335715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.337112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41399c8a-281a-4b86-ba50-f982cd49bd18 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:45.338686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] 10.222.0.25 "DELETE /v2.0/networks/5ce937c8-d3c1-4924-b450-4f89ea8669b6 HTTP/1.1" status: 204 len: 168 time: 0.3608289 Jul 16 03:36:45.356168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee2b03-afef-49fb-8e96-8874a8e912e3 req-a48479ec-b2c5-4958-9439-5ca488599c23 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.360235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71ee2b03-afef-49fb-8e96-8874a8e912e3 req-a48479ec-b2c5-4958-9439-5ca488599c23 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1582680 Jul 16 03:36:45.376532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 41399c8a-281a-4b86-ba50-f982cd49bd18 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:45.377162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41399c8a-281a-4b86-ba50-f982cd49bd18 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:45.377669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195366-d83a-4513-ad63-e763bf5c0cef admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce937c8-d3c1-4924-b450-4f89ea8669b6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:45.409162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71ee2b03-afef-49fb-8e96-8874a8e912e3 req-e9613143-a036-4eeb-97b4-80d9cef97c93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Jul 16 03:36:45.468083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1521765521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:45.511546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.512637 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.568727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.573813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.594775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.599079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0065204e-446d-4c1a-8c21-c909f5ea2255 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2870989 Jul 16 03:36:45.599079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36096) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:45.604461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-211883170'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:45.633809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36100) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:45.659276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:45.662722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.678447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-86094407-3f29-4a89-98dc-09cecbc8f5a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=708791a138f949f180417b53205aba25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428467 Jul 16 03:36:45.679750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.680916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36102) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:45.705121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05de5-da63-41a5-a96b-41b09e0dbbaa req-82aca231-9116-4de8-9558-2e620d1593e6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.711295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe05de5-da63-41a5-a96b-41b09e0dbbaa req-82aca231-9116-4de8-9558-2e620d1593e6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1174302 Jul 16 03:36:45.736708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b62709a-9ce8-4d44-8bde-a9cb5392ba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.765068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe05de5-da63-41a5-a96b-41b09e0dbbaa req-14bdead9-1d2e-4695-9896-8bac933e3cf6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505137 Jul 16 03:36:45.801090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b62709a-9ce8-4d44-8bde-a9cb5392ba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.865485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b62709a-9ce8-4d44-8bde-a9cb5392ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.871588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b62709a-9ce8-4d44-8bde-a9cb5392ba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.877905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.883581 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b62709a-9ce8-4d44-8bde-a9cb5392ba20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5cc8194-6611-46b0-89e8-79007c559519 HTTP/1.1" status: 204 len: 168 time: 0.2015429 Jul 16 03:36:45.892826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.893690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62709a-9ce8-4d44-8bde-a9cb5392ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc8194-6611-46b0-89e8-79007c559519,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:45.917434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:45.943451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff214bc-9b9b-4318-85f4-c79087a5069b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:45.946999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.947346 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Added segment b291391d-0a3a-42a3-9232-e80f46c1443a of type vlan for network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 Jul 16 03:36:45.975034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-4bd49fd3-d833-4bc1-9996-997aa79ee245 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728722 Jul 16 03:36:46.045343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.073132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772392b-0ef1-4dad-b3fd-0ba43b2f3245 req-241c5100-3523-4a9e-8794-abb614a38900 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.084061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3772392b-0ef1-4dad-b3fd-0ba43b2f3245 req-241c5100-3523-4a9e-8794-abb614a38900 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1527989 Jul 16 03:36:46.088115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-f22c6dd5-1f3f-40d6-b52e-29e7a6028d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.089642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-f22c6dd5-1f3f-40d6-b52e-29e7a6028d9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7efb1fdfa06645b285d260517bf5e05d&device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 1097 time: 0.0659356 Jul 16 03:36:46.125892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.132797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.133404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.160499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3772392b-0ef1-4dad-b3fd-0ba43b2f3245 req-ecb1ef2a-8eb4-4194-a65b-31e3609aa571 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755537 Jul 16 03:36:46.174603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5744913 Jul 16 03:36:46.177708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:46.185316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'subnet': {'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:46.324241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-6ee1e8d3-93df-42d9-b778-c4a23809d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.326052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-6ee1e8d3-93df-42d9-b778-c4a23809d201 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22a9cecd-818c-4990-8fff-bc3a633c9940 HTTP/1.1" status: 200 len: 917 time: 0.2126472 Jul 16 03:36:46.435620 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-6145848c-ff90-4d9f-a650-631ec26d4c9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c HTTP/1.1" status: 200 len: 1001 time: 0.1019938 Jul 16 03:36:46.515554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-6802e4f2-8921-459d-94f5-38c2d002a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.517053 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-6802e4f2-8921-459d-94f5-38c2d002a07d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9f5b839-a307-4418-9214-ea031dc30c3d HTTP/1.1" status: 200 len: 854 time: 0.0746124 Jul 16 03:36:46.615277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-61d89800-4b9f-461f-bb12-d780efcef707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.617548 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-61d89800-4b9f-461f-bb12-d780efcef707 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22a9cecd-818c-4990-8fff-bc3a633c9940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939784 Jul 16 03:36:46.656690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899cfe-54f8-4a7a-8cab-92b665f7f2bc tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Network': ['ID=11e1a660-3604-4c7d-b859-43c0b9b29ac3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:46.670836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:46.745651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:46.749966 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:46.759987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:46.812138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a2935-8913-4868-a71c-289d895ceff1 req-dd7393d3-b3d5-4af9-a863-fc49e03774a6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.820362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f61a2935-8913-4868-a71c-289d895ceff1 req-dd7393d3-b3d5-4af9-a863-fc49e03774a6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1687155 Jul 16 03:36:46.875337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-b921dfc3-d0e6-43a3-8fa6-ae15acd2e2a0 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494972 Jul 16 03:36:46.956217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f61a2935-8913-4868-a71c-289d895ceff1 req-cbfe9890-ae05-4d06-8868-2b5ab3285214 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345174 Jul 16 03:36:46.993107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6640e4a7-6a79-4479-8a03-887e0704a762 req-630a69da-aa7a-46ae-96b5-a2a24c0f4f91 service neutron] 10.222.0.11 "GET /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094370 Jul 16 03:36:47.002327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af095adb-e242-45a5-a76a-f499285d0f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.198403 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.248653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af095adb-e242-45a5-a76a-f499285d0f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.267091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af095adb-e242-45a5-a76a-f499285d0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.307305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Subnet': ['ID=89efe291-9b19-494a-bf8e-d76363111b93,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.342637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af095adb-e242-45a5-a76a-f499285d0f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb3fa0-329b-4f7c-b909-241f2ef96983,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.346919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af095adb-e242-45a5-a76a-f499285d0f48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44319a15816549dba8b848bcca16f310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838966 Jul 16 03:36:47.349609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36196) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:47.389155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Checking segment: {'id': 'b291391d-0a3a-42a3-9232-e80f46c1443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:47.389534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network hostable DHCP agents. Network: 11e1a660-3604-4c7d-b859-43c0b9b29ac3, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:47.405270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9670c23b-3c50-46ee-a8a3-65126a0eaceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.414346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5b7b-21e9-4b19-98d5-4ede7d358d32 req-51d58317-ca34-4da9-8068-bed8b64234da tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.415911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa8d5b7b-21e9-4b19-98d5-4ede7d358d32 req-51d58317-ca34-4da9-8068-bed8b64234da tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1807177 Jul 16 03:36:47.424409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:47.437163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9670c23b-3c50-46ee-a8a3-65126a0eaceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.449325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 11e1a660-3604-4c7d-b859-43c0b9b29ac3) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:47.455964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.456497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.463156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405fb3cd-d36f-46d5-9fb5-c7a2c8985999 None None] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:47.482490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa8d5b7b-21e9-4b19-98d5-4ede7d358d32 req-1392308e-7251-48bf-b8b7-deb2444cbed7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Jul 16 03:36:47.488707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1e058329-dd8d-4879-b18c-d60b4e222948 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3100555 Jul 16 03:36:47.491951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:47.497283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'network': {'name': 'tempest-router-network01--428118036'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:47.498966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9670c23b-3c50-46ee-a8a3-65126a0eaceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.505876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9670c23b-3c50-46ee-a8a3-65126a0eaceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.511483 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9670c23b-3c50-46ee-a8a3-65126a0eaceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0eb3fa0-329b-4f7c-b909-241f2ef96983 HTTP/1.1" status: 204 len: 168 time: 0.1607468 Jul 16 03:36:47.522950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670c23b-3c50-46ee-a8a3-65126a0eaceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb3fa0-329b-4f7c-b909-241f2ef96983,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.549036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:47.554199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.602248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:47.613361 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.613703 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Added segment cd906188-2a8c-4183-b440-a7a52e7783f0 of type vlan for network 30a312f2-c277-46e0-af52-111197628d27 Jul 16 03:36:47.677794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.724943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-11e1a660-3604-4c7d-b859-43c0b9b29ac3', 'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3', 'tenant_id': 'eada189942e346b39af084b033caa414', 'fixed_ips': [{'subnet_id': '89efe291-9b19-494a-bf8e-d76363111b93'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:47.725874 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.755776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-561a8dc5-bbc9-4ab5-9cf9-48f857932887 req-429880e6-a377-4f43-8ca0-82749d1ca0f3 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0469060 Jul 16 03:36:47.756588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.763609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.764546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.824668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:47.825216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3321671 Jul 16 03:36:47.831509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'network': {'name': 'tempest-router-network02--1934840338'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:47.857751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853cd5b-3b13-4336-b520-efd721c2a5de tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Network': ['ID=30a312f2-c277-46e0-af52-111197628d27,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.872063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 30a312f2-c277-46e0-af52-111197628d27 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:47.874821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:47.879895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.915105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:47.927360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.927708 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Added segment fb4c6b71-5ae6-4adb-b61b-e80bd853a929 of type vlan for network 4be0e859-0133-4b2a-a690-b4abae8f614e Jul 16 03:36:47.979098 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.007109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36224) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:48.020210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.022001 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c552593-5005-4d9d-b7d9-36e48a70c6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.027787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.028475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.119474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Network': ['ID=4be0e859-0133-4b2a-a690-b4abae8f614e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.142260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4be0e859-0133-4b2a-a690-b4abae8f614e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:48.174029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c552593-5005-4d9d-b7d9-36e48a70c6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.186766 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c552593-5005-4d9d-b7d9-36e48a70c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.190734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e1fc848e-5626-47bd-9380-dbffc3a8c699 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3644431 Jul 16 03:36:48.190888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:48.198433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'subnet': {'network_id': '30a312f2-c277-46e0-af52-111197628d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:48.266130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Allocated IP 2001:db8::2 (11e1a660-3604-4c7d-b859-43c0b9b29ac3/89efe291-9b19-494a-bf8e-d76363111b93/f62bf748-62f5-4405-9146-6599e336111d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:48.271871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcf222-cd9f-4638-9c90-aade81a627c8 req-4021202c-ed56-4682-9135-7a991dff193b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.273550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ffcf222-cd9f-4638-9c90-aade81a627c8 req-4021202c-ed56-4682-9135-7a991dff193b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1686492 Jul 16 03:36:48.277465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c552593-5005-4d9d-b7d9-36e48a70c6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145d8c0-8466-47dc-a603-4e8affb4ecaf,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.284134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3c552593-5005-4d9d-b7d9-36e48a70c6ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e69db70ff1884b34a1614ea72219b7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734816 Jul 16 03:36:48.284637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:48.375392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ffcf222-cd9f-4638-9c90-aade81a627c8 req-9d8ded04-e9f0-45ca-ae21-8169f23f643d tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902989 Jul 16 03:36:48.410228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:48.414680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.427263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7511d12-35a3-42c4-9930-1300daf36915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.451171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7511d12-35a3-42c4-9930-1300daf36915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.520333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7511d12-35a3-42c4-9930-1300daf36915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.524177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7511d12-35a3-42c4-9930-1300daf36915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.525498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e7511d12-35a3-42c4-9930-1300daf36915 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4145d8c0-8466-47dc-a603-4e8affb4ecaf HTTP/1.1" status: 204 len: 168 time: 0.2395191 Jul 16 03:36:48.532631 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.542777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Transition to ACTIVE for port object f62bf748-62f5-4405-9146-6599e336111d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:48.552201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7511d12-35a3-42c4-9930-1300daf36915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145d8c0-8466-47dc-a603-4e8affb4ecaf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.560218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Transition to ACTIVE for port object f62bf748-62f5-4405-9146-6599e336111d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:48.580109 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.607696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:48.610793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:48.638385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:48.705825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.721104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Pushing event updated for resources: {'Port': ['ID=f62bf748-62f5-4405-9146-6599e336111d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.738986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Attempting to bind port f62bf748-62f5-4405-9146-6599e336111d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:48.740251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Attempting to bind port f62bf748-62f5-4405-9146-6599e336111d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b291391d-0a3a-42a3-9232-e80f46c1443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:48.740886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Attempting to bind port f62bf748-62f5-4405-9146-6599e336111d on network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:48.749803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:48.750576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Checking segment: {'id': 'b291391d-0a3a-42a3-9232-e80f46c1443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:48.751185 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.751806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Bound using segment: {'id': 'b291391d-0a3a-42a3-9232-e80f46c1443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:48.753547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Bound port: f62bf748-62f5-4405-9146-6599e336111d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b291391d-0a3a-42a3-9232-e80f46c1443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '11e1a660-3604-4c7d-b859-43c0b9b29ac3'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:48.755098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.792241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Subnet': ['ID=116f4b97-df47-4227-b453-769435886771,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:48.803384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Checking segment: {'id': 'cd906188-2a8c-4183-b440-a7a52e7783f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '30a312f2-c277-46e0-af52-111197628d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:48.803733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network hostable DHCP agents. Network: 30a312f2-c277-46e0-af52-111197628d27, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:48.820832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d46c-ae7f-4c69-945c-40c112f296ea req-f88d2efe-fa16-4151-aae3-1656c7d3a755 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.822416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd39d46c-ae7f-4c69-945c-40c112f296ea req-f88d2efe-fa16-4151-aae3-1656c7d3a755 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1580532 Jul 16 03:36:48.854658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 30a312f2-c277-46e0-af52-111197628d27 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:48.856367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] For port f62bf748-62f5-4405-9146-6599e336111d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:48.861620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] For port f62bf748-62f5-4405-9146-6599e336111d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f62bf748-62f5-4405-9146-6599e336111d,segment=NetworkSegment(b291391d-0a3a-42a3-9232-e80f46c1443a),segment_id=b291391d-0a3a-42a3-9232-e80f46c1443a)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:48.868863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.878354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 30a312f2-c277-46e0-af52-111197628d27) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:48.896458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.898102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:48.900608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d1772-5e7d-4e15-89e9-12ec68e314f3 None None] Network 30a312f2-c277-46e0-af52-111197628d27 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:48.916928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd39d46c-ae7f-4c69-945c-40c112f296ea req-944bffdd-f57e-4daa-b5a8-b1e97438e568 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839331 Jul 16 03:36:48.943268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:48.945063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9abc2bfe-ddf2-4838-bf1c-075581defba3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7502651 Jul 16 03:36:48.952630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'subnet': {'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:49.064623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73f9e1c6-6843-4930-b2cb-a3ebdb06bc9e req-4cd68a01-0522-41f0-ba08-2b5da12f8717 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0355649 Jul 16 03:36:49.113698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91950-4b8c-41b8-82d4-8df1d08afd37 None None] Pushing event updated for resources: {'Port': ['ID=f62bf748-62f5-4405-9146-6599e336111d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.155137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:49.159847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.333228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-30a312f2-c277-46e0-af52-111197628d27', 'network_id': '30a312f2-c277-46e0-af52-111197628d27', 'tenant_id': 'eada189942e346b39af084b033caa414', 'fixed_ips': [{'subnet_id': '116f4b97-df47-4227-b453-769435886771'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:49.334373 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.548887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.603757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Allocated IP 2001:db8::2 (30a312f2-c277-46e0-af52-111197628d27/116f4b97-df47-4227-b453-769435886771/832cb0c2-8a10-43f6-9c26-1c724b2a740c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:49.707036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Checking segment: {'id': 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:49.707769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network hostable DHCP agents. Network: 4be0e859-0133-4b2a-a690-b4abae8f614e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:49.725800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Subnet': ['ID=5140c783-d39a-410f-bee5-65c626571844,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.728126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af516fc-e7f1-43aa-a519-0bcc9663187a req-a616d83a-1412-4b61-a849-fe3fdc5d53c4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.730455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5af516fc-e7f1-43aa-a519-0bcc9663187a req-a616d83a-1412-4b61-a849-fe3fdc5d53c4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.0988054 Jul 16 03:36:49.734094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.734441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.734800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.735143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.735472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.735801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.736193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.736673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.737200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.737438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.737817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.738137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:49.751536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 4be0e859-0133-4b2a-a690-b4abae8f614e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:49.768975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4be0e859-0133-4b2a-a690-b4abae8f614e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:49.776874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.779109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.791942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5af516fc-e7f1-43aa-a519-0bcc9663187a req-10923fd0-52d4-4004-a4fc-320e4bd2012e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Jul 16 03:36:49.802032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-17da3e5a-e5ce-474e-a996-1001dcf7cc82 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8550797 Jul 16 03:36:49.804802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:49.809869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97413efa-95a7-4ddc-b15b-3e3072655fff None None] Network 4be0e859-0133-4b2a-a690-b4abae8f614e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:49.857067 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.900159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Transition to ACTIVE for port object 832cb0c2-8a10-43f6-9c26-1c724b2a740c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:49.927992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Transition to ACTIVE for port object 832cb0c2-8a10-43f6-9c26-1c724b2a740c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:49.989519 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.099441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Network 30a312f2-c277-46e0-af52-111197628d27 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:50.115332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:50.121025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:50.162251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Pushing event updated for resources: {'Port': ['ID=832cb0c2-8a10-43f6-9c26-1c724b2a740c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:50.180245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-4be0e859-0133-4b2a-a690-b4abae8f614e', 'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e', 'tenant_id': 'eada189942e346b39af084b033caa414', 'fixed_ips': [{'subnet_id': '5140c783-d39a-410f-bee5-65c626571844'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:50.181501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.182766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323157f-8f5b-44e2-ac9f-99fc9041e443 req-cb538170-182b-4ec3-957b-c8f43d756370 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:50.199170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f323157f-8f5b-44e2-ac9f-99fc9041e443 req-cb538170-182b-4ec3-957b-c8f43d756370 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1194773 Jul 16 03:36:50.228057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.266705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f323157f-8f5b-44e2-ac9f-99fc9041e443 req-63d8f094-5b4f-40a6-b6f0-7fd73eff8a63 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666101 Jul 16 03:36:50.347875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65235190-4b02-4ba7-a825-e5fd8df410f3 req-f7f0bf8d-0443-4e25-abb1-3261e87ae6a1 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0481436 Jul 16 03:36:50.365688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Attempting to bind port 832cb0c2-8a10-43f6-9c26-1c724b2a740c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:50.366766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Attempting to bind port 832cb0c2-8a10-43f6-9c26-1c724b2a740c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'cd906188-2a8c-4183-b440-a7a52e7783f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '30a312f2-c277-46e0-af52-111197628d27'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:50.367186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Attempting to bind port 832cb0c2-8a10-43f6-9c26-1c724b2a740c on network 30a312f2-c277-46e0-af52-111197628d27 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:50.398051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:50.398438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Checking segment: {'id': 'cd906188-2a8c-4183-b440-a7a52e7783f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '30a312f2-c277-46e0-af52-111197628d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:50.398878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.399911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Bound using segment: {'id': 'cd906188-2a8c-4183-b440-a7a52e7783f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '30a312f2-c277-46e0-af52-111197628d27'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:50.399911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Bound port: 832cb0c2-8a10-43f6-9c26-1c724b2a740c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd906188-2a8c-4183-b440-a7a52e7783f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '30a312f2-c277-46e0-af52-111197628d27'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:50.400315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.456569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Allocated IP 2001:db8::2 (4be0e859-0133-4b2a-a690-b4abae8f614e/5140c783-d39a-410f-bee5-65c626571844/41e6a7bd-a08a-4e70-bf55-c833e1040a82) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:50.519336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] For port 832cb0c2-8a10-43f6-9c26-1c724b2a740c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:50.537081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] For port 832cb0c2-8a10-43f6-9c26-1c724b2a740c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=832cb0c2-8a10-43f6-9c26-1c724b2a740c,segment=NetworkSegment(cd906188-2a8c-4183-b440-a7a52e7783f0),segment_id=cd906188-2a8c-4183-b440-a7a52e7783f0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:50.551415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Allocated IP 2001:db8::1 (30a312f2-c277-46e0-af52-111197628d27/116f4b97-df47-4227-b453-769435886771/689a6b76-bb1b-4f21-8d3e-7e529be63ee4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:50.556197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:50.574710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b44e51-8bd8-4bad-b408-fadb31eae693 None None] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:50.668993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.695734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d33d3bf4-81d0-46a3-8946-7c1263723477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.743068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d5c158fd-d524-40c3-9bf3-1141ba57a438 req-2a6d6a15-4891-40f3-8173-0967139727c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0679760 Jul 16 03:36:50.753876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.760958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-41cfa347-204e-443b-9b64-5157f0599cde None None] Provisioning for port f62bf748-62f5-4405-9146-6599e336111d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:50.779422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Transition to ACTIVE for port object 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:50.801184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c945b33d-0fe3-42be-bb86-3dd716ea498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.882714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.924928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1428be-6e34-4c07-865d-de1244d2d8a1 None None] Pushing event updated for resources: {'Port': ['ID=832cb0c2-8a10-43f6-9c26-1c724b2a740c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:50.946130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 30a312f2-c277-46e0-af52-111197628d27 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:50.950663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:50.955694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:50.956419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.961983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Port': ['ID=689a6b76-bb1b-4f21-8d3e-7e529be63ee4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.029332 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.040740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f62bf748-62f5-4405-9146-6599e336111d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:51.050448 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d33d3bf4-81d0-46a3-8946-7c1263723477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.051233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Transition to ACTIVE for port object 41e6a7bd-a08a-4e70-bf55-c833e1040a82 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:51.064255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a3c72-66d7-4012-a64c-cbdcdc1057d4 req-8d44c8fe-2759-44f3-8e3a-7071d84b7099 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.069851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d40a3c72-66d7-4012-a64c-cbdcdc1057d4 req-8d44c8fe-2759-44f3-8e3a-7071d84b7099 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.1939237 Jul 16 03:36:51.121112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d33d3bf4-81d0-46a3-8946-7c1263723477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.162915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.163306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Transition to ACTIVE for port object 41e6a7bd-a08a-4e70-bf55-c833e1040a82 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:51.190289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.213413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d33d3bf4-81d0-46a3-8946-7c1263723477 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=200cc046d5b34be5b316b2ac2239daa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516607 Jul 16 03:36:51.226859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:51.314686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Network 4be0e859-0133-4b2a-a690-b4abae8f614e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:51.325415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:51.331430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:51.338971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f62bf748-62f5-4405-9146-6599e336111d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:51.351456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Pushing event updated for resources: {'Port': ['ID=41e6a7bd-a08a-4e70-bf55-c833e1040a82,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.363965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f62bf748-62f5-4405-9146-6599e336111d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:51.363965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.392437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d40a3c72-66d7-4012-a64c-cbdcdc1057d4 req-b07f9688-ccb4-47e6-a1fc-3e5cd3c7c526 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154962 Jul 16 03:36:51.452724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Attempting to bind port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:51.453234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Attempting to bind port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:51.453773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Attempting to bind port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 on network 4be0e859-0133-4b2a-a690-b4abae8f614e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:51.463067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:51.463568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Checking segment: {'id': 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:51.464038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.464596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Bound using segment: {'id': 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:51.465104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Bound port: 41e6a7bd-a08a-4e70-bf55-c833e1040a82, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4be0e859-0133-4b2a-a690-b4abae8f614e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:51.465547 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.486115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d3bf4-81d0-46a3-8946-7c1263723477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fb9b15-ebe6-4214-8c79-7f87917b1e29,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.591968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.597358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165263-7d57-4a02-82b7-f5d7a9cd32fa req-abd41568-d71a-4368-bd34-9586385eb35a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.605992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c165263-7d57-4a02-82b7-f5d7a9cd32fa req-abd41568-d71a-4368-bd34-9586385eb35a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.3759251 Jul 16 03:36:51.608268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c2-224e-4e0c-8362-0910737780a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.614709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] For port 41e6a7bd-a08a-4e70-bf55-c833e1040a82, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:51.637620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] For port 41e6a7bd-a08a-4e70-bf55-c833e1040a82, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=41e6a7bd-a08a-4e70-bf55-c833e1040a82,segment=NetworkSegment(fb4c6b71-5ae6-4adb-b61b-e80bd853a929),segment_id=fb4c6b71-5ae6-4adb-b61b-e80bd853a929)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:51.644860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9eecabb3-cfb7-43ae-8f69-33134ae59522 None None] Provisioning complete for port f62bf748-62f5-4405-9146-6599e336111d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:51.645361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9eecabb3-cfb7-43ae-8f69-33134ae59522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.649916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c2-224e-4e0c-8362-0910737780a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.651058 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.667400 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.674343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.675934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.723198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c165263-7d57-4a02-82b7-f5d7a9cd32fa req-faf4d43b-8c0f-4c18-9a01-e43c7596abaf tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158967 Jul 16 03:36:51.780717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f62bf748-62f5-4405-9146-6599e336111d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f62bf748-62f5-4405-9146-6599e336111d,segment=NetworkSegment(b291391d-0a3a-42a3-9232-e80f46c1443a),segment_id=b291391d-0a3a-42a3-9232-e80f46c1443a)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:51.797214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.802958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c2-224e-4e0c-8362-0910737780a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.807596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cd512c2-224e-4e0c-8362-0910737780a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.808772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d4723-6955-4b5b-8424-8eb5d04805d3 None None] Pushing event updated for resources: {'Port': ['ID=41e6a7bd-a08a-4e70-bf55-c833e1040a82,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.809506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8cd512c2-224e-4e0c-8362-0910737780a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6fb9b15-ebe6-4214-8c79-7f87917b1e29 HTTP/1.1" status: 204 len: 168 time: 0.5682182 Jul 16 03:36:51.828801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd512c2-224e-4e0c-8362-0910737780a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fb9b15-ebe6-4214-8c79-7f87917b1e29,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.840561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca62bc-84d9-4171-888c-a961d9f7833d req-e99142a5-388d-4286-abd8-f8634b0608cb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.849143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06ca62bc-84d9-4171-888c-a961d9f7833d req-e99142a5-388d-4286-abd8-f8634b0608cb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2193239 Jul 16 03:36:51.896119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Port': ['ID=689a6b76-bb1b-4f21-8d3e-7e529be63ee4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.907296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 30a312f2-c277-46e0-af52-111197628d27 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:51.914425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:51.917891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06ca62bc-84d9-4171-888c-a961d9f7833d req-72d968aa-c193-42ec-b2d2-25ed1f5a505b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674665 Jul 16 03:36:51.967114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f62bf748-62f5-4405-9146-6599e336111d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:52.083218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd701ead-6932-4ab4-b6da-e8182af07ce9 req-95ed0b24-6667-496f-aba9-0184a68c2a1d tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0601940 Jul 16 03:36:52.087459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Router 4e65c687-44fa-4fa5-a38b-0071a7fd8c52 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:52.268433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:52.277866 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dbea0b47-48a8-4aa9-a08b-f92322ca77c8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4692321 Jul 16 03:36:52.278920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:52.298970 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] Sync routers for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:52.315467 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:52.316102 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:52.389963 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:52.404458 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:52.405180 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:52.473725 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:52.474736 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552f6e8-73b0-4dbb-a825-b13ad2eeedbc None None] The sync data for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:52.645013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00930f5e-5190-4019-8108-419748d0cc12 None None] Network 30a312f2-c277-46e0-af52-111197628d27 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:52.752819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8b571739-f829-4977-ba5a-2da31fd7786e None None] Provisioning for port 832cb0c2-8a10-43f6-9c26-1c724b2a740c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:53.083012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 832cb0c2-8a10-43f6-9c26-1c724b2a740c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:53.112608 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-3f9f7515-4555-4c6a-928f-5969020501c9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:36:53.117301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36386) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:53.118000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3f9f7515-4555-4c6a-928f-5969020501c9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8377478 Jul 16 03:36:53.156195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2cada-304d-4f00-8c08-e1bbef8c8447 req-5d6b92da-5055-484e-bbba-42998f04fb56 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:53.158013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9b2cada-304d-4f00-8c08-e1bbef8c8447 req-5d6b92da-5055-484e-bbba-42998f04fb56 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.3014159 Jul 16 03:36:53.162056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 832cb0c2-8a10-43f6-9c26-1c724b2a740c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:53.167533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 832cb0c2-8a10-43f6-9c26-1c724b2a740c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:53.167936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.229015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1d9b-c32f-4648-9de9-1065ce3990b4 req-d570a4f3-5922-47da-9ab6-94e275e59a98 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:53.236549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b6e1d9b-c32f-4648-9de9-1065ce3990b4 req-d570a4f3-5922-47da-9ab6-94e275e59a98 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.2419899 Jul 16 03:36:53.282449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9b2cada-304d-4f00-8c08-e1bbef8c8447 req-2ef28e10-e680-4d90-8688-41e44aafd165 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096418 Jul 16 03:36:53.312212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b6e1d9b-c32f-4648-9de9-1065ce3990b4 req-77f08b9f-4d8a-4f85-a415-b0f2e40c5885 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744224 Jul 16 03:36:53.322088 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf68f77e-de16-4848-a61c-db66f7f8f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.340548 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.393969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:53.420905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 832cb0c2-8a10-43f6-9c26-1c724b2a740c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=832cb0c2-8a10-43f6-9c26-1c724b2a740c,segment=NetworkSegment(cd906188-2a8c-4183-b440-a7a52e7783f0),segment_id=cd906188-2a8c-4183-b440-a7a52e7783f0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:53.432715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.434362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f62bf748-62f5-4405-9146-6599e336111d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:53.580457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=832cb0c2-8a10-43f6-9c26-1c724b2a740c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:53.581987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-238421003'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:53.585039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a7374d6-de84-46a8-953b-3d9d2e2a0d1d None None] Provisioning complete for port 832cb0c2-8a10-43f6-9c26-1c724b2a740c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:53.585489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a7374d6-de84-46a8-953b-3d9d2e2a0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.613780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-587a8063-454c-48a3-b48c-4a0d9c1413ef req-4ae889d0-e81f-4659-8a32-2112d87a16c5 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0815935 Jul 16 03:36:53.634943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad02ff-38df-4fbb-8f81-4e07ebe50a1a None None] Network 4be0e859-0133-4b2a-a690-b4abae8f614e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:53.642793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c4eb-3572-4413-b438-97d399f8db6b req-b8deda61-910d-46ea-b806-7afa1b5884a2 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:53.650384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b68c4eb-3572-4413-b438-97d399f8db6b req-b8deda61-910d-46ea-b806-7afa1b5884a2 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2149370 Jul 16 03:36:53.709206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f62bf748-62f5-4405-9146-6599e336111d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:53.710057 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.715013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:53.719055 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.748230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b68c4eb-3572-4413-b438-97d399f8db6b req-52e17fc6-c6cf-45f5-a492-0feb8308466f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967100 Jul 16 03:36:53.752520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.772690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.910447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.925284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.965082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:53.977943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.978297 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Added segment 82d8b33c-a311-4528-bcfc-f9307a976317 of type vlan for network cd007764-b689-4eda-aa81-dad0dfbbf261 Jul 16 03:36:53.991304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3676c7ae-2186-475a-b1cf-830bdd96e26f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.042181 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.077438 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.104417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.110211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.110842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.132642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting port 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:54.133203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.160502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7648723 Jul 16 03:36:54.161473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36402) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:54.166620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a7374d6-de84-46a8-953b-3d9d2e2a0d1d None None] Provisioning for port 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:54.180700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a7374d6-de84-46a8-953b-3d9d2e2a0d1d None None] Provisioning complete for port 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:54.181088 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a7374d6-de84-46a8-953b-3d9d2e2a0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.203714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:54.214109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 41e6a7bd-a08a-4e70-bf55-c833e1040a82 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:54.293705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0a7374d6-de84-46a8-953b-3d9d2e2a0d1d None None] Port 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:54.296020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158f05d-c4a0-4fbc-87c6-4d35ab7beedc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Network': ['ID=cd007764-b689-4eda-aa81-dad0dfbbf261,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.303208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:54.307561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.308179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.325921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:54.333354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:54.498264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Provisioning for port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:54.503013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Provisioning complete for port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:54.503628 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.606530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.648449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] For port 41e6a7bd-a08a-4e70-bf55-c833e1040a82, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=41e6a7bd-a08a-4e70-bf55-c833e1040a82,segment=NetworkSegment(fb4c6b71-5ae6-4adb-b61b-e80bd853a929),segment_id=fb4c6b71-5ae6-4adb-b61b-e80bd853a929)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:54.653447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.665136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4dcab-a376-42e2-a5d3-c61cda20ab0f req-8f82f1b7-f52f-4590-98c7-a31b60e5f5a2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.666780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d4dcab-a376-42e2-a5d3-c61cda20ab0f req-8f82f1b7-f52f-4590-98c7-a31b60e5f5a2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1694822 Jul 16 03:36:54.676759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.685253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad55d61-51a4-409f-b6b7-02bb71f6c90f req-01b5ab77-064c-4210-9c47-6a31a12ac570 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.690511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Calling delete_port for 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:54.693064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bad55d61-51a4-409f-b6b7-02bb71f6c90f req-01b5ab77-064c-4210-9c47-6a31a12ac570 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.2081232 Jul 16 03:36:54.704195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Pushing event updated for resources: {'Port': ['ID=41e6a7bd-a08a-4e70-bf55-c833e1040a82,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.715445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Provisioning complete for port 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:54.715822 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.757895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-686a8728-918b-41bf-a6f0-38810d092f77 None None] Port 689a6b76-bb1b-4f21-8d3e-7e529be63ee4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:54.777181 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.781223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bad55d61-51a4-409f-b6b7-02bb71f6c90f req-a01324f2-74f6-44a2-a43f-a61e4a56cf2e tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874002 Jul 16 03:36:54.839444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d4dcab-a376-42e2-a5d3-c61cda20ab0f req-543625db-8d27-433d-a918-decea2d8a20a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625252 Jul 16 03:36:54.885036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5b240b26-d7dc-4e1e-9dbc-0d0fe0a3cb78 None None] Provisioning complete for port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:54.886360 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b240b26-d7dc-4e1e-9dbc-0d0fe0a3cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.890226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 832cb0c2-8a10-43f6-9c26-1c724b2a740c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:54.897110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=e8c16232-c5ef-4bac-948c-0f1bb3be7be7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.902501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:54.902882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network hostable DHCP agents. Network: cd007764-b689-4eda-aa81-dad0dfbbf261, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:54.925091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.936071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:54.963823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Port': ['ID=689a6b76-bb1b-4f21-8d3e-7e529be63ee4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.014464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 832cb0c2-8a10-43f6-9c26-1c724b2a740c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:55.014877 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.083155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.140527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 41e6a7bd-a08a-4e70-bf55-c833e1040a82 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:55.199638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:55.200175 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.264833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Router 4e65c687-44fa-4fa5-a38b-0071a7fd8c52 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:55.286764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f10ed59c-8088-4232-8004-99d0ed71cd47 req-1f2386df-a483-44c8-b5d1-36ee0290ef6b tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.3430722 Jul 16 03:36:55.297796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, cd007764-b689-4eda-aa81-dad0dfbbf261) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:55.306160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa428413-dfe7-4f4e-9904-6b3ceeb1a427 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:55.321086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:55.321673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.346581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eac0354c-2d4d-46a2-a4a4-44bf0a61538e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1456349 Jul 16 03:36:55.347646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36414) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:55.353829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'name': 'tempest-NetworksTestDHCPv6-1426722985'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:55.383880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:55.394002 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01f5e98e-2714-461d-a638-f8fec59272f7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737582 Jul 16 03:36:55.394728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36416) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:55.395856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] Sync routers for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:55.400882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f76ae-f31c-4dc1-ad6f-ce3fed9fc59b req-41851466-af21-47ef-9abc-ab43fa332922 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:55.408558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b2f76ae-f31c-4dc1-ad6f-ce3fed9fc59b req-41851466-af21-47ef-9abc-ab43fa332922 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1499319 Jul 16 03:36:55.423533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:55.424269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:55.452961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b2f76ae-f31c-4dc1-ad6f-ce3fed9fc59b req-3d471d11-ddf0-4ef5-b75a-bc7ef2c5d963 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Jul 16 03:36:55.467108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:55.472473 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-ac6577e8-1a27-4d74-be62-fdb1452d3141 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] delete failed (client error): The resource could not be found. Jul 16 03:36:55.473489 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ac6577e8-1a27-4d74-be62-fdb1452d3141 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-379703019 HTTP/1.1" status: 404 len: 334 time: 0.0750599 Jul 16 03:36:55.478135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36418) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:55.486360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c9d986f1-ded3-4662-9771-3c78a63d0660 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e65c687-44fa-4fa5-a38b-0071a7fd8c52'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:55.499049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:55.499753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:55.532627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:55.533197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35387437-965e-477a-b5f4-19e1e4cdb7de None None] The sync data for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:55.572981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': 'e8c16232-c5ef-4bac-948c-0f1bb3be7be7'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:55.573848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.711191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/e8c16232-c5ef-4bac-948c-0f1bb3be7be7/80814a51-181b-44a5-91a1-f2f5443bb0eb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:55.714870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:55.718418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.731579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9d986f1-ded3-4662-9771-3c78a63d0660 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.747263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 007656b7-f771-41b2-910e-08ce49e875e5 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:36:55.760969 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-c9d986f1-ded3-4662-9771-3c78a63d0660 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] update failed (client error): The resource could not be found. Jul 16 03:36:55.762012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c9d986f1-ded3-4662-9771-3c78a63d0660 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52 HTTP/1.1" status: 404 len: 339 time: 0.2828984 Jul 16 03:36:55.766080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36420) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:55.798969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1848442799'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:55.837803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:55.841609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.861428 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.868904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:55.870871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Transition to ACTIVE for port object 80814a51-181b-44a5-91a1-f2f5443bb0eb will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.880908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.881775 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Added segment 195caa36-681d-4f20-99ce-41d2931fd84e of type vlan for network 7e267db8-04c7-4668-873f-1083fcff0b55 Jul 16 03:36:55.888332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Transition to ACTIVE for port object 80814a51-181b-44a5-91a1-f2f5443bb0eb will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.895971 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.932875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:55.939293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:55.941751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:55.954412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.977097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Pushing event updated for resources: {'Port': ['ID=80814a51-181b-44a5-91a1-f2f5443bb0eb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.992537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::374 (cd007764-b689-4eda-aa81-dad0dfbbf261/e8c16232-c5ef-4bac-948c-0f1bb3be7be7/007656b7-f771-41b2-910e-08ce49e875e5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:56.024497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Attempting to bind port 80814a51-181b-44a5-91a1-f2f5443bb0eb on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:56.024872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Attempting to bind port 80814a51-181b-44a5-91a1-f2f5443bb0eb by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:56.025297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Attempting to bind port 80814a51-181b-44a5-91a1-f2f5443bb0eb on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:56.025620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3ada9-15c1-48be-91ed-4c950f631d3a req-3feebe1c-9359-484c-b9ec-3847c9cae950 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.027628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ae3ada9-15c1-48be-91ed-4c950f631d3a req-3feebe1c-9359-484c-b9ec-3847c9cae950 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.1144407 Jul 16 03:36:56.031016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.031258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:56.031553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:56.031873 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.032272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:56.032762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Bound port: 80814a51-181b-44a5-91a1-f2f5443bb0eb, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:56.033205 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.036827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.037004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.037600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.105039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] For port 80814a51-181b-44a5-91a1-f2f5443bb0eb, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:56.108912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] For port 80814a51-181b-44a5-91a1-f2f5443bb0eb, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=80814a51-181b-44a5-91a1-f2f5443bb0eb,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:56.111258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ae3ada9-15c1-48be-91ed-4c950f631d3a req-f6cdf540-3585-44cc-bdb3-05afb0bcd99c tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764580 Jul 16 03:36:56.115254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.130745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3635585 Jul 16 03:36:56.134213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:56.140736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'subnet': {'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:56.158847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1fb68-aa12-4af1-9891-bfd3168fd762 req-9262c704-270a-40be-a337-df6c9ca36946 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.166375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73a1fb68-aa12-4af1-9891-bfd3168fd762 req-9262c704-270a-40be-a337-df6c9ca36946 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1219244 Jul 16 03:36:56.192918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b2917-6560-4ba2-be49-69ccc4e79769 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Network': ['ID=7e267db8-04c7-4668-873f-1083fcff0b55,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.196278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da35b69-5c21-4a53-9142-e307f0e93c16 None None] Pushing event updated for resources: {'Port': ['ID=80814a51-181b-44a5-91a1-f2f5443bb0eb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.204753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 7e267db8-04c7-4668-873f-1083fcff0b55 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:56.277893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73a1fb68-aa12-4af1-9891-bfd3168fd762 req-dbbcc890-b18c-4d36-938b-b656ad32906c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103017 Jul 16 03:36:56.301772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-d33d23ee-33e1-4e3f-bc52-3b82fde7ef3d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.303827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-d33d23ee-33e1-4e3f-bc52-3b82fde7ef3d tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.11 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.2362797 Jul 16 03:36:56.307274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Made reservation on behalf of eada189942e346b39af084b033caa414 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:56.310817 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.322741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.382873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 007656b7-f771-41b2-910e-08ce49e875e5 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:56.500369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.530854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6c56926-0e9c-4cea-ad82-d0828fa751d1 req-8b58a6cf-7f13-4400-990a-09f6cdab95ee tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0431409 Jul 16 03:36:56.568225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:56.583118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:56.595573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.605074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:56.612236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.612830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.622168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=007656b7-f771-41b2-910e-08ce49e875e5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.634706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Deleting port 6316bb9b-8b54-4b31-9fc3-67120b37a03c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:56.635204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.662430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-68e8c9ea-76e6-46ef-b862-0b40b5f64e8d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3114233 Jul 16 03:36:56.663929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36434) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:56.702445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Subnet': ['ID=381b6385-bfa9-4d78-bb1d-615df1677344,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.706349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Checking segment: {'id': '195caa36-681d-4f20-99ce-41d2931fd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:56.706743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network hostable DHCP agents. Network: 7e267db8-04c7-4668-873f-1083fcff0b55, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:56.736044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 7e267db8-04c7-4668-873f-1083fcff0b55 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:56.751264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 7e267db8-04c7-4668-873f-1083fcff0b55) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:56.761401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6dd86-4c76-4fc9-8777-9b0a092ff7e3 None None] Network 7e267db8-04c7-4668-873f-1083fcff0b55 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:56.762237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2b4e-6d18-4437-a76e-5bf0ca0e9425 req-0915894a-0db9-4154-b0cf-10dfbe25aa40 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.763815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c51c2b4e-6d18-4437-a76e-5bf0ca0e9425 req-0915894a-0db9-4154-b0cf-10dfbe25aa40 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1012197 Jul 16 03:36:56.765143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.765728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.783382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] For port 6316bb9b-8b54-4b31-9fc3-67120b37a03c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6316bb9b-8b54-4b31-9fc3-67120b37a03c,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:56.783770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.793106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eb6fe381-4845-4d44-a24d-5de400a6b237 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6550786 Jul 16 03:36:56.793905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36436) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:56.798863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8576ba5a-0b5b-4b62-977f-8dad8440ee3a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:56.810468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c51c2b4e-6d18-4437-a76e-5bf0ca0e9425 req-8e418652-c078-4c74-b0eb-1a82c78578b9 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Jul 16 03:36:56.931064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 80814a51-181b-44a5-91a1-f2f5443bb0eb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:56.933723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9065c-f7e0-4496-9b8b-8f62f1a84702 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.939609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9065c-f7e0-4496-9b8b-8f62f1a84702 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.941234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-55c9065c-f7e0-4496-9b8b-8f62f1a84702 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2768161 Jul 16 03:36:56.944073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:57.027601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 80814a51-181b-44a5-91a1-f2f5443bb0eb completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:57.035258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-7e267db8-04c7-4668-873f-1083fcff0b55', 'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55', 'tenant_id': 'eada189942e346b39af084b033caa414', 'fixed_ips': [{'subnet_id': '381b6385-bfa9-4d78-bb1d-615df1677344'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:57.036423 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.074297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 007656b7-f771-41b2-910e-08ce49e875e5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:57.074731 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.183787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8576ba5a-0b5b-4b62-977f-8dad8440ee3a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.206116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.216725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Allocated IP 2001:db8:1::2 (7e267db8-04c7-4668-873f-1083fcff0b55/381b6385-bfa9-4d78-bb1d-615df1677344/db189ffb-4594-439d-86e6-1975d5183c99) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:57.228549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 007656b7-f771-41b2-910e-08ce49e875e5 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:57.303456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.304038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.304155 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Floating IP 0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6 disassociated. External IP: 172.25.4.21, port: 6316bb9b-8b54-4b31-9fc3-67120b37a03c. Jul 16 03:36:57.304598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Calling delete_port for 6316bb9b-8b54-4b31-9fc3-67120b37a03c owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:57.413965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f31e6-4849-41b4-92ca-973eebbb2d0a req-0b16e21b-6615-4a5a-88f2-1d0fd176c359 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.415715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e96f31e6-4849-41b4-92ca-973eebbb2d0a req-0b16e21b-6615-4a5a-88f2-1d0fd176c359 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 946 time: 0.1216130 Jul 16 03:36:57.450322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e79c9b-9350-48db-ac7f-a534fc4d3b0c None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:57.485987 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-8576ba5a-0b5b-4b62-977f-8dad8440ee3a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:36:57.487246 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8576ba5a-0b5b-4b62-977f-8dad8440ee3a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52 HTTP/1.1" status: 400 len: 364 time: 0.6925950 Jul 16 03:36:57.491793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:57.509470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.554077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e96f31e6-4849-41b4-92ca-973eebbb2d0a req-8be37b86-47ac-49ef-8e9c-310d2d089fad tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304333 Jul 16 03:36:57.595222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.611421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Transition to ACTIVE for port object db189ffb-4594-439d-86e6-1975d5183c99 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:57.613952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] Provisioning for port 80814a51-181b-44a5-91a1-f2f5443bb0eb completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:57.627103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] Provisioning complete for port 80814a51-181b-44a5-91a1-f2f5443bb0eb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:57.627595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=007656b7-f771-41b2-910e-08ce49e875e5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:57.627786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.686451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Transition to ACTIVE for port object db189ffb-4594-439d-86e6-1975d5183c99 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:57.705072 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.710098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.716159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b034abd-0c50-4cad-a8e0-fd8ff6c33760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/007656b7-f771-41b2-910e-08ce49e875e5 HTTP/1.1" status: 204 len: 168 time: 0.7668209 Jul 16 03:36:57.745869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:57.773042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Network 7e267db8-04c7-4668-873f-1083fcff0b55 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:57.781547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:57.786429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:57.791017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Pushing event updated for resources: {'Port': ['ID=db189ffb-4594-439d-86e6-1975d5183c99,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:57.822810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56e60a-616a-4c42-9a9c-90f4ad172bbe req-0e8b475f-8346-41da-b597-fea8141ed832 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.827628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be56e60a-616a-4c42-9a9c-90f4ad172bbe req-0e8b475f-8346-41da-b597-fea8141ed832 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.3880365 Jul 16 03:36:57.877718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.879691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-409f4f2f-5a64-4b83-a31f-8c5dc1f80612 req-505712d9-d668-4690-8cd0-47150222803d tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0902901 Jul 16 03:36:57.904646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6316bb9b-8b54-4b31-9fc3-67120b37a03c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:57.915623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.970391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Attempting to bind port db189ffb-4594-439d-86e6-1975d5183c99 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:57.972205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Attempting to bind port db189ffb-4594-439d-86e6-1975d5183c99 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '195caa36-681d-4f20-99ce-41d2931fd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:57.972772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Attempting to bind port db189ffb-4594-439d-86e6-1975d5183c99 on network 7e267db8-04c7-4668-873f-1083fcff0b55 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:57.981411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event deleted for resources: {'Port': ['ID=6316bb9b-8b54-4b31-9fc3-67120b37a03c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.006942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190fda25-e5d2-40a0-96ef-5575d52dbb30 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.008476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190fda25-e5d2-40a0-96ef-5575d52dbb30 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.010059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-190fda25-e5d2-40a0-96ef-5575d52dbb30 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2638137 Jul 16 03:36:58.015365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:58.016851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] For port 80814a51-181b-44a5-91a1-f2f5443bb0eb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=80814a51-181b-44a5-91a1-f2f5443bb0eb,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:58.018120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:58.018689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Checking segment: {'id': '195caa36-681d-4f20-99ce-41d2931fd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:58.019197 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.019719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Bound using segment: {'id': '195caa36-681d-4f20-99ce-41d2931fd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:58.020312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Bound port: db189ffb-4594-439d-86e6-1975d5183c99, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195caa36-681d-4f20-99ce-41d2931fd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7e267db8-04c7-4668-873f-1083fcff0b55'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:58.020795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.027256 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.044123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No active binding found for port 6316bb9b-8b54-4b31-9fc3-67120b37a03c {{(pid=93758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:36:58.044727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6316bb9b-8b54-4b31-9fc3-67120b37a03c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:58.133356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be56e60a-616a-4c42-9a9c-90f4ad172bbe req-daa1bbfd-1a7f-4185-9d45-6b8f82ffe189 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841129 Jul 16 03:36:58.140526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4435618-ed5f-446a-be9f-890d38e04e2e None None] Pushing event updated for resources: {'Port': ['ID=80814a51-181b-44a5-91a1-f2f5443bb0eb,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.170169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] For port db189ffb-4594-439d-86e6-1975d5183c99, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:58.178744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet e8c16232-c5ef-4bac-948c-0f1bb3be7be7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:58.181803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-899d9e2e-7b81-4c80-88f3-c4b533a2a0a9 None None] Provisioning complete for port 80814a51-181b-44a5-91a1-f2f5443bb0eb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:58.181803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-899d9e2e-7b81-4c80-88f3-c4b533a2a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.184886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Router 022c9640-1859-457c-ad25-79d9bd5097be has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:58.203232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.206871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.236863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] For port db189ffb-4594-439d-86e6-1975d5183c99, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=db189ffb-4594-439d-86e6-1975d5183c99,segment=NetworkSegment(195caa36-681d-4f20-99ce-41d2931fd84e),segment_id=195caa36-681d-4f20-99ce-41d2931fd84e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:58.245528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.358532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:58.370601 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] Sync routers for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:58.377406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.388197 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:58.388852 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:58.436386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] No DVR routers for this DVR port 6316bb9b-8b54-4b31-9fc3-67120b37a03c on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:58.439574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.442472 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f0798a20-628a-4141-9c36-62503ae63ae4 req-310c0f67-4c33-4df0-bf16-13e84760535a tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.11 "DELETE /v2.0/ports/6316bb9b-8b54-4b31-9fc3-67120b37a03c HTTP/1.1" status: 204 len: 173 time: 2.1324434 Jul 16 03:36:58.443454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'name': 'network-vif-deleted', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:58.446766 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f1a94f-0c56-45ba-b309-b6802568d8b3" -d '{"events": [{"server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "name": "network-vif-deleted", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:58.505395 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb0d30-aa1d-4cc2-a394-8896b747b851 x-openstack-request-id: req-edcb0d30-aa1d-4cc2-a394-8896b747b851 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:58.506570 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34014cb-3687-4289-b2fc-e41b7f3a52fc", "name": "network-vif-deleted", "tag": "6316bb9b-8b54-4b31-9fc3-67120b37a03c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:58.507236 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edcb0d30-aa1d-4cc2-a394-8896b747b851 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:58.507922 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34014cb-3687-4289-b2fc-e41b7f3a52fc', 'name': 'network-vif-deleted', 'tag': '6316bb9b-8b54-4b31-9fc3-67120b37a03c', 'status': 'completed', 'code': 200} Jul 16 03:36:58.621490 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:58.629441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea4845-c58c-496b-9f1e-14879f512f93 req-3046a943-486b-4186-b8ee-c8e5bb52cb2a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.637586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0ea4845-c58c-496b-9f1e-14879f512f93 req-3046a943-486b-4186-b8ee-c8e5bb52cb2a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.3858840 Jul 16 03:36:58.797159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036da74-705b-47cf-84a6-48ac91686680 None None] Pushing event updated for resources: {'Port': ['ID=db189ffb-4594-439d-86e6-1975d5183c99,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.871376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.890027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e787fcf4-c98f-4d95-9d10-c6bccc76cf18 None None] Could not find standard attr ID for object 007656b7-f771-41b2-910e-08ce49e875e5. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:36:58.972801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c9b4b72-9b2c-4b2b-96b5-4fa217926e0a req-ae0baa59-8fe5-45a0-be61-669a0d21a2b9 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.1223876 Jul 16 03:36:58.995646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0ea4845-c58c-496b-9f1e-14879f512f93 req-985104d6-9d8a-4c8a-abcf-ec6d0d5ef20a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571017 Jul 16 03:36:59.004214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 80814a51-181b-44a5-91a1-f2f5443bb0eb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:59.005913 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:59.072917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] Checking router: 022c9640-1859-457c-ad25-79d9bd5097be for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:59.090938 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:59.091815 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:59.098751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 80814a51-181b-44a5-91a1-f2f5443bb0eb triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:59.099408 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.162300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Allocated IP 2001:db8::1 (11e1a660-3604-4c7d-b859-43c0b9b29ac3/89efe291-9b19-494a-bf8e-d76363111b93/ef865e72-ca9a-4337-a5de-87d0b78e6901) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:59.191146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.286419 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:59.301675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf41062-1426-408a-8a95-d6d3cc238cc5 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:59.305874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c16232-c5ef-4bac-948c-0f1bb3be7be7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:59.316498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.321356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a0d2c16b-bff7-4742-b2fd-3ac061575498 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/e8c16232-c5ef-4bac-948c-0f1bb3be7be7 HTTP/1.1" status: 204 len: 168 time: 1.3000879 Jul 16 03:36:59.322376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36468) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:59.338347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df0bc11c-15fe-48b0-a3dc-71dbeab539b8 req-7b991fb3-5bf3-404d-bbbd-2c3a5e0ad313 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.1516762 Jul 16 03:36:59.474068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0bf7492f-395f-44e1-95b5-1de2cd1ca9fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478784 Jul 16 03:36:59.474763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36470) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:59.486876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:59.513854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.535904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Transition to ACTIVE for port object ef865e72-ca9a-4337-a5de-87d0b78e6901 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:59.569765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b76c7-5f0d-4ba0-b16a-eab77ed9bbb5 req-fb180060-6c92-4efa-8d93-f4716e069aa9 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.577228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-650b76c7-5f0d-4ba0-b16a-eab77ed9bbb5 req-fb180060-6c92-4efa-8d93-f4716e069aa9 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1248670 Jul 16 03:36:59.680663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-650b76c7-5f0d-4ba0-b16a-eab77ed9bbb5 req-3f97061a-3b4e-49b4-ae7b-b1f53acfc17b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024354 Jul 16 03:36:59.689540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:59.693417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.697446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.701093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:59.752524 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:59.781055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:59.791154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:59.801544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Port': ['ID=ef865e72-ca9a-4337-a5de-87d0b78e6901,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:59.804426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:59.805250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.822463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] Deleting port 80814a51-181b-44a5-91a1-f2f5443bb0eb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:59.822914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.825077 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cdffb-c94c-49dd-98ef-e4a73ed67aac None None] The sync data for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 is: [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:34:00Z', 'revision_number': 4, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '3ddbf6b9-d2ef-4e18-a943-ea166f7e284a', 'name': '', 'network_id': '22a9cecd-818c-4990-8fff-bc3a633c9940', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'mac_address': 'fa:16:3e:4b:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:58Z', 'updated_at': '2021-07-16T03:34:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'subnets': [{'id': 'e9f5b839-a307-4418-9214-ea031dc30c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:59.925250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] For port 80814a51-181b-44a5-91a1-f2f5443bb0eb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=80814a51-181b-44a5-91a1-f2f5443bb0eb,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:59.925657 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.955373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] Calling delete_port for 80814a51-181b-44a5-91a1-f2f5443bb0eb owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:00.030430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.056347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.117230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:00.123482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:00.138248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.139356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.164774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=41a4a4f9-04ab-4cbc-90f8-27941d1a11f8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:00.181133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8055f039-503e-452e-8bf8-53e4ae41468b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7046466 Jul 16 03:37:00.184747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36476) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:00.192807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'name': 'tempest-NetworksTestDHCPv6-1867000602'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:00.257590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e5486e-8bf5-4d3b-a78e-d4614dfdfafc None None] Network 7e267db8-04c7-4668-873f-1083fcff0b55 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:00.358216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742b512-ee2e-4c78-9015-dfa615ed8f8b None None] New status for floating IP 0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:37:00.390798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:00.394809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.415392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 34e0c162-8896-4a8e-b5df-392d4a63c73b yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:00.481795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.531059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] Pushing event deleted for resources: {'Port': ['ID=80814a51-181b-44a5-91a1-f2f5443bb0eb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:00.539341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c573a0a-fb18-4b2c-b169-ffa7dff92f42 None None] No DVR routers for this DVR port 80814a51-181b-44a5-91a1-f2f5443bb0eb on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:00.564480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::2fa (cd007764-b689-4eda-aa81-dad0dfbbf261/41a4a4f9-04ab-4cbc-90f8-27941d1a11f8/34e0c162-8896-4a8e-b5df-392d4a63c73b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:00.577506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a3fe6-71b3-458a-8bf4-06cbb5c32305 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:00.711165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-675dd1de-216f-4723-9060-ed419271a063 None None] Provisioning for port db189ffb-4594-439d-86e6-1975d5183c99 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:00.713430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3efdf0d1-d62a-4d92-99f3-7dfdc0d173e2 req-eec738e3-76c9-4bfa-80de-0bd6cc1c98a4 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.3799729 Jul 16 03:37:00.764936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.781620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 34e0c162-8896-4a8e-b5df-392d4a63c73b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:00.817589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '41a4a4f9-04ab-4cbc-90f8-27941d1a11f8'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:00.818497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.826568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.867612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06764a-8da5-44c0-a211-9bb34b491511 req-edb099e9-2341-408f-b0d8-28163b411f27 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.874959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f06764a-8da5-44c0-a211-9bb34b491511 req-edb099e9-2341-408f-b0d8-28163b411f27 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.5560510 Jul 16 03:37:00.929726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:00.937068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:00.952890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:00.967939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.973014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f06764a-8da5-44c0-a211-9bb34b491511 req-7ee248a6-d0fa-4359-b7bd-b48e79e7bf09 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970993 Jul 16 03:37:00.973438 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.008745 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.010788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=34e0c162-8896-4a8e-b5df-392d4a63c73b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.024034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.025380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.031093 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b13929a-7a05-4ba3-9932-199e47006e72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8447967 Jul 16 03:37:01.033544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36484) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:01.142683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/41a4a4f9-04ab-4cbc-90f8-27941d1a11f8/090b8554-e279-44a0-aad5-bba2a1aa379f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:01.172402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97d7d1-c47a-4f8d-beee-1ae3dd502491 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.176720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8c97d7d1-c47a-4f8d-beee-1ae3dd502491 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1395402 Jul 16 03:37:01.177068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36486) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:01.195315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device db189ffb-4594-439d-86e6-1975d5183c99 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:01.256537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-685dfba7-4768-4b58-92a7-5a8722e6a6b2 None None] Provisioning for port ef865e72-ca9a-4337-a5de-87d0b78e6901 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:01.277080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-685dfba7-4768-4b58-92a7-5a8722e6a6b2 None None] Provisioning complete for port ef865e72-ca9a-4337-a5de-87d0b78e6901 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:01.277080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-685dfba7-4768-4b58-92a7-5a8722e6a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.280588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event updated for resources: {'Port': ['ID=ef865e72-ca9a-4337-a5de-87d0b78e6901,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.314909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85b04f54-28b2-43a5-9d54-a7af0223ca31 req-09ed1cfe-7993-460e-bfc5-02d00a7bb8df tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0760982 Jul 16 03:37:01.317880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 34e0c162-8896-4a8e-b5df-392d4a63c73b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:01.318438 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.390616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-685dfba7-4768-4b58-92a7-5a8722e6a6b2 None None] Port ef865e72-ca9a-4337-a5de-87d0b78e6901 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:01.395082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:01.400385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:01.405124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port db189ffb-4594-439d-86e6-1975d5183c99 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:01.413634 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.413843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796121-568b-4680-b197-8de175c1e1fd req-a2149a54-c98c-40e0-a5af-d4d0360a7e33 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.416014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9796121-568b-4680-b197-8de175c1e1fd req-a2149a54-c98c-40e0-a5af-d4d0360a7e33 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.2389801 Jul 16 03:37:01.424562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port db189ffb-4594-439d-86e6-1975d5183c99 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:01.424941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.452271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Transition to ACTIVE for port object 090b8554-e279-44a0-aad5-bba2a1aa379f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:01.490346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Transition to ACTIVE for port object 090b8554-e279-44a0-aad5-bba2a1aa379f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:01.504011 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.508762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.536817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 34e0c162-8896-4a8e-b5df-392d4a63c73b owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:01.565613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Pushing event updated for resources: {'Port': ['ID=090b8554-e279-44a0-aad5-bba2a1aa379f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.605844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9796121-568b-4680-b197-8de175c1e1fd req-d1bd5e4b-4974-4ea4-884b-ffa94e592a2f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844368 Jul 16 03:37:01.610527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:01.625555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:01.635018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:01.666390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Router 4e65c687-44fa-4fa5-a38b-0071a7fd8c52 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:01.674000 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.802862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:01.807085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.814723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d469f5f3-50db-47ce-ba39-3969a203097b tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3143938 Jul 16 03:37:01.815988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Attempting to bind port 090b8554-e279-44a0-aad5-bba2a1aa379f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:01.816340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Attempting to bind port 090b8554-e279-44a0-aad5-bba2a1aa379f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:01.816734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36490) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:01.816858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Attempting to bind port 090b8554-e279-44a0-aad5-bba2a1aa379f on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:01.830316 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] Sync routers for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:01.832899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port db189ffb-4594-439d-86e6-1975d5183c99, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=db189ffb-4594-439d-86e6-1975d5183c99,segment=NetworkSegment(195caa36-681d-4f20-99ce-41d2931fd84e),segment_id=195caa36-681d-4f20-99ce-41d2931fd84e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:01.838683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:01.839646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:01.840372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.840929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:01.841563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Bound port: 090b8554-e279-44a0-aad5-bba2a1aa379f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:01.842124 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.847289 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:01.848069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:01.855324 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.867927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-854e77e3-f78c-48e0-9867-cb993ecee8f5 None None] Provisioning complete for port db189ffb-4594-439d-86e6-1975d5183c99 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:01.868303 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-854e77e3-f78c-48e0-9867-cb993ecee8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.893425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=34e0c162-8896-4a8e-b5df-392d4a63c73b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.953442 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:01.962709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 80814a51-181b-44a5-91a1-f2f5443bb0eb no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:01.967917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:01.968825 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:02.000670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-613e65a5-4977-4efd-8acc-ac6bb3b391b7 req-376bdb10-979b-4457-9647-39e2cd11ee22 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0573921 Jul 16 03:37:02.011754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.012770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:02.016211 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f1ce2f4a-fb64-4434-9bf9-2e89c81435d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/34e0c162-8896-4a8e-b5df-392d4a63c73b HTTP/1.1" status: 204 len: 168 time: 0.8359420 Jul 16 03:37:02.016671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:02.016930 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26176e61-cb27-48e1-9e6c-c8f9348bf179 None None] The sync data for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:02.041584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b87fbec0-2604-4439-ae1d-80dc0db850b7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.053775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 80814a51-181b-44a5-91a1-f2f5443bb0eb {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:02.054128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 80814a51-181b-44a5-91a1-f2f5443bb0eb not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:02.105833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ba2ec-1228-4e15-a0f7-aa5bdab9e747 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.107462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ba2ec-1228-4e15-a0f7-aa5bdab9e747 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.111599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d20ba2ec-1228-4e15-a0f7-aa5bdab9e747 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911288 Jul 16 03:37:02.112129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36498) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:02.143401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=db189ffb-4594-439d-86e6-1975d5183c99,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.167830 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-b87fbec0-2604-4439-ae1d-80dc0db850b7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:37:02.169566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b87fbec0-2604-4439-ae1d-80dc0db850b7 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52 HTTP/1.1" status: 409 len: 329 time: 0.3489335 Jul 16 03:37:02.170589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 41a4a4f9-04ab-4cbc-90f8-27941d1a11f8 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:02.172477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:02.184503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] For port 090b8554-e279-44a0-aad5-bba2a1aa379f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:02.185953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.189296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] For port 090b8554-e279-44a0-aad5-bba2a1aa379f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=090b8554-e279-44a0-aad5-bba2a1aa379f,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:02.200441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.268429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.281838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d57b-7398-4b9d-bfa6-f7ca4155522a None None] Pushing event updated for resources: {'Port': ['ID=090b8554-e279-44a0-aad5-bba2a1aa379f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.320471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7c758c37-6384-41d2-a41c-dfe355dda01b None None] Provisioning complete for port ef865e72-ca9a-4337-a5de-87d0b78e6901 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:02.320846 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c758c37-6384-41d2-a41c-dfe355dda01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.339113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d697-d0e2-42f6-a637-4cdf1ec24c45 req-b3e12368-02e2-4f0a-a317-169c78317bab tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.343906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b197d697-d0e2-42f6-a637-4cdf1ec24c45 req-b3e12368-02e2-4f0a-a317-169c78317bab tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1660864 Jul 16 03:37:02.397181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7c758c37-6384-41d2-a41c-dfe355dda01b None None] Port ef865e72-ca9a-4337-a5de-87d0b78e6901 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:02.463461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b197d697-d0e2-42f6-a637-4cdf1ec24c45 req-f7a4fe7c-ce01-4c80-91ef-d37e5395be77 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135490 Jul 16 03:37:02.478211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.582131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ba08a8a-f181-44d4-acb8-2fd34eb000c5 req-d5af5f4d-76b8-4b10-859f-f63c89814a1e tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0457795 Jul 16 03:37:02.591971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.647386 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:37:02.655288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=41a4a4f9-04ab-4cbc-90f8-27941d1a11f8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.658406 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.660463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/41a4a4f9-04ab-4cbc-90f8-27941d1a11f8 HTTP/1.1" status: 204 len: 168 time: 0.5471821 Jul 16 03:37:02.667203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:02.675728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.676205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.676697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.677142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.677583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.678594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.679083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.679514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.679945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.680396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.680856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.681289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369de083-0334-43cc-bf34-2e6a094c1695 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:02.691845 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.735858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f4c8111b-598f-4c15-88a1-2dec3e928179 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673904 Jul 16 03:37:02.738644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36508) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:02.745732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:02.774365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.949129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bbd40-71e1-4b82-9080-1be00fb7532a req-49d25186-33ad-45ae-81eb-674b8e8c6436 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:02.957946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa2bbd40-71e1-4b82-9080-1be00fb7532a req-49d25186-33ad-45ae-81eb-674b8e8c6436 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.1569908 Jul 16 03:37:02.973660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:02.977866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.006397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 090b8554-e279-44a0-aad5-bba2a1aa379f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:03.081771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa2bbd40-71e1-4b82-9080-1be00fb7532a req-a05e3779-7880-4393-8a6c-f8ed38a52c0b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226439 Jul 16 03:37:03.100543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting port ef865e72-ca9a-4337-a5de-87d0b78e6901 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:03.101506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.124933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 090b8554-e279-44a0-aad5-bba2a1aa379f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:03.130721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device db189ffb-4594-439d-86e6-1975d5183c99 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:03.226868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port db189ffb-4594-439d-86e6-1975d5183c99 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:03.227379 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.236913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.250972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Calling delete_port for ef865e72-ca9a-4337-a5de-87d0b78e6901 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:03.267526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.319683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-645901a1-cc84-49a4-932f-d4c104bf5a32 req-177c2587-8085-4b1a-9753-80dfd929a4fc tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0613308 Jul 16 03:37:03.359331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:03.367596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:03.371402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:03.372110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.385888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.401573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6613929 Jul 16 03:37:03.404750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36514) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:03.410773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'name': 'tempest-NetworksTestDHCPv6-1607558919'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:03.449444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14eb7a-8cb7-43bb-a427-3fdf505be115 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=0273c5b7-33a5-4c9a-a860-3613b1ac3b81,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:03.543839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.573285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:03.580262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Port': ['ID=ef865e72-ca9a-4337-a5de-87d0b78e6901,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:03.581991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.689539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port a665df8c-73d1-4de4-95fa-f2c7f1515fce yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:03.723990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.808830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-153eac0e-8476-46f1-a71f-87b1fc534cde req-d72652f5-1c7c-4dff-a099-94db7b96949f tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0413461 Jul 16 03:37:03.857312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6615c4-3108-4cef-9185-6f1dfa29f372 req-a396b0ca-9f78-4574-a7b4-3ae43ca04211 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:03.858968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b6615c4-3108-4cef-9185-6f1dfa29f372 req-a396b0ca-9f78-4574-a7b4-3ae43ca04211 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2409134 Jul 16 03:37:03.946365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81ca55-7db7-42d4-a642-86f57644dbac None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:03.952447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b6615c4-3108-4cef-9185-6f1dfa29f372 req-73feec47-426a-49f6-806e-bb65589b9dfe tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656219 Jul 16 03:37:03.953564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::147 (cd007764-b689-4eda-aa81-dad0dfbbf261/0273c5b7-33a5-4c9a-a860-3613b1ac3b81/a665df8c-73d1-4de4-95fa-f2c7f1515fce) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:03.983807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Router 4e65c687-44fa-4fa5-a38b-0071a7fd8c52 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:04.062023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:04.072379 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eaf112a0-ae4d-4868-a23b-679afe2703fa tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984702 Jul 16 03:37:04.073055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36522) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:04.079419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] Sync routers for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:04.117341 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-523c7fce-2405-4d41-856c-113fad0fbae8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] show failed (client error): The resource could not be found. Jul 16 03:37:04.123066 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-523c7fce-2405-4d41-856c-113fad0fbae8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1431093455 HTTP/1.1" status: 404 len: 335 time: 0.0489783 Jul 16 03:37:04.123662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36526) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:04.126659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Provisioning for port 090b8554-e279-44a0-aad5-bba2a1aa379f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:04.128874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-539ed390-369c-4dc9-9d70-83bad99ecd03 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:04.149823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.156082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:04.157007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:04.166391 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-539ed390-369c-4dc9-9d70-83bad99ecd03 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] update failed (client error): The resource could not be found. Jul 16 03:37:04.172333 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-539ed390-369c-4dc9-9d70-83bad99ecd03 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-167689359 HTTP/1.1" status: 404 len: 334 time: 0.0475569 Jul 16 03:37:04.172558 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object a665df8c-73d1-4de4-95fa-f2c7f1515fce will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:04.172965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36528) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:04.241940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.262439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting subnet 381b6385-bfa9-4d78-bb1d-615df1677344 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:04.283382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.316334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:04.321197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:04.331518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:04.339777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.365550 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.370773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:04.373784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Provisioning complete for port 090b8554-e279-44a0-aad5-bba2a1aa379f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:04.374328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.406840 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.414791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] Routers {'4e65c687-44fa-4fa5-a38b-0071a7fd8c52'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:04.415430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:04.460225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=a665df8c-73d1-4de4-95fa-f2c7f1515fce,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.469087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:04.469847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5797a4-f6e7-4289-bf29-afc1a28bd2b5 None None] The sync data for ids ['4e65c687-44fa-4fa5-a38b-0071a7fd8c52'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:04.496904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-553c9ade-c571-4d5e-b727-a11b6877bbec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0909569 Jul 16 03:37:04.503764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:04.538595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7f31-88ed-48e6-bc3b-ff150fdd174a req-bf49178c-2e0d-4dc1-b912-bdde9e041ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.540118 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6fae7f31-88ed-48e6-bc3b-ff150fdd174a req-bf49178c-2e0d-4dc1-b912-bdde9e041ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 1096 time: 0.1486588 Jul 16 03:37:04.546394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.560923 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.632194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] For port 090b8554-e279-44a0-aad5-bba2a1aa379f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=090b8554-e279-44a0-aad5-bba2a1aa379f,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:04.643603 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.694844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f90dd1e5-2927-4ced-b58e-8a340f435a1a req-50e29ae4-09a9-45f2-8924-38e00d150ee0 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/ports?device_id=d34014cb-3687-4289-b2fc-e41b7f3a52fc HTTP/1.1" status: 200 len: 210 time: 0.0759165 Jul 16 03:37:04.714292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c63b-305f-446c-af39-c87885c83e61 req-14112856-220b-4537-bbb1-d515d74638b8 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.722865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecc2c63b-305f-446c-af39-c87885c83e61 req-14112856-220b-4537-bbb1-d515d74638b8 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.3209019 Jul 16 03:37:04.748610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6fae7f31-88ed-48e6-bc3b-ff150fdd174a req-7749b184-aad5-418d-8615-07a83e68fa98 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987798 Jul 16 03:37:04.757243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Pushing event updated for resources: {'Port': ['ID=090b8554-e279-44a0-aad5-bba2a1aa379f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.768670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.769194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.769649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.770146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.770725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.773172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.773831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.774231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.774742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.775173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.775610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.776153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb82f4a1-cfe3-4e59-ac6b-63fd342a794f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:04.785622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.812020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.816507 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/subnets/381b6385-bfa9-4d78-bb1d-615df1677344 HTTP/1.1" status: 204 len: 168 time: 0.6425743 Jul 16 03:37:04.817378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36536) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:04.821290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43290e-8d9f-4c86-a1cc-3a549a85fe3a None None] Network 7e267db8-04c7-4668-873f-1083fcff0b55 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:04.889347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75744c23-d157-4399-9db6-a5ab1122bfe3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Subnet': ['ID=381b6385-bfa9-4d78-bb1d-615df1677344,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.899535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33471b3d-f9cb-42c8-9cb2-eab513277d38 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.908198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33471b3d-f9cb-42c8-9cb2-eab513277d38 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.913290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-33471b3d-f9cb-42c8-9cb2-eab513277d38 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4084961 Jul 16 03:37:04.918934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36540) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:04.926343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecc2c63b-305f-446c-af39-c87885c83e61 req-7e6048c7-90b8-4202-b66a-a162ab1e0d89 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025390 Jul 16 03:37:04.968313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b10726b9-7fb5-47f9-8f5b-90f6572aeb13 None None] Provisioning complete for port 090b8554-e279-44a0-aad5-bba2a1aa379f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:04.968877 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b10726b9-7fb5-47f9-8f5b-90f6572aeb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.170132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3110adc6-ca61-4239-ba6b-ec5b1973dd28 req-c041173c-e80a-4ab4-b227-37fa49b4c06b tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.1026447 Jul 16 03:37:05.331757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b2671-279b-4c9a-8391-69aaf482dd81 req-3978488d-2b84-4737-81bf-505a7a178720 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:05.343429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] DHCP port deletion for 7e267db8-04c7-4668-873f-1083fcff0b55 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:05.351401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c0b2671-279b-4c9a-8391-69aaf482dd81 req-3978488d-2b84-4737-81bf-505a7a178720 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1343739 Jul 16 03:37:05.403488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c0b2671-279b-4c9a-8391-69aaf482dd81 req-c70b0412-4de4-44ee-a94b-520c41462017 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514014 Jul 16 03:37:05.403999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-23dbf721-4a99-46c1-83a2-b158555e823d None None] Could not find standard attr ID for object 34e0c162-8896-4a8e-b5df-392d4a63c73b. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:37:05.455822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] Deleting port db189ffb-4594-439d-86e6-1975d5183c99 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:05.456227 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.513143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.541515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] For port db189ffb-4594-439d-86e6-1975d5183c99, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=db189ffb-4594-439d-86e6-1975d5183c99,segment=NetworkSegment(195caa36-681d-4f20-99ce-41d2931fd84e),segment_id=195caa36-681d-4f20-99ce-41d2931fd84e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:05.541937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.551123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f59a1dda-7625-4ed1-ae3e-bd9133f4f84b None None] Provisioning for port a665df8c-73d1-4de4-95fa-f2c7f1515fce completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:05.557151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f59a1dda-7625-4ed1-ae3e-bd9133f4f84b None None] Provisioning complete for port a665df8c-73d1-4de4-95fa-f2c7f1515fce triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:05.557537 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59a1dda-7625-4ed1-ae3e-bd9133f4f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.563172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] Calling delete_port for db189ffb-4594-439d-86e6-1975d5183c99 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:05.603118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port a665df8c-73d1-4de4-95fa-f2c7f1515fce {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:05.603326 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.639622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f59a1dda-7625-4ed1-ae3e-bd9133f4f84b None None] Port a665df8c-73d1-4de4-95fa-f2c7f1515fce cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:05.643963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting port db189ffb-4594-439d-86e6-1975d5183c99 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:05.644510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.695520 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.737217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] Pushing event deleted for resources: {'Port': ['ID=db189ffb-4594-439d-86e6-1975d5183c99,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:05.739688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e12f23-f750-4761-821e-bc7a1decc778 None None] No DVR routers for this DVR port db189ffb-4594-439d-86e6-1975d5183c99 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:05.773613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.784267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] For port db189ffb-4594-439d-86e6-1975d5183c99, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=db189ffb-4594-439d-86e6-1975d5183c99,segment=NetworkSegment(195caa36-681d-4f20-99ce-41d2931fd84e),segment_id=195caa36-681d-4f20-99ce-41d2931fd84e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:05.784628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.797617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for a665df8c-73d1-4de4-95fa-f2c7f1515fce owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:05.803664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Calling delete_port for db189ffb-4594-439d-86e6-1975d5183c99 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:05.854332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:05.926194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fa88104-1e21-4aa7-b061-5ed241af9929 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.950536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.966350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fa88104-1e21-4aa7-b061-5ed241af9929 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.983171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] No DVR routers for this DVR port db189ffb-4594-439d-86e6-1975d5183c99 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:06.006333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Port': ['ID=db189ffb-4594-439d-86e6-1975d5183c99,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.062712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fa88104-1e21-4aa7-b061-5ed241af9929 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.068506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fa88104-1e21-4aa7-b061-5ed241af9929 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.072288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9fa88104-1e21-4aa7-b061-5ed241af9929 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f81ad8c-58ad-4f7d-b22c-9b7823c0593a HTTP/1.1" status: 204 len: 168 time: 0.2143002 Jul 16 03:37:06.074401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36554) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.109123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.111577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.119564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88104-1e21-4aa7-b061-5ed241af9929 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81ad8c-58ad-4f7d-b22c-9b7823c0593a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.149444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=a665df8c-73d1-4de4-95fa-f2c7f1515fce,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.151478 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-a832d3ae-bff9-48ad-a944-41551bbd3213 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] show failed (client error): The resource could not be found. Jul 16 03:37:06.155046 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a832d3ae-bff9-48ad-a944-41551bbd3213 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "GET /v2.0/security-groups/7f81ad8c-58ad-4f7d-b22c-9b7823c0593a HTTP/1.1" status: 404 len: 347 time: 0.0771525 Jul 16 03:37:06.155046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e267db8-04c7-4668-873f-1083fcff0b55']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:06.156491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.170324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195caa36-681d-4f20-99ce-41d2931fd84e') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:06.170723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195caa36-681d-4f20-99ce-41d2931fd84e') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:06.205466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.207792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.210234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-90652e99-e185-4967-8f2e-c9017ce5460b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/a665df8c-73d1-4de4-95fa-f2c7f1515fce HTTP/1.1" status: 204 len: 168 time: 1.2837474 Jul 16 03:37:06.213914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36558) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.223230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.233767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:06.234182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:06.237629 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:06.307298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6cd7e-51ad-45f1-b52c-6653aa3c688f req-5a713616-4b0c-436f-8494-afce2dc15ffe tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.309020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17c6cd7e-51ad-45f1-b52c-6653aa3c688f req-5a713616-4b0c-436f-8494-afce2dc15ffe tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.2349887 Jul 16 03:37:06.322346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.341753 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.343579 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/networks/7e267db8-04c7-4668-873f-1083fcff0b55 HTTP/1.1" status: 204 len: 168 time: 1.4797480 Jul 16 03:37:06.344452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ea23c-2dfd-4b81-a6c8-ab7559d0fde9 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Network': ['ID=7e267db8-04c7-4668-873f-1083fcff0b55,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.346035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36562) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.377907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbf5eb-a339-4e39-ac1c-45630ae3a000 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.379948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbf5eb-a339-4e39-ac1c-45630ae3a000 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.386002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4cbbf5eb-a339-4e39-ac1c-45630ae3a000 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1707799 Jul 16 03:37:06.387165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36564) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.430214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08c187b6-172b-431e-a169-6a2926d24946 req-9a098aee-5369-4cc6-8cf0-5b592c1bdb0b tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0415139 Jul 16 03:37:06.457036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17c6cd7e-51ad-45f1-b52c-6653aa3c688f req-e86731ab-9a5e-4a4b-b8b7-973fa16d8062 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181993 Jul 16 03:37:06.466497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Deleting port 69a6f9a5-45f5-4e30-a166-0feb15745c75 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:06.466497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.485481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting subnet 5140c783-d39a-410f-bee5-65c626571844 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:06.491843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 0273c5b7-33a5-4c9a-a860-3613b1ac3b81 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:06.496145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.498887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.547715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.548142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.561478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Calling delete_port for 69a6f9a5-45f5-4e30-a166-0feb15745c75 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:06.568769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.572909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.658008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.743889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.800954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87254a-e86d-49c8-b419-a97579698de0 req-bccabdc2-a131-41fc-b5f1-4215c6725f80 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.806856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.808932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e87254a-e86d-49c8-b419-a97579698de0 req-bccabdc2-a131-41fc-b5f1-4215c6725f80 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1903806 Jul 16 03:37:06.844653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e1a1-6a4c-4c95-b377-7431f4441715 req-c3398c9a-de75-4310-80a2-d89ca4609303 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.846182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e57e1a1-6a4c-4c95-b377-7431f4441715 req-c3398c9a-de75-4310-80a2-d89ca4609303 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.1856129 Jul 16 03:37:06.882405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=0273c5b7-33a5-4c9a-a860-3613b1ac3b81,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.892394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.894575 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f052980-3cf3-493f-9e6a-75deb88a267b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/0273c5b7-33a5-4c9a-a860-3613b1ac3b81 HTTP/1.1" status: 204 len: 168 time: 0.5037992 Jul 16 03:37:06.903254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c735753-56bb-4996-9763-ab0e6bb42a2a None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:06.917052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.921271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 090b8554-e279-44a0-aad5-bba2a1aa379f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:06.961106 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-428fd39d-7097-4057-bd01-74a009dc85ce tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419552 Jul 16 03:37:06.964005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36572) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:06.965652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e57e1a1-6a4c-4c95-b377-7431f4441715 req-34174a92-8d3d-41d6-9a94-4f969ac260b3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053250 Jul 16 03:37:06.972651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e87254a-e86d-49c8-b419-a97579698de0 req-77709e42-26e3-4067-bb71-12288a8d40af tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628962 Jul 16 03:37:06.973565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.017135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.053515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Pushing event deleted for resources: {'Port': ['ID=69a6f9a5-45f5-4e30-a166-0feb15745c75,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:07.093058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Subnet': ['ID=5140c783-d39a-410f-bee5-65c626571844,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:07.105378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.114635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bbf2e228-18c3-4e3b-9536-0f1c6f78be1a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/subnets/5140c783-d39a-410f-bee5-65c626571844 HTTP/1.1" status: 204 len: 168 time: 0.7632942 Jul 16 03:37:07.114635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36580) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:07.160652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c32ee0-2e7e-4210-890d-2f64058a5c38 None None] Network 4be0e859-0133-4b2a-a690-b4abae8f614e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:07.176480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.181452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.185928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-07be4207-3672-45ad-b9f3-d90e71ac0597 tempest-ServersTestBootFromVolume-1435024004 tempest-ServersTestBootFromVolume-1435024004-project] 10.222.0.25 "DELETE /v2.0/floatingips/0ad38fbe-d47a-44f0-b8cb-ebfdda34fcc6 HTTP/1.1" status: 204 len: 168 time: 1.0239472 Jul 16 03:37:07.186766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1161eb-65c3-4464-aab3-94e6a9045cdc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.188338 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a1161eb-65c3-4464-aab3-94e6a9045cdc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2231433 Jul 16 03:37:07.191312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:07.191656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:07.230825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting subnet 116f4b97-df47-4227-b453-769435886771 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:07.242405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.288584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.357423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 090b8554-e279-44a0-aad5-bba2a1aa379f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:07.358328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.447609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.515999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:07.537596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.571885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Subnet': ['ID=116f4b97-df47-4227-b453-769435886771,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:07.584120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.589761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d4bad1bc-1c06-4327-a421-b1f872dd9ab3 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/subnets/116f4b97-df47-4227-b453-769435886771 HTTP/1.1" status: 204 len: 168 time: 0.4776232 Jul 16 03:37:07.590576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:07.594576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259fff9-212b-40ed-9ac0-3dfcf456542e None None] Network 30a312f2-c277-46e0-af52-111197628d27 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:07.700083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device db189ffb-4594-439d-86e6-1975d5183c99 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:07.728655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.761539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] DHCP port deletion for 4be0e859-0133-4b2a-a690-b4abae8f614e request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:07.788105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: db189ffb-4594-439d-86e6-1975d5183c99 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:07.788539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device db189ffb-4594-439d-86e6-1975d5183c99 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:07.811505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:07.811851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.846857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] Deleting port 090b8554-e279-44a0-aad5-bba2a1aa379f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:07.847236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.887897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] For port 41e6a7bd-a08a-4e70-bf55-c833e1040a82, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=41e6a7bd-a08a-4e70-bf55-c833e1040a82,segment=NetworkSegment(fb4c6b71-5ae6-4adb-b61b-e80bd853a929),segment_id=fb4c6b71-5ae6-4adb-b61b-e80bd853a929)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:07.888271 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.902886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Calling delete_port for 41e6a7bd-a08a-4e70-bf55-c833e1040a82 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:07.946298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] For port 090b8554-e279-44a0-aad5-bba2a1aa379f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=090b8554-e279-44a0-aad5-bba2a1aa379f,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:07.947001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.970822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] Calling delete_port for 090b8554-e279-44a0-aad5-bba2a1aa379f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:07.999469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afbe38ef-58f8-4f9b-a5ec-be1dc3dcc78a req-7fb955a0-af99-493e-9659-9e3face1cd7c tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0652494 Jul 16 03:37:08.013371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2196de6-2a87-48fa-83a4-d913b66502cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:08.017428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d2196de6-2a87-48fa-83a4-d913b66502cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8096988 Jul 16 03:37:08.017833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36594) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:08.034273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.083485 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.095366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13521d8e-1c08-4b50-b5fc-3344112ed881 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698066 Jul 16 03:37:08.107299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:08.115252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:08.118521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Port': ['ID=41e6a7bd-a08a-4e70-bf55-c833e1040a82,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.127325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] No DVR routers for this DVR port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:08.140648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Deleting port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:08.142213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.218082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf8b5-7714-4247-b220-b97acd7a8091 req-cb552f56-876d-4e98-8233-7cfd698f9628 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:08.220093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.221410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] For port 41e6a7bd-a08a-4e70-bf55-c833e1040a82, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:08.222044 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.225461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fccf8b5-7714-4247-b220-b97acd7a8091 req-cb552f56-876d-4e98-8233-7cfd698f9628 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3020024 Jul 16 03:37:08.232401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be0e859-0133-4b2a-a690-b4abae8f614e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:08.239332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] Pushing event deleted for resources: {'Port': ['ID=090b8554-e279-44a0-aad5-bba2a1aa379f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.241761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645a24b-0ff9-4593-9f9f-69015b7870ce None None] No DVR routers for this DVR port 090b8554-e279-44a0-aad5-bba2a1aa379f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:08.248892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:08.249261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4c6b71-5ae6-4adb-b61b-e80bd853a929') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:08.254622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Calling delete_port for 41e6a7bd-a08a-4e70-bf55-c833e1040a82 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:08.266877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.267526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:37:08.269769 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.298748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.308919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] Pushing event deleted for resources: {'Port': ['ID=41e6a7bd-a08a-4e70-bf55-c833e1040a82,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.309155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:08.309813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.311302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc8317-440d-4181-a3e7-b63c0ef0ce25 None None] No DVR routers for this DVR port 41e6a7bd-a08a-4e70-bf55-c833e1040a82 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:08.368087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] DHCP port deletion for 30a312f2-c277-46e0-af52-111197628d27 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:08.392289 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:08.407787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.413422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.419263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/networks/4be0e859-0133-4b2a-a690-b4abae8f614e HTTP/1.1" status: 204 len: 168 time: 0.8273306 Jul 16 03:37:08.426312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] Deleting port 832cb0c2-8a10-43f6-9c26-1c724b2a740c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:08.427306 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.435363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fccf8b5-7714-4247-b220-b97acd7a8091 req-acae936f-7c64-4750-9f9c-32b666c6191e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089496 Jul 16 03:37:08.436302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:08.437096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38eb4a-2460-484c-854f-445613acea35 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Network': ['ID=4be0e859-0133-4b2a-a690-b4abae8f614e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.480734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aad82b-5cd4-41a3-8197-fc78d3cd2f89 req-80fc4f8d-727c-4f3c-9ce6-cddbad2e3c22 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:08.482228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12aad82b-5cd4-41a3-8197-fc78d3cd2f89 req-80fc4f8d-727c-4f3c-9ce6-cddbad2e3c22 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.3208544 Jul 16 03:37:08.517541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] For port 832cb0c2-8a10-43f6-9c26-1c724b2a740c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=832cb0c2-8a10-43f6-9c26-1c724b2a740c,segment=NetworkSegment(cd906188-2a8c-4183-b440-a7a52e7783f0),segment_id=cd906188-2a8c-4183-b440-a7a52e7783f0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:08.518253 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.533755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] Calling delete_port for 832cb0c2-8a10-43f6-9c26-1c724b2a740c owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:08.541494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.576058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:08.581819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.606491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting port 832cb0c2-8a10-43f6-9c26-1c724b2a740c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:08.607080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.645877 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.677353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] No DVR routers for this DVR port 832cb0c2-8a10-43f6-9c26-1c724b2a740c on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:08.679997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf7f30-17a9-4898-8b1b-775b4e12bd3e None None] Pushing event deleted for resources: {'Port': ['ID=832cb0c2-8a10-43f6-9c26-1c724b2a740c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.689343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] For port 832cb0c2-8a10-43f6-9c26-1c724b2a740c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=832cb0c2-8a10-43f6-9c26-1c724b2a740c,segment=NetworkSegment(cd906188-2a8c-4183-b440-a7a52e7783f0),segment_id=cd906188-2a8c-4183-b440-a7a52e7783f0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:08.689343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.703382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Calling delete_port for 832cb0c2-8a10-43f6-9c26-1c724b2a740c owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:08.714840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12aad82b-5cd4-41a3-8197-fc78d3cd2f89 req-d957205d-13ef-4ce5-91c4-f0b08a73886f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726592 Jul 16 03:37:08.788272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.816465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Port': ['ID=832cb0c2-8a10-43f6-9c26-1c724b2a740c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.825801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] No DVR routers for this DVR port 832cb0c2-8a10-43f6-9c26-1c724b2a740c on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:08.876225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 832cb0c2-8a10-43f6-9c26-1c724b2a740c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:08.902995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 832cb0c2-8a10-43f6-9c26-1c724b2a740c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:08.903381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 832cb0c2-8a10-43f6-9c26-1c724b2a740c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:08.903776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 090b8554-e279-44a0-aad5-bba2a1aa379f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:08.915112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.925437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a312f2-c277-46e0-af52-111197628d27']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:08.926187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 090b8554-e279-44a0-aad5-bba2a1aa379f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:08.926674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 090b8554-e279-44a0-aad5-bba2a1aa379f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:08.927135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 41e6a7bd-a08a-4e70-bf55-c833e1040a82 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:08.934946 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.936879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd906188-2a8c-4183-b440-a7a52e7783f0') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:08.937284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd906188-2a8c-4183-b440-a7a52e7783f0') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:08.938290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.947402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.949492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 41e6a7bd-a08a-4e70-bf55-c833e1040a82 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:08.950010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 41e6a7bd-a08a-4e70-bf55-c833e1040a82 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:08.962785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.969606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:08.970068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:08.974849 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:09.021551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:09.027664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:09.040437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a05fb-2601-47d3-b929-73674a3926b7 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:09.052358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.058737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.059340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.065278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.070943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/networks/30a312f2-c277-46e0-af52-111197628d27 HTTP/1.1" status: 204 len: 168 time: 0.6170247 Jul 16 03:37:09.074166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:09.090597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265035e-e87a-481a-b573-8a032e79e3f8 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Network': ['ID=30a312f2-c277-46e0-af52-111197628d27,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.093141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=3fa64846-cbb2-4584-8e04-cf9260d6a6c0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.124798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4467721d-143f-411e-9204-0da476c41c0d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0145125 Jul 16 03:37:09.129522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36606) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:09.135224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '3fa64846-cbb2-4584-8e04-cf9260d6a6c0', 'ip_address': '2001:db8::1265:c86c:198d:cb07'}], 'name': 'tempest-NetworksTestDHCPv6-2098670469'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:09.176017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fed1d5d-03c1-4b36-aadd-52e62e5a9b80 req-cb6b7eaa-7c4c-47f3-8934-742fbcfdb790 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0393922 Jul 16 03:37:09.180666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting subnet 89efe291-9b19-494a-bf8e-d76363111b93 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:09.211096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.229313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '3fa64846-cbb2-4584-8e04-cf9260d6a6c0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:09.231321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.263578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:09.275800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.348234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.367285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port db29bb9d-3e51-465e-b33f-409d1b3759ea yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:09.391538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/3fa64846-cbb2-4584-8e04-cf9260d6a6c0/1bcb341c-74fa-4fe2-b820-53f58e0df6eb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:09.394879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.500932 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.538033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Deleting port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:09.538397 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.540576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Subnet': ['ID=89efe291-9b19-494a-bf8e-d76363111b93,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.546883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.551203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29771991-0f89-4920-996b-faebc8eb2efa None None] Network 11e1a660-3604-4c7d-b859-43c0b9b29ac3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:09.551366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d9d3eba0-ce0d-4090-bae6-8a807ab0cdfd tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/subnets/89efe291-9b19-494a-bf8e-d76363111b93 HTTP/1.1" status: 204 len: 168 time: 0.4718773 Jul 16 03:37:09.552094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36610) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:09.621360 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.627983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.636849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Transition to ACTIVE for port object 1bcb341c-74fa-4fe2-b820-53f58e0df6eb will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:09.692037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de85bba-2133-4876-8023-51c2bbfadd0b req-4bdbfc8c-a9d0-45fa-a8a5-f4d373b8d6c5 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.693354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Deleting port f62bf748-62f5-4405-9146-6599e336111d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:09.693826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.694266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8de85bba-2133-4876-8023-51c2bbfadd0b req-4bdbfc8c-a9d0-45fa-a8a5-f4d373b8d6c5 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.1295595 Jul 16 03:37:09.694628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Transition to ACTIVE for port object 1bcb341c-74fa-4fe2-b820-53f58e0df6eb will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:09.712489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.716192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] For port 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:09.716577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.741171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Calling delete_port for 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:09.763917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Pushing event updated for resources: {'Port': ['ID=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.767681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8de85bba-2133-4876-8023-51c2bbfadd0b req-edf041ec-b5fd-47e1-91d0-46648ef8f775 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612264 Jul 16 03:37:09.779438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:09.781129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:09.784111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:09.844042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] For port f62bf748-62f5-4405-9146-6599e336111d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f62bf748-62f5-4405-9146-6599e336111d,segment=NetworkSegment(b291391d-0a3a-42a3-9232-e80f46c1443a),segment_id=b291391d-0a3a-42a3-9232-e80f46c1443a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:09.844207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.847508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::1265:c86c:198d:cb07 (cd007764-b689-4eda-aa81-dad0dfbbf261/3fa64846-cbb2-4584-8e04-cf9260d6a6c0/db29bb9d-3e51-465e-b33f-409d1b3759ea) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:09.884762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Calling delete_port for f62bf748-62f5-4405-9146-6599e336111d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:10.018823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8e6dd-ffae-4909-9fb9-25366415ba26 None None] DHCP port deletion for 11e1a660-3604-4c7d-b859-43c0b9b29ac3 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:10.055481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Attempting to bind port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:10.055960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Attempting to bind port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:10.056640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Attempting to bind port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:10.063281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:10.063734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.064249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:10.064587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.065092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:10.065670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Bound port: 1bcb341c-74fa-4fe2-b820-53f58e0df6eb, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:10.066171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.073320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.098449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-63e8e6dd-ffae-4909-9fb9-25366415ba26 None None] The port 'f62bf748-62f5-4405-9146-6599e336111d' was deleted {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 03:37:10.116737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddbf6b9-d2ef-4e18-a943-ea166f7e284a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.119686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Port': ['ID=f62bf748-62f5-4405-9146-6599e336111d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.127080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] No DVR routers for this DVR port f62bf748-62f5-4405-9146-6599e336111d on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:10.163370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] For port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:10.165457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.169022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] For port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:10.172297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bdd83-ea10-4f5a-a6f2-66ad0a8db020 req-83c6bde5-de5e-42f2-9a9d-99a58e84de86 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.174577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-250bdd83-ea10-4f5a-a6f2-66ad0a8db020 req-83c6bde5-de5e-42f2-9a9d-99a58e84de86 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1986523 Jul 16 03:37:10.180340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.201213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object db29bb9d-3e51-465e-b33f-409d1b3759ea will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:10.248442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.284776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-250bdd83-ea10-4f5a-a6f2-66ad0a8db020 req-d30b9194-1955-4105-ad5a-bc7572f8334b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790725 Jul 16 03:37:10.305211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2efb3-8224-4ae1-b3c8-fa0db532e827 None None] Pushing event updated for resources: {'Port': ['ID=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.322603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e1a660-3604-4c7d-b859-43c0b9b29ac3']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:10.374157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b291391d-0a3a-42a3-9232-e80f46c1443a') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:10.374476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b291391d-0a3a-42a3-9232-e80f46c1443a') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:10.413104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.439139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.474893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.483546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:10.483962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:10.487359 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:10.526358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.549185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49a48040-1022-477c-bc2c-b4527420f065 req-0594775f-3e46-49ff-ab77-e6edb68a6134 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0920653 Jul 16 03:37:10.618302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:10.625477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:10.664561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:10.670424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.671110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.692614 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.706102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.708263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/networks/11e1a660-3604-4c7d-b859-43c0b9b29ac3 HTTP/1.1" status: 204 len: 168 time: 1.1557195 Jul 16 03:37:10.709311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=db29bb9d-3e51-465e-b33f-409d1b3759ea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.712542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36624) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.727973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c7fd04c9-a4e6-4650-b4a0-be41684b5ba9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5971975 Jul 16 03:37:10.729698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c31f-e568-43cf-a8c8-a2480f03fc01 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Pushing event deleted for resources: {'Network': ['ID=11e1a660-3604-4c7d-b859-43c0b9b29ac3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.731432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36626) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.754661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-36e97306-e459-48ff-a5d2-5f80277d6d0a tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e65c687-44fa-4fa5-a38b-0071a7fd8c52 HTTP/1.1" status: 200 len: 205 time: 0.0406601 Jul 16 03:37:10.759097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.816575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4c9ee-ad9b-45de-aedb-50ff6d4769f5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.825341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4c9ee-ad9b-45de-aedb-50ff6d4769f5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.825341 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ffd4c9ee-ad9b-45de-aedb-50ff6d4769f5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0920660 Jul 16 03:37:10.827556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.884603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.932606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eabaa2-0b1d-417e-99c0-55042752610a req-47f22ca3-4b38-4b2f-a320-3227671518dc tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.934134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98eabaa2-0b1d-417e-99c0-55042752610a req-47f22ca3-4b38-4b2f-a320-3227671518dc tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3280110 Jul 16 03:37:10.961389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port db29bb9d-3e51-465e-b33f-409d1b3759ea {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:10.961748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.006356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bcb341c-74fa-4fe2-b820-53f58e0df6eb up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:11.056811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:11.057509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.071085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for db29bb9d-3e51-465e-b33f-409d1b3759ea owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:11.111965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f62bf748-62f5-4405-9146-6599e336111d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:11.145716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f62bf748-62f5-4405-9146-6599e336111d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:11.146107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f62bf748-62f5-4405-9146-6599e336111d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:11.224119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.255561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=db29bb9d-3e51-465e-b33f-409d1b3759ea,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:11.284595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.286650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b7a7d39-96f2-4007-9a99-ac219b272f80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/db29bb9d-3e51-465e-b33f-409d1b3759ea HTTP/1.1" status: 204 len: 168 time: 0.4579692 Jul 16 03:37:11.291159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36634) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.369012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70796-a908-49c4-aa7b-b8966939ab2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.370955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70796-a908-49c4-aa7b-b8966939ab2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.374839 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fbf70796-a908-49c4-aa7b-b8966939ab2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0823147 Jul 16 03:37:11.375627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36638) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.431868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 3fa64846-cbb2-4584-8e04-cf9260d6a6c0 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:11.435650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.471337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Router 022c9640-1859-457c-ad25-79d9bd5097be has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:11.485145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.490049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.495047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98eabaa2-0b1d-417e-99c0-55042752610a req-f84b7c8c-971d-4e88-9722-95796e531fa0 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317414 Jul 16 03:37:11.496187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.584768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.607451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.607909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Fanout notify agent at l3_agent the message router_deleted on router 4e65c687-44fa-4fa5-a38b-0071a7fd8c52 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:11.619694 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.623639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8e18c4b5-261c-4d41-97d3-f8bc4cf14368 tempest-RoutersNegativeIpV6Test-318492496 tempest-RoutersNegativeIpV6Test-318492496-project] 10.222.0.25 "DELETE /v2.0/routers/4e65c687-44fa-4fa5-a38b-0071a7fd8c52 HTTP/1.1" status: 204 len: 168 time: 0.8604257 Jul 16 03:37:11.637521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] Provisioning for port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:11.647785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] Provisioning complete for port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:11.649567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.671192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.706397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.708612 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/3fa64846-cbb2-4584-8e04-cf9260d6a6c0 HTTP/1.1" status: 204 len: 168 time: 0.3318641 Jul 16 03:37:11.713779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.714989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88725bcf-7879-4dff-8b02-19401c2274d0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa64846-cbb2-4584-8e04-cf9260d6a6c0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:11.728333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42340e28-5218-4159-a740-27083b334ca5 req-699dd3e7-99cd-4c58-ae17-93d55c6a7fb7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.729915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42340e28-5218-4159-a740-27083b334ca5 req-699dd3e7-99cd-4c58-ae17-93d55c6a7fb7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2528257 Jul 16 03:37:11.769467 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-71fcc472-187a-4bff-8949-c5fe7ed188f3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507998 Jul 16 03:37:11.772148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36646) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.778953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:11.800309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:11.804806 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.813738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e14a0cd7-894f-45bb-8aea-d5bc98eed3aa admin admin] 10.222.0.25 "PUT /v2.0/routers/022c9640-1859-457c-ad25-79d9bd5097be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6205955 Jul 16 03:37:11.814376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.819655 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] Sync routers for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:11.832607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42340e28-5218-4159-a740-27083b334ca5 req-b73ae125-abd8-413d-853f-b505897222a6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931916 Jul 16 03:37:11.841111 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:11.842944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:11.877785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] For port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:11.884698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.913881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009b3ce-0bc7-455f-8ef5-1458900e2bfc None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:11.924382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-745a244a-7cec-4244-936d-7c9326f32015 req-eaad4c20-d605-4010-afba-3ba7370f8df4 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0398140 Jul 16 03:37:11.972875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:11.980366 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.033368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36654) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:12.062488 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:12.065765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.098225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e49e7376-32f7-496c-92e1-55b780e89a8e None None] Could not find standard attr ID for object db29bb9d-3e51-465e-b33f-409d1b3759ea. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:37:12.128826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06f1ba-16ac-43e9-b047-c5f95da68989 None None] Pushing event updated for resources: {'Port': ['ID=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.186717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.278912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:12.299792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31d3b7d1-05e1-4d06-8511-dd22a38b627f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eada189942e346b39af084b033caa414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653069 Jul 16 03:37:12.300017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.302282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:12.310880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Deleting port d8c2320b-fd6d-4e54-a171-f05e6095df58 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:12.311450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.326421 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:37:09Z', 'revision_number': 5, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port': {'id': 'd8c2320b-fd6d-4e54-a171-f05e6095df58', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c9640-1859-457c-ad25-79d9bd5097be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:33:53Z', 'updated_at': '2021-07-16T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:12.337345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] Deleting port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:12.337959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.358228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:12.361277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:12.365981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.366631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.368621 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] Checking router: 022c9640-1859-457c-ad25-79d9bd5097be for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:12.379685 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] Routers {'022c9640-1859-457c-ad25-79d9bd5097be'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:12.380446 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['022c9640-1859-457c-ad25-79d9bd5097be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:12.388601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=b5b2aff9-8097-46b7-89fa-404037089e14,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.394433 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0155ad59-29aa-47b4-bbb7-24a2314b7c75 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6209157 Jul 16 03:37:12.397429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36660) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:12.404218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': 'b5b2aff9-8097-46b7-89fa-404037089e14', 'ip_address': '2001:db8::56bf:7eda:4968:42f9'}], 'name': 'tempest-NetworksTestDHCPv6-1159604767'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:12.435717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad83f56-5e0a-41fc-a74f-58cd7758f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.453756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] For port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:12.454161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.463353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad83f56-5e0a-41fc-a74f-58cd7758f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.471191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] Calling delete_port for 1bcb341c-74fa-4fe2-b820-53f58e0df6eb owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:12.473292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] For port d8c2320b-fd6d-4e54-a171-f05e6095df58, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d8c2320b-fd6d-4e54-a171-f05e6095df58,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:12.473829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.485557 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] Set router 022c9640-1859-457c-ad25-79d9bd5097be gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:12.494765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Calling delete_port for d8c2320b-fd6d-4e54-a171-f05e6095df58 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:12.580349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad83f56-5e0a-41fc-a74f-58cd7758f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.583306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad83f56-5e0a-41fc-a74f-58cd7758f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.584691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ad83f56-5e0a-41fc-a74f-58cd7758f852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bff214bc-9b9b-4318-85f4-c79087a5069b HTTP/1.1" status: 204 len: 168 time: 0.2813590 Jul 16 03:37:12.602076 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.639862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad83f56-5e0a-41fc-a74f-58cd7758f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff214bc-9b9b-4318-85f4-c79087a5069b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.646437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] Pushing event deleted for resources: {'Port': ['ID=1bcb341c-74fa-4fe2-b820-53f58e0df6eb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.651109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3bcbc-cb6c-4f89-882b-f9c8042f3c2e None None] No DVR routers for this DVR port 1bcb341c-74fa-4fe2-b820-53f58e0df6eb on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:12.679271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:12.679759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcdd656-82b5-464e-b1a3-d32f9a484179 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:12.687011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.700261 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:37:12Z', 'revision_number': 6, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:12.707111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 5784abbe-b280-4292-8ad4-dd5eaa99d90b yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:12.732585 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c440dd-2a99-4f9e-8d3b-2ba3961923e3 None None] The sync data for ids ['022c9640-1859-457c-ad25-79d9bd5097be'] in n-d-800089-6 is: [{'id': '022c9640-1859-457c-ad25-79d9bd5097be', 'name': 'tempest-ServersTestBootFromVolume-773362695-router', 'tenant_id': '7efb1fdfa06645b285d260517bf5e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:33:50Z', 'updated_at': '2021-07-16T03:37:12Z', 'revision_number': 6, 'project_id': '7efb1fdfa06645b285d260517bf5e05d', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:12.830199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.911513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c2320b-fd6d-4e54-a171-f05e6095df58,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.955593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': 'b5b2aff9-8097-46b7-89fa-404037089e14'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:12.966647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.988155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::56bf:7eda:4968:42f9 (cd007764-b689-4eda-aa81-dad0dfbbf261/b5b2aff9-8097-46b7-89fa-404037089e14/5784abbe-b280-4292-8ad4-dd5eaa99d90b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:13.029732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9c47e-ec88-44d0-aae9-e9c9dccef1d8 req-c943f4f9-d436-459b-9f22-0ec1aade4103 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.036917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2dc9c47e-ec88-44d0-aae9-e9c9dccef1d8 req-c943f4f9-d436-459b-9f22-0ec1aade4103 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2712908 Jul 16 03:37:13.043866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.108673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:13.141621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:13.142032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3ddbf6b9-d2ef-4e18-a943-ea166f7e284a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:13.142691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bcb341c-74fa-4fe2-b820-53f58e0df6eb no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:13.170755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1bcb341c-74fa-4fe2-b820-53f58e0df6eb {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:13.171286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bcb341c-74fa-4fe2-b820-53f58e0df6eb not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:13.206653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.211716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2dc9c47e-ec88-44d0-aae9-e9c9dccef1d8 req-59313977-95fe-41b0-a4f6-09907960c075 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738725 Jul 16 03:37:13.213948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.277216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.277746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022c9640-1859-457c-ad25-79d9bd5097be {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:13.282931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.284143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3c9dd684-4475-4fcf-8aff-6d4e1970b1d7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/022c9640-1859-457c-ad25-79d9bd5097be HTTP/1.1" status: 204 len: 168 time: 1.4684796 Jul 16 03:37:13.286576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.329109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074bfb5-e37a-4220-945c-263e3e4629de req-6f9a7f37-ac47-4b2a-b600-732387b21195 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.331156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4074bfb5-e37a-4220-945c-263e3e4629de req-6f9a7f37-ac47-4b2a-b600-732387b21195 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2884710 Jul 16 03:37:13.448131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Deleting subnet e9f5b839-a307-4418-9214-ea031dc30c3d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:13.472590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4074bfb5-e37a-4220-945c-263e3e4629de req-0bda1dad-1323-4a38-8ba0-1c0eb657afbf tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347516 Jul 16 03:37:13.473514 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.528195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b53d61-19c4-4314-8858-9f30c7a5ae16 req-5b8d35c7-b7db-4b55-9e51-a61a9cedc418 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0894639 Jul 16 03:37:13.543061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.688777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.721428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 5784abbe-b280-4292-8ad4-dd5eaa99d90b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:13.746395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.767011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.782231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36698) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.841044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:13.843872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.848242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:13.852008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:13.867697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.868810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.873758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=5784abbe-b280-4292-8ad4-dd5eaa99d90b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.884225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.886498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9f5b839-a307-4418-9214-ea031dc30c3d HTTP/1.1" status: 204 len: 168 time: 0.5989120 Jul 16 03:37:13.891026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36702) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.891756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddbad31-ef13-4414-83f7-571b42bc2b5f None None] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:13.905003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-122b8d4b-70c6-4ea3-a02d-e8375eb5799c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5041041 Jul 16 03:37:13.915025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.926923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724182-1246-4bd7-8d0e-8951c2272260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f5b839-a307-4418-9214-ea031dc30c3d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.991678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.022927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/b5b2aff9-8097-46b7-89fa-404037089e14/8e6c80d2-7649-427b-8469-841940650459) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:14.036567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888d599-b509-46d1-a0a1-3f57ab69327c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.042521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36708) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:14.043505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1888d599-b509-46d1-a0a1-3f57ab69327c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1269152 Jul 16 03:37:14.067373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1987760788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:14.173873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Deleting port b616a055-d0b9-4768-9ea9-908ae1866e0f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:14.174380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.179352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.180604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.265271 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.276614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Transition to ACTIVE for port object 8e6c80d2-7649-427b-8469-841940650459 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:14.295701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Transition to ACTIVE for port object 8e6c80d2-7649-427b-8469-841940650459 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:14.304452 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.337836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4905c859-850f-44de-b925-741597ee643f None None] DHCP port deletion for 22a9cecd-818c-4990-8fff-bc3a633c9940 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:14.338758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] For port b616a055-d0b9-4768-9ea9-908ae1866e0f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b616a055-d0b9-4768-9ea9-908ae1866e0f,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:14.339291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.351767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:14.356512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.360452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:14.367241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:14.370689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.376386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Calling delete_port for b616a055-d0b9-4768-9ea9-908ae1866e0f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:14.393831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Pushing event updated for resources: {'Port': ['ID=8e6c80d2-7649-427b-8469-841940650459,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.401537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.403241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fb796a70-264e-46c4-b82e-ebdee5b8ba4b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5969336 Jul 16 03:37:14.405933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36710) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:14.411397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-371575839'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:14.440159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Made reservation on behalf of 2c4218e6a1eb48f59e075c7a78b4cc12 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:14.445813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.446484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 5784abbe-b280-4292-8ad4-dd5eaa99d90b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:14.446876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.458220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.480713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Attempting to bind port 8e6c80d2-7649-427b-8469-841940650459 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:14.481419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Attempting to bind port 8e6c80d2-7649-427b-8469-841940650459 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:14.482315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Attempting to bind port 8e6c80d2-7649-427b-8469-841940650459 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:14.494566 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:14.495426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:14.496048 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.507761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:14.510073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Bound port: 8e6c80d2-7649-427b-8469-841940650459, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:14.510993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.539655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4905c859-850f-44de-b925-741597ee643f None None] Deleting port b616a055-d0b9-4768-9ea9-908ae1866e0f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:14.540108 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4905c859-850f-44de-b925-741597ee643f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.572546 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.575567 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.620623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 5784abbe-b280-4292-8ad4-dd5eaa99d90b owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:14.622511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Pushing event deleted for resources: {'Port': ['ID=b616a055-d0b9-4768-9ea9-908ae1866e0f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.629070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] No DVR routers for this DVR port b616a055-d0b9-4768-9ea9-908ae1866e0f on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:14.679339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.726784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.754427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:14.760595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.784921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a9cecd-818c-4990-8fff-bc3a633c9940']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:14.786418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4905c859-850f-44de-b925-741597ee643f None None] For port b616a055-d0b9-4768-9ea9-908ae1866e0f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b616a055-d0b9-4768-9ea9-908ae1866e0f,segment=NetworkSegment(81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed),segment_id=81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:14.787447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4905c859-850f-44de-b925-741597ee643f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.797828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:14.798123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ad4a52-0d48-44c2-a3ea-4b8bdd5f35ed') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:14.805369 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.805780 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Added segment b7ec322b-72a0-4c4a-9ab6-52d765ff94f5 of type vlan for network 46ac07f4-9890-4526-9ed2-e60501cddf76 Jul 16 03:37:14.807283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d8014b-499d-437c-981d-469db8188a83,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.810821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4905c859-850f-44de-b925-741597ee643f None None] Calling delete_port for b616a055-d0b9-4768-9ea9-908ae1866e0f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:14.811656 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c08acf64-9543-4b41-974b-5949e538a5de req-c33a848a-b1a8-42e6-8071-cbdd8797f0ef tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0532370 Jul 16 03:37:14.812076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.829928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] For port 8e6c80d2-7649-427b-8469-841940650459, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:14.863334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.877841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] For port 8e6c80d2-7649-427b-8469-841940650459, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8e6c80d2-7649-427b-8469-841940650459,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:14.879661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:14.880150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:14.883803 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:14.896557 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.935941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.941492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.942075 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.960740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c340f-1334-4ba0-bd72-3196048610c7 req-84f2dc2a-85e5-43db-bf3d-6d68b82973bf tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.962205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64c340f-1334-4ba0-bd72-3196048610c7 req-84f2dc2a-85e5-43db-bf3d-6d68b82973bf tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2802699 Jul 16 03:37:14.968585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d8c2320b-fd6d-4e54-a171-f05e6095df58 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:14.971498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.980464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.003230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.007994 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] 10.222.0.25 "DELETE /v2.0/networks/22a9cecd-818c-4990-8fff-bc3a633c9940 HTTP/1.1" status: 204 len: 168 time: 1.1133506 Jul 16 03:37:15.007994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba189c1b-8bdb-4578-8856-73b4268ab458 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a9cecd-818c-4990-8fff-bc3a633c9940,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.008736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5978451 Jul 16 03:37:15.009095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36722) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.009711 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.015950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'subnet': {'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:15.022732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d8c2320b-fd6d-4e54-a171-f05e6095df58 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:15.023552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d8c2320b-fd6d-4e54-a171-f05e6095df58 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:15.024207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b616a055-d0b9-4768-9ea9-908ae1866e0f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:15.060629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337bdd-bc82-4edb-9d22-9b4e47c7f8f4 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Network': ['ID=46ac07f4-9890-4526-9ed2-e60501cddf76,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.065761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b616a055-d0b9-4768-9ea9-908ae1866e0f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:15.066427 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b616a055-d0b9-4768-9ea9-908ae1866e0f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:15.083381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64c340f-1334-4ba0-bd72-3196048610c7 req-fa8c8b60-be70-48da-83a5-a196d2a3e8cc tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068530 Jul 16 03:37:15.092576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.094677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/5784abbe-b280-4292-8ad4-dd5eaa99d90b HTTP/1.1" status: 204 len: 168 time: 1.0471680 Jul 16 03:37:15.095552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bdb4e-02af-46a0-9135-be8b837935cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=5784abbe-b280-4292-8ad4-dd5eaa99d90b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.097209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36726) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.114095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:15.255587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0a131-79f8-4d51-93e8-020c2f26a181 None None] Pushing event updated for resources: {'Port': ['ID=8e6c80d2-7649-427b-8469-841940650459,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.268837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cbb60a-954e-4b75-8a08-ab8fb3dc0d66 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.270348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4905c859-850f-44de-b925-741597ee643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.271133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cbb60a-954e-4b75-8a08-ab8fb3dc0d66 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.272785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e7cbb60a-954e-4b75-8a08-ab8fb3dc0d66 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1676733 Jul 16 03:37:15.273494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Made reservation on behalf of 2c4218e6a1eb48f59e075c7a78b4cc12 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:15.277659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.278479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36728) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.279262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.303279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4905c859-850f-44de-b925-741597ee643f None None] Network 22a9cecd-818c-4990-8fff-bc3a633c9940 is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:37:15.303784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905c859-850f-44de-b925-741597ee643f None None] No DVR routers for this DVR port b616a055-d0b9-4768-9ea9-908ae1866e0f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:15.307428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c859-850f-44de-b925-741597ee643f None None] Pushing event deleted for resources: {'Port': ['ID=b616a055-d0b9-4768-9ea9-908ae1866e0f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.428702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet b5b2aff9-8097-46b7-89fa-404037089e14 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:15.441521 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.447419 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a5dc6ba7-1805-4ab9-8579-2d70fbe04da5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7efb1fdfa06645b285d260517bf5e05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566632 Jul 16 03:37:15.468177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.519116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.582666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.623294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9eace74-c879-41f0-989c-cb54dc7a75e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.658271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Subnet': ['ID=f8f54c27-576b-4147-8601-32c4feb12ca7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.675344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-f3b957f7-eba2-4805-8682-fefe26861805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.676934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-f3b957f7-eba2-4805-8682-fefe26861805 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.1275513 Jul 16 03:37:15.678050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Checking segment: {'id': 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:15.678402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network hostable DHCP agents. Network: 46ac07f4-9890-4526-9ed2-e60501cddf76, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:15.678518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9eace74-c879-41f0-989c-cb54dc7a75e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.723185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:15.725511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000625f-25e7-4096-aa8d-87a917001245 req-94616b7a-3942-4cea-b329-1039c55ff98f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.727059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0000625f-25e7-4096-aa8d-87a917001245 req-94616b7a-3942-4cea-b329-1039c55ff98f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.1706238 Jul 16 03:37:15.728420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.758150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 46ac07f4-9890-4526-9ed2-e60501cddf76) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:15.762670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.763973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.770977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0e7a3-b1bb-4cd5-a900-aa24886f61d1 None None] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:15.789610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-94690b49-e792-42a4-9904-d4aadb3dc14d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7777073 Jul 16 03:37:15.793480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.799799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'network': {'name': 'tempest-router-network01--2106677381'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:15.805335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-3c59b7a2-6deb-49eb-9eed-2a346836b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.806995 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-3c59b7a2-6deb-49eb-9eed-2a346836b775 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.1231132 Jul 16 03:37:15.827630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0000625f-25e7-4096-aa8d-87a917001245 req-11338b04-6fcc-4a86-bacd-8c52142743f6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Jul 16 03:37:15.851064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9eace74-c879-41f0-989c-cb54dc7a75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.853617 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9eace74-c879-41f0-989c-cb54dc7a75e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.857300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e9eace74-c879-41f0-989c-cb54dc7a75e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d9f9509-e219-46de-bc6c-e1b0a5432c2b HTTP/1.1" status: 204 len: 168 time: 0.3856239 Jul 16 03:37:15.868274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Made reservation on behalf of 2c4218e6a1eb48f59e075c7a78b4cc12 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:15.872007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.874307 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.883696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-070fc381-5d0b-42ca-900d-9f942065c437 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.0700493 Jul 16 03:37:15.904527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eace74-c879-41f0-989c-cb54dc7a75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f9509-e219-46de-bc6c-e1b0a5432c2b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.926119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b2aff9-8097-46b7-89fa-404037089e14,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.936500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.938427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-989653b5-e717-4916-b229-6ee2d4cff2c0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/b5b2aff9-8097-46b7-89fa-404037089e14 HTTP/1.1" status: 204 len: 168 time: 0.6579854 Jul 16 03:37:15.941678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:16.007395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eb60ce92-32e5-4689-b596-ac0f3f57cfac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615656 Jul 16 03:37:16.007889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-a5dac6cc-5afd-4e11-b7c4-8532b495d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.009560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-a5dac6cc-5afd-4e11-b7c4-8532b495d5d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.1190784 Jul 16 03:37:16.009976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:16.015215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:16.024109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:16.026161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.028734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-46ac07f4-9890-4526-9ed2-e60501cddf76', 'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76', 'tenant_id': '2c4218e6a1eb48f59e075c7a78b4cc12', 'fixed_ips': [{'subnet_id': 'f8f54c27-576b-4147-8601-32c4feb12ca7'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:16.029668 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.030801 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Added segment 18b41082-ee3b-4d91-8da6-018df290d6c4 of type vlan for network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 Jul 16 03:37:16.086515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.117606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-4370e2bd-253c-4003-9a9f-29d3e690f038 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826428 Jul 16 03:37:16.171772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5fcf7e1-7bfa-4313-8dc5-72b5619de3d6 req-e4bfeb13-4d6e-444a-a0ac-7c1dea838bf7 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0477903 Jul 16 03:37:16.179346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.193714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.194407 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.290342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:16.295453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Allocated IP 172.20.0.2 (46ac07f4-9890-4526-9ed2-e60501cddf76/f8f54c27-576b-4147-8601-32c4feb12ca7/0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:16.298891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.321197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Network': ['ID=0856cf8b-ab74-4dba-9f5b-d234bc9bb195,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:16.327431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b20bac81-f5c3-4fe4-b723-dc7ce63d2e6a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5318389 Jul 16 03:37:16.328924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36752) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:16.334095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'network': {'name': 'tempest-router-network02--284343901'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:16.344575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:16.362452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Made reservation on behalf of 2c4218e6a1eb48f59e075c7a78b4cc12 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:16.366597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.405928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:16.500551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-cf323339-295d-47c5-9356-993732c64056 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740158 Jul 16 03:37:16.503798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.504207 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Added segment 457bbc8f-e1c9-4982-8bc0-780625acb647 of type vlan for network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 Jul 16 03:37:16.509271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e88577-1470-42ec-b4d3-e85f5eb3b931 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:16.554907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.597720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae055c-9816-4763-a561-9a74c9ad5d3d req-7ce99a72-ee8d-4a21-91a2-6f17fee42d2f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.605300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdae055c-9816-4763-a561-9a74c9ad5d3d req-7ce99a72-ee8d-4a21-91a2-6f17fee42d2f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1877379 Jul 16 03:37:16.628074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.629649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5f647ceb-8fd2-4ebf-8aa4-71c653b90373 None None] Provisioning for port 8e6c80d2-7649-427b-8469-841940650459 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:16.633779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.635625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.671763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f6d3d69-467e-4918-9b8c-0ff876113ae4 req-31bbac6f-fb2e-4b03-afea-7dae9747552f service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579475 Jul 16 03:37:16.686710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3572505 Jul 16 03:37:16.689359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:16.699354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdae055c-9816-4763-a561-9a74c9ad5d3d req-5f8dbec9-c9ab-484c-a2aa-404802eb2adb tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930436 Jul 16 03:37:16.745749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde7b6-2781-461e-ba82-fd8fc50332ea tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Network': ['ID=2878a5f2-1b26-465f-9f9e-e13bb970dc00,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:16.752011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'subnet': {'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:16.848978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.924582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:16.934174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:16.942337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:16.946735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.947344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.951633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=8e3c58b0-49a9-4a75-b387-8bacb34380a7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:16.960054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Made reservation on behalf of 2c4218e6a1eb48f59e075c7a78b4cc12 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:16.963842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.983802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3d9a63b0-bd5e-4dfd-9adb-74876ee71ae6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9699922 Jul 16 03:37:16.986307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.987623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:16.988967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e6c80d2-7649-427b-8469-841940650459 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:16.995839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '8e3c58b0-49a9-4a75-b387-8bacb34380a7', 'ip_address': '2001:db8::b436:5541:3d:ad5d'}], 'name': 'tempest-NetworksTestDHCPv6-242977024'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:17.023752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Transition to ACTIVE for port object 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:17.093563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:17.098686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Transition to ACTIVE for port object 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:17.113003 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.160569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Pushing event updated for resources: {'Port': ['ID=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.184239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.187947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:17.192217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:17.195279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:17.205266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8e6c80d2-7649-427b-8469-841940650459 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:17.225481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd4f8b-8fe0-450c-84ea-81e81c96f645 req-1c0a6d1a-c484-44e7-aa6b-40913fe97519 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.233625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cddd4f8b-8fe0-450c-84ea-81e81c96f645 req-1c0a6d1a-c484-44e7-aa6b-40913fe97519 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2009974 Jul 16 03:37:17.249408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Subnet': ['ID=8d9880c0-50e6-4485-b6d3-953c2fd57650,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.264472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:17.272827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:17.276951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8e6c80d2-7649-427b-8469-841940650459 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:17.277326 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.288209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Checking segment: {'id': '18b41082-ee3b-4d91-8da6-018df290d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:17.288952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network hostable DHCP agents. Network: 0856cf8b-ab74-4dba-9f5b-d234bc9bb195, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:17.300896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-881891387-network', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:17.311340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cddd4f8b-8fe0-450c-84ea-81e81c96f645 req-92d7eac3-7143-4088-b192-6c9eb90d69d1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765474 Jul 16 03:37:17.316384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:17.336396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0856cf8b-ab74-4dba-9f5b-d234bc9bb195) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:17.340995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.341604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.375834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cd9da437-daef-41dd-9412-06373084e97e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6845150 Jul 16 03:37:17.376620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36788) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:17.384338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'subnet': {'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:17.394253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Attempting to bind port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:17.394854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Attempting to bind port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:17.395025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Attempting to bind port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a on network 46ac07f4-9890-4526-9ed2-e60501cddf76 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:17.397869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6751a09-f923-4968-bb95-12a1ef7f4427 None None] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:17.430877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:17.431331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Checking segment: {'id': 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:17.431700 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.432095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Bound using segment: {'id': 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:17.432585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Bound port: 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '46ac07f4-9890-4526-9ed2-e60501cddf76'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:17.433158 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.449076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:17.451409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.478448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b250ca27-db54-4f79-b014-67e6726804ab req-d7a76293-6462-4766-8273-896d10e9bda9 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0627482 Jul 16 03:37:17.486791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.489857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.497340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Made reservation on behalf of 2c4218e6a1eb48f59e075c7a78b4cc12 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:17.501785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.518007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:17.518007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:17.518455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port e6e98c84-6477-4018-baa5-a378d1b43932 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:17.718086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::b436:5541:3d:ad5d (cd007764-b689-4eda-aa81-dad0dfbbf261/8e3c58b0-49a9-4a75-b387-8bacb34380a7/e6e98c84-6477-4018-baa5-a378d1b43932) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:17.721140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.746823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.772934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:17.775711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] For port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:17.829828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] For port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,segment=NetworkSegment(b7ec322b-72a0-4c4a-9ab6-52d765ff94f5),segment_id=b7ec322b-72a0-4c4a-9ab6-52d765ff94f5)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:17.831105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.833950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] Deleting port 8e6c80d2-7649-427b-8469-841940650459 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:17.834652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.879240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'port_id': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'mac_address': 'fa:16:3e:5a:60:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd191e0a1-6920-4764-a494-2d15bfb7d7d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:17.879510 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.883936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.888484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Subnet': ['ID=0ce090b5-c7a8-4748-a9b6-234095e09fe2,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.897700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:17.898757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Checking segment: {'id': '457bbc8f-e1c9-4982-8bc0-780625acb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:17.899294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network hostable DHCP agents. Network: 2878a5f2-1b26-465f-9f9e-e13bb970dc00, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:17.922379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:17.922856 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.923198 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Added segment f7d1be7f-7435-4c0a-912c-6f44a5461968 of type vlan for network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 Jul 16 03:37:17.935919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 2878a5f2-1b26-465f-9f9e-e13bb970dc00) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:17.951415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.952456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.976733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97e3cdaf-2a5b-4b55-b820-057415abdac1 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5990434 Jul 16 03:37:17.977726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36796) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:17.981833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a04313-7911-4028-8673-d83d4825fd55 None None] Network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:18.010237 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.042665 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.046215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3bde31-53c0-4446-b2df-5aa13c823ae4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.076473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object e6e98c84-6477-4018-baa5-a378d1b43932 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:18.124153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.124597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f559be-3efe-4e2b-a702-5c14a08e20f8 req-b119a9a9-5eb9-4026-a5af-53e779ea262b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.126973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0856cf8b-ab74-4dba-9f5b-d234bc9bb195', 'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195', 'tenant_id': '2c4218e6a1eb48f59e075c7a78b4cc12', 'fixed_ips': [{'subnet_id': '8d9880c0-50e6-4485-b6d3-953c2fd57650'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:18.128111 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.131549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04f559be-3efe-4e2b-a702-5c14a08e20f8 req-b119a9a9-5eb9-4026-a5af-53e779ea262b tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2584517 Jul 16 03:37:18.154961 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.155933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.156513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.236337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1410084 Jul 16 03:37:18.248123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04f559be-3efe-4e2b-a702-5c14a08e20f8 req-fe126d70-a84a-4d97-afd8-2304a3858442 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156402 Jul 16 03:37:18.255335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:18.262497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.305228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Request body: {'subnet': {'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-881891387-subnet', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:18.324959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Allocated IP 172.20.0.2 (0856cf8b-ab74-4dba-9f5b-d234bc9bb195/8d9880c0-50e6-4485-b6d3-953c2fd57650/4a72fdf2-0210-4665-b03c-a1bd6c7dcc97) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:18.443640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:18.444950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee8676-fcfa-4906-b3ef-60ce8abd0c1d admin admin] Pushing event updated for resources: {'Network': ['ID=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.447345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=e6e98c84-6477-4018-baa5-a378d1b43932,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.451031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:18.465201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.473466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:18.478256 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.559302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.568619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Transition to ACTIVE for port object 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:18.587215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Transition to ACTIVE for port object 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:18.619348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:18.624233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8e6c80d2-7649-427b-8469-841940650459, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8e6c80d2-7649-427b-8469-841940650459,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:18.634738 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.653292 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.687523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.701533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf91b0-3c9f-4ef7-b1ee-ad8d750caaab None None] Pushing event updated for resources: {'Port': ['ID=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.758337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:18.797653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.812928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Allocated IP 172.20.0.1 (0856cf8b-ab74-4dba-9f5b-d234bc9bb195/8d9880c0-50e6-4485-b6d3-953c2fd57650/808ab4d1-48b2-4a05-a058-685cae9c251b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:18.816535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:18.821878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:18.850296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:18.887910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2235eb83-0251-42ab-8fef-b0f3fd05ead9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.908254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:18.913980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.914643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.931034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] For port 8e6c80d2-7649-427b-8469-841940650459, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8e6c80d2-7649-427b-8469-841940650459,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:18.931444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.945698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:18.948030 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af1f03-c00a-4cdc-8eea-e8fc531dd93c" -d '{"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-unplugged", "status": "completed", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:18.952463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4874917b-933b-4a49-bb40-4b8f81a04cf3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:18.953736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ef35d70-f1bb-4f1a-8a1c-0f479c24ceec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.9642959 Jul 16 03:37:18.954307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36812) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:18.966532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] Calling delete_port for 8e6c80d2-7649-427b-8469-841940650459 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:18.981007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f4f7-e316-4699-b281-484641a304cf req-3ba5cf2d-0d61-43af-9202-348b4cef9f8e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.981567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.988187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d53f4f7-e316-4699-b281-484641a304cf req-3ba5cf2d-0d61-43af-9202-348b4cef9f8e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2520783 Jul 16 03:37:19.004463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Checking segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:19.004822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Network hostable DHCP agents. Network: 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:19.022650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.043989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Transition to ACTIVE for port object 808ab4d1-48b2-4a05-a058-685cae9c251b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:19.069779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d53f4f7-e316-4699-b281-484641a304cf req-01bdaca9-bfef-4416-b6af-6cf5a212af35 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805638 Jul 16 03:37:19.081861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:19.111880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f29c38-f2b2-4404-b7e8-6efe15b25fbe tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.120456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f29c38-f2b2-4404-b7e8-6efe15b25fbe tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.124560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e5f29c38-f2b2-4404-b7e8-6efe15b25fbe tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1666219 Jul 16 03:37:19.124713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.125873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:19.141634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.162337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.164358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.171724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.191096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.196881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.223984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.226913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:19.232644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-f7f6aa25-348d-4615-a93e-5665d2864630 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.4499166 Jul 16 03:37:19.233969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:19.240963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:19.258257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.258936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.278918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:19.293603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:19.309182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35325e94-9578-44d4-a2d4-4361fec5f30e None None] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:19.491742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Attempting to bind port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:19.492241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Attempting to bind port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '18b41082-ee3b-4d91-8da6-018df290d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:19.492782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Attempting to bind port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 on network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:19.501888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Pushing event updated for resources: {'Port': ['ID=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:19.520570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:19.521139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Checking segment: {'id': '18b41082-ee3b-4d91-8da6-018df290d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:19.521843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.522360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Bound using segment: {'id': '18b41082-ee3b-4d91-8da6-018df290d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:19.523026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Bound port: 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b41082-ee3b-4d91-8da6-018df290d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0856cf8b-ab74-4dba-9f5b-d234bc9bb195'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:19.523531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.543725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774035b-92fa-43e7-8ed2-c142c09c6a6b None None] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:19.602201 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:37:19.602887 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:37:19.675930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0d40133-3ec4-49d0-840b-7263cf335e3d req-636f8da2-14d2-4868-8783-43adae371085 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.3972194 Jul 16 03:37:19.687013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-00e8bd2d-6239-47c3-a81c-e4a82305cb29 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4304948 Jul 16 03:37:19.687161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Port': ['ID=808ab4d1-48b2-4a05-a058-685cae9c251b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:19.690986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36820) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:19.704371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:19.709401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2aecf8cb-df9f-4aa7-a915-7c16769c4124 req-9038d809-52b9-47aa-a783-35d415ed756b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4732158 Jul 16 03:37:19.768801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] For port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:19.773791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] For port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,segment=NetworkSegment(18b41082-ee3b-4d91-8da6-018df290d6c4),segment_id=18b41082-ee3b-4d91-8da6-018df290d6c4)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:19.775151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-252c8975-8426-43aa-83e3-c9158fa1e58c None None] Provisioning for port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:19.794099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.805631 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a728788d-b17f-45df-bcab-d8df62c5c863 x-openstack-request-id: req-a728788d-b17f-45df-bcab-d8df62c5c863 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:19.806108 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-unplugged", "status": "completed", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:19.806471 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a728788d-b17f-45df-bcab-d8df62c5c863 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:19.807033 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'code': 200} Jul 16 03:37:19.816347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.889537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.890538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.915881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:19.948741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-2878a5f2-1b26-465f-9f9e-e13bb970dc00', 'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00', 'tenant_id': '2c4218e6a1eb48f59e075c7a78b4cc12', 'fixed_ips': [{'subnet_id': '0ce090b5-c7a8-4748-a9b6-234095e09fe2'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:19.949806 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.959174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port e6e98c84-6477-4018-baa5-a378d1b43932 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:19.959174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.967213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed1d3-ecf9-4720-8241-faa6c42beeda req-30ebb282-7189-49c3-b3ac-d3bb25cd8eda tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.968652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:19.969030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-340ed1d3-ecf9-4720-8241-faa6c42beeda req-30ebb282-7189-49c3-b3ac-d3bb25cd8eda tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 944 time: 0.0957289 Jul 16 03:37:19.969165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.980170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8e6c80d2-7649-427b-8469-841940650459,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.007416 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.041539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.048158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.056582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.062134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-340ed1d3-ecf9-4720-8241-faa6c42beeda req-037b1951-9788-40f7-8fdc-26eaeec217d6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662954 Jul 16 03:37:20.064154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.073938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.076012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.081965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.084498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-b9164fbe-f8b9-4453-8e28-38b1c531d4cb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.3920822 Jul 16 03:37:20.123949 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.157167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.176892 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.325235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] No DVR routers for this DVR port 8e6c80d2-7649-427b-8469-841940650459 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:20.392497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f44e-71c0-4fcd-a4dc-cd4e413b6b31 req-22f7fa5a-a245-49a8-8c10-ad3b9f5d0ef3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.400646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b050f44e-71c0-4fcd-a4dc-cd4e413b6b31 req-22f7fa5a-a245-49a8-8c10-ad3b9f5d0ef3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.1658576 Jul 16 03:37:20.412908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab231b30-c0bb-429b-a753-3e5919a98496 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:20.417062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4874917b-933b-4a49-bb40-4b8f81a04cf3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:20.419601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-690a0ee2-d371-4de3-9791-936d95dd73f0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.421193 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-690a0ee2-d371-4de3-9791-936d95dd73f0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "GET /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3173459 Jul 16 03:37:20.476617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b050f44e-71c0-4fcd-a4dc-cd4e413b6b31 req-4bdd6ef2-42f9-49cc-a0ba-44cb470ed810 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747895 Jul 16 03:37:20.489849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.520075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.541946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for e6e98c84-6477-4018-baa5-a378d1b43932 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:20.556459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.619718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:20.620795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.627140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:20.684414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.752623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Allocated IP 172.20.0.2 (2878a5f2-1b26-465f-9f9e-e13bb970dc00/0ce090b5-c7a8-4748-a9b6-234095e09fe2/a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:20.771847 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-939ca973-5b1a-42b8-a174-b4f1e9f32dfc tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "GET /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3097425 Jul 16 03:37:20.776602 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cc929b54-c280-4171-b554-dfc6bfdc71b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.787032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:20.790506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.839485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2347-a8e5-49df-ac82-ff4215ce4cfa None None] Pushing event updated for resources: {'Port': ['ID=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.941414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2043d304-e144-4193-b7e5-da98cbae3edf req-73c4ca3b-d589-4237-928e-2892c2cd366c tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0470347 Jul 16 03:37:20.948425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad706378-5b90-4007-9039-75dc060f5a32 None None] Pushing event deleted for resources: {'Port': ['ID=8e6c80d2-7649-427b-8469-841940650459,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.033132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.034896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4874917b-933b-4a49-bb40-4b8f81a04cf3'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:21.044931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.060779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.070993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.078769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.087997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.096033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.109998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.119681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-c5519d48-fd00-4a76-a70f-f2847fb43313 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5444 time: 0.2097883 Jul 16 03:37:21.121608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.191119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=e6e98c84-6477-4018-baa5-a378d1b43932,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.236277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3be8408-0b60-493f-96f2-9e6faf66c72d req-1e453576-5f0f-425c-86e9-c936cd9439b7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137331 Jul 16 03:37:21.240810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.271103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,segment=NetworkSegment(b7ec322b-72a0-4c4a-9ab6-52d765ff94f5),segment_id=b7ec322b-72a0-4c4a-9ab6-52d765ff94f5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:21.285125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.295187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.295661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.297582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-85a721e5-2e13-4630-b963-47e0c1f1baf5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/e6e98c84-6477-4018-baa5-a378d1b43932 HTTP/1.1" status: 204 len: 168 time: 2.1707871 Jul 16 03:37:21.300406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36832) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:21.312809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.325323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152cd56-0252-4766-9290-17abdfc3b4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '8e3c58b0-49a9-4a75-b387-8bacb34380a7'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:21.326449 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3152cd56-0252-4766-9290-17abdfc3b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.385050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e6c80d2-7649-427b-8469-841940650459 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:21.391199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Allocated IP 172.20.0.2 (5b5e7a46-49cb-44ba-b2d9-5b33f73375b3/2235eb83-0251-42ab-8fef-b0f3fd05ead9/feb5dc6b-1686-43f1-a25e-4ab8f20d495f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:21.437499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb1cbd7-30ef-45b6-8d42-92bf428dc522 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.439492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb1cbd7-30ef-45b6-8d42-92bf428dc522 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.444678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-efb1cbd7-30ef-45b6-8d42-92bf428dc522 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1431618 Jul 16 03:37:21.447502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:21.453810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8e6c80d2-7649-427b-8469-841940650459 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:21.454198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e6c80d2-7649-427b-8469-841940650459 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:21.588939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 8e3c58b0-49a9-4a75-b387-8bacb34380a7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:21.596625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.623347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Port': ['ID=808ab4d1-48b2-4a05-a058-685cae9c251b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.625980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.650598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.655572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1c005-4cbc-46d3-a702-3803cf6fede2 req-6dcb050a-7efb-4399-9255-0c7acdbbbfdf tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.663599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70a1c005-4cbc-46d3-a702-3803cf6fede2 req-6dcb050a-7efb-4399-9255-0c7acdbbbfdf tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 945 time: 0.2167759 Jul 16 03:37:21.701324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.722658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.782664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70a1c005-4cbc-46d3-a702-3803cf6fede2 req-56abe4b7-fe52-4cc6-8044-0c5b63ff5b30 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180511 Jul 16 03:37:21.796589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.836529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0bc48705-7c0c-4a18-b476-144b25203003,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:21.858332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f3688-077c-4794-aa94-290ce80be418 req-0f46ef17-9ec0-41bb-bfb1-751b490576f0 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.859932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-383f3688-077c-4794-aa94-290ce80be418 req-0f46ef17-9ec0-41bb-bfb1-751b490576f0 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.1866381 Jul 16 03:37:21.880641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.892257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9018e-076a-4003-817a-4d44e1d767e5 None None] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:21.894792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:21.908688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:21.909465 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-383f3688-077c-4794-aa94-290ce80be418 req-95035a9a-f441-4113-93c2-4c747d1eca8a tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Jul 16 03:37:21.910756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.919584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:21.941299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3c58b0-49a9-4a75-b387-8bacb34380a7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.944611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.948771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-84e83d24-67ac-4796-887f-3a69837996dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/8e3c58b0-49a9-4a75-b387-8bacb34380a7 HTTP/1.1" status: 204 len: 168 time: 0.4979205 Jul 16 03:37:21.949012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:21.988404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fa9b6c20-1968-4664-b2a7-6232996ab4d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360861 Jul 16 03:37:21.988661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:21.996807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] For port 0bc48705-7c0c-4a18-b476-144b25203003, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:22.024155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b8db2bd0-9e00-4372-a41e-e1bd67a23933 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308082 Jul 16 03:37:22.024564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:22.069892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-943a3b99-75de-4724-87cb-246de1ccdd64 None None] Provisioning complete for port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:22.070189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-943a3b99-75de-4724-87cb-246de1ccdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.083543 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-3152cd56-0252-4766-9290-17abdfc3b4ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e3c58b0-49a9-4a75-b387-8bacb34380a7: This subnet is being modified by another concurrent operation. Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e3c58b0-49a9-4a75-b387-8bacb34380a7: This subnet is being modified by another concurrent operation. Jul 16 03:37:22.147448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:37:22.161573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5a675d6-ee1b-45f9-93a5-8496bf78fc19 req-dacd6ef0-9ce3-470c-93be-fd77b899d649 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0375369 Jul 16 03:37:22.173828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Transition to ACTIVE for port object a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:22.280787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Transition to ACTIVE for port object a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:22.324294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:22.335671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.399398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Allocated IP 172.25.4.103 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/61d864cf-8add-4a02-90bb-9af664725d3a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:22.427339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] device_id is not set on port 0bc48705-7c0c-4a18-b476-144b25203003 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:22.437359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:22.448479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.460891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2b6c5-ac8b-475d-b08f-dafdd55babc4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.464736 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9eb2b6c5-ac8b-475d-b08f-dafdd55babc4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4368663 Jul 16 03:37:22.465157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:22.475989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:22.487231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.487493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.493205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.499449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.504800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:22.505628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.507483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Pushing event updated for resources: {'Port': ['ID=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.511834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.513097 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.518213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.524873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.527044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-59cb40f4-d85f-4f68-92db-70f42a397d01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 5366 time: 0.1393666 Jul 16 03:37:22.532158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Transition to ACTIVE for port object feb5dc6b-1686-43f1-a25e-4ab8f20d495f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:22.567166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1bbc3b87-ff68-4028-995f-e4d0c2b49e6c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004808 Jul 16 03:37:22.581203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:22.588219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:22.589359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.617036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Transition to ACTIVE for port object feb5dc6b-1686-43f1-a25e-4ab8f20d495f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:22.631626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Attempting to bind port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:22.632344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Attempting to bind port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '457bbc8f-e1c9-4982-8bc0-780625acb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:22.632890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Attempting to bind port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f on network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:22.638380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] No DVR routers for this DVR port 0bc48705-7c0c-4a18-b476-144b25203003 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:22.640780 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.649275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17f9ff21-b30b-4b49-8af0-5974f3fe63c4 req-35a16086-8033-43a0-84c2-22a03a6590c1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&id=8c034723-5c94-4b67-aaa5-a97ae78e399d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842555 Jul 16 03:37:22.696982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:22.697454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Checking segment: {'id': '457bbc8f-e1c9-4982-8bc0-780625acb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:22.698167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.698722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Bound using segment: {'id': '457bbc8f-e1c9-4982-8bc0-780625acb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:22.699610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Bound port: a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457bbc8f-e1c9-4982-8bc0-780625acb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2878a5f2-1b26-465f-9f9e-e13bb970dc00'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:22.700208 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.710420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d9191e06-9fac-4ac6-9e26-c671e26c12b0 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:22.724531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Router 60b0ea8e-0ee9-46e5-833c-b99b58bd0007 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:37:22.730019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:22.735002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.745354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] In _notify_port_updated(), no bound segment for port 0bc48705-7c0c-4a18-b476-144b25203003 on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:37:22.746663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] Provisioning for port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:22.746897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.747675 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.749512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-919ba808-d4dc-4266-aa2e-c21f07b4f528 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 200 len: 1032 time: 1.9677165 Jul 16 03:37:22.765777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:22.849986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] For port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:22.861050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] For port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,segment=NetworkSegment(457bbc8f-e1c9-4982-8bc0-780625acb647),segment_id=457bbc8f-e1c9-4982-8bc0-780625acb647)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:22.865829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] Provisioning complete for port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:22.866217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.869748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:22.876980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Pushing event updated for resources: {'Port': ['ID=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.880781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.883564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:22.997730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-3cd56e85-1f4f-48d4-baa8-84902f772ec8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.999187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-3cd56e85-1f4f-48d4-baa8-84902f772ec8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "GET /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2242620 Jul 16 03:37:23.007354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.011944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:23.030760 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7481f3b7-edf9-46cb-bb15-d320bd42477b tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0512161 Jul 16 03:37:23.042274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] Sync routers for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:23.042715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:23.051001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:23.149090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.156711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:23.157373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:23.177755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7722-4b73-4e58-87be-635a94f92ce9 None None] Pushing event updated for resources: {'Port': ['ID=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:23.192563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.222939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:23.234213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Attempting to bind port feb5dc6b-1686-43f1-a25e-4ab8f20d495f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:23.234617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Attempting to bind port feb5dc6b-1686-43f1-a25e-4ab8f20d495f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:23.235000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Attempting to bind port feb5dc6b-1686-43f1-a25e-4ab8f20d495f on network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:23.253274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.259527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.346870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:23.353876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:23.355503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:23.358854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:23.371057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:23.373921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:23.373921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Checking segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:23.373921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.374762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Bound using segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:23.376602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Bound port: feb5dc6b-1686-43f1-a25e-4ab8f20d495f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:23.377654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.389155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:23.402502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:23.403180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:36:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:23.408983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033409d7-120d-498e-be7c-8f350d70af3b req-1528bbec-8971-42a3-aaf9-81a1bae8ab70 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.409171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:23.410579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-033409d7-120d-498e-be7c-8f350d70af3b req-1528bbec-8971-42a3-aaf9-81a1bae8ab70 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 945 time: 0.4006834 Jul 16 03:37:23.419746 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f5ec6-615c-40a1-9d10-9a33b9ca4981" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:23.429890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b729256-e251-4129-b83d-0dd3ca73dd8a None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:23.443839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Pushing event updated for resources: {'Port': ['ID=61d864cf-8add-4a02-90bb-9af664725d3a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:23.449886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.451672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.454880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=b1ea15f6-635d-4c44-93b9-d92e029d0bb8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:23.530322 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.531076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c1e27338-7077-45f7-9a3d-39f08c335cfe no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:23.592791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb5c80-2b31-4e85-81ad-014a79914001 req-aaba3dbe-d898-472f-945c-cf2f379f740f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.614145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfdb5c80-2b31-4e85-81ad-014a79914001 req-aaba3dbe-d898-472f-945c-cf2f379f740f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.4011199 Jul 16 03:37:23.615606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f06dc885-6d14-4c36-833f-9884cac98dc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0320072 Jul 16 03:37:23.624815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:23.634448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': 'b1ea15f6-635d-4c44-93b9-d92e029d0bb8', 'ip_address': '2001:db8::a463:3bd9:5abb:a5fb'}], 'name': 'tempest-NetworksTestDHCPv6-59843000'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:23.694862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:23.710454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:23.736326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:23.736994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34180b69-0ad4-420e-ba5f-35f19bec178e None None] The sync data for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:23.770825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] For port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:23.779720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:23.817599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-033409d7-120d-498e-be7c-8f350d70af3b req-af5ef85e-165d-43dd-9de0-4501e9b4f4c3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599341 Jul 16 03:37:23.823497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83eca5db-26d1-495f-a950-62cb4af60eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.843881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.908150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfdb5c80-2b31-4e85-81ad-014a79914001 req-a6a4eb7a-b58a-44a2-abf1-67ac620370e4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840748 Jul 16 03:37:23.929469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] device_id is not set on port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:23.939600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.952465 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.993525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] For port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,segment=NetworkSegment(18b41082-ee3b-4d91-8da6-018df290d6c4),segment_id=18b41082-ee3b-4d91-8da6-018df290d6c4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:24.009888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] For port feb5dc6b-1686-43f1-a25e-4ab8f20d495f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:24.014223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] For port feb5dc6b-1686-43f1-a25e-4ab8f20d495f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:24.016798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:24.016946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.025765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:24.042727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.086194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8e5bc03-9526-47a2-a62d-c88a41c19d14 req-951d9875-1b93-4b2a-887f-f7ae33e00ed6 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0689983 Jul 16 03:37:24.125927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.163891 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c0d1dbd6-5e95-4e4b-b64a-5c9e0f914429 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:37:24.165210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c0d1dbd6-5e95-4e4b-b64a-5c9e0f914429 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1132395 Jul 16 03:37:24.170739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:24.198247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.210171 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb904d2b-ab51-4024-a07b-5a74f0e140e7 x-openstack-request-id: req-eb904d2b-ab51-4024-a07b-5a74f0e140e7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:24.210723 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:24.211168 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb904d2b-ab51-4024-a07b-5a74f0e140e7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:24.211920 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'code': 200} Jul 16 03:37:24.217430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.260204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:24.321288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] No DVR routers for this DVR port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:24.341421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': 'b1ea15f6-635d-4c44-93b9-d92e029d0bb8'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:24.342700 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.380210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] In _notify_port_updated(), no bound segment for port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd on network e94fa5d6-bf96-4c3a-940a-325327772fbb {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:37:24.381136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.381750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.383253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-620af168-cd54-4a4a-9bb9-12080730ef79 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 200 len: 1031 time: 1.3510277 Jul 16 03:37:24.386654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.461627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.484471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.524481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.537729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Provisioning complete for port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:24.538423 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.606103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port c1e27338-7077-45f7-9a3d-39f08c335cfe {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:24.606717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.645971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 92aa2eb8-6c89-4799-bd9e-dc76175f2037 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:24.728161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Router c9938e00-2904-481a-abcc-c0da6e56b338 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:37:24.766968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-2ef1fa9a-6a6f-4c23-b852-f4d6e585a12d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.770318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:24.770721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.775822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-2ef1fa9a-6a6f-4c23-b852-f4d6e585a12d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.783673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-2ef1fa9a-6a6f-4c23-b852-f4d6e585a12d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.791285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-2ef1fa9a-6a6f-4c23-b852-f4d6e585a12d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.797657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-2ef1fa9a-6a6f-4c23-b852-f4d6e585a12d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.805312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-2ef1fa9a-6a6f-4c23-b852-f4d6e585a12d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 3885 time: 0.5015068 Jul 16 03:37:24.856254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for c1e27338-7077-45f7-9a3d-39f08c335cfe owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:24.878522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b80e33-19e9-4c18-b0e1-fd662dc392de None None] Network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:24.930955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ffdaafc-8e73-4d69-ba72-e67156660d09 req-ea2d6bf9-24c1-4535-8ea7-83bca2040192 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246364 Jul 16 03:37:24.954799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c1e27338-7077-45f7-9a3d-39f08c335cfe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c1e27338-7077-45f7-9a3d-39f08c335cfe,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:24.995307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0f359-9f52-491f-bf5b-62b5b9f02937 None None] Pushing event updated for resources: {'Port': ['ID=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.140031 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.140671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0b8208b3-cb18-4919-b9b2-92164973d4c1 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:25.220124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:25.222081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.230697 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Sync routers for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:25.244579 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:25.245216 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:25.271676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:25.334062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.349301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.351480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da0768b5-4c69-4ef1-8ec0-91f6ccce1745 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6504905 Jul 16 03:37:25.376169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36880) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:25.377557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] No DVR routers for this DVR port c1e27338-7077-45f7-9a3d-39f08c335cfe on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:25.383874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.388294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-757e17ef-599c-4187-832f-a5b3c7ecaf85 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "DELETE /v2.0/ports/c1e27338-7077-45f7-9a3d-39f08c335cfe HTTP/1.1" status: 204 len: 173 time: 0.9988494 Jul 16 03:37:25.397753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Provisioning complete for port 0bc48705-7c0c-4a18-b476-144b25203003 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:25.397965 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:25.398172 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.399111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:25.401877 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814b34d-e0fe-4ef9-92d3-7c773b246a42" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:25.515681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b32a9-a361-4abd-af50-24e9c138deee None None] Pushing event updated for resources: {'Port': ['ID=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.521105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.553612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event deleted for resources: {'Port': ['ID=c1e27338-7077-45f7-9a3d-39f08c335cfe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.608073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Port 0bc48705-7c0c-4a18-b476-144b25203003 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:25.633308 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 3, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:25.658827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::a463:3bd9:5abb:a5fb (cd007764-b689-4eda-aa81-dad0dfbbf261/b1ea15f6-635d-4c44-93b9-d92e029d0bb8/92aa2eb8-6c89-4799-bd9e-dc76175f2037) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:25.675944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Checking router: c9938e00-2904-481a-abcc-c0da6e56b338 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:25.676668 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Updating router c9938e00-2904-481a-abcc-c0da6e56b338 port 61d864cf-8add-4a02-90bb-9af664725d3a binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:25.688946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:25.706273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port 0b8208b3-cb18-4919-b9b2-92164973d4c1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:25.706889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.709330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.710071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:25.711794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:25.716906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206974f-1c1a-4ece-a545-a66d047566af req-9f5300ff-6b93-47f8-aeca-232a8e503b32 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.724877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d206974f-1c1a-4ece-a545-a66d047566af req-9f5300ff-6b93-47f8-aeca-232a8e503b32 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2737055 Jul 16 03:37:25.743449 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.853110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Provisioning for port 808ab4d1-48b2-4a05-a058-685cae9c251b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:25.867206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Provisioning complete for port 808ab4d1-48b2-4a05-a058-685cae9c251b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:25.867589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.873364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b9f7-5d8e-4ee2-9bd4-977dd39fb859 req-d105aca8-a822-42df-a8c1-1d074d45d053 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.876300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a95b9f7-5d8e-4ee2-9bd4-977dd39fb859 req-d105aca8-a822-42df-a8c1-1d074d45d053 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 945 time: 0.8723116 Jul 16 03:37:26.050802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] For port 0b8208b3-cb18-4919-b9b2-92164973d4c1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=0b8208b3-cb18-4919-b9b2-92164973d4c1,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:26.051167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.069261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.083397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:26.084380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 098bf14f-bd4a-4b73-94c0-35a1bb15f218 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:26.088992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d206974f-1c1a-4ece-a545-a66d047566af req-4ba8c030-339b-4d36-a84b-7e67acce135c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629868 Jul 16 03:37:26.101162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b07f489c-766c-4ede-948b-32c3c9291e6e req-d4e90891-dadd-462c-992e-d47c2f19a320 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0709488 Jul 16 03:37:26.114139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a95b9f7-5d8e-4ee2-9bd4-977dd39fb859 req-73217b97-0dff-406a-90e6-a62a4069de24 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135155 Jul 16 03:37:26.149346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.160628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d64b06d9-2fb5-4c29-82b4-b315daad0ea7 None None] Port 808ab4d1-48b2-4a05-a058-685cae9c251b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:26.227978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for 0b8208b3-cb18-4919-b9b2-92164973d4c1 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:26.239305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:26.242102 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75ff78-6270-4452-bd28-06d9427d29e9" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:26.246458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb4f6fd-68e9-4b49-b549-c57b3749d35f None None] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:26.251951 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.276907 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Transition to ACTIVE for port object 61d864cf-8add-4a02-90bb-9af664725d3a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:26.292348 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.300363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.389039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Pushing event updated for resources: {'Port': ['ID=61d864cf-8add-4a02-90bb-9af664725d3a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.408323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:26.415974 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.415974 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.416308 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.416645 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.416974 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.417311 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.417639 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.417960 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.418306 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.418653 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.418977 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.419299 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:26.451395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8296b2c-617d-48b2-bfa1-6aab7dfea39e req-17e4cf00-e8d0-4abf-86f3-1a61a2d463d0 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0759830 Jul 16 03:37:26.483377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Attempting to bind port 61d864cf-8add-4a02-90bb-9af664725d3a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:26.483377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Attempting to bind port 61d864cf-8add-4a02-90bb-9af664725d3a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:26.483377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Attempting to bind port 61d864cf-8add-4a02-90bb-9af664725d3a on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:26.488658 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:26.489039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:26.490986 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.494582 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:26.495135 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Bound port: 61d864cf-8add-4a02-90bb-9af664725d3a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:26.495540 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.499849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Provisioning for port feb5dc6b-1686-43f1-a25e-4ab8f20d495f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:26.555102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.577316 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] For port 61d864cf-8add-4a02-90bb-9af664725d3a, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:26.581875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] For port 61d864cf-8add-4a02-90bb-9af664725d3a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61d864cf-8add-4a02-90bb-9af664725d3a,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:26.587938 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850456a8-b7f3-4f16-800e-72a4a7e9b670 x-openstack-request-id: req-850456a8-b7f3-4f16-800e-72a4a7e9b670 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:26.588157 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.588279 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:26.588593 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-850456a8-b7f3-4f16-800e-72a4a7e9b670 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:26.591062 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe', 'code': 200} Jul 16 03:37:26.592044 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1', 'code': 200} Jul 16 03:37:26.623678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 92aa2eb8-6c89-4799-bd9e-dc76175f2037 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:26.664741 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea24c4-5d51-46eb-8ea0-88fd480c0e09 None None] Pushing event updated for resources: {'Port': ['ID=61d864cf-8add-4a02-90bb-9af664725d3a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.679686 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.681167 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:26.681977 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:26.682121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Provisioning for port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:26.734345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Provisioning complete for port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:26.735059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.747370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.761331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0391-e01c-4c85-b2c0-e96351297ef0 req-204226cb-9ea1-4258-8fb7-69d96611fe7c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.767894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0391-e01c-4c85-b2c0-e96351297ef0 req-204226cb-9ea1-4258-8fb7-69d96611fe7c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.774524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0391-e01c-4c85-b2c0-e96351297ef0 req-204226cb-9ea1-4258-8fb7-69d96611fe7c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.781295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0391-e01c-4c85-b2c0-e96351297ef0 req-204226cb-9ea1-4258-8fb7-69d96611fe7c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.783474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f3b0391-e01c-4c85-b2c0-e96351297ef0 req-204226cb-9ea1-4258-8fb7-69d96611fe7c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 3148 time: 0.1739700 Jul 16 03:37:26.811580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:26.845332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=92aa2eb8-6c89-4799-bd9e-dc76175f2037,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.906786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:26.917469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:26.923846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:26.930313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.931139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.933262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:26.969121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f3b0391-e01c-4c85-b2c0-e96351297ef0 req-014c17e0-20e2-4f66-b023-a9b68534aba8 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308422 Jul 16 03:37:26.980599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-75e22fc8-45f4-4a1f-9fb3-07ecfbb477d1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3523374 Jul 16 03:37:26.981393 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d92b87-6293-446b-a2f6-e408a0a1b2d9 x-openstack-request-id: req-e2d92b87-6293-446b-a2f6-e408a0a1b2d9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:26.983418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36888) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:26.983602 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "c1e27338-7077-45f7-9a3d-39f08c335cfe", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:26.984013 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2d92b87-6293-446b-a2f6-e408a0a1b2d9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:26.985605 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': 'c1e27338-7077-45f7-9a3d-39f08c335cfe', 'status': 'completed', 'code': 200} Jul 16 03:37:26.989285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': 'b1ea15f6-635d-4c44-93b9-d92e029d0bb8', 'ip_address': '2001:db8::a463:3bd9:5abb:a5fb'}], 'name': 'tempest-NetworksTestDHCPv6-1131870923'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:27.039800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Deleting port 808ab4d1-48b2-4a05-a058-685cae9c251b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:27.040310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.047371 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.048126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0bc48705-7c0c-4a18-b476-144b25203003 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:27.054944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 3, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:27.068954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.085278 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d81e7-12dd-4e1a-9f68-0f17cbac3aab None None] The sync data for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 is: [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:23Z', 'revision_number': 3, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:27.217581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.219763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.244119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Calling delete_port for 808ab4d1-48b2-4a05-a058-685cae9c251b owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:27.245904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:27.246483 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.250196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:27.255793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.332929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 1d89e6f3-0cd3-4c27-9728-affd1422946e yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:27.355215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/b1ea15f6-635d-4c44-93b9-d92e029d0bb8/ae97d3e4-de39-4d0c-9f46-073e2103013c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:27.404299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] For port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,segment=NetworkSegment(457bbc8f-e1c9-4982-8bc0-780625acb647),segment_id=457bbc8f-e1c9-4982-8bc0-780625acb647)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:27.405873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 0bc48705-7c0c-4a18-b476-144b25203003 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:27.407236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 54a0ffd6-3f22-424d-a0f9-4d117c265c97 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:27.413168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=0b8208b3-cb18-4919-b9b2-92164973d4c1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:27.416180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.464997 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.522992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:27.558432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] No DVR routers for this DVR port 0b8208b3-cb18-4919-b9b2-92164973d4c1 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:27.564016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.566526 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-6a188ca6-e2ca-4fe1-b1ca-17efd91f0ff6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "DELETE /v2.0/ports/0b8208b3-cb18-4919-b9b2-92164973d4c1 HTTP/1.1" status: 204 len: 173 time: 2.1584933 Jul 16 03:37:27.799273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Provisioning complete for port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:27.799660 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.815876 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.819522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device feb5dc6b-1686-43f1-a25e-4ab8f20d495f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:27.843639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.879249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34ffd1-ffef-4f98-8683-fe80c3457c8e req-f291c6d7-2d63-449c-953a-76868a63fc3f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.880910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d34ffd1-ffef-4f98-8683-fe80c3457c8e req-f291c6d7-2d63-449c-953a-76868a63fc3f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 945 time: 0.3444326 Jul 16 03:37:27.881677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port d9191e06-9fac-4ac6-9e26-c671e26c12b0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:27.882085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.947078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8959-77e3-48ce-ad2c-11887b573eeb req-2dc5dfa9-b1a2-48f9-ab5e-9688bc3e2c0e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.955366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a30d8959-77e3-48ce-ad2c-11887b573eeb req-2dc5dfa9-b1a2-48f9-ab5e-9688bc3e2c0e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.4772511 Jul 16 03:37:27.984182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Allocated IP 172.20.0.1 (5b5e7a46-49cb-44ba-b2d9-5b33f73375b3/2235eb83-0251-42ab-8fef-b0f3fd05ead9/dcfc9d6e-e796-45f9-b92e-442d3c5ecf63) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:27.997546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Port': ['ID=808ab4d1-48b2-4a05-a058-685cae9c251b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:28.114095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] For port d9191e06-9fac-4ac6-9e26-c671e26c12b0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d9191e06-9fac-4ac6-9e26-c671e26c12b0,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:28.114651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.221682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d34ffd1-ffef-4f98-8683-fe80c3457c8e req-365f9c78-fc67-4025-a5c6-61a86f0cc89a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154802 Jul 16 03:37:28.232976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Pushing event updated for resources: {'Port': ['ID=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:28.250031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a30d8959-77e3-48ce-ad2c-11887b573eeb req-0f30212a-7156-4d12-b2f1-5d1a2aff35cb tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937717 Jul 16 03:37:28.250891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.319009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5cf104b7-7d42-44ed-9c97-fb4c4e602e49 None None] Port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:28.335425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:28.423105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.455730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.456073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.456384 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Floating IP f7173a21-db8c-488f-b955-c9fe30cb09a6 disassociated. External IP: 172.25.4.38, port: d9191e06-9fac-4ac6-9e26-c671e26c12b0. Jul 16 03:37:28.456724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for d9191e06-9fac-4ac6-9e26-c671e26c12b0 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:28.461596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.491178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Transition to ACTIVE for port object dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:28.505500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:28.510512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:28.561623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port feb5dc6b-1686-43f1-a25e-4ab8f20d495f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:28.563917 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.580310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Transition to ACTIVE for port object ae97d3e4-de39-4d0c-9f46-073e2103013c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:28.582693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port feb5dc6b-1686-43f1-a25e-4ab8f20d495f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:28.584021 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.588417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Provisioning complete for port feb5dc6b-1686-43f1-a25e-4ab8f20d495f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:28.588870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.595597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218'}, {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:28.597954 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef7d156-776d-4542-aaaf-05aac70186cd" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218"}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:28.608834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Router 60b0ea8e-0ee9-46e5-833c-b99b58bd0007 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:28.611364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95000c58-f3a0-479a-91f3-392d1b8b3df2 req-c0a808a6-5371-4fc0-9b87-35c26da750bf tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0554996 Jul 16 03:37:28.625848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.648903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:28.656040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Transition to ACTIVE for port object ae97d3e4-de39-4d0c-9f46-073e2103013c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:28.657357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:28.660607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:28.697897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.703355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 4874917b-933b-4a49-bb40-4b8f81a04cf3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:28.704139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.709493 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96ebfb-623b-4bdc-96cc-ad23f20adee4 x-openstack-request-id: req-3a96ebfb-623b-4bdc-96cc-ad23f20adee4 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:28.709861 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218", "code": 200}, {"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-unplugged", "status": "completed", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:28.710187 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a96ebfb-623b-4bdc-96cc-ad23f20adee4 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:28.710714 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218', 'code': 200} Jul 16 03:37:28.711063 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97', 'code': 200} Jul 16 03:37:28.748380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:28.793332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:28.803314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62e4ad1d-3230-4703-a94c-a5ed094a6b5d tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6272633 Jul 16 03:37:28.807073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36904) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:28.812571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:28.833234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:28.839656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] Sync routers for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:28.847209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:28.900413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f4ff3-dc4a-47fd-9207-8fef1de93ff5 req-a2783480-4c4d-451e-a188-d87caf6da468 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.907187 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-0ce2a201-da31-4c4a-802f-4a338f1e2c73 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] delete failed (client error): The resource could not be found. Jul 16 03:37:28.907519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f4ff3-dc4a-47fd-9207-8fef1de93ff5 req-a2783480-4c4d-451e-a188-d87caf6da468 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.913953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0ce2a201-da31-4c4a-802f-4a338f1e2c73 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-204523198 HTTP/1.1" status: 404 len: 334 time: 0.0926640 Jul 16 03:37:28.915629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:28.916714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.917197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f4ff3-dc4a-47fd-9207-8fef1de93ff5 req-a2783480-4c4d-451e-a188-d87caf6da468 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.927599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dfc76ce8-5cd5-49dd-a905-9af65ffc0761 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'router': {'external_gateway_info': {'network_id': '60b0ea8e-0ee9-46e5-833c-b99b58bd0007'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:28.928219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b5f4ff3-dc4a-47fd-9207-8fef1de93ff5 req-a2783480-4c4d-451e-a188-d87caf6da468 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 2411 time: 0.3220844 Jul 16 03:37:28.931445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:28.940424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Pushing event updated for resources: {'Port': ['ID=ae97d3e4-de39-4d0c-9f46-073e2103013c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:28.989319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b5f4ff3-dc4a-47fd-9207-8fef1de93ff5 req-8d2b18c3-9174-448d-9f2a-a986857d0971 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585113 Jul 16 03:37:28.994070 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:37:28.994374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:37:29.025547 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9ce30f8b-f96a-40ef-8316-fc11997e72e0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0399368 Jul 16 03:37:29.027189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:29.032043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:29.037824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:29.038365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:29.040105 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e92881-19bf-4765-9abc-f4a84c6e697a" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:29.126511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:29.132411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=d9191e06-9fac-4ac6-9e26-c671e26c12b0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:29.187114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.202597 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b65e2-27d0-4811-935c-f23a41f24a52 x-openstack-request-id: req-851b65e2-27d0-4811-935c-f23a41f24a52 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:29.203181 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "0b8208b3-cb18-4919-b9b2-92164973d4c1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:29.203315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.203434 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-851b65e2-27d0-4811-935c-f23a41f24a52 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:29.203434 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': '0b8208b3-cb18-4919-b9b2-92164973d4c1', 'status': 'completed', 'code': 200} Jul 16 03:37:29.206179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Attempting to bind port ae97d3e4-de39-4d0c-9f46-073e2103013c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:29.206582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Attempting to bind port ae97d3e4-de39-4d0c-9f46-073e2103013c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:29.206954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Attempting to bind port ae97d3e4-de39-4d0c-9f46-073e2103013c on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:29.207477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271f8e2-971d-40f3-a840-40219289c8d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.216874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271f8e2-971d-40f3-a840-40219289c8d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.222660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3271f8e2-971d-40f3-a840-40219289c8d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1906011 Jul 16 03:37:29.227089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:29.228836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.248431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:29.248819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:29.249229 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.249633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:29.250134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Bound port: ae97d3e4-de39-4d0c-9f46-073e2103013c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:29.250527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.256766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:29.257627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:29.263552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddd47028-6ec0-4375-aac0-24de03f46b32 req-4c06cb5b-7f1c-4211-942b-264f746caddc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=290631af753f4cb8b6710236e5ae3695&device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.1145704 Jul 16 03:37:29.292169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port feb5dc6b-1686-43f1-a25e-4ab8f20d495f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:29.302070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f3d1bbb-08ea-4221-a1db-0be6fc23e046 req-6e0bef7e-0422-4460-94cc-aab6484b17c8 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0581865 Jul 16 03:37:29.334189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.345260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:29.346247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ebf8-5804-4c46-8d0c-5ff94dd58a66 None None] The sync data for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:29.379743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:29.408596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.454467 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddd47028-6ec0-4375-aac0-24de03f46b32 req-bfe37bda-f7fa-4a4c-baf7-5b7ea532304f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=290631af753f4cb8b6710236e5ae3695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521161 Jul 16 03:37:29.461089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 92aa2eb8-6c89-4799-bd9e-dc76175f2037 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:29.461437 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.562180 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:37:29.562579 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:37:29.570021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:29.572726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.607602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 92aa2eb8-6c89-4799-bd9e-dc76175f2037 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:29.616870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] For port ae97d3e4-de39-4d0c-9f46-073e2103013c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:29.670790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] For port ae97d3e4-de39-4d0c-9f46-073e2103013c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ae97d3e4-de39-4d0c-9f46-073e2103013c,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:29.682116 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.702308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd47028-6ec0-4375-aac0-24de03f46b32 req-24773fc2-4593-4b0e-aec3-15c7fda7d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.703868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddd47028-6ec0-4375-aac0-24de03f46b32 req-24773fc2-4593-4b0e-aec3-15c7fda7d23d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2348895 Jul 16 03:37:29.710075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:29.759487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61d864cf-8add-4a02-90bb-9af664725d3a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:29.834838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaf63a-4e05-4e48-9a2e-031a8be28914 None None] Pushing event updated for resources: {'Port': ['ID=ae97d3e4-de39-4d0c-9f46-073e2103013c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:29.858580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 61d864cf-8add-4a02-90bb-9af664725d3a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:29.861732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dfc76ce8-5cd5-49dd-a905-9af65ffc0761 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.864034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 61d864cf-8add-4a02-90bb-9af664725d3a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:29.865132 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.885733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Router e236a9d5-4bc6-41fa-bc73-189b1d780afe has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:29.920071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368427bd-edcf-4692-9247-a0931dcd2f27 req-f993d08d-8de7-48f6-832f-f1483af00482 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.927073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-368427bd-edcf-4692-9247-a0931dcd2f27 req-f993d08d-8de7-48f6-832f-f1483af00482 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2255123 Jul 16 03:37:29.930580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.949556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.960075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288eb0c-c947-4850-8c53-86ddaf15dba2 req-9301c7b1-b92c-4359-8494-24c5a837d219 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.961592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c288eb0c-c947-4850-8c53-86ddaf15dba2 req-9301c7b1-b92c-4359-8494-24c5a837d219 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2140386 Jul 16 03:37:29.967336 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-dfc76ce8-5cd5-49dd-a905-9af65ffc0761 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] update failed (client error): The resource could not be found. Jul 16 03:37:29.968025 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.968437 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dfc76ce8-5cd5-49dd-a905-9af65ffc0761 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007 HTTP/1.1" status: 404 len: 339 time: 1.0466130 Jul 16 03:37:29.994057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 61d864cf-8add-4a02-90bb-9af664725d3a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61d864cf-8add-4a02-90bb-9af664725d3a,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:29.997875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36922) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:30.007595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.010996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:30.015700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=92aa2eb8-6c89-4799-bd9e-dc76175f2037,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:30.057028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-368427bd-edcf-4692-9247-a0931dcd2f27 req-76b4b815-3e40-42b1-9422-b0c947336f65 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290452 Jul 16 03:37:30.087334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c288eb0c-c947-4850-8c53-86ddaf15dba2 req-2a135f65-f34f-4966-9a5d-593e5cdb42e2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189957 Jul 16 03:37:30.091227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.098152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aa9949bd-bbc8-4e14-aca7-efb3b6481c8e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/92aa2eb8-6c89-4799-bd9e-dc76175f2037 HTTP/1.1" status: 204 len: 168 time: 0.8649926 Jul 16 03:37:30.098933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:30.192690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a733d6b-976b-4efa-a493-5c128d869d90 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.195751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a733d6b-976b-4efa-a493-5c128d869d90 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.197920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9a733d6b-976b-4efa-a493-5c128d869d90 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0925529 Jul 16 03:37:30.202292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36928) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:30.267871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=61d864cf-8add-4a02-90bb-9af664725d3a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:30.289271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet b1ea15f6-635d-4c44-93b9-d92e029d0bb8 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:30.289485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:30.289653 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.293649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Provisioning complete for port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:30.294204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c34efd2-7f1b-4119-9be7-009503868ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.295660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.374588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.451689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a469-6878-4a79-80cf-3c4f155f8226 req-2f167279-a369-4c5d-b174-a8f698fefd8f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.457481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a469-6878-4a79-80cf-3c4f155f8226 req-2f167279-a369-4c5d-b174-a8f698fefd8f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.460748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5f7a469-6878-4a79-80cf-3c4f155f8226 req-2f167279-a369-4c5d-b174-a8f698fefd8f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 1677 time: 0.1440680 Jul 16 03:37:30.499492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c01dc0-e1c1-4ead-9612-8b13e0b7b962 req-1603e0d7-4ada-40f3-b869-b10fea13ed47 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0593371 Jul 16 03:37:30.554231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5f7a469-6878-4a79-80cf-3c4f155f8226 req-70444178-e1b0-4d5c-b088-274be31b411c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799897 Jul 16 03:37:30.555499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.575314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:30.586085 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] Sync routers for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:30.607720 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:30.608340 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:30.619135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c2d9b80d-0234-48d0-84f7-16619bdfea83 None None] Provisioning for port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:30.624927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c2d9b80d-0234-48d0-84f7-16619bdfea83 None None] Provisioning complete for port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:30.625407 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b80d-0234-48d0-84f7-16619bdfea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.643324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.685406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ea15f6-635d-4c44-93b9-d92e029d0bb8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:30.692070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9b80d-0234-48d0-84f7-16619bdfea83 None None] Port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:30.692573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.695732 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-61a63be4-2453-4db4-aad6-d4d8972f9dc8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/b1ea15f6-635d-4c44-93b9-d92e029d0bb8 HTTP/1.1" status: 204 len: 168 time: 0.4915168 Jul 16 03:37:30.697881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:30.700203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] No DVR routers for this DVR port d9191e06-9fac-4ac6-9e26-c671e26c12b0 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:30.710472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.712105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:30.712782 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-cb008732-eef0-45dd-9edb-aae06d8979ad tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "DELETE /v2.0/ports/d9191e06-9fac-4ac6-9e26-c671e26c12b0 HTTP/1.1" status: 204 len: 173 time: 3.1369469 Jul 16 03:37:30.714326 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4ba6aa-0ec2-4378-9230-eaf279018b67" -d '{"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-plugged", "status": "completed", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:30.759747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.771406 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b1bf9-0417-479d-98b7-b894c917041d x-openstack-request-id: req-cd8b1bf9-0417-479d-98b7-b894c917041d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:30.771905 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-plugged", "status": "completed", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:30.772171 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd8b1bf9-0417-479d-98b7-b894c917041d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:30.772608 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'code': 200} Jul 16 03:37:30.790390 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:31.109406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-48e80649-5c80-4c9d-b1b2-78a50d3e5760 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4101939 Jul 16 03:37:31.119353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:31.130478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:31.131120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086f6b3-bf41-42f6-8614-9e796be5c9b5 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:31.238215 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:27:02Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:31.267748 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] Checking router: e236a9d5-4bc6-41fa-bc73-189b1d780afe for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:31.278456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:31.279109 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:31.323208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac117-6416-49a2-82ec-b7de1a558a3e req-91b67cc2-8ae9-42d4-99c8-7753265f9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.324701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9faac117-6416-49a2-82ec-b7de1a558a3e req-91b67cc2-8ae9-42d4-99c8-7753265f9a08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 1097 time: 0.2428675 Jul 16 03:37:31.360999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3c8f-cc3a-4fb4-834c-bbb8c5c331dc req-62b89b94-9bdb-4162-af6c-04b09fadfb0f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.367769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16de3c8f-cc3a-4fb4-834c-bbb8c5c331dc req-62b89b94-9bdb-4162-af6c-04b09fadfb0f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.1696436 Jul 16 03:37:31.380572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9498893c-4e9e-4a36-957a-7c7bd3051615 None None] Provisioning for port ae97d3e4-de39-4d0c-9f46-073e2103013c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:31.393223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.400681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9faac117-6416-49a2-82ec-b7de1a558a3e req-2be5138d-7b04-4af6-90e6-611310053008 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688388 Jul 16 03:37:31.401264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:31.404900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.408112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:31.411072 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139ebf72-7c90-46ed-bc17-7788746193b3" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:31.446034 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.479868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddd47028-6ec0-4375-aac0-24de03f46b32 req-4fe52b21-8ace-4163-9588-0cc68251ef24 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0846505 Jul 16 03:37:31.499558 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:31.506729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16de3c8f-cc3a-4fb4-834c-bbb8c5c331dc req-a9b9b57c-bb67-43b0-b8c0-7f12dffcdeea tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314843 Jul 16 03:37:31.555662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:31.613796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfedba0-ffb6-4058-835c-47d9208c7230 req-8094c115-7b04-4543-b796-c6541138b0f9 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.615316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cfedba0-ffb6-4058-835c-47d9208c7230 req-8094c115-7b04-4543-b796-c6541138b0f9 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2275610 Jul 16 03:37:31.666673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.669581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] Deleting port ae97d3e4-de39-4d0c-9f46-073e2103013c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:31.670593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.700579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61d864cf-8add-4a02-90bb-9af664725d3a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:31.721233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cfedba0-ffb6-4058-835c-47d9208c7230 req-d2773350-dceb-4a05-b7ad-e8a88f8d2b62 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926371 Jul 16 03:37:31.722393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:31.854264 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a2b6e-bd00-4b4d-a536-251d4ef67cdc x-openstack-request-id: req-395a2b6e-bd00-4b4d-a536-251d4ef67cdc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:31.856019 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "d9191e06-9fac-4ac6-9e26-c671e26c12b0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:31.856504 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-395a2b6e-bd00-4b4d-a536-251d4ef67cdc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:31.856799 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': 'd9191e06-9fac-4ac6-9e26-c671e26c12b0', 'status': 'completed', 'code': 200} Jul 16 03:37:31.861520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.867780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Allocated IP 172.20.0.1 (46ac07f4-9890-4526-9ed2-e60501cddf76/f8f54c27-576b-4147-8601-32c4feb12ca7/ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:31.919367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] For port ae97d3e4-de39-4d0c-9f46-073e2103013c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ae97d3e4-de39-4d0c-9f46-073e2103013c,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:31.919756 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.935614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] Calling delete_port for ae97d3e4-de39-4d0c-9f46-073e2103013c owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:31.949333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 61d864cf-8add-4a02-90bb-9af664725d3a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:31.949721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.955943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:31.956290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.957874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef6628d2-5211-4d63-a59f-2d98fdb2e03d req-5c4a8ce4-55f5-40e2-8da2-4e14c4690270 tempest-ServerShowV257Test-2018908028 tempest-ServerShowV257Test-2018908028-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ca5138d-bd97-4ead-9f63-ae5e54a00f7f HTTP/1.1" status: 200 len: 210 time: 0.0503833 Jul 16 03:37:31.969131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:31.974184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:31.978668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.979644 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.996258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=8679fd56-6543-4b34-b155-4769283f2c30,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:32.020264 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:27:02Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:32.029102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-daa3ba52-7513-4dad-994a-617f55983dfa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9003441 Jul 16 03:37:32.029102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:32.035702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '8679fd56-6543-4b34-b155-4769283f2c30', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1223192123'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:32.061487 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e6120-462f-4769-9bc8-b7741148c3e8 None None] The sync data for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 is: [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:26:55Z', 'revision_number': 4, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '72d7d59c-8431-46e7-9375-a35514de096f', 'name': '', 'network_id': 'fa09f388-60a2-4025-9fc0-ab125606f905', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'mac_address': 'fa:16:3e:93:33:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:55Z', 'updated_at': '2021-07-16T03:27:02Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'subnets': [{'id': '804d4d44-4671-4503-8584-08d4ae8a662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:32.119603 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.151283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:32.158047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:32.206046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] Pushing event deleted for resources: {'Port': ['ID=ae97d3e4-de39-4d0c-9f46-073e2103013c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:32.208430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150625a-10eb-47e7-94e4-ec140c0d3c63 None None] No DVR routers for this DVR port ae97d3e4-de39-4d0c-9f46-073e2103013c on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:32.245684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device feb5dc6b-1686-43f1-a25e-4ab8f20d495f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:32.248953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94178d1b-b53e-42cf-9b85-0e2ebb5dc1ef None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:32.310965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] For port 54a0ffd6-3f22-424d-a0f9-4d117c265c97, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=54a0ffd6-3f22-424d-a0f9-4d117c265c97,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:32.311337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.311773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278feb-c226-4142-bfcc-c8061c65647c req-cf1781fe-5a33-43bd-9d36-0046f4e7f2c3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:32.320005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278feb-c226-4142-bfcc-c8061c65647c req-cf1781fe-5a33-43bd-9d36-0046f4e7f2c3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:32.339860 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.346538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab278feb-c226-4142-bfcc-c8061c65647c req-cf1781fe-5a33-43bd-9d36-0046f4e7f2c3 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 1677 time: 0.2586322 Jul 16 03:37:32.375812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for 54a0ffd6-3f22-424d-a0f9-4d117c265c97 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:32.401121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Transition to ACTIVE for port object ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:32.418112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:32.458998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab278feb-c226-4142-bfcc-c8061c65647c req-1189a521-8dcc-4997-a0b1-a684ffe31733 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102180 Jul 16 03:37:32.482142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Router c9938e00-2904-481a-abcc-c0da6e56b338 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:32.526962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port feb5dc6b-1686-43f1-a25e-4ab8f20d495f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:32.527301 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.609947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.634448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 8dc1ac64-11de-441d-881a-ffb2f05cedec yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:37:32.663735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6ec1-5f58-44f9-b88c-85df3010963e None None] New status for floating IP f7173a21-db8c-488f-b955-c9fe30cb09a6: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:37:32.704574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-967032f8-faf5-492b-bce2-1f39beefd6b0 None None] Provisioning complete for port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:32.705300 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-967032f8-faf5-492b-bce2-1f39beefd6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.733384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.800622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '8679fd56-6543-4b34-b155-4769283f2c30'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:32.801505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.843265 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.846360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Port': ['ID=ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:32.874505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:32.886063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:32.889499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:32.892528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-967032f8-faf5-492b-bce2-1f39beefd6b0 None None] Port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:32.967912 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:37:32.968654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:37:32.989688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.034029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=54a0ffd6-3f22-424d-a0f9-4d117c265c97,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:33.038332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:33.044448 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46284cef-5eb0-4fa9-90c5-5791470d3f34 admin admin] 10.222.0.25 "PUT /v2.0/routers/c9938e00-2904-481a-abcc-c0da6e56b338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6545227 Jul 16 03:37:33.045703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318e1a7-a7dc-4069-b5a5-a2e7b33a2850 req-047607f9-d78f-461a-ade4-7dc8c08f9855 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.048740 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Sync routers for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:33.053385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f318e1a7-a7dc-4069-b5a5-a2e7b33a2850 req-047607f9-d78f-461a-ade4-7dc8c08f9855 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.3023121 Jul 16 03:37:33.060459 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:33.064732 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:33.075939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.084916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f618d1da-ca69-4e9d-b8fd-1c5c5b8980bb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0536499 Jul 16 03:37:33.086061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:33.152006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f318e1a7-a7dc-4069-b5a5-a2e7b33a2850 req-50e99d55-372e-47c4-a6c3-2429018bd472 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958881 Jul 16 03:37:33.289524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8eb0312a-0751-405b-b960-09e6a0660712 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1712732 Jul 16 03:37:33.297515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36970) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:33.321707 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:33.332689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e09cf0-0867-4821-bb0b-c38c4d3fd3a1 req-e0be0727-52c3-4cbf-bd17-29f892525e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.337610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8e09cf0-0867-4821-bb0b-c38c4d3fd3a1 req-e0be0727-52c3-4cbf-bd17-29f892525e4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.4362736 Jul 16 03:37:33.411818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] No DVR routers for this DVR port 54a0ffd6-3f22-424d-a0f9-4d117c265c97 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:33.415568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.417837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-090e8c58-23d1-4bd4-9bfa-4f2f73adbbe4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "DELETE /v2.0/ports/54a0ffd6-3f22-424d-a0f9-4d117c265c97 HTTP/1.1" status: 204 len: 173 time: 2.6644092 Jul 16 03:37:33.500959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b33838e-0bd8-4dac-a05f-f9ba180cb089 None None] Provisioning for port ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:33.515741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8e09cf0-0867-4821-bb0b-c38c4d3fd3a1 req-5da6cf87-f12c-4dd3-9e68-bec0844a5df9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695330 Jul 16 03:37:33.527033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ae97d3e4-de39-4d0c-9f46-073e2103013c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:33.566364 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.567509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3b33838e-0bd8-4dac-a05f-f9ba180cb089 None None] Provisioning complete for port ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:33.568689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b33838e-0bd8-4dac-a05f-f9ba180cb089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.596607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ae97d3e4-de39-4d0c-9f46-073e2103013c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:33.597110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ae97d3e4-de39-4d0c-9f46-073e2103013c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:33.612383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/8679fd56-6543-4b34-b155-4769283f2c30/1a9b3b5c-fc66-4f9a-9522-a8190d0082d5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:33.635074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef87612-9b47-4c51-9569-86ad8f8372b6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.643076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef87612-9b47-4c51-9569-86ad8f8372b6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.644693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.647682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fef87612-9b47-4c51-9569-86ad8f8372b6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3456428 Jul 16 03:37:33.649158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:33.653823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3b33838e-0bd8-4dac-a05f-f9ba180cb089 None None] Port ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:33.744421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 8679fd56-6543-4b34-b155-4769283f2c30 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:33.775027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cf299-df16-4b0f-836f-18e5a5df731c req-a8f7aa09-642f-4f4c-8907-66f8ee453ccb tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.781350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37008) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:33.785821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a13cf299-df16-4b0f-836f-18e5a5df731c req-a8f7aa09-642f-4f4c-8907-66f8ee453ccb tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.5780811 Jul 16 03:37:33.836726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:33.837285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.879595 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:30Z', 'revision_number': 2, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:33.892742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:33.895170 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fc3dfd-856f-4fe7-a304-4aeb11852f24" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:33.898042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a13cf299-df16-4b0f-836f-18e5a5df731c req-dcbefda2-4e49-4e6a-86aa-42d7213c4d0d tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113021 Jul 16 03:37:33.946891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aad79-8ff1-44e8-a695-e90632648506 req-4f59f032-c14a-4ca7-868a-65b56e366299 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.947131 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Checking router: c9938e00-2904-481a-abcc-c0da6e56b338 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:33.947411 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Updating router c9938e00-2904-481a-abcc-c0da6e56b338 port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:33.951013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-256aad79-8ff1-44e8-a695-e90632648506 req-4f59f032-c14a-4ca7-868a-65b56e366299 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 0.2216570 Jul 16 03:37:34.024757 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.033733 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.037678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Transition to ACTIVE for port object 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:34.043287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-256aad79-8ff1-44e8-a695-e90632648506 req-c8d42753-57a1-4fd6-a183-96a4b5e5d2b1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859215 Jul 16 03:37:34.067921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Transition to ACTIVE for port object 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:34.075282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.121604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:34.127618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:34.135512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:34.148336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Pushing event updated for resources: {'Port': ['ID=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.171550 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.248075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Attempting to bind port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:34.248632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Attempting to bind port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:34.249036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Attempting to bind port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:34.256925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:34.257568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:34.258165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.259379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:34.260063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Bound port: 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:34.260937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.300760 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.316276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.328448 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dff1f1-e4b3-43aa-93a0-12cfffdf5d74 x-openstack-request-id: req-84dff1f1-e4b3-43aa-93a0-12cfffdf5d74 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:34.328792 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "54a0ffd6-3f22-424d-a0f9-4d117c265c97", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:34.329621 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84dff1f1-e4b3-43aa-93a0-12cfffdf5d74 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:34.330102 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': '54a0ffd6-3f22-424d-a0f9-4d117c265c97', 'status': 'completed', 'code': 200} Jul 16 03:37:34.330946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbfc9-6c14-485d-914e-329f326f8b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.338795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.385719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] For port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:34.393749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] For port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:34.416267 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.456632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] For port 098bf14f-bd4a-4b73-94c0-35a1bb15f218, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=098bf14f-bd4a-4b73-94c0-35a1bb15f218,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:34.457091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.467258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6e84-106d-419d-a6c6-49d68c77f6f7 req-94a813a1-11d6-444e-b4be-9252765b466f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.480177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e0e6e84-106d-419d-a6c6-49d68c77f6f7 req-94a813a1-11d6-444e-b4be-9252765b466f tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 943 time: 0.4099925 Jul 16 03:37:34.517581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event updated for resources: {'Port': ['ID=ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.548214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for 098bf14f-bd4a-4b73-94c0-35a1bb15f218 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:34.582576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.589812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e0e6e84-106d-419d-a6c6-49d68c77f6f7 req-f952f180-279f-46e5-8807-be466d3f9e98 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups?id=09a2faba-95ea-49ec-91bf-54768f990797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085014 Jul 16 03:37:34.636355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.645086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c664f8f-31e3-4d3b-b55a-d1e266f99b35 None None] Pushing event updated for resources: {'Port': ['ID=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.691859 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.714509 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Transition to ACTIVE for port object dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:34.729676 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.741041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.775555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=8679fd56-6543-4b34-b155-4769283f2c30,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.791777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:34.798536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b5fbe688-150f-46af-bb78-9bca73ed9c39 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/8679fd56-6543-4b34-b155-4769283f2c30 HTTP/1.1" status: 204 len: 168 time: 1.1460621 Jul 16 03:37:34.799302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:34.861805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-46b576e4-c7a3-48cd-a215-5bd9e260a605 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608087 Jul 16 03:37:34.862010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538bf6-618a-45f9-85e5-f064f52c91bd None None] Pushing event updated for resources: {'Port': ['ID=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:34.881241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:34.898040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:34.906232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:34.948403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:35.000930 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Attempting to bind port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:35.001561 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Attempting to bind port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:35.002158 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Attempting to bind port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 on network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:35.015466 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:35.016246 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Checking segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:35.016850 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.017466 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Bound using segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:35.021854 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Bound port: dcfc9d6e-e796-45f9-b92e-442d3c5ecf63, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:35.025524 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.029860 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbfc9-6c14-485d-914e-329f326f8b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.043166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbfc9-6c14-485d-914e-329f326f8b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.244395 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] For port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:35.253589 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] For port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:35.264614 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.269700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:35.273693 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.364689 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:35.365806 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:35.470048 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538bf6-618a-45f9-85e5-f064f52c91bd None None] Pushing event updated for resources: {'Port': ['ID=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:35.518965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dbfc9-6c14-485d-914e-329f326f8b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfce02a-ea1e-4174-aded-c81c0c950208,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:35.533092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc4dbfc9-6c14-485d-914e-329f326f8b0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=290631af753f4cb8b6710236e5ae3695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7469802 Jul 16 03:37:35.539932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37076) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:35.554814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04c578-cb9d-437b-9f59-96bda9f10d4e req-1ae5f117-5d92-4678-9a1e-9f9ab020ac6e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.579451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b04c578-cb9d-437b-9f59-96bda9f10d4e req-1ae5f117-5d92-4678-9a1e-9f9ab020ac6e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3572328 Jul 16 03:37:35.587069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:35.603228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:35.720183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:35.742460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Router 60b0ea8e-0ee9-46e5-833c-b99b58bd0007 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:35.761809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d5ae569d-cd57-4f95-98dc-88ec2db0e927 None None] Provisioning complete for port ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:35.762874 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5ae569d-cd57-4f95-98dc-88ec2db0e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.813172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-991bc5a8-eeb3-4adb-875d-33202f2203c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.821689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae569d-cd57-4f95-98dc-88ec2db0e927 None None] Port ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:35.853408 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.869763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-991bc5a8-eeb3-4adb-875d-33202f2203c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.929616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-63bd2c36-8f78-49e2-b940-c378131fda7f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.937736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-63bd2c36-8f78-49e2-b940-c378131fda7f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 814 time: 0.2777162 Jul 16 03:37:35.967458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-dae78b97-472c-4a9e-a31c-493376eca5f3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/quotas/13f531d21c93464f87b66db7488aebe4 HTTP/1.1" status: 200 len: 375 time: 0.0274279 Jul 16 03:37:36.012908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=098bf14f-bd4a-4b73-94c0-35a1bb15f218,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:36.027536 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:35Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:36.059482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b04c578-cb9d-437b-9f59-96bda9f10d4e req-ae20758f-c98d-4b7a-92d8-99a8c6c23960 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780428 Jul 16 03:37:36.089672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] No DVR routers for this DVR port 098bf14f-bd4a-4b73-94c0-35a1bb15f218 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:36.094139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.096190 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37c44884-56e5-403f-9819-956dfea783c4 req-95f6c29d-914e-4e39-b56e-88fcab4dff5c tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.48 "DELETE /v2.0/ports/098bf14f-bd4a-4b73-94c0-35a1bb15f218 HTTP/1.1" status: 204 len: 173 time: 2.6729577 Jul 16 03:37:36.109427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:36.122426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] Sync routers for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:36.124116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fb612ebd-5aef-4ded-a857-9d0e93754f9a tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1249251 Jul 16 03:37:36.125100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37084) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:36.128895 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c834b398-048a-4071-ba0c-bc829238cd14 None None] The sync data for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 is: [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:35Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:36.147745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:36.148805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:36.253829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:36.264858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-aa832d35-5354-4a03-ad98-3ec61a53b927 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2964983 Jul 16 03:37:36.289813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:36.289813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:36.346140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:36.348833 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e713b6-ee41-49e6-a0a4-a785f97ccc24" -d '{"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:36.405091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:36.405758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5045059-c4f4-460d-9f3a-a1f71f01b7f8 None None] The sync data for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:36.485478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.615799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c36e7d08-785d-41f7-8c55-eeec491f0244 req-ddb0250e-c10b-4c67-a46f-bc0219a95dd1 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0457008 Jul 16 03:37:36.647488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7529095-cf41-4573-92a1-0947f26e7a83 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:36.756366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:36.758004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=bfa0e79b-2bd8-4eb9-b9cf-9264c079597d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:36.759961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-312f2219-c590-4997-913c-aa71dc653776 None None] Provisioning for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:36.765790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:36.777932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.779243 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.780244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-312f2219-c590-4997-913c-aa71dc653776 None None] Provisioning complete for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:36.780615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-312f2219-c590-4997-913c-aa71dc653776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.904126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-1349118e-eb6f-4f78-ac75-841d7ce2f8d0 service neutron] 10.222.0.25 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734366 Jul 16 03:37:36.933335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-04294405-4b21-4801-b867-406d77b3bdc2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0312200 Jul 16 03:37:36.973283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:36.986457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:37.130301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.136807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.143598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-312f2219-c590-4997-913c-aa71dc653776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.161119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-3bf6570e-2f95-4950-8db0-bd6e1bb7620d service neutron] 10.222.0.25 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561460 Jul 16 03:37:37.223019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-312f2219-c590-4997-913c-aa71dc653776 None None] For port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:37.234436 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-312f2219-c590-4997-913c-aa71dc653776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.332737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.340957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.396847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.397365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f2219-c590-4997-913c-aa71dc653776 None None] Pushing event updated for resources: {'Port': ['ID=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:37.403339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1b10fd02-0a8f-4912-871c-2133652f5eac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4198632 Jul 16 03:37:37.403889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37098) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:37.482776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-991bc5a8-eeb3-4adb-875d-33202f2203c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.493760 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-991bc5a8-eeb3-4adb-875d-33202f2203c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.509847 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-991bc5a8-eeb3-4adb-875d-33202f2203c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cfce02a-ea1e-4174-aded-c81c0c950208 HTTP/1.1" status: 204 len: 168 time: 1.9667492 Jul 16 03:37:37.535466 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2315bd1-88a6-4e6b-8fdb-b1db068a6510 x-openstack-request-id: req-d2315bd1-88a6-4e6b-8fdb-b1db068a6510 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:37.536112 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f575d-54ea-41e5-b2b8-bbce70c7a444", "name": "network-vif-deleted", "tag": "098bf14f-bd4a-4b73-94c0-35a1bb15f218", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:37.537146 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2315bd1-88a6-4e6b-8fdb-b1db068a6510 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:37.537945 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f575d-54ea-41e5-b2b8-bbce70c7a444', 'name': 'network-vif-deleted', 'tag': '098bf14f-bd4a-4b73-94c0-35a1bb15f218', 'status': 'completed', 'code': 200} Jul 16 03:37:37.541411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bc5a8-eeb3-4adb-875d-33202f2203c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfce02a-ea1e-4174-aded-c81c0c950208,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:37.672181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:37.675209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1a491dc-809d-4702-90f8-562198726c26 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.768348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0be73b-3606-446a-bc13-13f6cec43ad1 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:37.971935 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-b1a491dc-809d-4702-90f8-562198726c26 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:37:37.973268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1a491dc-809d-4702-90f8-562198726c26 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007 HTTP/1.1" status: 409 len: 329 time: 1.8472259 Jul 16 03:37:37.982826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-44c85c93-e58d-43bc-97cb-9611bdb28065 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.984646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-44c85c93-e58d-43bc-97cb-9611bdb28065 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b9f573-c8ac-412e-94ac-5a84ac61beb2 HTTP/1.1" status: 200 len: 946 time: 1.6275830 Jul 16 03:37:37.985316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37116) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:38.029506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8f6237df-3e14-4dce-9730-4ff461a02fb3 None None] Provisioning complete for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:38.029884 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f6237df-3e14-4dce-9730-4ff461a02fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.129905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:38.141735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:38.142134 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.529173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.648443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:38.651226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Deleting port 4874917b-933b-4a49-bb40-4b8f81a04cf3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:38.651789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.658886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:38.788815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:38.960899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] For port 4874917b-933b-4a49-bb40-4b8f81a04cf3, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4874917b-933b-4a49-bb40-4b8f81a04cf3,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:38.961517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.002131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Calling delete_port for 4874917b-933b-4a49-bb40-4b8f81a04cf3 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:39.044467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-f8f4b576-fa69-433f-83de-d2df5deca81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.048380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-f8f4b576-fa69-433f-83de-d2df5deca81f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 1.6248419 Jul 16 03:37:39.149800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37140) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:39.187349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-37b1ce38-3fea-4dde-927b-d2f7f80da034 None None] Provisioning complete for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:39.188012 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-37b1ce38-3fea-4dde-927b-d2f7f80da034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.231157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ef5e2f3-0865-4c73-9069-10c552427e86 req-8348e9fc-477b-40dc-b2f0-bb9fec536f14 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 210 time: 0.2413387 Jul 16 03:37:39.436099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-a80aec14-781e-4e04-8cc4-f17c525a3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.464368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-a80aec14-781e-4e04-8cc4-f17c525a3673 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.2425177 Jul 16 03:37:39.505423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7c892a1d-7881-427b-996d-5e368370ec4d None None] Could not find standard attr ID for object 92aa2eb8-6c89-4799-bd9e-dc76175f2037. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:37:39.543600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1453608218-network', 'tenant_id': '52eab4d1593a45099316fc3d1059f4f3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:39.558258 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.561980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:39.626175 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:37:39.642795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699d2d-cbfc-4be9-91f9-0e053991fcc1 req-fda6a8c6-f699-4b7d-835d-c7cac09957d2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.659103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de699d2d-cbfc-4be9-91f9-0e053991fcc1 req-fda6a8c6-f699-4b7d-835d-c7cac09957d2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 1.9437447 Jul 16 03:37:39.672437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:39.672826 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.681024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d502539-c079-4d3f-b1ab-43e70dfc507a req-fc41a2f6-1edf-4dd5-a6c7-509dfd3e8d5a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.1624219 Jul 16 03:37:39.683329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-86a51a9a-a683-4357-8e75-1c2952b1772f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.1798186 Jul 16 03:37:39.875014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c59286-bc97-4f28-bc84-ce00e3d6c401 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:37:39.892310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.941783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Pushing event deleted for resources: {'Port': ['ID=4874917b-933b-4a49-bb40-4b8f81a04cf3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:39.945347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-e3a81567-af2f-4004-857f-d90c3bcbd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.950713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-e3a81567-af2f-4004-857f-d90c3bcbd69d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.1887236 Jul 16 03:37:39.957697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Made reservation on behalf of 52eab4d1593a45099316fc3d1059f4f3 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:39.960422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.975682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de699d2d-cbfc-4be9-91f9-0e053991fcc1 req-0a0d8e59-8b63-4918-8ea9-0db7f6a2e643 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128655 Jul 16 03:37:40.056899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.067803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.121074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-2fda3c76-6e6d-432a-b131-4fbe7f87517e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429839 Jul 16 03:37:40.138156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:40.150514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] No DVR routers for this DVR port 4874917b-933b-4a49-bb40-4b8f81a04cf3 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:40.157225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.159533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a36d402b-eaa4-492d-88b7-356b8599e8c2 req-4cd7618d-d1de-4555-9b31-343df8dab12e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.48 "DELETE /v2.0/ports/4874917b-933b-4a49-bb40-4b8f81a04cf3 HTTP/1.1" status: 204 len: 173 time: 2.1656163 Jul 16 03:37:40.163332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-deleted', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:40.165929 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8322a178-7ac1-411e-bda1-11855c37f446" -d '{"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-deleted", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:40.184192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-4de96dc6-abce-4d50-bbb3-60de98993ca9 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.185956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-4de96dc6-abce-4d50-bbb3-60de98993ca9 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.11 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 814 time: 0.4005008 Jul 16 03:37:40.207864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Request body: {'port': {'device_id': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'admin_state_up': True, 'tenant_id': '13f531d21c93464f87b66db7488aebe4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:40.348957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:40.349410 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.352262 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3a738b-05ef-4b64-b495-97e08aa9fc35 x-openstack-request-id: req-2b3a738b-05ef-4b64-b495-97e08aa9fc35 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:40.352854 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b9f573-c8ac-412e-94ac-5a84ac61beb2", "name": "network-vif-deleted", "tag": "4874917b-933b-4a49-bb40-4b8f81a04cf3", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:40.353345 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b3a738b-05ef-4b64-b495-97e08aa9fc35 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:40.353926 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b9f573-c8ac-412e-94ac-5a84ac61beb2', 'name': 'network-vif-deleted', 'tag': '4874917b-933b-4a49-bb40-4b8f81a04cf3', 'status': 'completed', 'code': 200} Jul 16 03:37:40.423881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c59286-bc97-4f28-bc84-ce00e3d6c401 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:37:40.464443 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-b864d150-a0cf-4f0d-9ad8-8e336fe637e1 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329618 Jul 16 03:37:40.654225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.671891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.712912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a196880-4c11-49bf-8544-6a9d4cefaf73,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:40.725350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Deleting port ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:40.725831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.752118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:40.754577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Made reservation on behalf of 13f531d21c93464f87b66db7488aebe4 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:40.759119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b37e73e9-1469-4c6c-861d-03d383fe395a req-4082e440-0652-447a-8c35-802bab883669 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 210 time: 0.1316214 Jul 16 03:37:40.765822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde939b0-d932-422c-8b65-96bfc4d6f93a req-889abea2-57af-4c19-97b3-86c35bd2cc3b service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943673 Jul 16 03:37:40.770447 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.853106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:40.869700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.870718 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Added segment 50b3ffc4-bb47-4680-8937-152b2b027f2f of type vlan for network 1fabc213-3aaf-4a22-a1cc-31f2320f2850 Jul 16 03:37:40.906803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 4874917b-933b-4a49-bb40-4b8f81a04cf3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:40.907389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4874917b-933b-4a49-bb40-4b8f81a04cf3 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:40.913972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.111540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::1 (cd007764-b689-4eda-aa81-dad0dfbbf261/bfa0e79b-2bd8-4eb9-b9cf-9264c079597d/0d03856f-d3db-400c-82c4-59d3c8fe21fa) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:41.174277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Allocated IP 172.20.0.10 (db4aeee5-bddb-433c-bf6e-ad5280ac846d/d191e0a1-6920-4764-a494-2d15bfb7d7d8/22f83ad4-27dc-461a-95f8-bc2c869d264d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:41.181349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.182186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Update dhcp port {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '1a9b3b5c-fc66-4f9a-9522-a8190d0082d5'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:37:41.182496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.183116 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.259500 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.297307 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.313692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 0d03856f-d3db-400c-82c4-59d3c8fe21fa will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:41.327353 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0886462 Jul 16 03:37:41.342772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:41.399999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Request body: {'subnet': {'network_id': '1fabc213-3aaf-4a22-a1cc-31f2320f2850', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1453608218-subnet', 'tenant_id': '52eab4d1593a45099316fc3d1059f4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:41.420450 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.445215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cd3c03a-e5e4-4811-baf2-20db6b325e33 req-7759049e-78f1-4590-ba82-f4b60b0d440d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0763719 Jul 16 03:37:41.448479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.521427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecb636-c263-4ac0-91d9-885bcb082006 admin admin] Pushing event updated for resources: {'Network': ['ID=1fabc213-3aaf-4a22-a1cc-31f2320f2850,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.529411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/bfa0e79b-2bd8-4eb9-b9cf-9264c079597d/1a9b3b5c-fc66-4f9a-9522-a8190d0082d5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:41.555680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Calling delete_port for ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:41.555929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1fabc213-3aaf-4a22-a1cc-31f2320f2850 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:41.558203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:41.568975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:41.575009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:41.575765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.682007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=0d03856f-d3db-400c-82c4-59d3c8fe21fa,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.712171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Made reservation on behalf of 52eab4d1593a45099316fc3d1059f4f3 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:41.734696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.768716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960a607-5782-45a9-8f94-05adef5fe388 req-4de9937f-1215-49dd-8da6-a0e7ae7577da tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.791444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2960a607-5782-45a9-8f94-05adef5fe388 req-4de9937f-1215-49dd-8da6-a0e7ae7577da tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.4175954 Jul 16 03:37:41.884135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] For port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:41.920745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2960a607-5782-45a9-8f94-05adef5fe388 req-1e2cfc78-3ab9-4462-b8ad-80e2fb44a55b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275673 Jul 16 03:37:41.939564 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.956779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.998902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.006525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Transition to ACTIVE for port object 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:42.016685 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.124954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8ad7-4d2e-4da9-be0d-4068a3be14d4 None None] Pushing event updated for resources: {'Port': ['ID=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:42.222144 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.284042 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.368700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Network db4aeee5-bddb-433c-bf6e-ad5280ac846d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:42.389332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:42.410026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:42.427816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.429777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Pushing event updated for resources: {'Port': ['ID=22f83ad4-27dc-461a-95f8-bc2c869d264d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:42.557979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115472d0-07e1-440c-b1f6-78c6f73c8e3c req-7af46491-d604-4f78-a23e-c427abb1b0a3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.564972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-115472d0-07e1-440c-b1f6-78c6f73c8e3c req-7af46491-d604-4f78-a23e-c427abb1b0a3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 932 time: 0.3996582 Jul 16 03:37:42.605161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.627989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.636118 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.696006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-115472d0-07e1-440c-b1f6-78c6f73c8e3c req-8e1c2e27-ae93-4972-bbca-303544c723c5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301692 Jul 16 03:37:42.776220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Port': ['ID=ef68c8fd-38fa-46d2-9e89-ffe9b4bb2dd9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:42.778391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:42.912083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b27b4648-7fe7-4064-8d7d-6592c05ab481 req-2d6a1f71-1564-40d0-81d9-5f3b5d2dd85b tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.2190492 Jul 16 03:37:42.953187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=0d03856f-d3db-400c-82c4-59d3c8fe21fa,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:42.975605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:42.976983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:42.981674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Checking segment: {'id': '50b3ffc4-bb47-4680-8937-152b2b027f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1fabc213-3aaf-4a22-a1cc-31f2320f2850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:42.982173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Network hostable DHCP agents. Network: 1fabc213-3aaf-4a22-a1cc-31f2320f2850, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:42.990713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.991353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.100895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6473f58b-4b5f-4e22-a940-bfe84b2597a2 None None] Provisioning for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:43.101462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f98c8f9-2eae-4661-a416-731abdacab97,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:43.105547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6473f58b-4b5f-4e22-a940-bfe84b2597a2 None None] Provisioning complete for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:43.106993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6473f58b-4b5f-4e22-a940-bfe84b2597a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.147715 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-78a6fb5b-5333-4de5-addf-3b63a3bac931 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9498115 Jul 16 03:37:43.184166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Router 60b0ea8e-0ee9-46e5-833c-b99b58bd0007 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:43.196390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Request body: {'port': {'device_id': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:43.198767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Network 1fabc213-3aaf-4a22-a1cc-31f2320f2850 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:43.343805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b7dc6-954f-4990-86e0-0a301a182346 req-9b0d8070-9ea4-4fb6-a48e-7fa81dd48b2c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.352681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-909b7dc6-954f-4990-86e0-0a301a182346 req-9b0d8070-9ea4-4fb6-a48e-7fa81dd48b2c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.1963289 Jul 16 03:37:43.375544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Router 666e8621-73c3-43cd-a2c3-6b8270d8d2af is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:37:43.472064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e76653f1-eef8-48a6-a9ef-0c39497be5a1 None None] Provisioning for port 0d03856f-d3db-400c-82c4-59d3c8fe21fa completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:43.482530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e76653f1-eef8-48a6-a9ef-0c39497be5a1 None None] Provisioning complete for port 0d03856f-d3db-400c-82c4-59d3c8fe21fa triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:43.483870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e76653f1-eef8-48a6-a9ef-0c39497be5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.530677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-909b7dc6-954f-4990-86e0-0a301a182346 req-2c90714f-e675-4e1f-8f6f-b083a96db509 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619539 Jul 16 03:37:43.586817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:43.665669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:43.676202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a9e12907-e76a-4f9d-a539-f06123f88157 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "PUT /v2.0/routers/666e8621-73c3-43cd-a2c3-6b8270d8d2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2709513 Jul 16 03:37:43.678353 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Sync routers for ids ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:43.682112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:43.693752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Routers {'666e8621-73c3-43cd-a2c3-6b8270d8d2af'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:43.696665 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:43.698939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e76653f1-eef8-48a6-a9ef-0c39497be5a1 None None] Port 0d03856f-d3db-400c-82c4-59d3c8fe21fa cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:43.741229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:43.741612 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:43.841882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1fabc213-3aaf-4a22-a1cc-31f2320f2850) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:43.858744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e54e8-63d9-42ca-8484-39b9fea7a43a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.860808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-693e54e8-63d9-42ca-8484-39b9fea7a43a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports/0d03856f-d3db-400c-82c4-59d3c8fe21fa HTTP/1.1" status: 200 len: 911 time: 0.1780052 Jul 16 03:37:43.868608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:43.869725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6713f56-18f5-4ff4-aae9-399049d4e347 None None] Network 1fabc213-3aaf-4a22-a1cc-31f2320f2850 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:43.984510 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Set router 666e8621-73c3-43cd-a2c3-6b8270d8d2af gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:44.016295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.016910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.127850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:44.156795 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ffe9b9ca-8e2a-4a00-9845-714ca776bd16 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1699178 Jul 16 03:37:44.161963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1d838-5ea4-4ae6-b166-0c75de0fc568 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.172430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d3c34f87-2711-4ce9-b5c3-84e6f4a57dad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8030162 Jul 16 03:37:44.172657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] Sync routers for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:44.189707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37192) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:44.201452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1d838-5ea4-4ae6-b166-0c75de0fc568 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.202850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62f1d838-5ea4-4ae6-b166-0c75de0fc568 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3325255 Jul 16 03:37:44.216440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:44.222720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ba623399-0fbd-4fb0-a16c-ffe3a10c79e0 None None] Provisioning complete for port 0d03856f-d3db-400c-82c4-59d3c8fe21fa triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:44.222975 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba623399-0fbd-4fb0-a16c-ffe3a10c79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.311909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:44.312574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:44.323389 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-7560d636-98ec-4b2a-b62b-1b67c30fc372 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] show failed (client error): The resource could not be found. Jul 16 03:37:44.324887 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7560d636-98ec-4b2a-b62b-1b67c30fc372 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-2090585665 HTTP/1.1" status: 404 len: 335 time: 0.1277876 Jul 16 03:37:44.331022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37200) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:44.345012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6300f3a6-d754-4cf7-82da-8ce3c2007774 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:44.353644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.433893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d1106-c575-48d3-9420-ea69112b99f6 req-0b60d13d-9746-413a-86a5-4396da9b0de7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.435804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-536d1106-c575-48d3-9420-ea69112b99f6 req-0b60d13d-9746-413a-86a5-4396da9b0de7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 932 time: 0.4651768 Jul 16 03:37:44.439533 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-6300f3a6-d754-4cf7-82da-8ce3c2007774 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] update failed (client error): The resource could not be found. Jul 16 03:37:44.447208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6300f3a6-d754-4cf7-82da-8ce3c2007774 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1271575936 HTTP/1.1" status: 404 len: 335 time: 0.1058035 Jul 16 03:37:44.459283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:44.510281 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:37Z', 'updated_at': '2021-07-16T03:37:41Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None, '_interfaces': [{'id': '0d03856f-d3db-400c-82c4-59d3c8fe21fa', 'name': '', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'mac_address': 'fa:16:3e:43:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:40Z', 'updated_at': '2021-07-16T03:37:42Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'subnets': [{'id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:44.568795 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Checking router: 666e8621-73c3-43cd-a2c3-6b8270d8d2af for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:44.569148 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Updating router 666e8621-73c3-43cd-a2c3-6b8270d8d2af port 0d03856f-d3db-400c-82c4-59d3c8fe21fa binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:44.612331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Deleting subnet 0ce090b5-c7a8-4748-a9b6-234095e09fe2 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:44.643711 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.696761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.721074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:44.782728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ba623399-0fbd-4fb0-a16c-ffe3a10c79e0 None None] Port 0d03856f-d3db-400c-82c4-59d3c8fe21fa cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:44.798959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-90b1a580-b9c8-40ba-96f5-35ea697e0cd2 req-3ad70ec2-aad9-468c-bd7e-94f99db296d6 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.3544407 Jul 16 03:37:44.836480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:44.845843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] Routers {'60b0ea8e-0ee9-46e5-833c-b99b58bd0007'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:44.846483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:44.887946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-536d1106-c575-48d3-9420-ea69112b99f6 req-442f70a5-a4ba-419f-957d-e80ab35f4f5c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438238 Jul 16 03:37:44.925783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:44.926459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287d379-dc26-4246-9c4b-bcc5cc6fd7cb None None] The sync data for ids ['60b0ea8e-0ee9-46e5-833c-b99b58bd0007'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:44.931582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaabb54-4df1-4268-8a15-6b75e17a434e None None] Network 1fabc213-3aaf-4a22-a1cc-31f2320f2850 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:44.979391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Deleting subnet 2f98c8f9-2eae-4661-a416-731abdacab97 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:45.002126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.004068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.137823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.181630 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.204925 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Transition to ACTIVE for port object 0d03856f-d3db-400c-82c4-59d3c8fe21fa will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:45.222317 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.312858 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86f7d-5300-465e-a36c-830352f909c9 None None] Pushing event updated for resources: {'Port': ['ID=0d03856f-d3db-400c-82c4-59d3c8fe21fa,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.371511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.375016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f83ad4-27dc-461a-95f8-bc2c869d264d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:45.538675 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Attempting to bind port 0d03856f-d3db-400c-82c4-59d3c8fe21fa on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:45.540033 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Attempting to bind port 0d03856f-d3db-400c-82c4-59d3c8fe21fa by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:45.540734 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Attempting to bind port 0d03856f-d3db-400c-82c4-59d3c8fe21fa on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:45.548659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:45.549753 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:45.549894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.550795 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.551603 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:45.554180 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Bound port: 0d03856f-d3db-400c-82c4-59d3c8fe21fa, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:45.555000 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.591532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Transition to ACTIVE for port object 22f83ad4-27dc-461a-95f8-bc2c869d264d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:45.596817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.605472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.672013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] For port 0d03856f-d3db-400c-82c4-59d3c8fe21fa, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:45.688502 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] For port 0d03856f-d3db-400c-82c4-59d3c8fe21fa, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0d03856f-d3db-400c-82c4-59d3c8fe21fa,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:45.699439 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.708306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f98c8f9-2eae-4661-a416-731abdacab97,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.728156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.730604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-077268d9-77fe-43d4-9fd6-dc36cbb11082 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f98c8f9-2eae-4661-a416-731abdacab97 HTTP/1.1" status: 204 len: 168 time: 0.8914664 Jul 16 03:37:45.741361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:45.782594 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Routers {'666e8621-73c3-43cd-a2c3-6b8270d8d2af'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:45.783718 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:45.888646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.895657 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86f7d-5300-465e-a36c-830352f909c9 None None] Pushing event updated for resources: {'Port': ['ID=0d03856f-d3db-400c-82c4-59d3c8fe21fa,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.909072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Pushing event updated for resources: {'Port': ['ID=22f83ad4-27dc-461a-95f8-bc2c869d264d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:45.961909 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] Set router 666e8621-73c3-43cd-a2c3-6b8270d8d2af gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:46.033306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.057263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Attempting to bind port 22f83ad4-27dc-461a-95f8-bc2c869d264d on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:46.057478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Attempting to bind port 22f83ad4-27dc-461a-95f8-bc2c869d264d by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:46.057819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Attempting to bind port 22f83ad4-27dc-461a-95f8-bc2c869d264d on network db4aeee5-bddb-433c-bf6e-ad5280ac846d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:46.082445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Port 22f83ad4-27dc-461a-95f8-bc2c869d264d on network db4aeee5-bddb-433c-bf6e-ad5280ac846d not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:46.082817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Attempting to bind port 22f83ad4-27dc-461a-95f8-bc2c869d264d on network db4aeee5-bddb-433c-bf6e-ad5280ac846d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:46.100510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:46.100846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Checking segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:46.101244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Bound using segment: {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:46.101688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Bound port: 22f83ad4-27dc-461a-95f8-bc2c869d264d, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada20a9d-2be6-457d-b8e4-a29296392fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:46.102050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.166238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.199466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fabc213-3aaf-4a22-a1cc-31f2320f2850']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:46.218615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b3ffc4-bb47-4680-8937-152b2b027f2f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:46.221142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b3ffc4-bb47-4680-8937-152b2b027f2f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:46.240364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.263517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] For port 22f83ad4-27dc-461a-95f8-bc2c869d264d, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:46.264737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.268075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] For port 22f83ad4-27dc-461a-95f8-bc2c869d264d, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:46.274494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:46.275060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:46.276924 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:46.289861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.308234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3bf52310-271f-4719-8485-e5ac21b98427 req-6627edf4-ed15-4023-96c4-512008c31401 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.1205173 Jul 16 03:37:46.315552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.316170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.317749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] 10.222.0.11 "PUT /v2.0/ports/22f83ad4-27dc-461a-95f8-bc2c869d264d HTTP/1.1" status: 200 len: 1092 time: 3.1309357 Jul 16 03:37:46.348387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'tag': '22f83ad4-27dc-461a-95f8-bc2c869d264d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:46.351475 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe72e22-9ba3-4a23-94ac-edff2a5283fc", "tag": "22f83ad4-27dc-461a-95f8-bc2c869d264d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:46.378186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:37Z', 'updated_at': '2021-07-16T03:37:41Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None, '_interfaces': [{'id': '0d03856f-d3db-400c-82c4-59d3c8fe21fa', 'name': '', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'mac_address': 'fa:16:3e:43:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:40Z', 'updated_at': '2021-07-16T03:37:45Z', 'revision_number': 4, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'subnets': [{'id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:46.470620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.491934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.496242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1fabc213-3aaf-4a22-a1cc-31f2320f2850 HTTP/1.1" status: 204 len: 168 time: 0.7517164 Jul 16 03:37:46.496538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e923d-1a51-467c-b305-7e9e2f878655 service neutron] Pushing event updated for resources: {'Port': ['ID=22f83ad4-27dc-461a-95f8-bc2c869d264d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.518930 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb79d980-3007-4d19-89d3-d4fbb1cfc6cd x-openstack-request-id: req-cb79d980-3007-4d19-89d3-d4fbb1cfc6cd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:46.518930 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe72e22-9ba3-4a23-94ac-edff2a5283fc", "tag": "22f83ad4-27dc-461a-95f8-bc2c869d264d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:46.519241 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb79d980-3007-4d19-89d3-d4fbb1cfc6cd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:46.519474 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'tag': '22f83ad4-27dc-461a-95f8-bc2c869d264d', 'status': 'completed', 'code': 200} Jul 16 03:37:46.526256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-e883d6f5-a056-49e7-b4e2-082686242718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.527499 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fefbc0-b55b-4dbd-ba86-8cc5cace17d9 None None] The sync data for ids ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'] in n-d-800089-6 is: [{'id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:37Z', 'updated_at': '2021-07-16T03:37:41Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None, '_interfaces': [{'id': '0d03856f-d3db-400c-82c4-59d3c8fe21fa', 'name': '', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'mac_address': 'fa:16:3e:43:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:40Z', 'updated_at': '2021-07-16T03:37:45Z', 'revision_number': 4, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'subnets': [{'id': 'bfa0e79b-2bd8-4eb9-b9cf-9264c079597d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:46.527831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-e883d6f5-a056-49e7-b4e2-082686242718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 1095 time: 0.1204586 Jul 16 03:37:46.528610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382767c-7baf-4b10-b613-57e3537e9b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fabc213-3aaf-4a22-a1cc-31f2320f2850,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.569840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.585049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-4235015b-5dc9-4afd-b68e-098252dc8891 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d HTTP/1.1" status: 200 len: 217 time: 0.0493543 Jul 16 03:37:46.605249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314534a6-2d5f-47d6-9b44-1211874fcc25 req-546973cd-6a98-4b14-b7cc-1b69c03bc80d tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.610644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-314534a6-2d5f-47d6-9b44-1211874fcc25 req-546973cd-6a98-4b14-b7cc-1b69c03bc80d tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 944 time: 0.4614093 Jul 16 03:37:46.646812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-edf4153b-f39d-430f-8897-d82ab56e5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.648821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-edf4153b-f39d-430f-8897-d82ab56e5c5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 200 len: 854 time: 0.0580122 Jul 16 03:37:46.674494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce090b5-c7a8-4748-a9b6-234095e09fe2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.686013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935f411-0922-4c63-9620-2cc92853c215 None None] Network 2878a5f2-1b26-465f-9f9e-e13bb970dc00 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:46.700234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.702297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8ace25af-92e3-421c-b846-d0338cf50ee0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/subnets/0ce090b5-c7a8-4748-a9b6-234095e09fe2 HTTP/1.1" status: 204 len: 168 time: 2.2211344 Jul 16 03:37:46.706837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:46.734420 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-79b6d7ea-6605-4fb7-b775-0030fcde3605 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db4aeee5-bddb-433c-bf6e-ad5280ac846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790746 Jul 16 03:37:46.783236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37236) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:46.801939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Deleting subnet 8d9880c0-50e6-4485-b6d3-953c2fd57650 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:46.810370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.845521 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a13fd8e-2d2d-4df2-b8b3-8256acad8378 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52eab4d1593a45099316fc3d1059f4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589771 Jul 16 03:37:46.846106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:46.918738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-314534a6-2d5f-47d6-9b44-1211874fcc25 req-25a1e73f-b96c-4178-a862-3d48676df082 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692227 Jul 16 03:37:47.022723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a8d46f-708a-42bd-94bf-a5377bf60764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.043999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-8d754f6f-7236-4a5e-866f-212612b4f559 service neutron] 10.222.0.11 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019123 Jul 16 03:37:47.095868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] DHCP port deletion for 2878a5f2-1b26-465f-9f9e-e13bb970dc00 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:47.139494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.149279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.187155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] Deleting port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:47.187459 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.221316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f858cda-b7f1-4503-96de-0d8d2fac76d0 req-923b7138-21d3-44d7-adda-ce97cc2d7e10 service neutron] 10.222.0.11 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681194 Jul 16 03:37:47.251870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a8d46f-708a-42bd-94bf-a5377bf60764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.309033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] For port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,segment=NetworkSegment(457bbc8f-e1c9-4982-8bc0-780625acb647),segment_id=457bbc8f-e1c9-4982-8bc0-780625acb647)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:47.309671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.325437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] Calling delete_port for a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:47.441374 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.480101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] Pushing event deleted for resources: {'Port': ['ID=a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.481147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.497620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd792d-094c-45f3-852a-0a65573fa17d None None] No DVR routers for this DVR port a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:47.503297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a8d46f-708a-42bd-94bf-a5377bf60764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.506138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85a8d46f-708a-42bd-94bf-a5377bf60764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.516108 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-85a8d46f-708a-42bd-94bf-a5377bf60764 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a196880-4c11-49bf-8544-6a9d4cefaf73 HTTP/1.1" status: 204 len: 168 time: 0.6688619 Jul 16 03:37:47.549271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5651c-b3df-4b61-b765-fa16c30f4a4f req-ce7ba9cc-38e1-4661-b05d-987a7d1d2284 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.551358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fab5651c-b3df-4b61-b765-fa16c30f4a4f req-ce7ba9cc-38e1-4661-b05d-987a7d1d2284 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.4086185 Jul 16 03:37:47.586388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8d46f-708a-42bd-94bf-a5377bf60764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a196880-4c11-49bf-8544-6a9d4cefaf73,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.653026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0d03856f-d3db-400c-82c4-59d3c8fe21fa up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:47.665008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-a79bacfc-e227-48dd-b857-34e9a85368fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.666869 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-a79bacfc-e227-48dd-b857-34e9a85368fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13f531d21c93464f87b66db7488aebe4&device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 1095 time: 0.3711517 Jul 16 03:37:47.684344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fab5651c-b3df-4b61-b765-fa16c30f4a4f req-ef5305df-0d77-4ac8-a5d6-e1c814d7953c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205463 Jul 16 03:37:47.773312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0d03856f-d3db-400c-82c4-59d3c8fe21fa completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:47.780883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0d03856f-d3db-400c-82c4-59d3c8fe21fa triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:47.781472 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.798800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7d8698f-120b-4a47-89f4-1e643ac5d6ba req-35cd32e5-7fc8-42f3-9962-ee8b7e6bf0ae tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.1360435 Jul 16 03:37:47.806794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.940612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9880c0-50e6-4485-b6d3-953c2fd57650,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.944707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.951605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.955652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8f7fbe9d-4d2a-4d42-8b1e-ebae2e1dee3e tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/subnets/8d9880c0-50e6-4485-b6d3-953c2fd57650 HTTP/1.1" status: 204 len: 168 time: 1.2398727 Jul 16 03:37:47.959278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:47.962702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-379566b6-ca66-4e17-abde-1fd2922f76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.969239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1d885-78fc-4ceb-9794-eda74c676799 None None] Network 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:47.972732 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-379566b6-ca66-4e17-abde-1fd2922f76d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 200 len: 916 time: 0.2908056 Jul 16 03:37:48.091340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0d03856f-d3db-400c-82c4-59d3c8fe21fa, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0d03856f-d3db-400c-82c4-59d3c8fe21fa,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:48.133105 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-78550e3b-0ceb-43b8-86a2-676af40f3f3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d HTTP/1.1" status: 200 len: 217 time: 0.1594632 Jul 16 03:37:48.242985 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.243923 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.329051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 0d03856f-d3db-400c-82c4-59d3c8fe21fa {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:48.332174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.428276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0d03856f-d3db-400c-82c4-59d3c8fe21fa,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:48.432074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:48.464869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:48.465411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a6a55fef-ac5e-45ac-90b1-9c1bb2e7244f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:48.470227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.481409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2878a5f2-1b26-465f-9f9e-e13bb970dc00']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:48.491833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-2a315bc0-65e0-4aed-b1f1-652cbcef5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.493234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457bbc8f-e1c9-4982-8bc0-780625acb647') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:48.493463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457bbc8f-e1c9-4982-8bc0-780625acb647') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:48.495166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-2a315bc0-65e0-4aed-b1f1-652cbcef5196 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 200 len: 854 time: 0.3550246 Jul 16 03:37:48.502970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.519102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-f9094ac0-8a2c-428a-b1c2-27b783b60dce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4125266 Jul 16 03:37:48.526792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.539380 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-c647b026-8843-424e-b553-4a184e7a102c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db4aeee5-bddb-433c-bf6e-ad5280ac846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369582 Jul 16 03:37:48.543170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:48.543600 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.596109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] DHCP port deletion for 0856cf8b-ab74-4dba-9f5b-d234bc9bb195 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:48.670954 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:48.710583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] Deleting port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:48.717858 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.718233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.724823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.727197 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/networks/2878a5f2-1b26-465f-9f9e-e13bb970dc00 HTTP/1.1" status: 204 len: 168 time: 0.7665620 Jul 16 03:37:48.738089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:48.789364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-27780c24-dbef-4e97-831f-6fb61b934228 service neutron] 10.222.0.11 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309530 Jul 16 03:37:48.845880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a1225-45af-4ad7-a541-555950782bb0 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Network': ['ID=2878a5f2-1b26-465f-9f9e-e13bb970dc00,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:48.901128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] For port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,segment=NetworkSegment(18b41082-ee3b-4d91-8da6-018df290d6c4),segment_id=18b41082-ee3b-4d91-8da6-018df290d6c4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:48.907139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.935562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] Calling delete_port for 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:48.992150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017507-f365-4378-908b-54a81214467f req-9251e5d8-b4ce-486b-b669-8611bf62f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.993741 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-9251e5d8-b4ce-486b-b669-8611bf62f9f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1097 time: 0.2115107 Jul 16 03:37:49.015806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2df4e52f-72f1-4c9d-87da-2c1ad37ac643 req-7a28d09d-ae30-4e5f-a476-eed39ea017eb service neutron] 10.222.0.11 "GET /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083392 Jul 16 03:37:49.094422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.134780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017507-f365-4378-908b-54a81214467f req-1af4ee98-e6a2-4e89-9883-2043a1dcdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.137681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] Pushing event deleted for resources: {'Port': ['ID=4a72fdf2-0210-4665-b03c-a1bd6c7dcc97,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:49.141356 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-1af4ee98-e6a2-4e89-9883-2043a1dcdd05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.1141284 Jul 16 03:37:49.149195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbfb0f-916d-4a10-9d51-dbc592fa2c8c None None] No DVR routers for this DVR port 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:49.186404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46e7d047-fcf0-4e68-ab1b-7deff06e04d1 req-34e4afd2-e171-479d-8266-ac263b82b844 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0733349 Jul 16 03:37:49.216673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.282743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] For port 0d03856f-d3db-400c-82c4-59d3c8fe21fa, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0d03856f-d3db-400c-82c4-59d3c8fe21fa,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:49.283436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.349059 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-c000ba12-d66f-4853-9420-9ce11c20ea44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 1002 time: 0.2014349 Jul 16 03:37:49.353927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 0d03856f-d3db-400c-82c4-59d3c8fe21fa owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:49.381739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615c663-032b-4f47-b553-f6d0d3fcd335 req-9e9c42b7-42d8-40d8-ab86-516bd0c04bd5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.388281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6615c663-032b-4f47-b553-f6d0d3fcd335 req-9e9c42b7-42d8-40d8-ab86-516bd0c04bd5 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 944 time: 1.0509708 Jul 16 03:37:49.418380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:49.495140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017507-f365-4378-908b-54a81214467f req-84156ad8-dc7e-441a-98dc-9c993bc22fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.496618 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-84156ad8-dc7e-441a-98dc-9c993bc22fe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.1417077 Jul 16 03:37:49.539681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0d03856f-d3db-400c-82c4-59d3c8fe21fa up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:49.606319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-264625405-network', 'tenant_id': '21e0c798653143cf810f925a7b1583fc'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:49.622805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017507-f365-4378-908b-54a81214467f req-8c218b8c-ce16-472d-8c1c-b786ae792f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.624862 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-8c218b8c-ce16-472d-8c1c-b786ae792f33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215038 Jul 16 03:37:49.651966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0d03856f-d3db-400c-82c4-59d3c8fe21fa triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:49.654119 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.663190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Made reservation on behalf of 21e0c798653143cf810f925a7b1583fc for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:49.666017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.683651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.701132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6615c663-032b-4f47-b553-f6d0d3fcd335 req-67e11beb-81c1-4d0c-8fc9-8869d2327f78 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923548 Jul 16 03:37:49.805662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.819833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0856cf8b-ab74-4dba-9f5b-d234bc9bb195']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:49.864931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b41082-ee3b-4d91-8da6-018df290d6c4') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:49.865225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b41082-ee3b-4d91-8da6-018df290d6c4') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:49.872649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.875831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:49.899080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.900018 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-76683907-715c-429d-b4a5-cbc9c40424b1 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683694 Jul 16 03:37:49.901412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.912506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:49.913029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4a72fdf2-0210-4665-b03c-a1bd6c7dcc97 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:49.929492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.943617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:49.944029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:49.949941 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:49.996385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56456f9-6fc6-419a-a2e1-8a2225c4a60b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:50.008810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.009827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.010625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.011435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.011966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.012481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.012993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.013512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.013902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.014321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.014768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.015180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:50.050497 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16017507-f365-4378-908b-54a81214467f req-c7fe13bc-ced4-44f6-9614-593fa12ce68c service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427698 Jul 16 03:37:50.059449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.064403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 22f83ad4-27dc-461a-95f8-bc2c869d264d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:50.067078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.069074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/networks/0856cf8b-ab74-4dba-9f5b-d234bc9bb195 HTTP/1.1" status: 204 len: 168 time: 1.3256941 Jul 16 03:37:50.071618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37296) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:50.080386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.090530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b9e1a-83ca-4296-9e55-b8e6b1647601 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Network': ['ID=0856cf8b-ab74-4dba-9f5b-d234bc9bb195,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:50.098198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:50.116939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=0d03856f-d3db-400c-82c4-59d3c8fe21fa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:50.161803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.162151 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Added segment 4c9b0f38-0ae8-4c15-90fa-e9bf7ca4ba2a of type vlan for network 3f7db0d5-1efc-4b75-a64f-14a133663124 Jul 16 03:37:50.216975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Deleting subnet f8f54c27-576b-4147-8601-32c4feb12ca7 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:50.226260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.253069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.253837 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.301078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 22f83ad4-27dc-461a-95f8-bc2c869d264d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:50.311175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.339101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '22f83ad4-27dc-461a-95f8-bc2c869d264d', 'network_id': 'db4aeee5-bddb-433c-bf6e-ad5280ac846d', 'port_id': '22f83ad4-27dc-461a-95f8-bc2c869d264d', 'mac_address': 'fa:16:3e:e7:57:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd191e0a1-6920-4764-a494-2d15bfb7d7d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:50.400517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.401255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.401841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.445219 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.484059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f83ad4-27dc-461a-95f8-bc2c869d264d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:50.516925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0952308 Jul 16 03:37:50.535850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 22f83ad4-27dc-461a-95f8-bc2c869d264d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:50.547737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.636232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d68fbd-de89-4907-a8e7-311e80dedcee admin admin] Pushing event updated for resources: {'Network': ['ID=3f7db0d5-1efc-4b75-a64f-14a133663124,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:50.654010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.655260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 3f7db0d5-1efc-4b75-a64f-14a133663124 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:50.776183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.830781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f54c27-576b-4147-8601-32c4feb12ca7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:50.848168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.851580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-24cb23f0-dcc8-4339-9767-156db4dea914 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/subnets/f8f54c27-576b-4147-8601-32c4feb12ca7 HTTP/1.1" status: 204 len: 168 time: 0.7770011 Jul 16 03:37:50.854608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:50.859200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692997b-540a-4dd6-808b-0b1d6ed806fe None None] Network 46ac07f4-9890-4526-9ed2-e60501cddf76 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:50.984987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['22f83ad4-27dc-461a-95f8-bc2c869d264d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:50.988175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.055224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Deleting port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:51.055603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.057887 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-175be19c-20ab-43b3-ba33-e10bf5297406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.108279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=22f83ad4-27dc-461a-95f8-bc2c869d264d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:51.141910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] For port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,segment=NetworkSegment(b7ec322b-72a0-4c4a-9ab6-52d765ff94f5),segment_id=b7ec322b-72a0-4c4a-9ab6-52d765ff94f5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:51.142270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.171174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Calling delete_port for 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:51.240737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0d80b6c-ddef-42f5-b2a2-2cd245740b2a req-304d1f4b-6fb7-4d7a-be6c-0bbe7d50f1de tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.7642832 Jul 16 03:37:51.252345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Router 666e8621-73c3-43cd-a2c3-6b8270d8d2af has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:51.299638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.341067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Port': ['ID=0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:51.350698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] No DVR routers for this DVR port 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:51.413291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-54789b73-6cac-4a8e-bd84-dac939dbeee2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2733338 Jul 16 03:37:51.418284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:51.423853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29fe008f-bd2d-488f-a5d8-e9cef17fd99b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "PUT /v2.0/routers/666e8621-73c3-43cd-a2c3-6b8270d8d2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2047026 Jul 16 03:37:51.429053 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] Sync routers for ids ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:51.442788 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] Routers {'666e8621-73c3-43cd-a2c3-6b8270d8d2af'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:51.444453 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:51.447661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3ddb6-cc20-4059-840a-18614229d080 None None] DHCP port deletion for 46ac07f4-9890-4526-9ed2-e60501cddf76 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:51.475938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386b36e-3cb7-464e-8c86-20aea576be7c req-0b278b44-202c-47b0-adaf-af2c14157428 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.485793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1386b36e-3cb7-464e-8c86-20aea576be7c req-0b278b44-202c-47b0-adaf-af2c14157428 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 945 time: 0.3452039 Jul 16 03:37:51.486309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:51.493161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.519851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ac07f4-9890-4526-9ed2-e60501cddf76']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:51.549431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:51.549911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ec322b-72a0-4c4a-9ab6-52d765ff94f5') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:51.561428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.587723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.595029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:51.595438 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.618102 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] Set router 666e8621-73c3-43cd-a2c3-6b8270d8d2af gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:51.661506 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:51.667131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.675424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.680934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/networks/46ac07f4-9890-4526-9ed2-e60501cddf76 HTTP/1.1" status: 204 len: 168 time: 0.8247375 Jul 16 03:37:51.683221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37318) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:51.684587 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:37Z', 'updated_at': '2021-07-16T03:37:49Z', 'revision_number': 3, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:51.721893 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] Checking router: 666e8621-73c3-43cd-a2c3-6b8270d8d2af for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:51.731691 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] Routers {'666e8621-73c3-43cd-a2c3-6b8270d8d2af'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:51.732872 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:51.790223 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c500b3bb-82f9-47d7-b57b-7a6402438816 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "GET /v2.0/ports?device_id=60b0ea8e-0ee9-46e5-833c-b99b58bd0007 HTTP/1.1" status: 200 len: 205 time: 0.1026578 Jul 16 03:37:51.790223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a443e-2183-4676-a3e1-c9d47f8ae074 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Pushing event deleted for resources: {'Network': ['ID=46ac07f4-9890-4526-9ed2-e60501cddf76,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:51.792259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37322) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:51.796689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1386b36e-3cb7-464e-8c86-20aea576be7c req-3fba3ece-6450-46e2-a4a2-bdf7170b8c13 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104537 Jul 16 03:37:51.828323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579793a-9682-4de4-b890-72bf1ff5cfa7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.829848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579793a-9682-4de4-b890-72bf1ff5cfa7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.831433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d579793a-9682-4de4-b890-72bf1ff5cfa7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3439753 Jul 16 03:37:51.849361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37324) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:51.957822 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] Set router 666e8621-73c3-43cd-a2c3-6b8270d8d2af gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:52.045521 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:37Z', 'updated_at': '2021-07-16T03:37:49Z', 'revision_number': 3, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:52.072423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 22f83ad4-27dc-461a-95f8-bc2c869d264d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:52.110994 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38838d85-d274-4f86-bcd5-8416e28a653e None None] The sync data for ids ['666e8621-73c3-43cd-a2c3-6b8270d8d2af'] in n-d-800089-6 is: [{'id': '666e8621-73c3-43cd-a2c3-6b8270d8d2af', 'name': 'tempest-NetworksTestDHCPv6-router-399681596', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:37Z', 'updated_at': '2021-07-16T03:37:49Z', 'revision_number': 3, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:52.145856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-099610ab-a085-41c3-b1ae-27372e54ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.147580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-099610ab-a085-41c3-b1ae-27372e54ab61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.5604055 Jul 16 03:37:52.179896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4acda1-043f-4448-81ba-bcba66992f3e req-bd131bdd-1c0a-4237-b991-70b2d7c33726 tempest-ComputeTenantNetworksTest-19184281 tempest-ComputeTenantNetworksTest-19184281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.185254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 22f83ad4-27dc-461a-95f8-bc2c869d264d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:52.189414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4acda1-043f-4448-81ba-bcba66992f3e req-bd131bdd-1c0a-4237-b991-70b2d7c33726 tempest-ComputeTenantNetworksTest-19184281 tempest-ComputeTenantNetworksTest-19184281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.193865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 22f83ad4-27dc-461a-95f8-bc2c869d264d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:52.194804 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.197912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4acda1-043f-4448-81ba-bcba66992f3e req-bd131bdd-1c0a-4237-b991-70b2d7c33726 tempest-ComputeTenantNetworksTest-19184281 tempest-ComputeTenantNetworksTest-19184281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.199943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f4acda1-043f-4448-81ba-bcba66992f3e req-bd131bdd-1c0a-4237-b991-70b2d7c33726 tempest-ComputeTenantNetworksTest-19184281 tempest-ComputeTenantNetworksTest-19184281-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6113589 Jul 16 03:37:52.375739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.427886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet bfa0e79b-2bd8-4eb9-b9cf-9264c079597d {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:52.431199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.440301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f83ad4-27dc-461a-95f8-bc2c869d264d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:52.441459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9af51-425a-4faf-8ba2-d3d6a268ed56 req-f5fcbbcb-aaee-4a7a-88bd-fb92ec433261 tempest-ComputeTenantNetworksTest-19184281 tempest-ComputeTenantNetworksTest-19184281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.443768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4e9af51-425a-4faf-8ba2-d3d6a268ed56 req-f5fcbbcb-aaee-4a7a-88bd-fb92ec433261 tempest-ComputeTenantNetworksTest-19184281 tempest-ComputeTenantNetworksTest-19184281-project] 10.222.0.25 "GET /v2.0/networks/3f7db0d5-1efc-4b75-a64f-14a133663124 HTTP/1.1" status: 200 len: 768 time: 0.2053285 Jul 16 03:37:52.444533 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5925a643-5ccd-4b66-b85f-51fa38b26c9c" -d '{"events": [{"server_uuid": "bfe72e22-9ba3-4a23-94ac-edff2a5283fc", "name": "network-vif-plugged", "status": "completed", "tag": "22f83ad4-27dc-461a-95f8-bc2c869d264d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:52.445470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-ccc1b005-aa18-4150-a20b-1cc4d199b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.452643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-ccc1b005-aa18-4150-a20b-1cc4d199b429 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.2514284 Jul 16 03:37:52.453454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37330) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:52.478079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.526657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 22f83ad4-27dc-461a-95f8-bc2c869d264d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:52.532241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-1ddd1140-905a-4396-88c3-40fae06f4f64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.0700014 Jul 16 03:37:52.534461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.586466 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d269b-e52a-4fb7-b874-f327a3990221 x-openstack-request-id: req-6d2d269b-e52a-4fb7-b874-f327a3990221 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:52.586790 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe72e22-9ba3-4a23-94ac-edff2a5283fc", "name": "network-vif-plugged", "status": "completed", "tag": "22f83ad4-27dc-461a-95f8-bc2c869d264d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:52.587047 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d2d269b-e52a-4fb7-b874-f327a3990221 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:52.587452 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f83ad4-27dc-461a-95f8-bc2c869d264d', 'code': 200} Jul 16 03:37:52.598268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.621749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=22f83ad4-27dc-461a-95f8-bc2c869d264d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:52.633508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.689885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b03ae7d-99b1-4178-b735-cf6ada0e9020 req-25edad7a-18f8-4398-90d2-4ae1d91c2a01 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.1676326 Jul 16 03:37:52.750099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.776740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-692a614c-6832-4877-ae3c-a5c4374a411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.778256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-692a614c-6832-4877-ae3c-a5c4374a411a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.2125354 Jul 16 03:37:52.863692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-775b8530-0376-4050-8ad3-f8d0005b443a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588608 Jul 16 03:37:52.909278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.936288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbecc6a8-13ad-4e38-9c52-d3f9504819d0 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:52.949749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.954703 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/bfa0e79b-2bd8-4eb9-b9cf-9264c079597d HTTP/1.1" status: 204 len: 168 time: 1.1034870 Jul 16 03:37:52.956865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37340) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:52.965924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64357e-fbdf-427f-8571-e51ad237b52e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa0e79b-2bd8-4eb9-b9cf-9264c079597d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:52.971653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.000672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.011125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.119469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7db0d5-1efc-4b75-a64f-14a133663124']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:53.127149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e749ec4-2e65-4a01-ad14-4fb68f9d642f req-a5791c3e-0578-4f32-ab13-c67e66056763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.128917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e749ec4-2e65-4a01-ad14-4fb68f9d642f req-a5791c3e-0578-4f32-ab13-c67e66056763 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 1097 time: 0.4195039 Jul 16 03:37:53.129529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.130850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Fanout notify agent at l3_agent the message router_deleted on router 60b0ea8e-0ee9-46e5-833c-b99b58bd0007 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:53.151704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.152791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f091f2bc-f0ad-415f-a8ab-1ac8a5e8a2c6 tempest-RoutersNegativeTest-223957556 tempest-RoutersNegativeTest-223957556-project] 10.222.0.25 "DELETE /v2.0/routers/60b0ea8e-0ee9-46e5-833c-b99b58bd0007 HTTP/1.1" status: 204 len: 168 time: 1.3592479 Jul 16 03:37:53.184785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-91662da8-d872-4a4e-9555-6e4fc833f0b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2244356 Jul 16 03:37:53.185138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9b0f38-0ae8-4c15-90fa-e9bf7ca4ba2a') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:53.185302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9b0f38-0ae8-4c15-90fa-e9bf7ca4ba2a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:53.186746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:53.217519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.230028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:53.257818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874370-8867-4c00-942b-d2c9f5caf7ea req-17a62779-d9ab-4761-b701-e6f9eb1107e6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.265535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98874370-8867-4c00-942b-d2c9f5caf7ea req-17a62779-d9ab-4761-b701-e6f9eb1107e6 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.2925808 Jul 16 03:37:53.277789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.297037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:53.297615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:53.299445 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:53.304151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.308242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e749ec4-2e65-4a01-ad14-4fb68f9d642f req-c0f8b188-ed12-4346-8cc9-5346ff0587c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676762 Jul 16 03:37:53.314444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-d521eabe-5561-44bc-8300-52620472a64c service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384902 Jul 16 03:37:53.352202 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ef66874-a325-4a81-83ec-9903dcc30367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.375874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98874370-8867-4c00-942b-d2c9f5caf7ea req-3ac593da-89e9-4666-8982-9e4f5d7adfb8 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092603 Jul 16 03:37:53.376925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] Deleting port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:53.377318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.504149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0d03856f-d3db-400c-82c4-59d3c8fe21fa no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:53.565550 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.566603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0d03856f-d3db-400c-82c4-59d3c8fe21fa {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:53.566962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0d03856f-d3db-400c-82c4-59d3c8fe21fa not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:53.567688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:53.572922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] For port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:53.573339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.615796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:53.615974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:53.616353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0dd0a4ca-12f2-4a6e-85ce-f4b05a53f58a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:53.623825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:53.627867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7db0d5-1efc-4b75-a64f-14a133663124,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:53.637641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.638185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.639817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b75f4c1b-859f-4ab2-adc8-fddf31c88b18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f7db0d5-1efc-4b75-a64f-14a133663124 HTTP/1.1" status: 204 len: 168 time: 1.1853399 Jul 16 03:37:53.651813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] Calling delete_port for 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:53.655959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.666333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf69e3f4-4548-4c5b-8ea7-b086636be528 req-f690088d-e360-4acd-9fb5-481e1856a2de service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436375 Jul 16 03:37:53.747676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.748324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Fanout notify agent at l3_agent the message router_deleted on router 666e8621-73c3-43cd-a2c3-6b8270d8d2af {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:53.761901 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.766086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-47f9a3ad-497e-4f0c-85b3-64f1995f81b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/routers/666e8621-73c3-43cd-a2c3-6b8270d8d2af HTTP/1.1" status: 204 len: 168 time: 0.5754008 Jul 16 03:37:53.766180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37358) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:53.772751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:53.890079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.925430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] Pushing event deleted for resources: {'Port': ['ID=1a9b3b5c-fc66-4f9a-9522-a8190d0082d5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:53.943308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37360) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:53.960108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429e327-a0fe-40fd-ba4f-2bec9f62e97a None None] No DVR routers for this DVR port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:53.977346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.997062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No active binding found for port 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 {{(pid=93758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:37:53.998398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1a9b3b5c-fc66-4f9a-9522-a8190d0082d5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:54.034288 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-197dba8e-b19d-4cc0-881b-c58ff9a018bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21e0c798653143cf810f925a7b1583fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892007 Jul 16 03:37:54.037366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37362) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:54.168686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94bf9b64-bc3b-4844-8cf5-317fc044038b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c4218e6a1eb48f59e075c7a78b4cc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491328 Jul 16 03:37:54.174936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37364) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:54.181852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1526c5c3-122f-4d65-97b9-6263e80fd929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.195193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e19c2873-d14b-4576-b02b-150d9bf12ad7 req-6a95e6eb-f5e4-474a-8061-be60c322e490 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.1255565 Jul 16 03:37:54.210013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:54.210013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.247443 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1526c5c3-122f-4d65-97b9-6263e80fd929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.274195 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.345444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8496a21a-7810-4ff2-8c38-b9bb2a2a2d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.373999 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8496a21a-7810-4ff2-8c38-b9bb2a2a2d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.385377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1526c5c3-122f-4d65-97b9-6263e80fd929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.388094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1526c5c3-122f-4d65-97b9-6263e80fd929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.389839 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1526c5c3-122f-4d65-97b9-6263e80fd929 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d56456f9-6fc6-419a-a2e1-8a2225c4a60b HTTP/1.1" status: 204 len: 168 time: 0.3512118 Jul 16 03:37:54.410124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526c5c3-122f-4d65-97b9-6263e80fd929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56456f9-6fc6-419a-a2e1-8a2225c4a60b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:54.460577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8496a21a-7810-4ff2-8c38-b9bb2a2a2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.463618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8496a21a-7810-4ff2-8c38-b9bb2a2a2d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.467137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8496a21a-7810-4ff2-8c38-b9bb2a2a2d43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2d8014b-499d-437c-981d-469db8188a83 HTTP/1.1" status: 204 len: 168 time: 0.2886927 Jul 16 03:37:54.486988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496a21a-7810-4ff2-8c38-b9bb2a2a2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d8014b-499d-437c-981d-469db8188a83,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:54.702107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.775910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:54.784168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf98709-336e-41ce-8554-db182e2ee2d0 req-0ea0af72-1037-4c7a-bd99-6dfc45c2b04c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.791423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cf98709-336e-41ce-8554-db182e2ee2d0 req-0ea0af72-1037-4c7a-bd99-6dfc45c2b04c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.2024353 Jul 16 03:37:54.802022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:54.814846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763abb9e-04c3-4b12-8584-855bc0f09472 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:54.823738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.824577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.874313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1070528 Jul 16 03:37:54.877018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:54.880523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bd955-7a9a-43c3-ad14-2e93e9cfec0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=14a1e3cb-b0c2-4499-9faf-273434e007d2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:54.881563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1795920884', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:54.905538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cf98709-336e-41ce-8554-db182e2ee2d0 req-c49e51a8-00ea-408b-89fc-7bcedb81c37f tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131976 Jul 16 03:37:54.956645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.959324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.077232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.085679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.118406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.123988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37392) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:55.125081 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ae62643-5b42-4289-b374-b249773b1f73 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2460828 Jul 16 03:37:55.154586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '14a1e3cb-b0c2-4499-9faf-273434e007d2'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:55.155736 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.481847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/14a1e3cb-b0c2-4499-9faf-273434e007d2/1ab8140e-df8e-4aa7-bb95-fb7823a25535) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:55.533825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8eaab4f6-77c7-4156-82f3-1e1046bc26c4 req-a86f2c63-edb5-4204-930f-2f2da10cb85a tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0532835 Jul 16 03:37:55.688771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.701382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Transition to ACTIVE for port object 1ab8140e-df8e-4aa7-bb95-fb7823a25535 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:55.741836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Transition to ACTIVE for port object 1ab8140e-df8e-4aa7-bb95-fb7823a25535 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:55.764145 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.823650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a634aaf-67a6-401c-bf76-4351e0512648 req-43e88e4d-2765-4a10-b167-59fe763fd849 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.840817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a634aaf-67a6-401c-bf76-4351e0512648 req-43e88e4d-2765-4a10-b167-59fe763fd849 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.6053495 Jul 16 03:37:55.963326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a634aaf-67a6-401c-bf76-4351e0512648 req-ad06fede-6b78-46ff-aee7-853544d892c1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213872 Jul 16 03:37:56.015944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.209986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:56.215814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Pushing event updated for resources: {'Port': ['ID=1ab8140e-df8e-4aa7-bb95-fb7823a25535,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:56.230623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:56.237658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:56.256140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37434) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:56.261670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.313284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Attempting to bind port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:56.313661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Attempting to bind port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:56.314213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Attempting to bind port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:56.320901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:56.321332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:56.321751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.322197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:56.322701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Bound port: 1ab8140e-df8e-4aa7-bb95-fb7823a25535, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:56.323088 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.434917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] For port 1ab8140e-df8e-4aa7-bb95-fb7823a25535, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:56.440761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] For port 1ab8140e-df8e-4aa7-bb95-fb7823a25535, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1ab8140e-df8e-4aa7-bb95-fb7823a25535,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:56.449191 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.486696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743816345'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:56.534027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.550514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.560656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::1 (cd007764-b689-4eda-aa81-dad0dfbbf261/14a1e3cb-b0c2-4499-9faf-273434e007d2/1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:56.562640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17357411-c7be-4f60-bbea-0a7e3cfee8bd None None] Pushing event updated for resources: {'Port': ['ID=1ab8140e-df8e-4aa7-bb95-fb7823a25535,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:56.695312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.700559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.730422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f9f4-8681-4b4e-95de-5fa6c64ed1c6 req-d14f502c-94f9-43a9-bf04-320c08d028d3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.737649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea8f9f4-8681-4b4e-95de-5fa6c64ed1c6 req-d14f502c-94f9-43a9-bf04-320c08d028d3 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.2095187 Jul 16 03:37:56.762392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f4e32a-a3d0-4938-8462-f39b7424e6d9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:56.852594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.870303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.904292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd03cc-9843-498d-b1de-e4404a68d12b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:56.921061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.926146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ea6242b1-8940-4e20-a71b-d5916a61f4ca tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6683624 Jul 16 03:37:56.927272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37454) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.015571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-34f7f99e-3bbc-4304-aa3b-ea1070e8b6a0 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0867934 Jul 16 03:37:57.016578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.022381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-security--268867557', 'description': 'tempest-security-description-162979932'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:57.056171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.111370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.117196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.120976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.122682 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "PUT /v2.0/security-groups/aefd03cc-9843-498d-b1de-e4404a68d12b HTTP/1.1" status: 200 len: 1778 time: 0.1048164 Jul 16 03:37:57.126445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37458) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.213567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-652a8d69-1c5b-4d85-b9b8-ce87fe4d3e47 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups/aefd03cc-9843-498d-b1de-e4404a68d12b HTTP/1.1" status: 200 len: 1778 time: 0.0853570 Jul 16 03:37:57.214744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781bd1d-67a8-44cc-84c0-cbc824504898 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefd03cc-9843-498d-b1de-e4404a68d12b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.217073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37460) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.287538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45e398c3-eea0-41fb-b40b-81bc5f5e8b79 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.307994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea8f9f4-8681-4b4e-95de-5fa6c64ed1c6 req-d6f8fe4b-3ee4-447f-bf61-3cd5b3baf3b7 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693674 Jul 16 03:37:57.314506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.325971 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45e398c3-eea0-41fb-b40b-81bc5f5e8b79 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.348647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:57.397397 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.414941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45e398c3-eea0-41fb-b40b-81bc5f5e8b79 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.418369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45e398c3-eea0-41fb-b40b-81bc5f5e8b79 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.419836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-45e398c3-eea0-41fb-b40b-81bc5f5e8b79 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/aefd03cc-9843-498d-b1de-e4404a68d12b HTTP/1.1" status: 204 len: 168 time: 0.2014344 Jul 16 03:37:57.426663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.446247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e398c3-eea0-41fb-b40b-81bc5f5e8b79 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefd03cc-9843-498d-b1de-e4404a68d12b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.500332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.530022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:57.533207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:57.542413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:57.542962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.567821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1ab8140e-df8e-4aa7-bb95-fb7823a25535 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:57.647109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:57.677171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da9919b3-943f-4520-b4e6-dcaef33fd96a req-79917254-4418-4219-9fd9-dc9c81544a7e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0754814 Jul 16 03:37:57.764519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37466) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.764778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2cecbf71-ec31-4306-85b7-e8d4c1cff324 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3343718 Jul 16 03:37:57.784914 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-b84ad1c3-e6a8-40c1-8b53-6fbe222c992d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] delete failed (client error): The resource could not be found. Jul 16 03:37:57.786091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b84ad1c3-e6a8-40c1-8b53-6fbe222c992d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/aefd03cc-9843-498d-b1de-e4404a68d12b HTTP/1.1" status: 404 len: 347 time: 0.0204694 Jul 16 03:37:57.791455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37468) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:57.796560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070144356'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:57.837866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.901914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.039991 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.052432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.060583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] Provisioning for port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:58.065448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] Provisioning complete for port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:58.066717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.101977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a824d9-7464-4d25-881e-e308c871e8eb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.129379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.131293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e01671d6-bc8f-49e3-bc48-aec54988b6fa tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3387835 Jul 16 03:37:58.134220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37478) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:58.139377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': '42a824d9-7464-4d25-881e-e308c871e8eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:58.191175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.244800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.335361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] For port 1ab8140e-df8e-4aa7-bb95-fb7823a25535, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1ab8140e-df8e-4aa7-bb95-fb7823a25535,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.345047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.346379 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.351543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.386049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370b7d7e-f763-4657-82e0-89b7137089a7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.400431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.402211 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9e8ee9c7-6b9b-4c79-8604-3dfc507d0c84 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664700 Jul 16 03:37:58.405176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37480) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:58.446182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ebc63d-ac9c-4adc-a10a-ac91592caa54 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.450080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d651560-661e-4355-b5dc-f7b389ef383f None None] Pushing event updated for resources: {'Port': ['ID=1ab8140e-df8e-4aa7-bb95-fb7823a25535,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.466196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ebc63d-ac9c-4adc-a10a-ac91592caa54 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.487970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-675a8d0d-bdac-4b01-aa7d-2afe1a8dcaa3 None None] Provisioning for port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:58.499068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-675a8d0d-bdac-4b01-aa7d-2afe1a8dcaa3 None None] Provisioning complete for port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:58.499826 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-675a8d0d-bdac-4b01-aa7d-2afe1a8dcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.505591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ebc63d-ac9c-4adc-a10a-ac91592caa54 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.512951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ebc63d-ac9c-4adc-a10a-ac91592caa54 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.516846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-32ebc63d-ac9c-4adc-a10a-ac91592caa54 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/370b7d7e-f763-4657-82e0-89b7137089a7 HTTP/1.1" status: 204 len: 168 time: 0.1069841 Jul 16 03:37:58.518995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:58.537237 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.547935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.548732 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.552486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebc63d-ac9c-4adc-a10a-ac91592caa54 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=370b7d7e-f763-4657-82e0-89b7137089a7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.557154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-675a8d0d-bdac-4b01-aa7d-2afe1a8dcaa3 None None] Port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:58.571642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf0177-a3cb-4620-a83a-30b643a97cbe req-122faa8d-2f2e-49c0-8a87-3a7347da1d5e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.573295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcbf0177-a3cb-4620-a83a-30b643a97cbe req-122faa8d-2f2e-49c0-8a87-3a7347da1d5e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.2120042 Jul 16 03:37:58.595183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9d987bfc-b009-452a-b6eb-405e453025d8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723789 Jul 16 03:37:58.595802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37484) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:58.668500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a428bc5c-84b5-4ddd-aaf5-a6358f3aecdf tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.699448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a428bc5c-84b5-4ddd-aaf5-a6358f3aecdf tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.704122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.718350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcbf0177-a3cb-4620-a83a-30b643a97cbe req-ef4c7e1a-9f8e-465c-9877-cadfc829089c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146908 Jul 16 03:37:58.751091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:58.753212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:58.780163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a428bc5c-84b5-4ddd-aaf5-a6358f3aecdf tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.782749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a428bc5c-84b5-4ddd-aaf5-a6358f3aecdf tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.784162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a428bc5c-84b5-4ddd-aaf5-a6358f3aecdf tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/42a824d9-7464-4d25-881e-e308c871e8eb HTTP/1.1" status: 204 len: 168 time: 0.1874213 Jul 16 03:37:58.787430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37490) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:58.832116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428bc5c-84b5-4ddd-aaf5-a6358f3aecdf tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a824d9-7464-4d25-881e-e308c871e8eb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.904244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ef050090-f8ef-42d8-9b30-cd6e186e7a0b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095490 Jul 16 03:37:58.919013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37492) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:58.923775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--126924831'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:58.964096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.976488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b758353-9e36-441a-8442-d55f66772f7c req-43c51268-1d6a-4327-a636-17e6b21be201 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.0442162 Jul 16 03:37:59.009167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Router 417f1970-3462-462c-b461-ebb2926a1ed8 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:37:59.130294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.140206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.180224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:59.197768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Sync routers for ids ['417f1970-3462-462c-b461-ebb2926a1ed8'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:59.201942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-74b3c2de-136a-4570-96e7-0d7924d26e4f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "PUT /v2.0/routers/417f1970-3462-462c-b461-ebb2926a1ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0770988 Jul 16 03:37:59.204736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:59.217662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.221700 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3015418 Jul 16 03:37:59.222304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37496) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:59.227712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'f8071000-44a1-484f-97c4-e31024a182f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:59.241361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Routers {'417f1970-3462-462c-b461-ebb2926a1ed8'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:59.241975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['417f1970-3462-462c-b461-ebb2926a1ed8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:59.247632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2e010-35b4-48ad-b0da-40a362aeb1c8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8071000-44a1-484f-97c4-e31024a182f9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.262613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dfe9b474-fa2d-4d4a-a72c-abd4a055c1bf None None] Provisioning complete for port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:59.264352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b474-fa2d-4d4a-a72c-abd4a055c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.270244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636b1e0f-f7f0-4687-ba61-216e3e1502a2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.274870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-636b1e0f-f7f0-4687-ba61-216e3e1502a2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports/1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d HTTP/1.1" status: 200 len: 911 time: 0.0688229 Jul 16 03:37:59.275630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37500) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:59.322662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.423312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24d135-c717-407a-b034-c070bdf2b5be tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.434237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24d135-c717-407a-b034-c070bdf2b5be tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.438982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1a24d135-c717-407a-b034-c070bdf2b5be tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1622105 Jul 16 03:37:59.439796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:59.498639 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.508051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1ab8140e-df8e-4aa7-bb95-fb7823a25535 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:59.508517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.541080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0806e0a8-c2a1-43b8-b69f-8d57212270b7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.557899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9b474-fa2d-4d4a-a72c-abd4a055c1bf None None] Port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:59.562059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.563480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b16daa3d-f629-4f1a-8100-d55a75d1c295 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392594 Jul 16 03:37:59.566271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37506) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:59.569711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Set router 417f1970-3462-462c-b461-ebb2926a1ed8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:59.571774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'f8071000-44a1-484f-97c4-e31024a182f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:59.645947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.725801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.735895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.775262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373e87fe-dd7b-427e-8a74-a0b821420508,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.790560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:59.790772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.790909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.795574 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6a91b320-9119-45df-8792-bbbc7e998eb3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280803 Jul 16 03:37:59.796236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37508) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:59.800936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'f8071000-44a1-484f-97c4-e31024a182f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:59.836631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.845083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4059d-bab9-48ad-bdc2-4b4f144af42f req-0619820a-d795-40bb-b30e-d464b6346e30 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.847365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fa4059d-bab9-48ad-bdc2-4b4f144af42f req-0619820a-d795-40bb-b30e-d464b6346e30 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.1873670 Jul 16 03:37:59.938655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fa4059d-bab9-48ad-bdc2-4b4f144af42f req-ca157d03-5e04-4dce-8a74-a3b2dbd0b109 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826559 Jul 16 03:37:59.965145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f1970-3462-462c-b461-ebb2926a1ed8', 'name': 'tempest-NetworksTestDHCPv6-router-1795920884', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:54Z', 'updated_at': '2021-07-16T03:37:57Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None, '_interfaces': [{'id': '1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d', 'name': '', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'mac_address': 'fa:16:3e:b7:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f1970-3462-462c-b461-ebb2926a1ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '14a1e3cb-b0c2-4499-9faf-273434e007d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:56Z', 'updated_at': '2021-07-16T03:37:58Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'subnets': [{'id': '14a1e3cb-b0c2-4499-9faf-273434e007d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:59.980901 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.992973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.006908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Checking router: 417f1970-3462-462c-b461-ebb2926a1ed8 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:00.007273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Updating router 417f1970-3462-462c-b461-ebb2926a1ed8 port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:00.022748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd21fb78-9499-4b21-96e9-26f5db48a9cd,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.025655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.032881 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.037524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6d2d05ea-1805-4fe9-a891-1775b325b845 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2373936 Jul 16 03:38:00.037875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.042838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'f8071000-44a1-484f-97c4-e31024a182f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:00.082464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.086280 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.180656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.193173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.229400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44ad35b-966e-4232-b211-3efb48bb337e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.243509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.247165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f158f946-a07a-4438-a534-d82b5ce7899f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2054965 Jul 16 03:38:00.248066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37516) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.256569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'f8071000-44a1-484f-97c4-e31024a182f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:00.305883 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.325758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa582e79-6584-4b47-a7b4-330b61861c91 req-70b4a41b-f478-459b-8732-46cf16f71a8c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.332555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa582e79-6584-4b47-a7b4-330b61861c91 req-70b4a41b-f478-459b-8732-46cf16f71a8c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.1583588 Jul 16 03:38:00.388025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa582e79-6584-4b47-a7b4-330b61861c91 req-04d5f88a-b022-4298-9b15-11ce3898062d tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Jul 16 03:38:00.391202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.397741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.417957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a671a-0212-4e71-9b01-b695586aa0bc,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.430049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.432821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5119ff5e-47f2-488f-b96a-73035387126e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1829319 Jul 16 03:38:00.435709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37520) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.470262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30703c52-5a12-4c02-b12a-6ea68500dbfd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.471339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.480538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30703c52-5a12-4c02-b12a-6ea68500dbfd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.490474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:00.491184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.502213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Transition to ACTIVE for port object 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:00.519867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.569531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30703c52-5a12-4c02-b12a-6ea68500dbfd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.576784 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30703c52-5a12-4c02-b12a-6ea68500dbfd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.578273 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-30703c52-5a12-4c02-b12a-6ea68500dbfd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0c9a671a-0212-4e71-9b01-b695586aa0bc HTTP/1.1" status: 204 len: 168 time: 0.1412268 Jul 16 03:38:00.584408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37524) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.592759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30703c52-5a12-4c02-b12a-6ea68500dbfd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c9a671a-0212-4e71-9b01-b695586aa0bc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.673050 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-24d0e534-fcc5-4cc2-86a1-703b37b7447f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0874593 Jul 16 03:38:00.677822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37526) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.682209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.684814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a64ada-2682-4940-bce9-45c1374d73ca None None] Pushing event updated for resources: {'Port': ['ID=1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.700243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:00.728375 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6975569-553b-4a72-ac75-114e03376b56 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.743249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6975569-553b-4a72-ac75-114e03376b56 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.788920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Attempting to bind port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:00.789296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Attempting to bind port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:00.789662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Attempting to bind port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:00.810795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:00.811157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:00.811745 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.813895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6975569-553b-4a72-ac75-114e03376b56 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.815955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:00.816756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Bound port: 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:00.817792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.824765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6975569-553b-4a72-ac75-114e03376b56 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.826735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f6975569-553b-4a72-ac75-114e03376b56 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f44ad35b-966e-4232-b211-3efb48bb337e HTTP/1.1" status: 204 len: 168 time: 0.1468279 Jul 16 03:38:00.840295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37528) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.854275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6975569-553b-4a72-ac75-114e03376b56 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f44ad35b-966e-4232-b211-3efb48bb337e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:00.918256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f9bf51ce-7b12-4388-92df-2f83c92b257d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0733509 Jul 16 03:38:00.918256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37530) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:00.964695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] For port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:00.970229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] For port 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:00.972377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9b7e-6098-41e7-b2ef-a6f6fd9fd689 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.981237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.986603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73084a29-391b-4adb-9ab8-9f69d8a9986c req-2341d9c3-ca5d-4bea-a18c-99becc3f0e2e tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/ports?device_id=b25f575d-54ea-41e5-b2b8-bbce70c7a444 HTTP/1.1" status: 200 len: 210 time: 0.2661514 Jul 16 03:38:01.003211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9b7e-6098-41e7-b2ef-a6f6fd9fd689 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.075265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9b7e-6098-41e7-b2ef-a6f6fd9fd689 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.104906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Routers {'417f1970-3462-462c-b461-ebb2926a1ed8'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:01.105727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9b7e-6098-41e7-b2ef-a6f6fd9fd689 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.106767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['417f1970-3462-462c-b461-ebb2926a1ed8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:01.111952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d8fe9b7e-6098-41e7-b2ef-a6f6fd9fd689 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bd21fb78-9499-4b21-96e9-26f5db48a9cd HTTP/1.1" status: 204 len: 168 time: 0.1925769 Jul 16 03:38:01.116037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe9b7e-6098-41e7-b2ef-a6f6fd9fd689 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd21fb78-9499-4b21-96e9-26f5db48a9cd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.125709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37532) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.187928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.262976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a64ada-2682-4940-bce9-45c1374d73ca None None] Pushing event updated for resources: {'Port': ['ID=1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.267458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.275974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-05fb3a7f-59fa-438d-8649-e776f342b6f9 None None] Could not find standard attr ID for object 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:01.308478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-42d92e0f-1f32-4c6e-8cbe-e0337626b3f3 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1806958 Jul 16 03:38:01.310698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37534) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.403738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] Set router 417f1970-3462-462c-b461-ebb2926a1ed8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:01.408225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85aca3d-d3a7-4b20-a4e9-37f29b03e92b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.432368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85aca3d-d3a7-4b20-a4e9-37f29b03e92b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.510347 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85aca3d-d3a7-4b20-a4e9-37f29b03e92b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.526297 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.531627 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85aca3d-d3a7-4b20-a4e9-37f29b03e92b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.537907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e85aca3d-d3a7-4b20-a4e9-37f29b03e92b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/373e87fe-dd7b-427e-8a74-a0b821420508 HTTP/1.1" status: 204 len: 168 time: 0.2226660 Jul 16 03:38:01.541615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37536) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.599956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aca3d-d3a7-4b20-a4e9-37f29b03e92b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=373e87fe-dd7b-427e-8a74-a0b821420508,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.679007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da06108d-e9cf-424f-9ab2-a431adc0820d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1346445 Jul 16 03:38:01.680135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37538) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.742243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6939a27f-101b-4317-a782-c8c09c6dc5a9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.763542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6939a27f-101b-4317-a782-c8c09c6dc5a9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.768893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-38af79d7-5825-4794-bcee-3ed660b72579 None None] Could not find standard attr ID for object 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:01.823678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6939a27f-101b-4317-a782-c8c09c6dc5a9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.838928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6939a27f-101b-4317-a782-c8c09c6dc5a9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.844545 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6939a27f-101b-4317-a782-c8c09c6dc5a9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0806e0a8-c2a1-43b8-b69f-8d57212270b7 HTTP/1.1" status: 204 len: 168 time: 0.1624300 Jul 16 03:38:01.845504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939a27f-101b-4317-a782-c8c09c6dc5a9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0806e0a8-c2a1-43b8-b69f-8d57212270b7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:01.852830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37542) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.913154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Router 417f1970-3462-462c-b461-ebb2926a1ed8 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:01.966758 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46718b6a-27a9-49d5-b47a-551ee646a266 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1102350 Jul 16 03:38:01.967453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37544) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.998128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f1970-3462-462c-b461-ebb2926a1ed8', 'name': 'tempest-NetworksTestDHCPv6-router-1795920884', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:54Z', 'updated_at': '2021-07-16T03:37:57Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None, '_interfaces': [{'id': '1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d', 'name': '', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'mac_address': 'fa:16:3e:b7:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f1970-3462-462c-b461-ebb2926a1ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '14a1e3cb-b0c2-4499-9faf-273434e007d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:56Z', 'updated_at': '2021-07-16T03:38:00Z', 'revision_number': 4, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'subnets': [{'id': '14a1e3cb-b0c2-4499-9faf-273434e007d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:02.082776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71fbcc5d-b299-4d59-999b-9a6ebe08e694 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.100140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:02.115314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801fdbb-1c78-4444-b2c6-d89ec8c19cef None None] The sync data for ids ['417f1970-3462-462c-b461-ebb2926a1ed8'] in n-d-800089-6 is: [{'id': '417f1970-3462-462c-b461-ebb2926a1ed8', 'name': 'tempest-NetworksTestDHCPv6-router-1795920884', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:54Z', 'updated_at': '2021-07-16T03:37:57Z', 'revision_number': 2, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'gw_port_host': None, '_interfaces': [{'id': '1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d', 'name': '', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'mac_address': 'fa:16:3e:b7:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f1970-3462-462c-b461-ebb2926a1ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '14a1e3cb-b0c2-4499-9faf-273434e007d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:56Z', 'updated_at': '2021-07-16T03:38:00Z', 'revision_number': 4, 'project_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'subnets': [{'id': '14a1e3cb-b0c2-4499-9faf-273434e007d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:02.116620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bf78cc2a-a2de-43f7-bf07-14d6c10de3d9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "PUT /v2.0/routers/417f1970-3462-462c-b461-ebb2926a1ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756234 Jul 16 03:38:02.118872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.149338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71fbcc5d-b299-4d59-999b-9a6ebe08e694 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.241044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b583a8c-0551-40bd-9c8d-ce29fd84b67d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.243642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b583a8c-0551-40bd-9c8d-ce29fd84b67d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.244521 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71fbcc5d-b299-4d59-999b-9a6ebe08e694 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.252518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71fbcc5d-b299-4d59-999b-9a6ebe08e694 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.253755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-71fbcc5d-b299-4d59-999b-9a6ebe08e694 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/f8071000-44a1-484f-97c4-e31024a182f9 HTTP/1.1" status: 204 len: 168 time: 0.2853184 Jul 16 03:38:02.265703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0b583a8c-0551-40bd-9c8d-ce29fd84b67d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1457434 Jul 16 03:38:02.266439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37552) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.266955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.276132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbcc5d-b299-4d59-999b-9a6ebe08e694 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8071000-44a1-484f-97c4-e31024a182f9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:02.454473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 14a1e3cb-b0c2-4499-9faf-273434e007d2 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:02.458337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.563958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-163033a4-51f4-4a4b-ba03-4eeea7c1843f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2958262 Jul 16 03:38:02.569253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37568) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.575295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025759782'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:02.596001 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.643974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.686621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37574) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:02.726480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.791972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fa41b-6d9d-43e1-a95a-8572f05f1edb req-0a346239-34bf-4d39-bfc3-41459cf7066a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.806077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f5fa41b-6d9d-43e1-a95a-8572f05f1edb req-0a346239-34bf-4d39-bfc3-41459cf7066a tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.1311660 Jul 16 03:38:02.858409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.873223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f5fa41b-6d9d-43e1-a95a-8572f05f1edb req-7f251c0b-ba30-4e04-a2a5-99b0d0730553 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627193 Jul 16 03:38:02.962332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.012307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=14a1e3cb-b0c2-4499-9faf-273434e007d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.023586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.024158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.024674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.025195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.025711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.026216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.026745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.027250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.027751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.028261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.028766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.029258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:03.034764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.038328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-01685265-ea29-4638-9f71-e6e6bd0ad6b4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/14a1e3cb-b0c2-4499-9faf-273434e007d2 HTTP/1.1" status: 204 len: 168 time: 0.7653353 Jul 16 03:38:03.044020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37578) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:03.044220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10feeb61-daa4-4267-b3f7-9f8e1553c590 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:03.052398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.057194 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75ac64e7-cc43-457d-9e7d-d19994b8bcb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.075285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.160408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9dd8cb-0283-4405-9525-e07d36a039fe,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.175246 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.176634 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-50d55ea7-371b-4eeb-bbac-322af97c6d05 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6063576 Jul 16 03:38:03.178104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b83e0c84-a368-4219-bc86-f7266d461306 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1321106 Jul 16 03:38:03.180784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:03.183731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:03.190046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'df9dd8cb-0283-4405-9525-e07d36a039fe', 'direction': 'ingress', 'protocol': 17}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:03.227722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75ac64e7-cc43-457d-9e7d-d19994b8bcb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.301835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.361999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-00900736-a0c6-43cd-9790-4e069756cd78 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.363302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-00900736-a0c6-43cd-9790-4e069756cd78 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 946 time: 0.3829451 Jul 16 03:38:03.391848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75ac64e7-cc43-457d-9e7d-d19994b8bcb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.395877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75ac64e7-cc43-457d-9e7d-d19994b8bcb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.400111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75ac64e7-cc43-457d-9e7d-d19994b8bcb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/security-groups/09a2faba-95ea-49ec-91bf-54768f990797 HTTP/1.1" status: 204 len: 168 time: 0.7074986 Jul 16 03:38:03.439025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37584) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:03.467440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.502296 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-d134d97b-c641-4575-b470-9a8ce31f55f7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] show failed (client error): The resource could not be found. Jul 16 03:38:03.507235 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d134d97b-c641-4575-b470-9a8ce31f55f7 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "GET /v2.0/security-groups/09a2faba-95ea-49ec-91bf-54768f990797 HTTP/1.1" status: 404 len: 347 time: 0.0671577 Jul 16 03:38:03.522810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:03.534426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac64e7-cc43-457d-9e7d-d19994b8bcb4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a2faba-95ea-49ec-91bf-54768f990797,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:03.594215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:03.672365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] Deleting port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:03.673044 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.785604 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.796029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Deleting port 22f83ad4-27dc-461a-95f8-bc2c869d264d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:03.796602 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.804911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] For port 1ab8140e-df8e-4aa7-bb95-fb7823a25535, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1ab8140e-df8e-4aa7-bb95-fb7823a25535,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:03.805263 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.839250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] Calling delete_port for 1ab8140e-df8e-4aa7-bb95-fb7823a25535 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:03.905552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] For port 22f83ad4-27dc-461a-95f8-bc2c869d264d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=22f83ad4-27dc-461a-95f8-bc2c869d264d,segment=NetworkSegment(ada20a9d-2be6-457d-b8e4-a29296392fe0),segment_id=ada20a9d-2be6-457d-b8e4-a29296392fe0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:03.905894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.937597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Calling delete_port for 22f83ad4-27dc-461a-95f8-bc2c869d264d owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:04.022792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.046583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.055145 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.089041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] No DVR routers for this DVR port 1ab8140e-df8e-4aa7-bb95-fb7823a25535 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:04.097087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a78c9-71fa-41f7-bcdf-4a8190fa3157 None None] Pushing event deleted for resources: {'Port': ['ID=1ab8140e-df8e-4aa7-bb95-fb7823a25535,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.202821 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.210340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.215941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.216486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Fanout notify agent at l3_agent the message router_deleted on router 417f1970-3462-462c-b461-ebb2926a1ed8 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:04.228574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.244250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.244250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4abc3d62-1392-48e3-b6f4-28fc85e8fbb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/routers/417f1970-3462-462c-b461-ebb2926a1ed8 HTTP/1.1" status: 204 len: 168 time: 0.9891558 Jul 16 03:38:04.248550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port 38912c14-a763-4cdb-bcf5-4db69f03b2dd {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:04.249011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.249562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.250243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b75ee7-7f79-4289-87d5-ff848bba7843,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.260324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['22f83ad4-27dc-461a-95f8-bc2c869d264d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:04.333496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c99aef0c-d14f-42aa-8f3e-04c161ebb19b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0769696 Jul 16 03:38:04.333496 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.339184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd03dff2-d3cc-465c-8d2a-6b25d9a51729 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1538184 Jul 16 03:38:04.339859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37608) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.340183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.415221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Pushing event deleted for resources: {'Port': ['ID=22f83ad4-27dc-461a-95f8-bc2c869d264d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.443772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ca5fc-e6da-474e-a8a6-0cf011344518 req-bf0370d0-246d-4352-977a-96a676347e5c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.445292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a8ca5fc-e6da-474e-a8a6-0cf011344518 req-bf0370d0-246d-4352-977a-96a676347e5c tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfe72e22-9ba3-4a23-94ac-edff2a5283fc HTTP/1.1" status: 200 len: 867 time: 0.3185873 Jul 16 03:38:04.488059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] No DVR routers for this DVR port 22f83ad4-27dc-461a-95f8-bc2c869d264d on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:04.493088 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.497216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c99ec95-d643-4d44-9ba0-89cac7cc325e req-72001096-257e-46dc-9e16-25be08492f8e tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.11 "DELETE /v2.0/ports/22f83ad4-27dc-461a-95f8-bc2c869d264d HTTP/1.1" status: 204 len: 173 time: 1.1266146 Jul 16 03:38:04.518603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5909528-25f5-4569-8d73-0a8930b841b2 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.520670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'name': 'network-vif-deleted', 'tag': '22f83ad4-27dc-461a-95f8-bc2c869d264d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:04.523001 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b61796-33fd-4da3-86b5-727e6b71d416" -d '{"events": [{"server_uuid": "bfe72e22-9ba3-4a23-94ac-edff2a5283fc", "name": "network-vif-deleted", "tag": "22f83ad4-27dc-461a-95f8-bc2c869d264d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:04.532068 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379ed487-509f-4982-867c-62496e253e58 None None] Sync routers for ids ['417f1970-3462-462c-b461-ebb2926a1ed8'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:04.543948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5909528-25f5-4569-8d73-0a8930b841b2 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.550763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.561874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.564621 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ed487-509f-4982-867c-62496e253e58 None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:04.565712 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ed487-509f-4982-867c-62496e253e58 None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:38:04.567644 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-379ed487-509f-4982-867c-62496e253e58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'417f1970-3462-462c-b461-ebb2926a1ed8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:38:04.597197 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ed487-509f-4982-867c-62496e253e58 None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:04.600918 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ed487-509f-4982-867c-62496e253e58 None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:38:04.602185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5909528-25f5-4569-8d73-0a8930b841b2 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.603888 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-379ed487-509f-4982-867c-62496e253e58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'417f1970-3462-462c-b461-ebb2926a1ed8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:38:04.604706 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379ed487-509f-4982-867c-62496e253e58 None None] The sync data for ids ['417f1970-3462-462c-b461-ebb2926a1ed8'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:04.604829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5909528-25f5-4569-8d73-0a8930b841b2 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.608968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c5909528-25f5-4569-8d73-0a8930b841b2 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/df9dd8cb-0283-4405-9525-e07d36a039fe HTTP/1.1" status: 204 len: 168 time: 0.2664490 Jul 16 03:38:04.611621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.626635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for 38912c14-a763-4cdb-bcf5-4db69f03b2dd owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:04.629526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13a4c2-f1ee-4e57-88df-45bd541eaecd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.631180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4b13a4c2-f1ee-4e57-88df-45bd541eaecd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2898517 Jul 16 03:38:04.633680 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffa314-dbad-4012-8a18-7f505b33a975 x-openstack-request-id: req-08ffa314-dbad-4012-8a18-7f505b33a975 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:04.633962 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe72e22-9ba3-4a23-94ac-edff2a5283fc", "name": "network-vif-deleted", "tag": "22f83ad4-27dc-461a-95f8-bc2c869d264d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:04.634410 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08ffa314-dbad-4012-8a18-7f505b33a975 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:04.635243 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe72e22-9ba3-4a23-94ac-edff2a5283fc', 'name': 'network-vif-deleted', 'tag': '22f83ad4-27dc-461a-95f8-bc2c869d264d', 'status': 'completed', 'code': 200} Jul 16 03:38:04.636893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37618) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.650877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5909528-25f5-4569-8d73-0a8930b841b2 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9dd8cb-0283-4405-9525-e07d36a039fe,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.689206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2a3ff28d-57bb-4f82-93dc-bf6f83a56794 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633502 Jul 16 03:38:04.690375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.705540 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a8ca5fc-e6da-474e-a8a6-0cf011344518 req-379ede54-83ae-460b-bad8-8b57619ddce1 tempest-ServerDiskConfigTestJSON-465901119 tempest-ServerDiskConfigTestJSON-465901119-project] 10.222.0.25 "GET /v2.0/security-groups?id=29389e3e-db72-4e1a-9cfd-b017dce96cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358515 Jul 16 03:38:04.718104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411688698'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:04.747246 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.795592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-08da6224-efa2-43e9-bac8-ffbc2f125869 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265366 Jul 16 03:38:04.802147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.809326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:04.930458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.937603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.972329 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.976861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:04.981734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.986824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311d8c61-eb58-449d-b10e-017f77a9ae99,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.989671 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.993319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-13071394-6350-4e66-bd6d-537e7e48c8a8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2821460 Jul 16 03:38:05.011401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37632) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:05.027492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660076972'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:05.040951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=38912c14-a763-4cdb-bcf5-4db69f03b2dd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.114068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.117339 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.118666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4bf30dd7-0357-4d6e-bd37-3f0333bb35fb tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/floatingips/f7173a21-db8c-488f-b955-c9fe30cb09a6 HTTP/1.1" status: 204 len: 168 time: 1.5944495 Jul 16 03:38:05.121325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37638) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:05.170217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.318826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.329417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.350388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:05.350835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.382811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.386357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3644435 Jul 16 03:38:05.390241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37652) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:05.405878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': '311d8c61-eb58-449d-b10e-017f77a9ae99', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b830c68-5a15-47bf-a1a2-ff1281b58c87', 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:05.446001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a0202-7de1-47a8-9b7e-85e352678713 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b830c68-5a15-47bf-a1a2-ff1281b58c87,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.503986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:05.574232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:05.576436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bfda6c0-1d1d-4ea3-bd16-7a6237a3b76d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:05.578566 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1ab8140e-df8e-4aa7-bb95-fb7823a25535 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:05.624736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.625224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1ab8140e-df8e-4aa7-bb95-fb7823a25535 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:05.625798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1ab8140e-df8e-4aa7-bb95-fb7823a25535 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:05.638724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:38:05.640738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.641663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.687499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:05.689013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:05.693839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:05.698429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.699136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.704962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1205d-9b0f-42a5-9504-1a6e9b56ff42 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:05.717523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=48d75f7b-b528-41a4-aa29-8d6912b14c2c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:05.728392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bfbdb61f-23be-4e3d-b387-059166f27d69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9244218 Jul 16 03:38:05.729421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:05.735864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:05.877563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:05.882883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.990514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '48d75f7b-b528-41a4-aa29-8d6912b14c2c'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:05.991434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.049834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.213163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.221854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Allocated IP 2001:db8::f816:3eff:fecc:1e1f (cd007764-b689-4eda-aa81-dad0dfbbf261/48d75f7b-b528-41a4-aa29-8d6912b14c2c/acc5efdc-ff78-4fda-89d8-6825a971dd1e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:06.331518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37680) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.370668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.422374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Deleting subnet d191e0a1-6920-4764-a494-2d15bfb7d7d8 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:06.425882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.431527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.453488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.465563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.466333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Transition to ACTIVE for port object acc5efdc-ff78-4fda-89d8-6825a971dd1e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:06.479860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:06.489907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962c906b-3368-4f8e-bc94-6db20125e6b8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.492311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:06.502903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.505622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7aeb98f4-7b2a-4122-94dc-1fc728e717bf tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/ports/a5aa8aad-eeab-4d07-ba7c-feba6bbe8fcd HTTP/1.1" status: 204 len: 168 time: 1.3831801 Jul 16 03:38:06.508675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.509580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.510088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.536922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Transition to ACTIVE for port object acc5efdc-ff78-4fda-89d8-6825a971dd1e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:06.541421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=32df670a-8a77-4cb8-87c8-99333988c697,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.554354 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.564297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-acabf404-ffc3-4450-80bc-78eac5453190 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8334503 Jul 16 03:38:06.564934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.572570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:9f:6c:33', 'name': 'tempest-NetworksTestDHCPv6-161529925'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:06.606483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.616267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f272ca1e-c28a-4e70-9c08-fe6f6b259412 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2248397 Jul 16 03:38:06.619124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.623143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37690) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.639417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:06.643588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:06.646640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:06.649339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Pushing event updated for resources: {'Port': ['ID=acc5efdc-ff78-4fda-89d8-6825a971dd1e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.663853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.664462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.664856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.665204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.665585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.665926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.666255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.666624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.666961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.667285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.667602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.668312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:06.733410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6276b06-c7cd-4bfb-9eb7-acd094fcee6d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.758204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6276b06-c7cd-4bfb-9eb7-acd094fcee6d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.807007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:06.833745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.871691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6276b06-c7cd-4bfb-9eb7-acd094fcee6d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.888287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6276b06-c7cd-4bfb-9eb7-acd094fcee6d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.892889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c6276b06-c7cd-4bfb-9eb7-acd094fcee6d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/962c906b-3368-4f8e-bc94-6db20125e6b8 HTTP/1.1" status: 204 len: 168 time: 0.2380233 Jul 16 03:38:06.896513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37694) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.922523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6276b06-c7cd-4bfb-9eb7-acd094fcee6d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=962c906b-3368-4f8e-bc94-6db20125e6b8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.941841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting port 0bc48705-7c0c-4a18-b476-144b25203003 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:06.941841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.980943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.009410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4bfa2e88-053e-4a64-87b0-cbce35061ea8 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1068330 Jul 16 03:38:07.010279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37698) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:07.068940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.069663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 34ddd8a6-7445-4ab9-a88c-8b78112a00f4 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:07.111730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Attempting to bind port acc5efdc-ff78-4fda-89d8-6825a971dd1e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:07.112121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Attempting to bind port acc5efdc-ff78-4fda-89d8-6825a971dd1e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:07.112500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Attempting to bind port acc5efdc-ff78-4fda-89d8-6825a971dd1e on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:07.123717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:07.124215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:07.124764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.125306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:07.125910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Bound port: acc5efdc-ff78-4fda-89d8-6825a971dd1e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:07.126423 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.364140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] For port acc5efdc-ff78-4fda-89d8-6825a971dd1e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:07.368725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] For port acc5efdc-ff78-4fda-89d8-6825a971dd1e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=acc5efdc-ff78-4fda-89d8-6825a971dd1e,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:07.385567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.431411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 172.20.0.6 (cd007764-b689-4eda-aa81-dad0dfbbf261/32df670a-8a77-4cb8-87c8-99333988c697/34ddd8a6-7445-4ab9-a88c-8b78112a00f4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:07.438776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe9f:6c33 (cd007764-b689-4eda-aa81-dad0dfbbf261/48d75f7b-b528-41a4-aa29-8d6912b14c2c/34ddd8a6-7445-4ab9-a88c-8b78112a00f4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:07.568123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51ee75-6643-4125-abcc-d62d2e86fe85 None None] Pushing event updated for resources: {'Port': ['ID=acc5efdc-ff78-4fda-89d8-6825a971dd1e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:07.628578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.647898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 34ddd8a6-7445-4ab9-a88c-8b78112a00f4 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:07.699461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.790086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d191e0a1-6920-4764-a494-2d15bfb7d7d8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:07.804905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.811095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:07.811753 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9e5d51a4-5a9c-483a-bb9e-d9230c28c37f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d191e0a1-6920-4764-a494-2d15bfb7d7d8 HTTP/1.1" status: 204 len: 168 time: 1.4606922 Jul 16 03:38:07.817580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:07.832165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:07.834407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.851566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:07.860230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Calling delete_port for 0bc48705-7c0c-4a18-b476-144b25203003 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:07.869153 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22493ddc-5028-4891-bebf-3cfe81b30ad9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.894529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=34ddd8a6-7445-4ab9-a88c-8b78112a00f4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:07.938099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22493ddc-5028-4891-bebf-3cfe81b30ad9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.954622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.975026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.975466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.011753 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22493ddc-5028-4891-bebf-3cfe81b30ad9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.017479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22493ddc-5028-4891-bebf-3cfe81b30ad9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.019847 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-22493ddc-5028-4891-bebf-3cfe81b30ad9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b830c68-5a15-47bf-a1a2-ff1281b58c87 HTTP/1.1" status: 204 len: 168 time: 1.0038798 Jul 16 03:38:08.023088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0d38ffe2-9600-49df-b111-8a10e8c8153f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4564176 Jul 16 03:38:08.024980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.039658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.044624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22493ddc-5028-4891-bebf-3cfe81b30ad9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b830c68-5a15-47bf-a1a2-ff1281b58c87,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.094737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.100451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-805829945'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:08.119899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.138785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.150334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Port': ['ID=0bc48705-7c0c-4a18-b476-144b25203003,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.172908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 22f83ad4-27dc-461a-95f8-bc2c869d264d no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:08.199203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bdcc8230-fb42-4772-827a-810fb4c28234 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1669705 Jul 16 03:38:08.202451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4aeee5-bddb-433c-bf6e-ad5280ac846d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:08.205189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37726) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.211983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 22f83ad4-27dc-461a-95f8-bc2c869d264d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:08.220288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 22f83ad4-27dc-461a-95f8-bc2c869d264d not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:08.220479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada20a9d-2be6-457d-b8e4-a29296392fe0') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:08.220747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada20a9d-2be6-457d-b8e4-a29296392fe0') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:08.234783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.252321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:08.256539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.259997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.264357 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a862377c-764e-4403-82e2-79ec0c6960e0 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/ports/0bc48705-7c0c-4a18-b476-144b25203003 HTTP/1.1" status: 204 len: 168 time: 1.7507229 Jul 16 03:38:08.264590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.268140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.284553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:08.285136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: items = [ Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:08.286933 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:08.322165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee48c11e-b2c8-48b7-b04d-9e11612460f4 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.322482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560508e6-66e8-44b0-af9c-04453d67689d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.328603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560508e6-66e8-44b0-af9c-04453d67689d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.330198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-560508e6-66e8-44b0-af9c-04453d67689d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2886376 Jul 16 03:38:08.332276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting subnet bda03e56-11f7-4c46-bbce-74178095d7cc {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:08.333294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.342813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.375073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee48c11e-b2c8-48b7-b04d-9e11612460f4 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.377776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:08.403395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.412611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.412965 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Added segment bd8562ac-3bf1-4db1-8775-b912eeb0a422 of type vlan for network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d Jul 16 03:38:08.447867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.467520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.471690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] 10.222.0.25 "DELETE /v2.0/networks/db4aeee5-bddb-433c-bf6e-ad5280ac846d HTTP/1.1" status: 204 len: 168 time: 0.6506813 Jul 16 03:38:08.504582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee48c11e-b2c8-48b7-b04d-9e11612460f4 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.509740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee48c11e-b2c8-48b7-b04d-9e11612460f4 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.513853 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee48c11e-b2c8-48b7-b04d-9e11612460f4 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/311d8c61-eb58-449d-b10e-017f77a9ae99 HTTP/1.1" status: 204 len: 168 time: 0.3077404 Jul 16 03:38:08.521052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.522939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.528501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00527b3b-0448-414b-a168-5cc4c206f838 admin admin] Pushing event deleted for resources: {'Network': ['ID=db4aeee5-bddb-433c-bf6e-ad5280ac846d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.593667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48c11e-b2c8-48b7-b04d-9e11612460f4 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d8c61-eb58-449d-b10e-017f77a9ae99,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.594336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.600500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.601120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.626775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 34ddd8a6-7445-4ab9-a88c-8b78112a00f4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:08.627137 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.693309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5970922 Jul 16 03:38:08.709069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.713946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-610925349'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:08.718638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.781992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4ca96-2875-4098-abc9-435a8dc91e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Network': ['ID=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.784337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.794065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:08.904301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-459925b5-63c7-4cd6-a64e-924e3f94f921 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3732235 Jul 16 03:38:08.904301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37746) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.915706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--125869763'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:08.935456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.945816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:08.949891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.966662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c3c6bacc-2dcb-4a9b-b026-da6a504003c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13f531d21c93464f87b66db7488aebe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640973 Jul 16 03:38:08.980616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37748) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.988319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Subnet': ['ID=bda03e56-11f7-4c46-bbce-74178095d7cc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:08.990237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.995175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37750) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:08.995307 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1c475296-76b3-44d6-992d-ed480b9e166d tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/subnets/bda03e56-11f7-4c46-bbce-74178095d7cc HTTP/1.1" status: 204 len: 168 time: 0.7293789 Jul 16 03:38:08.996307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.999663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba62d7-f6d7-44ad-a8b2-2609b76e9e73 None None] Network c59a8071-def6-434e-acab-915f3ad843be requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:09.017340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30a3a7-0baf-4fc9-bcde-c9cb49c9395f None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:09.056885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.099986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:09.123487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 34ddd8a6-7445-4ab9-a88c-8b78112a00f4 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:09.133161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Deleting subnet 4cd9d028-5310-440c-9a95-d9eac0ea2a94 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:09.133381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.143775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.145904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.177055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.181291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2733343 Jul 16 03:38:09.182640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.191529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'af5754fe-1403-46a8-8b7e-a3b0f8471554', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:09.201784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.202132 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Added segment 7926d3a0-200d-4e89-a9b3-cb9526145cc8 of type vlan for network dd62675e-11c9-4dee-afc7-85c9f38af14d Jul 16 03:38:09.202288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bf09b8a8-9232-491e-8a7b-ea8875d5d2d2 None None] Provisioning for port acc5efdc-ff78-4fda-89d8-6825a971dd1e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:09.212341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acfe26-4bde-4f41-9c98-5baf3a3d730e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5754fe-1403-46a8-8b7e-a3b0f8471554,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.252301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.276842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfee9f2-51ef-41ec-8ea5-0714ba69ae13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.326629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfee9f2-51ef-41ec-8ea5-0714ba69ae13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.343608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.351139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.353593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.382133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb6e7a3-95ce-4590-9c99-d7d2e2e66dbc,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.385975 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.387371 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9760477c-e8ce-4605-868f-fcf32fe76b64 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2027376 Jul 16 03:38:09.389913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37756) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.419265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4f1d-23f1-4696-9e84-baabe0cae910 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.426690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4f1d-23f1-4696-9e84-baabe0cae910 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.472183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.478762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4f1d-23f1-4696-9e84-baabe0cae910 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.487968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4f1d-23f1-4696-9e84-baabe0cae910 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.494259 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd9b4f1d-23f1-4696-9e84-baabe0cae910 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9fb6e7a3-95ce-4590-9c99-d7d2e2e66dbc HTTP/1.1" status: 204 len: 168 time: 0.1033213 Jul 16 03:38:09.498595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.523668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b4f1d-23f1-4696-9e84-baabe0cae910 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fb6e7a3-95ce-4590-9c99-d7d2e2e66dbc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.528019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device acc5efdc-ff78-4fda-89d8-6825a971dd1e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:09.580207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] DHCP port deletion for c59a8071-def6-434e-acab-915f3ad843be request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:09.614629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8ae14d93-2dfd-40f5-b498-7237ce97b51a tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128480 Jul 16 03:38:09.616980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.617940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37760) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.623447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.624072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.646303 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfee9f2-51ef-41ec-8ea5-0714ba69ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.649601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfee9f2-51ef-41ec-8ea5-0714ba69ae13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.652705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-acfee9f2-51ef-41ec-8ea5-0714ba69ae13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29389e3e-db72-4e1a-9cfd-b017dce96cc0 HTTP/1.1" status: 204 len: 168 time: 0.6689272 Jul 16 03:38:09.656350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port acc5efdc-ff78-4fda-89d8-6825a971dd1e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:09.663010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port acc5efdc-ff78-4fda-89d8-6825a971dd1e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:09.663640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.683993 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.719857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa92fe50-c5fb-44a7-a6b3-e264df315460 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.739713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] Deleting port b661176f-3966-4caf-bc77-85abce3385bd {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:09.740094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.756163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Update dhcp port {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '48d75f7b-b528-41a4-aa29-8d6912b14c2c', 'ip_address': '2001:db8::f816:3eff:fecc:1e1f'}, {'subnet_id': '32df670a-8a77-4cb8-87c8-99333988c697'}], 'binding:host_id': 'n-d-800089-6'}, 'id': 'acc5efdc-ff78-4fda-89d8-6825a971dd1e'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:38:09.772029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa92fe50-c5fb-44a7-a6b3-e264df315460 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.784911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0747299 Jul 16 03:38:09.785652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfee9f2-51ef-41ec-8ea5-0714ba69ae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29389e3e-db72-4e1a-9cfd-b017dce96cc0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.794737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.804547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'subnet': {'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:09.843030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa92fe50-c5fb-44a7-a6b3-e264df315460 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.847676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa92fe50-c5fb-44a7-a6b3-e264df315460 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.852311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.853056 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fa92fe50-c5fb-44a7-a6b3-e264df315460 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/af5754fe-1403-46a8-8b7e-a3b0f8471554 HTTP/1.1" status: 204 len: 168 time: 0.2336574 Jul 16 03:38:09.853768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37770) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.894169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92fe50-c5fb-44a7-a6b3-e264df315460 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5754fe-1403-46a8-8b7e-a3b0f8471554,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.920265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cca2b0d4-975f-439c-b935-501609f4ff87 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622125 Jul 16 03:38:09.920739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37774) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:09.926988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111189388'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:09.963735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.130662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] For port b661176f-3966-4caf-bc77-85abce3385bd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b661176f-3966-4caf-bc77-85abce3385bd,segment=NetworkSegment(d76ec9a8-2b4c-4950-807c-8a361480c777),segment_id=d76ec9a8-2b4c-4950-807c-8a361480c777)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:10.131074 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.181330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.191728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.255944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.257441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3355379 Jul 16 03:38:10.266850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df808c1-cdf4-4785-a939-5ebea1a4487f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf2077d-f82f-435e-9e5d-16475e9577da,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.269302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37796) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.278270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'ddf2077d-f82f-435e-9e5d-16475e9577da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:10.278922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Allocated IP 172.20.0.2 (cd007764-b689-4eda-aa81-dad0dfbbf261/32df670a-8a77-4cb8-87c8-99333988c697/acc5efdc-ff78-4fda-89d8-6825a971dd1e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:10.306659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] Calling delete_port for b661176f-3966-4caf-bc77-85abce3385bd owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:10.312114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.338822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.435124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.440572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.474503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3769ec9-1498-434a-b61b-e88e54674f05,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.477826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe2f41-a07c-4610-aab2-3e3c439706f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Network': ['ID=dd62675e-11c9-4dee-afc7-85c9f38af14d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.480160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.483552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.487880 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-43c62d6c-af4f-4566-8ba6-764f79a85d13 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2135928 Jul 16 03:38:10.488175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37804) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.501197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network dd62675e-11c9-4dee-afc7-85c9f38af14d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:10.535556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a9c431f6-c42e-4942-87ba-3ddbc5a74c1d tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules/f3769ec9-1498-434a-b61b-e88e54674f05 HTTP/1.1" status: 200 len: 763 time: 0.0459781 Jul 16 03:38:10.536928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=34ddd8a6-7445-4ab9-a88c-8b78112a00f4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.537988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37806) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.603809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.618276 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-874c5341-b24e-4559-b897-2eca8228db27 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696087 Jul 16 03:38:10.619934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.630686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] For port acc5efdc-ff78-4fda-89d8-6825a971dd1e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=acc5efdc-ff78-4fda-89d8-6825a971dd1e,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:10.672230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39094f4c-0475-4eae-b1e4-0b91f5a4c462 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.678641 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.683266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.704233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39094f4c-0475-4eae-b1e4-0b91f5a4c462 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.713775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] Pushing event deleted for resources: {'Port': ['ID=b661176f-3966-4caf-bc77-85abce3385bd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.724347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Transition to ACTIVE for port object acc5efdc-ff78-4fda-89d8-6825a971dd1e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:10.725686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d4348-bc15-4c6f-b186-a6020defa681 None None] No DVR routers for this DVR port b661176f-3966-4caf-bc77-85abce3385bd on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:10.739633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.749049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd9d028-5310-440c-9a95-d9eac0ea2a94,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.753083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.756143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-78951acc-ddf4-4601-b78e-a2653f889567 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/subnets/4cd9d028-5310-440c-9a95-d9eac0ea2a94 HTTP/1.1" status: 204 len: 168 time: 1.7592161 Jul 16 03:38:10.757437 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.760575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-832be8a0-8dbc-4811-b7ef-582698037f72 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/34ddd8a6-7445-4ab9-a88c-8b78112a00f4 HTTP/1.1" status: 204 len: 168 time: 2.4263623 Jul 16 03:38:10.761351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37814) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.765476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.812516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:10.818003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.843438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35e892-6515-42ef-be5a-a346077a938e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.845095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35e892-6515-42ef-be5a-a346077a938e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.846899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35e892-6515-42ef-be5a-a346077a938e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.851556 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:10.851726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-de35e892-6515-42ef-be5a-a346077a938e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0826826 Jul 16 03:38:10.851852 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:10.851852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521af1d2-8dda-49f3-a21a-bd92f658dcc4 None None] Network e94fa5d6-bf96-4c3a-940a-325327772fbb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:10.852027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37820) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.908940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.911924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39094f4c-0475-4eae-b1e4-0b91f5a4c462 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.923654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.947262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39094f4c-0475-4eae-b1e4-0b91f5a4c462 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.955396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-39094f4c-0475-4eae-b1e4-0b91f5a4c462 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f3769ec9-1498-434a-b61b-e88e54674f05 HTTP/1.1" status: 204 len: 168 time: 0.3342350 Jul 16 03:38:10.959195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:10.978279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39094f4c-0475-4eae-b1e4-0b91f5a4c462 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3769ec9-1498-434a-b61b-e88e54674f05,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:11.006445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 32df670a-8a77-4cb8-87c8-99333988c697 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:11.013452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.026688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e315bbc-7e77-4f63-8048-7853d4f2bbd2 None None] Pushing event updated for resources: {'Port': ['ID=acc5efdc-ff78-4fda-89d8-6825a971dd1e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:11.085330 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.096226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.118069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59a8071-def6-434e-acab-915f3ad843be']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:11.132122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76ec9a8-2b4c-4950-807c-8a361480c777') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:11.132430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76ec9a8-2b4c-4950-807c-8a361480c777') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:11.143085 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.166838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.214534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:11.214987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:11.221989 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:11.247956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] DHCP port deletion for e94fa5d6-bf96-4c3a-940a-325327772fbb request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:11.272010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7d07e802-b5f7-4110-a0d0-1e0b942361f1 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3080111 Jul 16 03:38:11.279813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37834) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:11.291805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'ddf2077d-f82f-435e-9e5d-16475e9577da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:11.308341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-544936746-network', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:11.318881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] Deleting port 081d6e57-26b0-4e84-b4b9-0d8cac662868 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:11.325706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.377168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.467430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.492740 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.498931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/networks/c59a8071-def6-434e-acab-915f3ad843be HTTP/1.1" status: 204 len: 168 time: 0.7307858 Jul 16 03:38:11.505461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:11.528264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.564282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:11.568265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.588372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.630507 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.632577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e749902-3ce6-47c6-9f83-425a121d0ad4 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Network': ['ID=c59a8071-def6-434e-acab-915f3ad843be,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:11.694902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=32df670a-8a77-4cb8-87c8-99333988c697,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:11.712768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.719577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2570898b-3f42-4f1c-91ca-067e295b96d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/32df670a-8a77-4cb8-87c8-99333988c697 HTTP/1.1" status: 204 len: 168 time: 0.8628306 Jul 16 03:38:11.721026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:11.722887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.773076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.784666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.786848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] For port 081d6e57-26b0-4e84-b4b9-0d8cac662868, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=081d6e57-26b0-4e84-b4b9-0d8cac662868,segment=NetworkSegment(9c7f6719-b398-43a6-a55b-2d9a304bb03d),segment_id=9c7f6719-b398-43a6-a55b-2d9a304bb03d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:11.787255 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.808177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] Calling delete_port for 081d6e57-26b0-4e84-b4b9-0d8cac662868 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:11.822864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.826943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aaadf9-fa24-4c41-a8c8-a833e2849f2a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:11.899539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.932625 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:11.933003 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:11.961787 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.974484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] No DVR routers for this DVR port 081d6e57-26b0-4e84-b4b9-0d8cac662868 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:11.990758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 48d75f7b-b528-41a4-aa29-8d6912b14c2c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:11.994925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fd976-0f9a-4af2-b376-14b084d46e16 None None] Pushing event deleted for resources: {'Port': ['ID=081d6e57-26b0-4e84-b4b9-0d8cac662868,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.006912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.016913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Subnet': ['ID=d5be31c5-68d5-4aaa-881d-c228abd0f206,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.052862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f1b68-96d8-44b2-b6a7-5532a2906f5e None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:12.081222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Could not find standard attr ID for object 34ddd8a6-7445-4ab9-a88c-8b78112a00f4. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:12.110692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Checking segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:12.111061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network hostable DHCP agents. Network: df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:12.123284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Provisioning for port acc5efdc-ff78-4fda-89d8-6825a971dd1e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:12.130935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Provisioning complete for port acc5efdc-ff78-4fda-89d8-6825a971dd1e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:12.131356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.141317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.216043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-9f723ed8-a94c-4cce-8448-c000694081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.217902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-9f723ed8-a94c-4cce-8448-c000694081a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.5454476 Jul 16 03:38:12.263364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.276118 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.314886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0add5e-1359-420f-a364-def0977f2766 req-9134d270-9ff3-480e-9491-13fc079535b3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.317184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd0add5e-1359-420f-a364-def0977f2766 req-9134d270-9ff3-480e-9491-13fc079535b3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.4694355 Jul 16 03:38:12.320419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] For port acc5efdc-ff78-4fda-89d8-6825a971dd1e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=acc5efdc-ff78-4fda-89d8-6825a971dd1e,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:12.327312 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.335950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94fa5d6-bf96-4c3a-940a-325327772fbb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:12.344665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:12.389441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.396125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364969b9-bc61-4cbd-82c0-0ab341af5bc1 None None] Pushing event updated for resources: {'Port': ['ID=acc5efdc-ff78-4fda-89d8-6825a971dd1e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.402391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.404473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8a459070-c150-47af-bc2a-ef3a9e8de38f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1236808 Jul 16 03:38:12.407468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37852) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.433053 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a0935ba5-63b8-4b3e-8d89-749612361da0 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules/25aaadf9-fa24-4c41-a8c8-a833e2849f2a HTTP/1.1" status: 200 len: 763 time: 0.0240936 Jul 16 03:38:12.435805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37854) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.444850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.462958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7f6719-b398-43a6-a55b-2d9a304bb03d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:12.463417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7f6719-b398-43a6-a55b-2d9a304bb03d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:12.493657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-58f079b0-3614-4e28-bd77-a508cea64af6 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0540714 Jul 16 03:38:12.493959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37856) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.522576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-969f9dba-c353-4f2b-a017-916f4a31b96f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.528484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:12.531674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.532970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-969f9dba-c353-4f2b-a017-916f4a31b96f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.537279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56783eb-b234-4048-b315-95f6f85bf090 None None] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:12.565289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-969f9dba-c353-4f2b-a017-916f4a31b96f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.573191 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-969f9dba-c353-4f2b-a017-916f4a31b96f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.576953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-969f9dba-c353-4f2b-a017-916f4a31b96f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/25aaadf9-fa24-4c41-a8c8-a833e2849f2a HTTP/1.1" status: 204 len: 168 time: 0.0800831 Jul 16 03:38:12.578037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37858) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.601905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f9dba-c353-4f2b-a017-916f4a31b96f tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25aaadf9-fa24-4c41-a8c8-a833e2849f2a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.602174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.602682 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.614371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:12.628263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.629052 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Added segment febd4ab4-b9d7-4f70-ac89-0711c47942c7 of type vlan for network 2e5e68c3-9907-4639-9a15-5e04a11a194f Jul 16 03:38:12.643256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d73bf4b7-5355-4557-86e5-c24f2cab8055 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644920 Jul 16 03:38:12.646700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.655900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Request body: {'security_group_rule': {'security_group_id': 'ddf2077d-f82f-435e-9e5d-16475e9577da', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:12.694825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.700299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.704295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.744497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.779889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd0add5e-1359-420f-a364-def0977f2766 req-f9bd031d-9e74-4a96-8c8e-4733ad51ae9d tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469502 Jul 16 03:38:12.780595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd2577-43e6-400f-aea4-2216ba88ccec,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.827293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:12.827710 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.839162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:12.840872 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:12.849304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.904947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52219ecc-20b8-4f74-abbf-21928b058849,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.913788 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.915250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-93986a4c-8271-4718-bc5b-07f856c22e6b tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2674234 Jul 16 03:38:12.918132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.933627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:12.934709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.954633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-27d4fa44-18d0-4aa9-a9db-9dc42b1d698e tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules/52219ecc-20b8-4f74-abbf-21928b058849 HTTP/1.1" status: 200 len: 764 time: 0.0338643 Jul 16 03:38:12.957954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37866) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.968724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce74b863-e5c7-473f-9e86-cfba60fe6a4c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1676373 Jul 16 03:38:12.981643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37868) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:12.993796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'subnet': {'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:13.039849 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:38:13.061843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-7f02dd50-1afe-42b5-938d-60226ebfa7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.063741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-7f02dd50-1afe-42b5-938d-60226ebfa7a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.8338122 Jul 16 03:38:13.113333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-1061bcc4-cd2d-43eb-b71b-94945ea27ed9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.0414152 Jul 16 03:38:13.117754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.118764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.119423 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.120714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Allocated IP 10.1.1.2 (df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d/d5be31c5-68d5-4aaa-881d-c228abd0f206/fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:13.134539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.139959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.145806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] 10.222.0.25 "DELETE /v2.0/networks/e94fa5d6-bf96-4c3a-940a-325327772fbb HTTP/1.1" status: 204 len: 168 time: 1.5791712 Jul 16 03:38:13.156792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2347326 Jul 16 03:38:13.158776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:13.159921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.195929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-05a3d8a8-e5be-41bc-9833-fc67f894a857 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2365336 Jul 16 03:38:13.202039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37872) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:13.208881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Request body: {'subnet': {'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-544936746-subnet', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:13.252289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-950f25db-bcda-4772-aba2-11cf815fb818 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.266263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-950f25db-bcda-4772-aba2-11cf815fb818 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.271510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:13.274229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.313868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.315806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/48d75f7b-b528-41a4-aa29-8d6912b14c2c HTTP/1.1" status: 204 len: 168 time: 1.5907094 Jul 16 03:38:13.316804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39593a77-7d6f-4941-9485-2b2411163cad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=48d75f7b-b528-41a4-aa29-8d6912b14c2c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.319107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:13.334516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device acc5efdc-ff78-4fda-89d8-6825a971dd1e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:13.340126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-950f25db-bcda-4772-aba2-11cf815fb818 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.371844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-950f25db-bcda-4772-aba2-11cf815fb818 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.378073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-950f25db-bcda-4772-aba2-11cf815fb818 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/52219ecc-20b8-4f74-abbf-21928b058849 HTTP/1.1" status: 204 len: 168 time: 0.1743579 Jul 16 03:38:13.379934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f25db-bcda-4772-aba2-11cf815fb818 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52219ecc-20b8-4f74-abbf-21928b058849,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.386208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37878) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:13.386874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:13.393156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.401133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3730ea9d-e309-49d0-9d70-26bf6bdcac2f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709875 Jul 16 03:38:13.407232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.418916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37880) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:13.431971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-62165220-1def-471e-af7c-91fd78e368a6 None None] Provisioning complete for port acc5efdc-ff78-4fda-89d8-6825a971dd1e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:13.432649 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62165220-1def-471e-af7c-91fd78e368a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.435334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-52134555-5d9c-401f-8068-c12ea5931887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.436868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-52134555-5d9c-401f-8068-c12ea5931887 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.3066523 Jul 16 03:38:13.437481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13abad-ce34-47ef-b9fa-c347bb14e806 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5e68c3-9907-4639-9a15-5e04a11a194f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.439460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Transition to ACTIVE for port object fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:13.445325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:13.472499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:13.518831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-bfdc9354-8430-4e35-a12e-5425893231ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673037 Jul 16 03:38:13.602618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Transition to ACTIVE for port object fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:13.613016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port acc5efdc-ff78-4fda-89d8-6825a971dd1e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:13.613788 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.614138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74e676-d1e7-4e34-b135-7ba994e78890 tempest-TaggedBootDevicesTest_v242-1260258565 tempest-TaggedBootDevicesTest_v242-1260258565-project] Pushing event deleted for resources: {'Network': ['ID=e94fa5d6-bf96-4c3a-940a-325327772fbb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.617261 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.634656 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1a90bb7b-7098-44dc-90d1-7495b74badd9 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2371094 Jul 16 03:38:13.657358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:13.678338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2077c7cb-6845-4396-9a5f-6569f025b8dd None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:13.795622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:13.809229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:13.840903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a189-e115-4826-b7a7-9c71c4c0f998 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.892843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:13.912450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Pushing event updated for resources: {'Port': ['ID=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.951405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a189-e115-4826-b7a7-9c71c4c0f998 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.956428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-f5e5e1d5-bfef-41d4-ad5d-915d085324c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537674 Jul 16 03:38:14.101286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:14.112223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.120491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:14.131750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3885efc-f07c-419f-9ecc-c3d8683d6091 req-6dd4d80e-e07b-4f9f-b7cc-23bb114be6c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617873 Jul 16 03:38:14.262877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c150de39-d2e2-4356-9308-82bea678d3e2 None None] Could not find standard attr ID for object 34ddd8a6-7445-4ab9-a88c-8b78112a00f4. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:14.268564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Attempting to bind port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:14.269017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Attempting to bind port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:14.269455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Attempting to bind port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:14.282880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:14.283352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Checking segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:14.283826 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.284315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Bound using segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:14.284874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Bound port: fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:14.286480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.401143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 081d6e57-26b0-4e84-b4b9-0d8cac662868 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:14.427116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a189-e115-4826-b7a7-9c71c4c0f998 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.430887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a189-e115-4826-b7a7-9c71c4c0f998 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.435213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1bb1a189-e115-4826-b7a7-9c71c4c0f998 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "DELETE /v2.0/security-groups/ddf2077d-f82f-435e-9e5d-16475e9577da HTTP/1.1" status: 204 len: 168 time: 0.7747447 Jul 16 03:38:14.435898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37922) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:14.440060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 081d6e57-26b0-4e84-b4b9-0d8cac662868 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:14.440500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 081d6e57-26b0-4e84-b4b9-0d8cac662868 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:14.441028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661176f-3966-4caf-bc77-85abce3385bd no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:14.446429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444e59d-5706-419e-ab5d-33d66b7d1616 req-e5cf04fa-96be-40eb-99f0-2c656846feee tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.450280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8444e59d-5706-419e-ab5d-33d66b7d1616 req-e5cf04fa-96be-40eb-99f0-2c656846feee tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3175809 Jul 16 03:38:14.455959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.472444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b661176f-3966-4caf-bc77-85abce3385bd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:14.473418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661176f-3966-4caf-bc77-85abce3385bd not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:14.475378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11202863-266f-45fc-bc2e-caeab8a99f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.504582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] For port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:14.547799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] For port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:14.555810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.564035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.569276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:14.597114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:14.608090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1a189-e115-4826-b7a7-9c71c4c0f998 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf2077d-f82f-435e-9e5d-16475e9577da,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:14.700216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65348e-404c-4a0a-b717-ca614132669d None None] Pushing event updated for resources: {'Port': ['ID=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:14.716013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b6d45f3c-accd-48f7-9f3d-9091c12e66bd tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2606447 Jul 16 03:38:14.722295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37924) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:14.733242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] Deleting port acc5efdc-ff78-4fda-89d8-6825a971dd1e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:14.734530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.784710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:14.785152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Network hostable DHCP agents. Network: 2e5e68c3-9907-4639-9a15-5e04a11a194f, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:14.837875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] For port acc5efdc-ff78-4fda-89d8-6825a971dd1e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=acc5efdc-ff78-4fda-89d8-6825a971dd1e,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:14.838779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.849390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3c977134-e9ac-4c90-a9fa-a1f02f702403 tempest-SecGroupTest-608935779 tempest-SecGroupTest-608935779-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998163 Jul 16 03:38:14.857885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] Calling delete_port for acc5efdc-ff78-4fda-89d8-6825a971dd1e owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:14.858926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8444e59d-5706-419e-ab5d-33d66b7d1616 req-d85c916e-9af5-434b-9dc2-a53a0e69ded2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625839 Jul 16 03:38:14.908565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:14.932258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 2e5e68c3-9907-4639-9a15-5e04a11a194f) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:14.935125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Subnet': ['ID=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:14.936703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.937306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.040060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Checking segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:15.041692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network hostable DHCP agents. Network: dd62675e-11c9-4dee-afc7-85c9f38af14d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:15.068094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76733981-0c92-4d97-be32-2bc1816ad46f None None] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:15.073801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device acc5efdc-ff78-4fda-89d8-6825a971dd1e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:15.263237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network dd62675e-11c9-4dee-afc7-85c9f38af14d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:15.304077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:15.342799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.382164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, dd62675e-11c9-4dee-afc7-85c9f38af14d) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:15.390851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] Pushing event deleted for resources: {'Port': ['ID=acc5efdc-ff78-4fda-89d8-6825a971dd1e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:15.398962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac7f5b-2a27-4a56-89c2-9e9da1ad31f1 None None] Network dd62675e-11c9-4dee-afc7-85c9f38af14d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:15.404445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.427629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.431081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.443107 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11202863-266f-45fc-bc2e-caeab8a99f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.461361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e245587-455b-4e3a-bd58-ab5cdc4a9e5a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2977531 Jul 16 03:38:15.463710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:15.468465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:15.476427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11202863-266f-45fc-bc2e-caeab8a99f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.482157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6180f-f069-4de8-b3e2-85bd74a35306 None None] No DVR routers for this DVR port acc5efdc-ff78-4fda-89d8-6825a971dd1e on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:15.530614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-11202863-266f-45fc-bc2e-caeab8a99f23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e664f772081048aaa1328f2d0cb47e89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4051278 Jul 16 03:38:15.536068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:15.593834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.594895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.620675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a3535625-19f6-49e9-872c-e22f18ec74ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=157c36fdaba24abea5776483f160197e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154118 Jul 16 03:38:15.623904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:15.650330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11202863-266f-45fc-bc2e-caeab8a99f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ca833-c492-490f-9664-f82b874a9816,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:15.662575 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c93bc2d2-09d1-4506-a665-d65479b192ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6779542 Jul 16 03:38:15.667039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37948) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:15.673668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'name': 'tempest-TaggedBootDevicesTest-1540963040', 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:15.703910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:38:15.724972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.758041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-2e5e68c3-9907-4639-9a15-5e04a11a194f', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:15.759071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.795575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9656d183-ca9c-40cf-a4ce-8d946e92ca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.808789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.814115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6511fc1c-ee19-44fd-9433-fec4ae2663cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.922401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-dd62675e-11c9-4dee-afc7-85c9f38af14d', 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'fixed_ips': [{'subnet_id': 'd6fd3d0f-668a-407c-9bdf-7f9ffee827a6'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:15.923317 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.959973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:15.971545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:15.979250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9656d183-ca9c-40cf-a4ce-8d946e92ca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.983231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.984866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.011741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=0c70ffcb-c001-4d6f-917f-99a6196ef11d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:16.021208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:16.122823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.146028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] device_id is not set on port beffbc6d-d16e-4c55-9678-cb60a7e1427a yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:16.161430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a811602-dc46-4d35-b9b7-318421c6b82e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7318490 Jul 16 03:38:16.162006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37956) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:16.175504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb5a3f-773f-480f-b656-fd3f01194953 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:16.178357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6511fc1c-ee19-44fd-9433-fec4ae2663cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.189996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:16.378132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b567b-355d-49c3-b2a3-1b4d1c22a194 None None] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:16.381427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:16.387534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.404018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '0c70ffcb-c001-4d6f-917f-99a6196ef11d'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:16.404884 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.427689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.454453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e90a1-4ef7-4688-bee1-9d0856d3f2a0 req-339931f4-1be2-4df6-acce-71b4d3956ae6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.456160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-319e90a1-4ef7-4688-bee1-9d0856d3f2a0 req-339931f4-1be2-4df6-acce-71b4d3956ae6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2143600 Jul 16 03:38:16.502123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9656d183-ca9c-40cf-a4ce-8d946e92ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.505006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9656d183-ca9c-40cf-a4ce-8d946e92ca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.511428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9656d183-ca9c-40cf-a4ce-8d946e92ca3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26f4e32a-a3d0-4938-8462-f39b7424e6d9 HTTP/1.1" status: 204 len: 168 time: 0.8743792 Jul 16 03:38:16.521497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6511fc1c-ee19-44fd-9433-fec4ae2663cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.524684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6511fc1c-ee19-44fd-9433-fec4ae2663cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.528208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6511fc1c-ee19-44fd-9433-fec4ae2663cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d7ca833-c492-490f-9664-f82b874a9816 HTTP/1.1" status: 204 len: 168 time: 0.9896712 Jul 16 03:38:16.556159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-319e90a1-4ef7-4688-bee1-9d0856d3f2a0 req-6ba4d8fc-29a2-42e1-bf41-02e9641cbdc9 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846622 Jul 16 03:38:16.559114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656d183-ca9c-40cf-a4ce-8d946e92ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f4e32a-a3d0-4938-8462-f39b7424e6d9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:16.606442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511fc1c-ee19-44fd-9433-fec4ae2663cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ca833-c492-490f-9664-f82b874a9816,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:16.627170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ad50a8d3-74c9-4ba0-add0-2e12b4d237ed None None] Provisioning for port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:16.627845 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:38:16.718560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Allocated IP 172.20.0.2 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:16.746133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 10.1.1.223 (df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d/d5be31c5-68d5-4aaa-881d-c228abd0f206/beffbc6d-d16e-4c55-9678-cb60a7e1427a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:16.896329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Allocated IP 10.2.2.2 (dd62675e-11c9-4dee-afc7-85c9f38af14d/d6fd3d0f-668a-407c-9bdf-7f9ffee827a6/36e52213-dba2-46b3-9da9-e1d854a9e71a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:17.051476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.103125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Allocated IP 2001:db8::f816:3eff:fe20:563b (cd007764-b689-4eda-aa81-dad0dfbbf261/0c70ffcb-c001-4d6f-917f-99a6196ef11d/9bf1284b-916b-4f8a-b3a8-12d6917cc0db) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:17.103125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:17.109759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:17.153872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:17.169461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.170071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.281833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=a208ad8b-1a6a-4bed-b8f8-96f992906943,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:17.306778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4332caf8-21e9-46af-a539-5fa25ab80641 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1364460 Jul 16 03:38:17.307087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37986) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:17.312038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:21:da:46', 'name': 'tempest-NetworksTestDHCPv6-266180799'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:17.507159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.536119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object beffbc6d-d16e-4c55-9678-cb60a7e1427a will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:17.583976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:17.649574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:17.693300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.699503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:17.700809 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.760316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.766670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.816323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:17.816969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.837249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:17.854302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:17.889625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:17.903803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:17.947298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38010) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:17.956820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port b06130d5-6375-48f1-ae42-ef4bac6ddd6f yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:17.982863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.983535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.015093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.039561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Transition to ACTIVE for port object 9bf1284b-916b-4f8a-b3a8-12d6917cc0db will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:18.076238 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c66233ce-6b90-480f-8b2a-83c39629f32d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4064963 Jul 16 03:38:18.080448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:18.096646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Transition to ACTIVE for port object 9bf1284b-916b-4f8a-b3a8-12d6917cc0db will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:18.099167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'name': 'tempest-TaggedBootDevicesTest-1318679118', 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:18.134248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec291d5-3dd0-42d2-9fdc-98fbf4d33707 req-69709e0d-6901-4a2d-a473-d5a159e7bfb7 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.137036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.142891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ec291d5-3dd0-42d2-9fdc-98fbf4d33707 req-69709e0d-6901-4a2d-a473-d5a159e7bfb7 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3273635 Jul 16 03:38:18.172460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-98f582a5-9540-4ba9-8efe-2ad24809d26c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:18.173156 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-98f582a5-9540-4ba9-8efe-2ad24809d26c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:38:18.178145 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-98f582a5-9540-4ba9-8efe-2ad24809d26c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:38:18.182436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98f582a5-9540-4ba9-8efe-2ad24809d26c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2305851 Jul 16 03:38:18.190890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38020) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:18.191404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Transition to ACTIVE for port object 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:18.211327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219073651'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:18.232690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Transition to ACTIVE for port object 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:18.247579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.247831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Allocated IP 172.25.4.5 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/d3fa9963-d67d-49d3-80f0-f070797523b9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:18.265362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.279764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Transition to ACTIVE for port object 36e52213-dba2-46b3-9da9-e1d854a9e71a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:18.373751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:18.376782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.385274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:18.393114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:18.412780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.467496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.478022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:18.486308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:18.490584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:18.491747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ec291d5-3dd0-42d2-9fdc-98fbf4d33707 req-79b36e0f-ca75-47b7-ab9d-1e49e24355e0 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478968 Jul 16 03:38:18.513255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Transition to ACTIVE for port object 36e52213-dba2-46b3-9da9-e1d854a9e71a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:18.629763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 172.20.0.14 (cd007764-b689-4eda-aa81-dad0dfbbf261/a208ad8b-1a6a-4bed-b8f8-96f992906943/b06130d5-6375-48f1-ae42-ef4bac6ddd6f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:18.644144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe21:da46 (cd007764-b689-4eda-aa81-dad0dfbbf261/0c70ffcb-c001-4d6f-917f-99a6196ef11d/b06130d5-6375-48f1-ae42-ef4bac6ddd6f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:18.685270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d896fa05-e510-44a5-8a48-82ed1dbc8c7c None None] Provisioning complete for port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:18.685790 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d896fa05-e510-44a5-8a48-82ed1dbc8c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.757466 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.776966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Pushing event updated for resources: {'Port': ['ID=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:18.782709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.835269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:18.878524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.901606 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.927633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Network dd62675e-11c9-4dee-afc7-85c9f38af14d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:18.972091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:18.975595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:18.983622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:18.994897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Attempting to bind port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:18.995608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Attempting to bind port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:18.996200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Attempting to bind port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:18.999868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:19.003236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:19.023023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.038255 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.039676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fa9963-d67d-49d3-80f0-f070797523b9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.046288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.047904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Attempting to bind port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:19.050016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Attempting to bind port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:19.050512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Attempting to bind port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:19.076244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:19.076862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:19.077338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.079121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:19.080058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Bound port: 9bf1284b-916b-4f8a-b3a8-12d6917cc0db, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:19.080458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.104789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:19.133140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object b06130d5-6375-48f1-ae42-ef4bac6ddd6f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:19.189184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] For port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:19.192811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] For port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:19.194244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:19.194816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:19.195319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.196057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:19.196674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Bound port: 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:19.197104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.201005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec47303a-681c-4580-ad71-f088ef493ff6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.248376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Pushing event updated for resources: {'Port': ['ID=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.253436 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.337190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.344708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.376744 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.391777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.398693 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2025399 Jul 16 03:38:19.404047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.419049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38052) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:19.424909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '77798e51-88a6-4709-8f67-77fd771f4a31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:19.441253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d5f3-abff-4bfb-b2c8-12cec6d1c395 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77798e51-88a6-4709-8f67-77fd771f4a31,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.454985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:19.458295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:19.468531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:19.513989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=b06130d5-6375-48f1-ae42-ef4bac6ddd6f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.534643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Attempting to bind port 36e52213-dba2-46b3-9da9-e1d854a9e71a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:19.538368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Attempting to bind port 36e52213-dba2-46b3-9da9-e1d854a9e71a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:19.539342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Attempting to bind port 36e52213-dba2-46b3-9da9-e1d854a9e71a on network dd62675e-11c9-4dee-afc7-85c9f38af14d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:19.561733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.591826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:19.592242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Checking segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:19.600247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.600695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Bound using segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:19.602738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Bound port: 36e52213-dba2-46b3-9da9-e1d854a9e71a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:19.603144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.610750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.620713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.712049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] device_id is not set on port d2ca04fa-64d3-49e1-9c12-d61af269fb01 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:19.726596 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-08560b59-f1a0-4394-b632-1572f078320c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4161706 Jul 16 03:38:19.734922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38060) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:19.840404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.870578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.916486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03687ac4-120c-4af7-babd-a2bdae8ee89e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:19.966365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3c090-1edf-4b2b-a47e-e6dc248d8c9d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.975320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3c090-1edf-4b2b-a47e-e6dc248d8c9d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.980384 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dac3c090-1edf-4b2b-a47e-e6dc248d8c9d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2442300 Jul 16 03:38:19.981153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38064) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:19.991349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.996626 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7bbeffb1-bb24-421e-b215-55e07bb23437 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5756698 Jul 16 03:38:19.997260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38066) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:20.003737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ffd6628f-fc10-4a92-be2e-691153ebcbf3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '77798e51-88a6-4709-8f67-77fd771f4a31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:20.089176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffd6628f-fc10-4a92-be2e-691153ebcbf3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.207927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Pushing event updated for resources: {'Port': ['ID=36e52213-dba2-46b3-9da9-e1d854a9e71a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.230402 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-ffd6628f-fc10-4a92-be2e-691153ebcbf3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:38:20.234676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ffd6628f-fc10-4a92-be2e-691153ebcbf3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2349498 Jul 16 03:38:20.235276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38070) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:20.251632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port b06130d5-6375-48f1-ae42-ef4bac6ddd6f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:20.252032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.292493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] For port 36e52213-dba2-46b3-9da9-e1d854a9e71a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:20.297468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] For port 36e52213-dba2-46b3-9da9-e1d854a9e71a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=36e52213-dba2-46b3-9da9-e1d854a9e71a,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:20.396451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.405190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67b870bc-9460-4d1d-b855-30b0b48cccc1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.417710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] For port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:20.436663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67b870bc-9460-4d1d-b855-30b0b48cccc1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.447308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012428a-0115-4db0-ab2e-f5f57f2e4282 req-d4fcc225-ccc5-4439-ba99-9cbcf2510de8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.453746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] For port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:20.457975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3012428a-0115-4db0-ab2e-f5f57f2e4282 req-d4fcc225-ccc5-4439-ba99-9cbcf2510de8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 1.1458938 Jul 16 03:38:20.468475 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.488353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-550bc739-91b9-4fe4-9b22-cd6a8a61ac1a None None] Provisioning for port beffbc6d-d16e-4c55-9678-cb60a7e1427a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:20.494989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.510379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-550bc739-91b9-4fe4-9b22-cd6a8a61ac1a None None] Provisioning complete for port beffbc6d-d16e-4c55-9678-cb60a7e1427a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:20.510782 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-550bc739-91b9-4fe4-9b22-cd6a8a61ac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.541340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67b870bc-9460-4d1d-b855-30b0b48cccc1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.545219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67b870bc-9460-4d1d-b855-30b0b48cccc1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.556783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-67b870bc-9460-4d1d-b855-30b0b48cccc1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/77798e51-88a6-4709-8f67-77fd771f4a31 HTTP/1.1" status: 204 len: 168 time: 0.3127656 Jul 16 03:38:20.559496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38076) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:20.593086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-550bc739-91b9-4fe4-9b22-cd6a8a61ac1a None None] Port beffbc6d-d16e-4c55-9678-cb60a7e1427a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:20.598437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0c120-4a48-4233-8999-1a684c28f67d None None] Pushing event updated for resources: {'Port': ['ID=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.655784 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.664871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b870bc-9460-4d1d-b855-30b0b48cccc1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77798e51-88a6-4709-8f67-77fd771f4a31,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.678089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7ea7-8da7-4642-be84-fac2c8af2250 req-71824ae1-a93c-41b2-8f30-8b318f8f9429 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.687755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39bb7ea7-8da7-4642-be84-fac2c8af2250 req-71824ae1-a93c-41b2-8f30-8b318f8f9429 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.9163861 Jul 16 03:38:20.736109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for b06130d5-6375-48f1-ae42-ef4bac6ddd6f owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:20.745050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea27d-c654-4b5f-8f75-62567d5ec95a None None] Pushing event updated for resources: {'Port': ['ID=36e52213-dba2-46b3-9da9-e1d854a9e71a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.833709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa3596-5fd3-4397-9f0b-c65e5b76a6b9 None None] Pushing event updated for resources: {'Port': ['ID=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.846865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3cdb14c8-a419-4258-af92-a271254a1197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.856308 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3c4b96b0-2913-47c7-a86e-c007b7001e73 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2504029 Jul 16 03:38:20.858039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38082) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:21.024702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39bb7ea7-8da7-4642-be84-fac2c8af2250 req-b17afc99-5f49-4c45-8d8a-87a94d0f4e82 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207495 Jul 16 03:38:21.024810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.057694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8e503-a0df-4a5e-9f3e-e4046c6cb8a7 req-b8e63897-62e6-45d3-a4be-dc3cee8d37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.064331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88e8e503-a0df-4a5e-9f3e-e4046c6cb8a7 req-b8e63897-62e6-45d3-a4be-dc3cee8d37f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.9312382 Jul 16 03:38:21.086155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 10.1.1.56 (df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d/d5be31c5-68d5-4aaa-881d-c228abd0f206/d2ca04fa-64d3-49e1-9c12-d61af269fb01) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:21.239569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926176069'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:21.264711 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.286292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.323811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.368168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3012428a-0115-4db0-ab2e-f5f57f2e4282 req-3b7bce3a-2b71-4059-a34f-7a68f8ab9168 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9086230 Jul 16 03:38:21.402396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=b06130d5-6375-48f1-ae42-ef4bac6ddd6f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:21.449571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9bf1284b-916b-4f8a-b3a8-12d6917cc0db up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:21.474939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object d2ca04fa-64d3-49e1-9c12-d61af269fb01 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:21.541676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:21.547279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 36e52213-dba2-46b3-9da9-e1d854a9e71a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:21.596229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.599959 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-730ef89b-6bc6-4782-8c83-424fb99c8752 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/b06130d5-6375-48f1-ae42-ef4bac6ddd6f HTTP/1.1" status: 204 len: 168 time: 1.6172259 Jul 16 03:38:21.605712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38090) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:21.615168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88e8e503-a0df-4a5e-9f3e-e4046c6cb8a7 req-c78f62a7-4c4c-464f-9d77-4e3fd930e31f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425666 Jul 16 03:38:21.677324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.685804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ffd10-feae-4526-80d2-09a786dba006 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:21.725464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 36e52213-dba2-46b3-9da9-e1d854a9e71a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:21.748298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.753820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:21.764541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c781f0-c28e-4ce0-8a5b-d2e0bb4a2795 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.768707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c781f0-c28e-4ce0-8a5b-d2e0bb4a2795 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.771647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c781f0-c28e-4ce0-8a5b-d2e0bb4a2795 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.773926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70c781f0-c28e-4ce0-8a5b-d2e0bb4a2795 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1671565 Jul 16 03:38:21.775656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.779735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38092) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:21.807694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:21.827160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:21.839323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:21.877986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Provisioning for port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:21.900487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Provisioning complete for port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:21.901165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.902428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.903887 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6696324 Jul 16 03:38:21.909305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38096) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:21.916114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-61dee20b-d6e8-4d1f-9d79-8b39348b9731 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '31b21d06-2514-4349-ba2f-c4076e1965f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:21.917138 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-61dee20b-d6e8-4d1f-9d79-8b39348b9731 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 03:38:21.917804 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-61dee20b-d6e8-4d1f-9d79-8b39348b9731 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:21.918970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-61dee20b-d6e8-4d1f-9d79-8b39348b9731 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069177 Jul 16 03:38:21.922191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38098) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:21.932078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:21.932463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:21.979059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5458ebb-7d01-4317-8e7f-d44d32959149 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b21d06-2514-4349-ba2f-c4076e1965f3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:22.012853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:22.021100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 0c70ffcb-c001-4d6f-917f-99a6196ef11d {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:22.032700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.069490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3fa512c5-4308-4e9c-89ba-9f5d8029821b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.078303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.080121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.130924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5855ad27-07a1-48a9-953c-7fab5715a968 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0450261 Jul 16 03:38:22.133080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.134134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.214947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3fa512c5-4308-4e9c-89ba-9f5d8029821b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.526698 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3fa512c5-4308-4e9c-89ba-9f5d8029821b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.529294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3fa512c5-4308-4e9c-89ba-9f5d8029821b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.532757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3fa512c5-4308-4e9c-89ba-9f5d8029821b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/31b21d06-2514-4349-ba2f-c4076e1965f3 HTTP/1.1" status: 204 len: 168 time: 0.6068983 Jul 16 03:38:22.546295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:22.589017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.602687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.607440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa512c5-4308-4e9c-89ba-9f5d8029821b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b21d06-2514-4349-ba2f-c4076e1965f3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:22.771361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2665be87-fbcd-4ebe-8ea7-a817a60d895e tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2097356 Jul 16 03:38:22.771949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38112) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:22.787176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413979337'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:22.789130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89d8e-0c53-47ce-b730-4c050366dbaf req-1ded1e8c-0404-4551-bee9-d8132a0672ca tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.797016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2c89d8e-0c53-47ce-b730-4c050366dbaf req-1ded1e8c-0404-4551-bee9-d8132a0672ca tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3802407 Jul 16 03:38:22.841394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:38:22.876612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895e90d-459f-4fbf-96cd-080767a90b6b None None] Update dhcp port {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '0c70ffcb-c001-4d6f-917f-99a6196ef11d', 'ip_address': '2001:db8::f816:3eff:fe20:563b'}, {'subnet_id': 'a208ad8b-1a6a-4bed-b8f8-96f992906943'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '9bf1284b-916b-4f8a-b3a8-12d6917cc0db'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:38:22.889222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.924800 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.946582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38116) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:22.948168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2c89d8e-0c53-47ce-b730-4c050366dbaf req-3bfb9c64-644d-4c64-b9dc-32005e5416c2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489034 Jul 16 03:38:22.999511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa77492-b8f0-45dd-9670-dc30d57cb585 None None] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:23.010272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007188941', 'description': 'tempest-description--651737750'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:23.031373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=0c70ffcb-c001-4d6f-917f-99a6196ef11d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:23.043925 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1895e90d-459f-4fbf-96cd-080767a90b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.045344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.050462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9d9fde61-b60c-4556-a3b4-f13fb9b0fa6e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/0c70ffcb-c001-4d6f-917f-99a6196ef11d HTTP/1.1" status: 204 len: 168 time: 1.2629578 Jul 16 03:38:23.059567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38118) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:23.079699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae682a6-4313-49f5-a2b6-8cd418014ebf None None] Network dd62675e-11c9-4dee-afc7-85c9f38af14d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:23.200716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:23.248242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet a208ad8b-1a6a-4bed-b8f8-96f992906943 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:23.251680 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.277549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:23.281887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Sync routers for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:23.314282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b5cf5-2436-4ddc-8d21-c5e3044aee1d req-1da28bcf-f496-47a3-b0b6-d1a476ea8ce2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:23.325886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c4b5cf5-2436-4ddc-8d21-c5e3044aee1d req-1da28bcf-f496-47a3-b0b6-d1a476ea8ce2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.2270856 Jul 16 03:38:23.345738 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:23.346102 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:23.408082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c4b5cf5-2436-4ddc-8d21-c5e3044aee1d req-46f1e5f2-7cdf-4f27-ab94-e681b8d35c28 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731404 Jul 16 03:38:23.421103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38124) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:23.461526 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8612986f-1a94-4500-9d52-355cb3e19f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.464493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:23.465551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:37:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:23.560122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.732217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:23.740595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.769355 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.779286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.795781 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:38:23.795781 n-d-800089-6 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:38:23.795781 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id_1': 'b02744176f0640bcb38e358fc523f11b', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 38, 23, 573077)}] Jul 16 03:38:23.795781 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:23.798424 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:23.808284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:23.833229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.835330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.836275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.842517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-998f51d8-5691-4cd2-95bd-f78957f48fb7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.3732729 Jul 16 03:38:23.843474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:23.845945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.849757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0736144 Jul 16 03:38:23.857989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:23.873402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a419e-5c95-4721-af45-b06e08548cce tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a1c0e-4a5b-46ca-95fc-19c399109ed8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:23.924918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.958938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-537841d4-797e-4707-aeb7-40b30a7900d1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'db4a1c0e-4a5b-46ca-95fc-19c399109ed8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:23.960318 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-537841d4-797e-4707-aeb7-40b30a7900d1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 03:38:23.960890 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-537841d4-797e-4707-aeb7-40b30a7900d1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:23.973011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.978131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-537841d4-797e-4707-aeb7-40b30a7900d1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1174314 Jul 16 03:38:23.981772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:23.994233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.033084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.037071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0840020 Jul 16 03:38:24.043470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:24.057331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'security_group_rule': {'security_group_id': 'cb64c50a-cd2e-439a-9ab0-7d798285f72a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:24.086179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316af67-fdd2-48d9-a699-095bdc310fbf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64c50a-cd2e-439a-9ab0-7d798285f72a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:24.101441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.142077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=a208ad8b-1a6a-4bed-b8f8-96f992906943,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:24.151154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.153280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c3492071-ab53-44f0-9e6b-1a3989b3d5fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/a208ad8b-1a6a-4bed-b8f8-96f992906943 HTTP/1.1" status: 204 len: 168 time: 1.0926976 Jul 16 03:38:24.155724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38138) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:24.177583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-1895e90d-459f-4fbf-96cd-080767a90b6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a208ad8b-1a6a-4bed-b8f8-96f992906943: This subnet is being modified by another concurrent operation. Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a208ad8b-1a6a-4bed-b8f8-96f992906943: This subnet is being modified by another concurrent operation. Jul 16 03:38:24.202650 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:38:24.220311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.230696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6fe41534-dcd8-4061-8033-67e98aaf245b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715044 Jul 16 03:38:24.230930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38140) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:24.243444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:24.339131 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.356778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec5b187e-7b85-4667-8ee1-7c7a7e8c1067 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.390013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f3372-59f4-47cb-9b6e-4305fd04f6c0 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:24.405836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.418069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.435408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.516713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] For port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:24.531930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.537740 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec5b187e-7b85-4667-8ee1-7c7a7e8c1067 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.568398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb072a9-5028-488d-8c0a-bb9073615c02,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:24.692522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c1a2-33b8-4cb9-93f0-d70f1490aa67 None None] Pushing event updated for resources: {'Port': ['ID=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:24.701934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning complete for port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:24.702312 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.753071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:19Z', 'revision_number': 3, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:24.792955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Checking router: 9f53dcdc-88ff-4684-8534-a0ebd77a1610 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:24.793301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Updating router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 port d3fa9963-d67d-49d3-80f0-f070797523b9 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:24.844374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:24.896182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.032761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bce42-6dd4-46f8-a780-2ced36aac575 req-7d902420-3031-4cca-9e05-0403a805b243 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.036226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-511bce42-6dd4-46f8-a780-2ced36aac575 req-7d902420-3031-4cca-9e05-0403a805b243 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.8805001 Jul 16 03:38:25.044266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning for port d2ca04fa-64d3-49e1-9c12-d61af269fb01 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:25.051012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9bf1284b-916b-4f8a-b3a8-12d6917cc0db no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:25.064812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning complete for port d2ca04fa-64d3-49e1-9c12-d61af269fb01 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:25.065768 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.122902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec5b187e-7b85-4667-8ee1-7c7a7e8c1067 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.125333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec5b187e-7b85-4667-8ee1-7c7a7e8c1067 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.129334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec5b187e-7b85-4667-8ee1-7c7a7e8c1067 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/db4a1c0e-4a5b-46ca-95fc-19c399109ed8 HTTP/1.1" status: 204 len: 168 time: 1.1364708 Jul 16 03:38:25.129858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.131213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] Deleting port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:25.131589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.155009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-511bce42-6dd4-46f8-a780-2ced36aac575 req-bbd8794f-0ac5-40ed-b18f-8ea25cc30884 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014223 Jul 16 03:38:25.209230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b187e-7b85-4667-8ee1-7c7a7e8c1067 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a1c0e-4a5b-46ca-95fc-19c399109ed8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.210274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Port d2ca04fa-64d3-49e1-9c12-d61af269fb01 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:25.233441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ccec3b6-d189-4ae2-a1ef-17f571608ff2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990100 Jul 16 03:38:25.237874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.248285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892475228'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:25.293843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] For port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:25.294215 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.314386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54b35b-a3b3-409a-82d8-2d8d09662413 req-d2a1b5dc-b58f-44fb-8253-67944ddd34c0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.321214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c54b35b-a3b3-409a-82d8-2d8d09662413 req-d2a1b5dc-b58f-44fb-8253-67944ddd34c0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.3375034 Jul 16 03:38:25.329295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning for port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:25.343839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.364933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] Calling delete_port for 9bf1284b-916b-4f8a-b3a8-12d6917cc0db owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:25.372518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning complete for port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:25.372518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.376356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.380881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:25.385473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.419746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.443850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.446579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5c656e60-c0c6-4122-a50e-d9b6e2d2be55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4003201 Jul 16 03:38:25.450371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38160) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.470361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'security_group_rule': {'security_group_id': 'cb64c50a-cd2e-439a-9ab0-7d798285f72a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:25.485430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e91f348-41b0-4e34-bcc4-d0bf841b8ee4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.528531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c54b35b-a3b3-409a-82d8-2d8d09662413 req-1b3cdf78-975f-4691-8718-83451bfbd69b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063348 Jul 16 03:38:25.535726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5e2f616d-fc8a-495d-bfd7-07ce831f6f85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b02744176f0640bcb38e358fc523f11b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1125772 Jul 16 03:38:25.539057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38164) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.543272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.599680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:25.602141 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.631280 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.662182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.734797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Transition to ACTIVE for port object d3fa9963-d67d-49d3-80f0-f070797523b9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:25.766238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.771380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.781800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.796550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-446f7663-8824-4c3d-9e1e-83358a5ae5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.799767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.816161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Attempting to bind port d3fa9963-d67d-49d3-80f0-f070797523b9 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:25.817103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Attempting to bind port d3fa9963-d67d-49d3-80f0-f070797523b9 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:25.817442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Attempting to bind port d3fa9963-d67d-49d3-80f0-f070797523b9 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:25.853576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] For port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:25.857758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:25.858130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:25.858560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.858968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:25.859445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Bound port: d3fa9963-d67d-49d3-80f0-f070797523b9, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:25.859878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.866423 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.892758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-446f7663-8824-4c3d-9e1e-83358a5ae5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.917220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] For port d3fa9963-d67d-49d3-80f0-f070797523b9, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:25.920368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] For port d3fa9963-d67d-49d3-80f0-f070797523b9, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d3fa9963-d67d-49d3-80f0-f070797523b9,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:25.930360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] No DVR routers for this DVR port 9bf1284b-916b-4f8a-b3a8-12d6917cc0db on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:25.932513 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.937796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.941205 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.954468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.967103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:25.968301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.971463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-446f7663-8824-4c3d-9e1e-83358a5ae5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.974420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-446f7663-8824-4c3d-9e1e-83358a5ae5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.978049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-446f7663-8824-4c3d-9e1e-83358a5ae5f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e91f348-41b0-4e34-bcc4-d0bf841b8ee4 HTTP/1.1" status: 204 len: 168 time: 0.4335721 Jul 16 03:38:25.982148 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.021584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.039816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c968c1-7014-476d-8ec9-83f9a2545eef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.045058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca275ed4-438f-4a37-ace6-5774524b3132 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:38:26.046940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.074568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.078332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83bdeeb6-ddc9-4b6e-bdb2-5384aadf6250 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8310964 Jul 16 03:38:26.086082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.094037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf226ff3-f3f7-4fb9-b056-d6356d5e8b36,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.102259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06fb21a7-9ec5-4bf6-a85e-e0c46e967879 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '57c968c1-7014-476d-8ec9-83f9a2545eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.111971 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.117004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fe7f5ec4-acb1-458e-9fdc-35673599c534 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6602075 Jul 16 03:38:26.117897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f7663-8824-4c3d-9e1e-83358a5ae5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e91f348-41b0-4e34-bcc4-d0bf841b8ee4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.118770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning for port 36e52213-dba2-46b3-9da9-e1d854a9e71a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:26.120319 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-06fb21a7-9ec5-4bf6-a85e-e0c46e967879 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 03:38:26.121698 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-06fb21a7-9ec5-4bf6-a85e-e0c46e967879 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:26.124737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06fb21a7-9ec5-4bf6-a85e-e0c46e967879 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0253887 Jul 16 03:38:26.128059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38172) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.128247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38174) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.153528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cadab753-f69c-4713-b6e7-e35ca8af0f94 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '57c968c1-7014-476d-8ec9-83f9a2545eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.155067 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-cadab753-f69c-4713-b6e7-e35ca8af0f94 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 03:38:26.155196 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-cadab753-f69c-4713-b6e7-e35ca8af0f94 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:26.160482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cadab753-f69c-4713-b6e7-e35ca8af0f94 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0271847 Jul 16 03:38:26.166866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.171245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38180) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.184541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:26.189239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4f1590ed-4a9d-412a-ac48-611d5211b990 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '57c968c1-7014-476d-8ec9-83f9a2545eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.190262 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-4f1590ed-4a9d-412a-ac48-611d5211b990 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 03:38:26.190792 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-4f1590ed-4a9d-412a-ac48-611d5211b990 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:26.194281 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.195505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4f1590ed-4a9d-412a-ac48-611d5211b990 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0199673 Jul 16 03:38:26.201009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:26.201284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Provisioning complete for port 36e52213-dba2-46b3-9da9-e1d854a9e71a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:26.202250 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.203118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.206744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.207299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.216471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=d203fc2c-921a-456d-b4a0-613292134239,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.226481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-59597c9e-7612-4eeb-92db-74657b13069d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '57c968c1-7014-476d-8ec9-83f9a2545eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.227547 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-59597c9e-7612-4eeb-92db-74657b13069d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 03:38:26.228527 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-59597c9e-7612-4eeb-92db-74657b13069d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:26.230432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-59597c9e-7612-4eeb-92db-74657b13069d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0247591 Jul 16 03:38:26.233206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.254491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54357-2a36-4c11-bbf5-08db176a8972 req-583cf4db-efbf-4dd0-a294-912add6c7202 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.256168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20f54357-2a36-4c11-bbf5-08db176a8972 req-583cf4db-efbf-4dd0-a294-912add6c7202 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3809359 Jul 16 03:38:26.271472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-0c6ebb8a-5fcb-472a-b8e7-41b52addf32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.272927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-0c6ebb8a-5fcb-472a-b8e7-41b52addf32e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.4686925 Jul 16 03:38:26.279982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.307131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c4421b00-5a50-4684-8a16-c621c192a89b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0751491 Jul 16 03:38:26.315243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38186) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.320873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.357337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f7c4-e7cf-4365-876c-46f9a767f954 None None] Pushing event updated for resources: {'Port': ['ID=d3fa9963-d67d-49d3-80f0-f070797523b9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.446513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625c41c6-163c-431b-b6b1-90c7dcd625e2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.464652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:26.466801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feb98c-d35e-4c44-97e2-ae309394f3e2 None None] Pushing event deleted for resources: {'Port': ['ID=9bf1284b-916b-4f8a-b3a8-12d6917cc0db,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.468275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-74a38e50-f0de-42c4-bce2-6feab67f6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.474695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625c41c6-163c-431b-b6b1-90c7dcd625e2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.475317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-74a38e50-f0de-42c4-bce2-6feab67f6728 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.1559148 Jul 16 03:38:26.475830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.519742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:26.523761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.529338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625c41c6-163c-431b-b6b1-90c7dcd625e2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.532033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625c41c6-163c-431b-b6b1-90c7dcd625e2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.536580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-625c41c6-163c-431b-b6b1-90c7dcd625e2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/57c968c1-7014-476d-8ec9-83f9a2545eef HTTP/1.1" status: 204 len: 168 time: 0.3022461 Jul 16 03:38:26.541162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Allocated IP 172.20.0.1 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/b6a39a92-1a94-4795-b866-71a69efd9ed3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:26.551723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38190) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.624656 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e8e3fb62-4e30-4dfb-bef3-b8817f8fb0cb tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675421 Jul 16 03:38:26.624760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38196) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.633537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--497534198'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:26.658427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c41c6-163c-431b-b6b1-90c7dcd625e2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c968c1-7014-476d-8ec9-83f9a2545eef,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.670823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.742610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.757650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Transition to ACTIVE for port object b6a39a92-1a94-4795-b866-71a69efd9ed3 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:26.839441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-d851bf2d-371b-4559-bf04-cd629fd42855 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.0648634 Jul 16 03:38:26.862162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b8678a-ad06-4be4-b95e-a81fe8ab822c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.872531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.926705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20f54357-2a36-4c11-bbf5-08db176a8972 req-1ce6ed16-b863-483f-a736-36636ba44a0c tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603813 Jul 16 03:38:26.938204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.960831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-2d328317-29d0-4fb3-ad84-75eb7178dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.962294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-2d328317-29d0-4fb3-ad84-75eb7178dc93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.0886304 Jul 16 03:38:26.968982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.976328 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.988880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.022974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-250d3076-9ed8-4a89-adea-5b25540e2a1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488195 Jul 16 03:38:27.028239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca275ed4-438f-4a37-ace6-5774524b3132 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:38:27.032624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f7c4-e7cf-4365-876c-46f9a767f954 None None] Pushing event updated for resources: {'Port': ['ID=d3fa9963-d67d-49d3-80f0-f070797523b9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.063736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3198313-514c-4ae9-9558-c6dbd3e823d4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.113483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde850b4-3d30-4273-86d8-7c817f5517d7 req-541c6a16-a2ed-45ae-8251-d6e7655a9304 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.115035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde850b4-3d30-4273-86d8-7c817f5517d7 req-541c6a16-a2ed-45ae-8251-d6e7655a9304 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.3488543 Jul 16 03:38:27.126945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:27.142959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:27.148474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] For port 36e52213-dba2-46b3-9da9-e1d854a9e71a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=36e52213-dba2-46b3-9da9-e1d854a9e71a,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:27.154339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:27.190702 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.233051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a39a92-1a94-4795-b866-71a69efd9ed3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.256174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Pushing event updated for resources: {'Port': ['ID=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.265577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 172.25.4.232 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/085ef0cf-7382-4977-8838-27ff5fe20f84) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:27.295785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dde850b4-3d30-4273-86d8-7c817f5517d7 req-f6539d9f-bdb5-42f8-a36a-af6154a73986 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675615 Jul 16 03:38:27.301225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.314226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:38:27.318594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.352495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9506f0-3120-4fc9-be38-8919750b70ac None None] Pushing event updated for resources: {'Port': ['ID=36e52213-dba2-46b3-9da9-e1d854a9e71a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.406002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.418536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-d0bd0415-41d9-4d40-a9af-983661ebb744 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674409 Jul 16 03:38:27.418933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:27.424265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:19Z', 'revision_number': 3, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:27.424771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:27.430687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.430687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.447756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b8678a-ad06-4be4-b95e-a81fe8ab822c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.465906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b8678a-ad06-4be4-b95e-a81fe8ab822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.467143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.469729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2c1b5599-3e28-4c9c-af03-78ba59e2819f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8397880 Jul 16 03:38:27.471800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92095a40-70fd-48e8-a60c-596f50bba201 None None] The sync data for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 is: [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:19Z', 'revision_number': 3, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:27.473592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38198) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.479069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-83b30471-9f48-4ca3-8637-42463dabf3b0 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:27.479940 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-83b30471-9f48-4ca3-8637-42463dabf3b0 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:38:27.480474 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-83b30471-9f48-4ca3-8637-42463dabf3b0 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:27.485714 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-83b30471-9f48-4ca3-8637-42463dabf3b0 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066419 Jul 16 03:38:27.490662 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-99c9a433-8462-4277-be84-f75ba684cf9f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1743650 Jul 16 03:38:27.494891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38200) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.495173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38202) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.502206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1403cca3-6302-447b-9cea-39df7cff96d3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:27.509014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.582469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:32:22:aa', 'name': 'tempest-NetworksTestDHCPv6-400124438'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:27.650703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8678a-ad06-4be4-b95e-a81fe8ab822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb207cfb-22d2-4eb2-8868-726e50431c20,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.665099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-98b8678a-ad06-4be4-b95e-a81fe8ab822c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b350b4621594422b23257d60db1e26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9000869 Jul 16 03:38:27.665747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.707542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b692f10-b737-4f22-af1e-89ef0ce82f37 req-4218e137-4709-42ba-bfd5-2728a9399b6f service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617464 Jul 16 03:38:27.727673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': 'b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3'}, {'subnet_id': 'd203fc2c-921a-456d-b4a0-613292134239'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:27.730024 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.778667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.793680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:27.845756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1464100a-fe4b-49fd-aadb-82a788256227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.892705 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-1403cca3-6302-447b-9cea-39df7cff96d3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:27.893784 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1403cca3-6302-447b-9cea-39df7cff96d3 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3972814 Jul 16 03:38:27.903284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1464100a-fe4b-49fd-aadb-82a788256227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.915033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.971974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.977590 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1464100a-fe4b-49fd-aadb-82a788256227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.982199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1464100a-fe4b-49fd-aadb-82a788256227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.983583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1464100a-fe4b-49fd-aadb-82a788256227 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb207cfb-22d2-4eb2-8868-726e50431c20 HTTP/1.1" status: 204 len: 168 time: 0.3141870 Jul 16 03:38:27.990156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-639d9154-9427-4ea0-ab4a-8425250ca789 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:27.991202 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-639d9154-9427-4ea0-ab4a-8425250ca789 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 03:38:27.991821 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-639d9154-9427-4ea0-ab4a-8425250ca789 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:27.993132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-639d9154-9427-4ea0-ab4a-8425250ca789 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0191321 Jul 16 03:38:28.029966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.056380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cf1f3113-52f5-420c-b853-5c58083a4eee tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.068506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464100a-fe4b-49fd-aadb-82a788256227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb207cfb-22d2-4eb2-8868-726e50431c20,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.096052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.129463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.246416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.255031 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-cf1f3113-52f5-420c-b853-5c58083a4eee tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:28.258032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cf1f3113-52f5-420c-b853-5c58083a4eee tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2267208 Jul 16 03:38:28.276596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 62c976bd-b8d9-430c-9050-a270c65f0fac yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:28.279217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Allocated IP 172.20.0.2 (cd007764-b689-4eda-aa81-dad0dfbbf261/d203fc2c-921a-456d-b4a0-613292134239/0f079b26-6483-45da-b445-66be2d8a8ef6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:28.284700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38220) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.288181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Allocated IP 2001:db8::f816:3eff:fe60:fcbf (cd007764-b689-4eda-aa81-dad0dfbbf261/b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3/0f079b26-6483-45da-b445-66be2d8a8ef6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:28.288896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:28.313067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0269060f-0414-46d2-96c2-b4b703bf975c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.313549 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-0269060f-0414-46d2-96c2-b4b703bf975c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:38:28.314057 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-0269060f-0414-46d2-96c2-b4b703bf975c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:28.318366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0269060f-0414-46d2-96c2-b4b703bf975c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0319116 Jul 16 03:38:28.321128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38222) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.322150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.323532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=085ef0cf-7382-4977-8838-27ff5fe20f84,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.344810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1ada376a-fb1c-4cef-8353-7d8946692557 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.397082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:28.400981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:28.629359 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-1ada376a-fb1c-4cef-8353-7d8946692557 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:28.630873 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1ada376a-fb1c-4cef-8353-7d8946692557 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2990956 Jul 16 03:38:28.636989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38230) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.646641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-527137b5-d41c-4ff8-8260-15eff2c89fa5 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.647462 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-527137b5-d41c-4ff8-8260-15eff2c89fa5 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 03:38:28.648319 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-527137b5-d41c-4ff8-8260-15eff2c89fa5 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:28.649494 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-527137b5-d41c-4ff8-8260-15eff2c89fa5 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108795 Jul 16 03:38:28.653399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.662651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-73a68027-a96f-48fc-bb52-e488e79d8c60 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.670093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.696238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Transition to ACTIVE for port object 0f079b26-6483-45da-b445-66be2d8a8ef6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:28.724562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Transition to ACTIVE for port object 0f079b26-6483-45da-b445-66be2d8a8ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:28.734880 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.776039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.812049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Pushing event updated for resources: {'Port': ['ID=0f079b26-6483-45da-b445-66be2d8a8ef6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.823716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:28.825521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:28.828112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:28.829147 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-73a68027-a96f-48fc-bb52-e488e79d8c60 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:28.833448 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-73a68027-a96f-48fc-bb52-e488e79d8c60 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1756260 Jul 16 03:38:28.835820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.867132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ed9b6b82-d2d2-4f1c-8cc0-4807e7f3fb0b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': 'b3198313-514c-4ae9-9558-c6dbd3e823d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.876580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a39a92-1a94-4795-b866-71a69efd9ed3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.888034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.971600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f109506-2fdb-4614-8bd5-41d019ed5823 req-2ca7cc46-96f8-4393-89c4-ac0232612e2d tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.973977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f109506-2fdb-4614-8bd5-41d019ed5823 req-2ca7cc46-96f8-4393-89c4-ac0232612e2d tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.7804756 Jul 16 03:38:29.040151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.056689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Attempting to bind port 0f079b26-6483-45da-b445-66be2d8a8ef6 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:29.057166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Attempting to bind port 0f079b26-6483-45da-b445-66be2d8a8ef6 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:29.057549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Attempting to bind port 0f079b26-6483-45da-b445-66be2d8a8ef6 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:29.065518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:29.066072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:29.067087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.067608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:29.068225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Bound port: 0f079b26-6483-45da-b445-66be2d8a8ef6, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:29.068767 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.168078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 172.20.0.13 (cd007764-b689-4eda-aa81-dad0dfbbf261/d203fc2c-921a-456d-b4a0-613292134239/62c976bd-b8d9-430c-9050-a270c65f0fac) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:29.184856 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-ed9b6b82-d2d2-4f1c-8cc0-4807e7f3fb0b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:29.189371 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed9b6b82-d2d2-4f1c-8cc0-4807e7f3fb0b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3371913 Jul 16 03:38:29.190972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe32:22aa (cd007764-b689-4eda-aa81-dad0dfbbf261/b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3/62c976bd-b8d9-430c-9050-a270c65f0fac) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:29.208071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38248) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:29.252096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f109506-2fdb-4614-8bd5-41d019ed5823 req-ff43ceb0-4716-4a71-a4e0-ee2d6bc05bd3 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682178 Jul 16 03:38:29.254826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 36e52213-dba2-46b3-9da9-e1d854a9e71a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:29.266688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] For port 0f079b26-6483-45da-b445-66be2d8a8ef6, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:29.333940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] For port 0f079b26-6483-45da-b445-66be2d8a8ef6, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f079b26-6483-45da-b445-66be2d8a8ef6,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:29.342665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:29.352029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:29.370298 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.408426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c55f2-c842-437b-a305-4676b9e01e47 req-75870c3c-d9fb-4e15-a96b-5b5bf79b7d3a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:29.420028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c8c55f2-c842-437b-a305-4676b9e01e47 req-75870c3c-d9fb-4e15-a96b-5b5bf79b7d3a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.8190119 Jul 16 03:38:29.424754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa2806b6-a610-47c9-b1fb-714fb74954d2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.574762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888531-0aba-4ba4-8d16-b0660e0c7071 None None] Pushing event updated for resources: {'Port': ['ID=0f079b26-6483-45da-b445-66be2d8a8ef6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.587579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 36e52213-dba2-46b3-9da9-e1d854a9e71a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:29.588431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.605837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa2806b6-a610-47c9-b1fb-714fb74954d2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.609633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c8c55f2-c842-437b-a305-4676b9e01e47 req-58d213f6-6980-4bfb-9c56-3c914201611d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868930 Jul 16 03:38:29.704969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.724844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:29.725063 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.767013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.775178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3fa9963-d67d-49d3-80f0-f070797523b9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:29.793016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.800476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa2806b6-a610-47c9-b1fb-714fb74954d2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.803871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa2806b6-a610-47c9-b1fb-714fb74954d2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.809684 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aa2806b6-a610-47c9-b1fb-714fb74954d2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/b3198313-514c-4ae9-9558-c6dbd3e823d4 HTTP/1.1" status: 204 len: 168 time: 0.6004882 Jul 16 03:38:29.827701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38258) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:29.873557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d3fa9963-d67d-49d3-80f0-f070797523b9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:29.878746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d3fa9963-d67d-49d3-80f0-f070797523b9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:29.879328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.960237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2806b6-a610-47c9-b1fb-714fb74954d2 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3198313-514c-4ae9-9558-c6dbd3e823d4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.966001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=085ef0cf-7382-4977-8838-27ff5fe20f84,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:30.008294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 62c976bd-b8d9-430c-9050-a270c65f0fac will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:30.014699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.044957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d3fa9963-d67d-49d3-80f0-f070797523b9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d3fa9963-d67d-49d3-80f0-f070797523b9,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:30.049866 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.050851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:30.101324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.138788 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b3d04d0-f26c-4ff5-add9-9f481bfef67d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3095398 Jul 16 03:38:30.143691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d3fa9963-d67d-49d3-80f0-f070797523b9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:30.160819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.162157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:30.162589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.175316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.184573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--324934926'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:30.199636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.210569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75e4b48a-3f02-4030-a0c5-a71c5886fb54 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0692155 Jul 16 03:38:30.243574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:30.248710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:30.259750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:30.305432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.308379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=62c976bd-b8d9-430c-9050-a270c65f0fac,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:30.342901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.344162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.452391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.459098 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.486196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.490618 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3078370 Jul 16 03:38:30.491237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38286) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.495385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a8e294d0-146a-402f-aadd-b4ed187f7be9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9976497 Jul 16 03:38:30.500410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-574562be-b3b2-4fe7-8885-517a805aff52 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '8b824c00-90f0-49e1-b13e-bbbb6fd39c5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:30.507791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.573148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20b77-7fee-4e1c-abcc-4f4778c2a49d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b824c00-90f0-49e1-b13e-bbbb6fd39c5d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:30.627216 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-574562be-b3b2-4fe7-8885-517a805aff52 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The resource could not be found. Jul 16 03:38:30.629524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-574562be-b3b2-4fe7-8885-517a805aff52 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1317871 Jul 16 03:38:30.632189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38296) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.642744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3cdeb0c8-91df-404e-8009-6d23748c8c10 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '8b824c00-90f0-49e1-b13e-bbbb6fd39c5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9a385667-250a-41d7-9865-2a5e2caddde9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:30.655094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ae815740-7cdc-4948-9250-a5f1d68f3c76 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2007188941&fields=id&tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11 HTTP/1.1" status: 200 len: 267 time: 0.1066599 Jul 16 03:38:30.660511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86bb1c-6890-426a-a3ad-6b89ffbffe5e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.667274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86bb1c-6890-426a-a3ad-6b89ffbffe5e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.672302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb86bb1c-6890-426a-a3ad-6b89ffbffe5e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1630747 Jul 16 03:38:30.673164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.696720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:30.711922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Sync routers for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:30.715215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c726bb71-fdd9-4f93-a72d-d7e3e2f57da6 admin admin] 10.222.0.25 "PUT /v2.0/routers/9f53dcdc-88ff-4684-8534-a0ebd77a1610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8687847 Jul 16 03:38:30.722234 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:30.723051 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:30.827883 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-3cdeb0c8-91df-404e-8009-6d23748c8c10 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The resource could not be found. Jul 16 03:38:30.831881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3cdeb0c8-91df-404e-8009-6d23748c8c10 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1955471 Jul 16 03:38:30.835410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:30.870458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 62c976bd-b8d9-430c-9050-a270c65f0fac {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:30.870831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.890834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-08bf1a67-e0bc-4f5b-8396-bf4c162feaf7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.901596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-08bf1a67-e0bc-4f5b-8396-bf4c162feaf7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 932 time: 0.2367334 Jul 16 03:38:30.938413 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:30.996298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1981811-0467-41d0-a31e-7004b4c45fb1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.049735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1981811-0467-41d0-a31e-7004b4c45fb1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.092154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.123287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 62c976bd-b8d9-430c-9050-a270c65f0fac owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:31.125567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0ea7fc21-09eb-4f97-8019-860260610929 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.127214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0ea7fc21-09eb-4f97-8019-860260610929 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 931 time: 0.2246573 Jul 16 03:38:31.164826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919c1fa-d020-46e5-8fa5-83c67d5f7372 req-c1c41183-1cd6-493f-af3c-613e401da992 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.169638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3919c1fa-d020-46e5-8fa5-83c67d5f7372 req-c1c41183-1cd6-493f-af3c-613e401da992 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.6603737 Jul 16 03:38:31.200005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3fa9963-d67d-49d3-80f0-f070797523b9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:31.274131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd0513-2f77-409c-9aec-572a7485e8ca None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:31.294754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab0b98d3-18fa-454b-af49-0222f33454bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1155384 Jul 16 03:38:31.317168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 2, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:31.356307 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Checking router: 9f53dcdc-88ff-4684-8534-a0ebd77a1610 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:31.356911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-e6f7f825-3e4f-4d48-9f2f-597fe38fcd93 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0601380 Jul 16 03:38:31.357333 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Updating router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 port b6a39a92-1a94-4795-b866-71a69efd9ed3 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:31.412196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1981811-0467-41d0-a31e-7004b4c45fb1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.415844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1981811-0467-41d0-a31e-7004b4c45fb1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.420836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f1981811-0467-41d0-a31e-7004b4c45fb1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/8b824c00-90f0-49e1-b13e-bbbb6fd39c5d HTTP/1.1" status: 204 len: 168 time: 0.5840807 Jul 16 03:38:31.425048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38326) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:31.439337 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.464435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1981811-0467-41d0-a31e-7004b4c45fb1 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b824c00-90f0-49e1-b13e-bbbb6fd39c5d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:31.534144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0caf0c2c-6aa7-4d8a-9058-674c6e81ff19 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.544497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0caf0c2c-6aa7-4d8a-9058-674c6e81ff19 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.550253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0caf0c2c-6aa7-4d8a-9058-674c6e81ff19 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.565343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0caf0c2c-6aa7-4d8a-9058-674c6e81ff19 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/networks?id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 200 len: 1988 time: 0.2073479 Jul 16 03:38:31.579904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aca3994b-3ebe-4de7-b413-b166a28ce313 None None] Provisioning for port 0f079b26-6483-45da-b445-66be2d8a8ef6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:31.649193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d3fa9963-d67d-49d3-80f0-f070797523b9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:31.649576 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.666001 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-66d900bc-8b36-4e19-b120-720e758169bb tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2106965 Jul 16 03:38:31.667301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38334) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:31.673260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f2c3fd8a-5392-4e55-82dc-fdb9dd736f39 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '08bd6a15-b8d0-4071-8311-a4032fb052d9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:31.704231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.712785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0d0957ab-7ff6-48fe-8cc4-cfdd92743fbb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/quotas/5a317fb0bcd4462b8d699bc50cd9bf11 HTTP/1.1" status: 200 len: 375 time: 0.1340697 Jul 16 03:38:31.752018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-512d9823-719e-450d-a26a-cce733a195d8 None None] Provisioning for port b6a39a92-1a94-4795-b866-71a69efd9ed3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:31.757294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-512d9823-719e-450d-a26a-cce733a195d8 None None] Provisioning complete for port b6a39a92-1a94-4795-b866-71a69efd9ed3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:31.757716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-512d9823-719e-450d-a26a-cce733a195d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.812978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3919c1fa-d020-46e5-8fa5-83c67d5f7372 req-f176bab6-d422-4a43-85ab-6233b45c246e tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956831 Jul 16 03:38:31.816641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-512d9823-719e-450d-a26a-cce733a195d8 None None] Port b6a39a92-1a94-4795-b866-71a69efd9ed3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:31.848151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=62c976bd-b8d9-430c-9050-a270c65f0fac,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:31.901782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f079b26-6483-45da-b445-66be2d8a8ef6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:32.061977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0f079b26-6483-45da-b445-66be2d8a8ef6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:32.068736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0f079b26-6483-45da-b445-66be2d8a8ef6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:32.070913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.102768 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-f2c3fd8a-5392-4e55-82dc-fdb9dd736f39 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The resource could not be found. Jul 16 03:38:32.103946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f2c3fd8a-5392-4e55-82dc-fdb9dd736f39 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4350815 Jul 16 03:38:32.111063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38360) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:32.116140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--582465663'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:32.134187 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.151485 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Transition to ACTIVE for port object b6a39a92-1a94-4795-b866-71a69efd9ed3 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:32.163279 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.200698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-25b1453d-bcd8-42ab-8554-0a03fbc768e4 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4863441 Jul 16 03:38:32.252140 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Pushing event updated for resources: {'Port': ['ID=b6a39a92-1a94-4795-b866-71a69efd9ed3,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:32.254835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.261499 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51fca952-3bec-49b9-9045-0a33265d600f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/62c976bd-b8d9-430c-9050-a270c65f0fac HTTP/1.1" status: 204 len: 168 time: 1.5858586 Jul 16 03:38:32.271054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38368) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:32.274515 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.275322 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.275322 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.275646 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.275861 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.276386 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.276879 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.277544 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.278029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.278510 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.279189 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.279682 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:32.284579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.433775 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Attempting to bind port b6a39a92-1a94-4795-b866-71a69efd9ed3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:32.434249 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Attempting to bind port b6a39a92-1a94-4795-b866-71a69efd9ed3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:32.434643 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Attempting to bind port b6a39a92-1a94-4795-b866-71a69efd9ed3 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:32.436615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.442448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.455247 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:32.455690 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:32.456111 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.456535 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:32.457185 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Bound port: b6a39a92-1a94-4795-b866-71a69efd9ed3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:32.457489 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.457600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Deleting port 72d7d59c-8431-46e7-9375-a35514de096f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:32.458004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.499979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.504600 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3893771 Jul 16 03:38:32.504600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e784d4-fa60-4660-9fca-5c77704f1956 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ced851-8b6b-464f-b540-10dc9ce6c276,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:32.504986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38376) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:32.510037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159604694'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:32.538269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.580031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:32.583503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08133340-d64a-496c-b0da-c3d96b6e5712 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:32.608874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1651e46-3cc6-4ecc-a4f9-11735d19765a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.610497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1651e46-3cc6-4ecc-a4f9-11735d19765a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.612166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1651e46-3cc6-4ecc-a4f9-11735d19765a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.617498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d1651e46-3cc6-4ecc-a4f9-11735d19765a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3057103 Jul 16 03:38:32.618602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:32.686401 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] For port b6a39a92-1a94-4795-b866-71a69efd9ed3, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:32.694526 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] For port b6a39a92-1a94-4795-b866-71a69efd9ed3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b6a39a92-1a94-4795-b866-71a69efd9ed3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:32.703477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ded03-5755-4243-81ea-55f2d385f638 req-cb7eddea-3137-4f44-8b8d-992ea7405636 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.704080 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.707706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d7ded03-5755-4243-81ea-55f2d385f638 req-cb7eddea-3137-4f44-8b8d-992ea7405636 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.6189487 Jul 16 03:38:32.725284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:32.732507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.806696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] For port 72d7d59c-8431-46e7-9375-a35514de096f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=72d7d59c-8431-46e7-9375-a35514de096f,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:32.807882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.813679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.815140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ce2aa7f0-a429-470b-8c07-a8939c8ad23b service neutron] 10.222.0.25 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290949 Jul 16 03:38:32.825787 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.849603 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c1db-8b54-4700-8aa1-f4402d7ce2a7 None None] Pushing event updated for resources: {'Port': ['ID=b6a39a92-1a94-4795-b866-71a69efd9ed3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:32.857140 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.863144 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:32.863754 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:32.918630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.928786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.932451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.973383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d7ded03-5755-4243-81ea-55f2d385f638 req-ee85b95c-3709-4680-896e-7e790b6571e2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524822 Jul 16 03:38:32.979144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-224cf5f0-9d9b-46f0-9e31-6a66eb58df8e service neutron] 10.222.0.25 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569207 Jul 16 03:38:32.989732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Calling delete_port for 72d7d59c-8431-46e7-9375-a35514de096f owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:33.075874 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:33.086874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] Provisioning complete for port 0f079b26-6483-45da-b445-66be2d8a8ef6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:33.087350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.101336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274190d0-0b47-4004-9eb7-c8ab0828658b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.114125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.119777 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-11067270-a8d9-4e5e-82d9-3293f6cec49f tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6139061 Jul 16 03:38:33.143814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38402) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:33.160662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7b2b4d6a-72e8-415c-8725-4f12cf7a5933 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group_rule': {'security_group_id': '81ced851-8b6b-464f-b540-10dc9ce6c276', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '274190d0-0b47-4004-9eb7-c8ab0828658b'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:33.282405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.359465 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-7b2b4d6a-72e8-415c-8725-4f12cf7a5933 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:33.359465 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b2b4d6a-72e8-415c-8725-4f12cf7a5933 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2111201 Jul 16 03:38:33.365303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:33.366087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.375486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.377279 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a134e2fd-9d35-42cc-842a-96df608966b1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3 HTTP/1.1" status: 204 len: 168 time: 0.7575657 Jul 16 03:38:33.382496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:33.422935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:33.485401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet d203fc2c-921a-456d-b4a0-613292134239 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:33.489920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65948801-e6c7-422b-b25c-7f4684ee3341 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.493548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'mac_address': 'fa:16:3e:cf:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:33.497985 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:32Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:33.503070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-8a73ac82-6835-4101-8331-a12859706b2b service neutron] 10.222.0.25 "GET /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5038078 Jul 16 03:38:33.506203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.517474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:33.517844 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:33.526159 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.531480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65948801-e6c7-422b-b25c-7f4684ee3341 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.656885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65948801-e6c7-422b-b25c-7f4684ee3341 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.659506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65948801-e6c7-422b-b25c-7f4684ee3341 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.660705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-65948801-e6c7-422b-b25c-7f4684ee3341 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/274190d0-0b47-4004-9eb7-c8ab0828658b HTTP/1.1" status: 204 len: 168 time: 0.2913485 Jul 16 03:38:33.665088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:33.678446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948801-e6c7-422b-b25c-7f4684ee3341 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274190d0-0b47-4004-9eb7-c8ab0828658b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.722721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.744127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:33.748491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.785172 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94746a2-60df-4b25-a019-afe15dc021f0 None None] The sync data for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 is: [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:32Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:33.885992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:33.897258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.916379 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.137274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.150934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95c4ad-d5a2-47d3-b32e-a7b39b21ef35 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:34.213509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0ce60e5c-ac4f-4916-92b8-08f355cfde7c service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976662 Jul 16 03:38:34.229821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38428) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.231497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.234516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119367263', 'description': 'tempest-description--1917276648'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:34.270076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:34.296592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7d79ea10-6882-4c7e-afaf-9661e0b8d3bb tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6250710 Jul 16 03:38:34.297506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.303975 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.402619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] For port 0f079b26-6483-45da-b445-66be2d8a8ef6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f079b26-6483-45da-b445-66be2d8a8ef6,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:34.441367 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.450475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d7d59c-8431-46e7-9375-a35514de096f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.460864 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.487951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.507910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.559574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.560829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3300102 Jul 16 03:38:34.567570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38438) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.573681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'security_group_rule': {'security_group_id': 'aabf454a-7cd2-4007-ac54-b3d0dc82e47b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:34.645518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.646048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff08cf7-73a2-4957-a18d-33e728a9074f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf454a-7cd2-4007-ac54-b3d0dc82e47b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.688164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.836072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] Could not find standard attr ID for object 62c976bd-b8d9-430c-9050-a270c65f0fac. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:34.890386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.903643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e4b3-6746-49a7-b1d5-7bb8a157f482 None None] Pushing event updated for resources: {'Port': ['ID=0f079b26-6483-45da-b445-66be2d8a8ef6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.910630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.950923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-433ca4e4-8bec-490a-bff0-11d4ba109c94 service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357416 Jul 16 03:38:34.954446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc83f-6040-4c73-8cb2-1e495470588c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.957537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b3998f-6484-4561-9058-dc9aa1af33c9,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:34.966838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.981232 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-67a308dd-780f-4eb8-bedb-22c3823f9db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124036 Jul 16 03:38:34.983970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38444) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.989833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'security_group_rule': {'security_group_id': 'aabf454a-7cd2-4007-ac54-b3d0dc82e47b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:35.076053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.160672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-96a682be-bd7b-49ff-8dd6-48a01a976aae None None] Provisioning complete for port 0f079b26-6483-45da-b445-66be2d8a8ef6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:35.161051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96a682be-bd7b-49ff-8dd6-48a01a976aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.216319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.226145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.267394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0c4f4b-8d08-4d43-9fd3-d0c3c42e8bb5,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:35.304147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38448) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:35.320250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.320787 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc83f-6040-4c73-8cb2-1e495470588c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.322335 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4381455-98aa-42e1-8cc7-7ae325240b79 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371325 Jul 16 03:38:35.327846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:35.333743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:35.367555 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.387639 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.488757 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:35.489172 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:35.517268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.522077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/d203fc2c-921a-456d-b4a0-613292134239 HTTP/1.1" status: 204 len: 168 time: 2.1311405 Jul 16 03:38:35.525029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38454) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:35.540804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49db6e7-c8cc-4d94-8e49-030af58c806d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=d203fc2c-921a-456d-b4a0-613292134239,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:35.674737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-cc48c50a-fcaa-41cc-9259-dfae4fd2ab2d service neutron] 10.222.0.25 "GET /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6741741 Jul 16 03:38:35.699247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-06a3af64-d0b4-46ef-adb4-409e64a38a1d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729882 Jul 16 03:38:35.710462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:35.747526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:35.762950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a140fa-03ac-44e9-a954-64a17277d361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.830674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc83f-6040-4c73-8cb2-1e495470588c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.833643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd9cc83f-6040-4c73-8cb2-1e495470588c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.834803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cd9cc83f-6040-4c73-8cb2-1e495470588c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/81ced851-8b6b-464f-b540-10dc9ce6c276 HTTP/1.1" status: 204 len: 168 time: 1.4884589 Jul 16 03:38:35.849494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:35.851676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cc83f-6040-4c73-8cb2-1e495470588c tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ced851-8b6b-464f-b540-10dc9ce6c276,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:35.904278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1757315-4aee-466c-9de9-8349350b388b req-d46a7faf-eb99-4b2e-9d7a-1dc11563cbb4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:35.910034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1757315-4aee-466c-9de9-8349350b388b req-d46a7faf-eb99-4b2e-9d7a-1dc11563cbb4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 945 time: 0.6164329 Jul 16 03:38:35.920524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.001395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-346e0a6a-721a-4f31-b804-e1fc15e0eabe tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464958 Jul 16 03:38:36.012490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38460) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:36.030502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'tempest-secgroup--843298596'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:36.036812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-50ecbc52-c35a-4fc9-b3e1-f7757417d62e service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499563 Jul 16 03:38:36.115497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.211845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1757315-4aee-466c-9de9-8349350b388b req-52911e36-a084-44da-bfd6-b16c51cc0b1f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007855 Jul 16 03:38:36.297224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:36.395340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b35ac2-33f0-43b5-a37b-1a826f73c78d None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:36.451416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a140fa-03ac-44e9-a954-64a17277d361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.456782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Allocated IP 172.25.4.120 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/afe5232e-8938-4b3f-acb8-88792c1f23bf) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:36.516028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a140fa-03ac-44e9-a954-64a17277d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.548168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-67b9ee4f-5e33-43a1-a502-0ebbd846cdab None None] Provisioning complete for port 0f079b26-6483-45da-b445-66be2d8a8ef6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:36.548168 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67b9ee4f-5e33-43a1-a502-0ebbd846cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.561141 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-07a140fa-03ac-44e9-a954-64a17277d361 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b95f752842214866a7af70a113e8b87e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2552159 Jul 16 03:38:36.561998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.563960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38464) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:36.582178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b6a39a92-1a94-4795-b866-71a69efd9ed3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:36.595219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-fdb7b823-f0d3-49d0-b80d-7721cee9af25 service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725218 Jul 16 03:38:36.664402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:36.678143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.717577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:36.718245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.806099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b6a39a92-1a94-4795-b866-71a69efd9ed3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:36.815486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b6a39a92-1a94-4795-b866-71a69efd9ed3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:36.816372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.038390 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.143453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:37.166009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.203338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:37.209729 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa923ac9-fdcc-48b3-af0b-7872a8b24f70" -d '{"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:37.314161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:37.335245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.388973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b6a39a92-1a94-4795-b866-71a69efd9ed3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b6a39a92-1a94-4795-b866-71a69efd9ed3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:37.421474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.422415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f079b26-6483-45da-b445-66be2d8a8ef6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:37.425955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.437260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.487250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.498538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a140fa-03ac-44e9-a954-64a17277d361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc7793-9453-4420-afc3-fcb947f6f288,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:37.510734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] Deleting port 0f079b26-6483-45da-b445-66be2d8a8ef6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:37.511237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.512766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=11a7abe4-4e9c-4b24-83c3-154d2b10a9af,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:37.518885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:37.522857 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40cc594-01af-4a85-b4d8-efa373b90e83 x-openstack-request-id: req-b40cc594-01af-4a85-b4d8-efa373b90e83 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:37.523726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.524250 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:37.524554 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b40cc594-01af-4a85-b4d8-efa373b90e83 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:37.528521 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'code': 200} Jul 16 03:38:37.528954 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5046759 Jul 16 03:38:37.530537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38474) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:37.544892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d87062d4-6998-4fd3-9539-cd5d7f00f608 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:37.546508 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-d87062d4-6998-4fd3-9539-cd5d7f00f608 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:38:37.547145 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d87062d4-6998-4fd3-9539-cd5d7f00f608 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:38:37.551510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d87062d4-6998-4fd3-9539-cd5d7f00f608 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "PUT /v2.0/security-groups/88a1a2a7-008e-4b25-a6ef-1b6a31c65718 HTTP/1.1" status: 409 len: 330 time: 0.0166214 Jul 16 03:38:37.561520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-72b4bc61-5a6e-4c66-a350-b1d3e5dd1d48 service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9653769 Jul 16 03:38:37.562732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38476) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:37.572582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:37.607382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:37.629839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.630451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.652393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Router e236a9d5-4bc6-41fa-bc73-189b1d780afe has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:37.662385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f12a1143-cb93-44b1-b9ed-27722f14333a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9498301 Jul 16 03:38:37.664178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:37.682206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:37.698158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3620684e-a49a-4fec-a7ce-f44d2720473d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.723882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3620684e-a49a-4fec-a7ce-f44d2720473d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.726532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f32dec5-9d6e-404e-94d2-32203d9dfae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.734460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b66406-454d-4972-a204-74d6cb40a36b tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a1a2a7-008e-4b25-a6ef-1b6a31c65718,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:37.819068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f32dec5-9d6e-404e-94d2-32203d9dfae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.900174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3620684e-a49a-4fec-a7ce-f44d2720473d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.907236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3620684e-a49a-4fec-a7ce-f44d2720473d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.913961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3620684e-a49a-4fec-a7ce-f44d2720473d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/88a1a2a7-008e-4b25-a6ef-1b6a31c65718 HTTP/1.1" status: 204 len: 168 time: 0.3397973 Jul 16 03:38:37.914979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38480) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:37.940193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.943705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f32dec5-9d6e-404e-94d2-32203d9dfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.947075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f32dec5-9d6e-404e-94d2-32203d9dfae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.948433 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f32dec5-9d6e-404e-94d2-32203d9dfae5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1fc7793-9453-4420-afc3-fcb947f6f288 HTTP/1.1" status: 204 len: 168 time: 1.3795309 Jul 16 03:38:37.966283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620684e-a49a-4fec-a7ce-f44d2720473d tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a1a2a7-008e-4b25-a6ef-1b6a31c65718,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:37.981179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32dec5-9d6e-404e-94d2-32203d9dfae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc7793-9453-4420-afc3-fcb947f6f288,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.033599 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb0899e9-ace9-495f-bba9-5211689942a8 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040142 Jul 16 03:38:38.034275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38484) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.057085 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-cf6e293c-6ebf-472e-a85f-134f7d6d71cc tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] delete failed (client error): The resource could not be found. Jul 16 03:38:38.062724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cf6e293c-6ebf-472e-a85f-134f7d6d71cc tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "DELETE /v2.0/security-groups/c43f4721-3164-4ee0-9469-adf4fed30d6b HTTP/1.1" status: 404 len: 347 time: 0.0247455 Jul 16 03:38:38.065291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38486) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.090570 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-caefab0e-7c7c-4ef6-800c-65907390fcee tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] show failed (client error): The resource could not be found. Jul 16 03:38:38.095973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-caefab0e-7c7c-4ef6-800c-65907390fcee tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-groups/485875ce-64f2-459b-b3ed-12c8986e48e8 HTTP/1.1" status: 404 len: 347 time: 0.0292840 Jul 16 03:38:38.096952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38488) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.119388 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-18040ced-625b-4766-ad88-e42c2c41c425 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] show failed (client error): The resource could not be found. Jul 16 03:38:38.124186 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18040ced-625b-4766-ad88-e42c2c41c425 tempest-NegativeSecGroupTest-1323656952 tempest-NegativeSecGroupTest-1323656952-project] 10.222.0.25 "GET /v2.0/security-group-rules/0ab20726-9688-4ab8-9aca-d3d7e65058f2 HTTP/1.1" status: 404 len: 356 time: 0.0241363 Jul 16 03:38:38.145890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.169032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0f079b26-6483-45da-b445-66be2d8a8ef6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:38.169498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.202859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:38.215065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:38.239433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:38.261478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-bc9ddc2b-df77-4e16-a2f9-8bad860ad4df service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988897 Jul 16 03:38:38.288978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b6a39a92-1a94-4795-b866-71a69efd9ed3,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.366672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] For port 0f079b26-6483-45da-b445-66be2d8a8ef6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0f079b26-6483-45da-b445-66be2d8a8ef6,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:38.367273 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.402628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] Calling delete_port for 0f079b26-6483-45da-b445-66be2d8a8ef6 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:38.437727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5feed-a6a9-433b-b580-e5ff27981569 req-8734f466-43eb-40df-aa59-b151e5cd83a3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.440082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12e5feed-a6a9-433b-b580-e5ff27981569 req-8734f466-43eb-40df-aa59-b151e5cd83a3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.6897004 Jul 16 03:38:38.535053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:38.539928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.569389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:38.596307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=afe5232e-8938-4b3f-acb8-88792c1f23bf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.609815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] Sync routers for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:38.630103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3d83ae14-0e16-4701-b7db-563c999f51b2 admin admin] 10.222.0.25 "PUT /v2.0/routers/e236a9d5-4bc6-41fa-bc73-189b1d780afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8499660 Jul 16 03:38:38.632204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.632566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.661813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:38.665636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.684018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.692228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.702965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12e5feed-a6a9-433b-b580-e5ff27981569 req-349dd7ce-def5-4c60-9d7b-b1cd6380d59d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051170 Jul 16 03:38:38.745081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561db923-4849-49ed-9bb3-cd9f746bb1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.828532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-7a8003c4-9635-4621-9c25-fb8d83271885 service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658836 Jul 16 03:38:38.849074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b6a39a92-1a94-4795-b866-71a69efd9ed3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:39.028704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.062045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] Pushing event deleted for resources: {'Port': ['ID=0f079b26-6483-45da-b445-66be2d8a8ef6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:39.073166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561db923-4849-49ed-9bb3-cd9f746bb1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.096430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3b151-b4bd-4598-ae17-4104294c74c4 None None] No DVR routers for this DVR port 0f079b26-6483-45da-b445-66be2d8a8ef6 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:39.102612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.112041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-561db923-4849-49ed-9bb3-cd9f746bb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.132913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b6a39a92-1a94-4795-b866-71a69efd9ed3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:39.133558 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.138893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af845a7-b9ee-43a0-9cf6-c59a3aae852d None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:39.140136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-b306fc83-630c-49b0-b4bb-02dff01c7510 service neutron] 10.222.0.25 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096011 Jul 16 03:38:39.194880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561db923-4849-49ed-9bb3-cd9f746bb1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfbc1c3-d6bd-4a71-9ab6-8e8c2002606d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:39.210995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f4d848f-65be-49ea-aa0e-18c803e7bb87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fece3029d44f4f97879a651c3793cada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040760 Jul 16 03:38:39.217664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38508) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.252449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:39.272470 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-561db923-4849-49ed-9bb3-cd9f746bb1ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28deec18fb29415492603ca04f55b007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388557 Jul 16 03:38:39.277326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38510) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.333791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.579332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97f024c0-32db-4b6f-acef-3284cf35e1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.638387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97f024c0-32db-4b6f-acef-3284cf35e1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.694008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f079b26-6483-45da-b445-66be2d8a8ef6 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:39.709472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-24a5941a-6193-4dc7-9e62-af8591d8f3b7 service neutron] 10.222.0.25 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597501 Jul 16 03:38:39.725705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00e152e-b009-43c1-b55e-51a8e247af40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.739910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0f079b26-6483-45da-b445-66be2d8a8ef6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:39.740400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0f079b26-6483-45da-b445-66be2d8a8ef6 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:39.757727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '11a7abe4-4e9c-4b24-83c3-154d2b10a9af'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:39.757955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.758086 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.799533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97f024c0-32db-4b6f-acef-3284cf35e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.802400 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97f024c0-32db-4b6f-acef-3284cf35e1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.807968 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97f024c0-32db-4b6f-acef-3284cf35e1c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1dfbc1c3-d6bd-4a71-9ab6-8e8c2002606d HTTP/1.1" status: 204 len: 168 time: 0.5281672 Jul 16 03:38:39.904970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f024c0-32db-4b6f-acef-3284cf35e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfbc1c3-d6bd-4a71-9ab6-8e8c2002606d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:39.992882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00e152e-b009-43c1-b55e-51a8e247af40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.006286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.024102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'da2ff920-6283-473e-b609-c522447cc46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:38:34Z', 'revision_number': 5, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port': {'id': 'da2ff920-6283-473e-b609-c522447cc46b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:52Z', 'updated_at': '2021-07-16T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:40.029484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.057414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Deleting port da2ff920-6283-473e-b609-c522447cc46b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:40.057756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.105259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] Checking router: e236a9d5-4bc6-41fa-bc73-189b1d780afe for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:40.134057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:38:40.141884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.147210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-79ccbadc-3f30-4046-be28-74e5a3c0f3ac service neutron] 10.222.0.25 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190376 Jul 16 03:38:40.187585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] Routers {'e236a9d5-4bc6-41fa-bc73-189b1d780afe'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:40.188298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:40.246564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=05dc8432-e5cd-492d-b981-091371d68180,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.295497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:40.370570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=afe5232e-8938-4b3f-acb8-88792c1f23bf,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.406394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.407753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:40.413731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.414318 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.429787 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00e152e-b009-43c1-b55e-51a8e247af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.431846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Allocated IP 172.20.0.2 (cd007764-b689-4eda-aa81-dad0dfbbf261/11a7abe4-4e9c-4b24-83c3-154d2b10a9af/2341302e-7cd8-4548-a4f5-843414c50382) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:40.442878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c00e152e-b009-43c1-b55e-51a8e247af40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.447250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c00e152e-b009-43c1-b55e-51a8e247af40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec47303a-681c-4580-ad71-f088ef493ff6 HTTP/1.1" status: 204 len: 168 time: 1.2212586 Jul 16 03:38:40.458390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Allocated IP 2001:db8::f816:3eff:fe55:3865 (cd007764-b689-4eda-aa81-dad0dfbbf261/05dc8432-e5cd-492d-b981-091371d68180/2341302e-7cd8-4548-a4f5-843414c50382) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:40.533691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.538043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e05fc0f9-4308-48b2-9835-24cd8fa39f4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2071571 Jul 16 03:38:40.550852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbec14b-6dad-4221-a3e0-1380b2f6e71d req-05847fee-533d-455b-86cc-9ea3e4ea22b3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.559943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cbec14b-6dad-4221-a3e0-1380b2f6e71d req-05847fee-533d-455b-86cc-9ea3e4ea22b3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.5196304 Jul 16 03:38:40.560759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e152e-b009-43c1-b55e-51a8e247af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec47303a-681c-4580-ad71-f088ef493ff6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.578655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] For port da2ff920-6283-473e-b609-c522447cc46b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da2ff920-6283-473e-b609-c522447cc46b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:40.579377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.635676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Calling delete_port for da2ff920-6283-473e-b609-c522447cc46b owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:40.642392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-32ec3a1b-a830-42be-96d0-a1511cdba637 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9644954 Jul 16 03:38:40.651380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38534) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:40.683043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:12:61:e6', 'name': 'tempest-NetworksTestDHCPv6-1283068616'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:40.686291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cbec14b-6dad-4221-a3e0-1380b2f6e71d req-71fad81b-278f-4ddc-9bba-edd93b05df8e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114671 Jul 16 03:38:40.703395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-493118a4-41e1-43c1-b3b6-a50894a6716d service neutron] 10.222.0.25 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659235 Jul 16 03:38:40.842920 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.879313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Transition to ACTIVE for port object 2341302e-7cd8-4548-a4f5-843414c50382 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:41.045896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Transition to ACTIVE for port object 2341302e-7cd8-4548-a4f5-843414c50382 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:41.069023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-fd9fe896-0beb-49ee-bb71-a2937ecdaea6 service neutron] 10.222.0.25 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501081 Jul 16 03:38:41.079951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-b684bcdd-4bd9-4740-99ce-229859bc3b88 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--119367263&fields=id&tenant_id=80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 267 time: 0.0907557 Jul 16 03:38:41.082731 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.182018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:41.251528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:41.282600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] Set router e236a9d5-4bc6-41fa-bc73-189b1d780afe gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:41.282600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:41.295169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:41.416284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.457873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.502603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=da2ff920-6283-473e-b609-c522447cc46b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.507911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port c96ae9b4-db27-49f8-8447-48776ac568cc yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:41.509298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Pushing event updated for resources: {'Port': ['ID=2341302e-7cd8-4548-a4f5-843414c50382,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.532625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:38:39Z', 'revision_number': 6, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:41.574832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-35eb4576-431e-46bc-96a4-219323c0d7fe tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.586000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-35eb4576-431e-46bc-96a4-219323c0d7fe tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.4985170 Jul 16 03:38:41.625946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-d76a75d4-c075-4b6a-af8c-338e11deadd3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/quotas/80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 375 time: 0.0389254 Jul 16 03:38:41.733664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d5b85-8ac0-4005-a2cb-64fc30b5127a None None] The sync data for ids ['e236a9d5-4bc6-41fa-bc73-189b1d780afe'] in n-d-800089-6 is: [{'id': 'e236a9d5-4bc6-41fa-bc73-189b1d780afe', 'name': 'tempest-TaggedBootDevicesTest_v242-2022771135-router', 'tenant_id': '65563a9af12f432db97e2d0a1ede6306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:51Z', 'updated_at': '2021-07-16T03:38:39Z', 'revision_number': 6, 'project_id': '65563a9af12f432db97e2d0a1ede6306', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:41.770097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Attempting to bind port 2341302e-7cd8-4548-a4f5-843414c50382 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:41.771247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Attempting to bind port 2341302e-7cd8-4548-a4f5-843414c50382 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:41.771895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Attempting to bind port 2341302e-7cd8-4548-a4f5-843414c50382 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:41.780901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:41.783753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:41.785375 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.786069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:41.787085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Bound port: 2341302e-7cd8-4548-a4f5-843414c50382, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:41.787764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.920085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.924170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-dba232b2-a0bd-4fbe-bda8-c0214f746964 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2939756 Jul 16 03:38:41.928257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] For port 2341302e-7cd8-4548-a4f5-843414c50382, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:41.932559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] For port 2341302e-7cd8-4548-a4f5-843414c50382, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2341302e-7cd8-4548-a4f5-843414c50382,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:41.946827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.025473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d6e62-9e49-40d5-b41d-9d035974ebe7 None None] Pushing event updated for resources: {'Port': ['ID=2341302e-7cd8-4548-a4f5-843414c50382,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:42.059899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38592) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:42.182453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-d0a931c7-794a-4e4c-8a34-bbb4acacb31b service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400675 Jul 16 03:38:42.515735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.527646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.542223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-c56f44a9-c00c-4c63-abba-cc131fd2d434 service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475168 Jul 16 03:38:42.659728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.669406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e236a9d5-4bc6-41fa-bc73-189b1d780afe {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:42.691879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.695420 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-66bcc4ee-bc16-476e-a9c8-6807d8211e9e admin admin] 10.222.0.25 "DELETE /v2.0/routers/e236a9d5-4bc6-41fa-bc73-189b1d780afe HTTP/1.1" status: 204 len: 168 time: 4.0579650 Jul 16 03:38:42.695906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38620) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:42.812242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af7fa9c2-42bb-447f-94b5-21ffb57c3863 tempest-ServiceProvidersTest-866601906 tempest-ServiceProvidersTest-866601906-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7507987 Jul 16 03:38:42.882441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Deleting subnet 804d4d44-4671-4503-8584-08d4ae8a662e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:42.905653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.910721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 172.20.0.13 (cd007764-b689-4eda-aa81-dad0dfbbf261/11a7abe4-4e9c-4b24-83c3-154d2b10a9af/c96ae9b4-db27-49f8-8447-48776ac568cc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:42.929598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe12:61e6 (cd007764-b689-4eda-aa81-dad0dfbbf261/05dc8432-e5cd-492d-b981-091371d68180/c96ae9b4-db27-49f8-8447-48776ac568cc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:43.000620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d7d59c-8431-46e7-9375-a35514de096f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:43.011936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.058527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 72d7d59c-8431-46e7-9375-a35514de096f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:43.059084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d7d59c-8431-46e7-9375-a35514de096f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:43.059515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da2ff920-6283-473e-b609-c522447cc46b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:43.090198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: da2ff920-6283-473e-b609-c522447cc46b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:43.090612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da2ff920-6283-473e-b609-c522447cc46b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:43.168390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.272046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.280108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f60126-ec32-4a9c-9660-aa772a64c969 req-9e5d7b07-ff34-4c5a-a434-591b1e51c616 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0548322 Jul 16 03:38:43.286488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object c96ae9b4-db27-49f8-8447-48776ac568cc will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:43.390455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.471568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:43.475370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:43.484813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:43.531150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-941d4167-ceb7-409c-8cd1-3d1c7c9af908 req-6dafaff0-b603-42a8-9a58-49fc816f8a90 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 210 time: 0.1061544 Jul 16 03:38:43.568133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:43.570601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.601351 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.635569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=c96ae9b4-db27-49f8-8447-48776ac568cc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:43.645061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b602c2b-21bb-43ae-891d-446b9d3ef22c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9795413 Jul 16 03:38:43.647008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38638) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:43.762329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd53204-f375-4056-abcd-bcc90b5c836e req-2b5c9b7d-467c-4624-aee8-9e123ea0eea0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:43.771332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efd53204-f375-4056-abcd-bcc90b5c836e req-2b5c9b7d-467c-4624-aee8-9e123ea0eea0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.5568604 Jul 16 03:38:43.783317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:43.808024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804d4d44-4671-4503-8584-08d4ae8a662e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:43.868253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d1093-0226-4657-a045-1597b5990757 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:43.881319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d1093-0226-4657-a045-1597b5990757 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:43.882133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb60722-6d46-4433-a86a-c5df57fe50a7 None None] Network fa09f388-60a2-4025-9fc0-ab125606f905 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:43.885801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.887256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6a6d1093-0226-4657-a045-1597b5990757 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2392366 Jul 16 03:38:43.890304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4ba3a77c-6524-47a8-ade7-7ff0ba000abe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/804d4d44-4671-4503-8584-08d4ae8a662e HTTP/1.1" status: 204 len: 168 time: 1.1929641 Jul 16 03:38:43.890839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:43.897327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:43.967161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efd53204-f375-4056-abcd-bcc90b5c836e req-8868fade-7f52-4be0-a1e3-4a51ed2b0dfa tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948638 Jul 16 03:38:44.055397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60cc6b5f-cd60-48b2-8e6d-4cf4cacb9290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.189059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.385759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Deleting port 3af4f3e3-d29e-4633-8b27-a130c206cafb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:44.386418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.532005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16df0023-32c4-488d-b1c3-7e7de8e531ba req-606a3470-6040-4e9b-9d01-26cea98a66cd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0675106 Jul 16 03:38:44.598954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60cc6b5f-cd60-48b2-8e6d-4cf4cacb9290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.611194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port c96ae9b4-db27-49f8-8447-48776ac568cc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:44.611557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.632310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] For port 3af4f3e3-d29e-4633-8b27-a130c206cafb, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3af4f3e3-d29e-4633-8b27-a130c206cafb,segment=NetworkSegment(4c55e198-3640-4567-a1b9-2d038aef8f8c),segment_id=4c55e198-3640-4567-a1b9-2d038aef8f8c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:44.632887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.694092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b10eb72c-9d0b-4600-8495-e3d41bc0eef1 req-61536b47-5743-4f6a-9fc6-991059224a80 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 210 time: 0.0639789 Jul 16 03:38:44.697183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Calling delete_port for 3af4f3e3-d29e-4633-8b27-a130c206cafb owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:44.757913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60cc6b5f-cd60-48b2-8e6d-4cf4cacb9290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.887747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3c6d5-0a6b-4900-b5cd-31a075ec453d None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:44.949925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:44.995053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Pushing event deleted for resources: {'Port': ['ID=3af4f3e3-d29e-4633-8b27-a130c206cafb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:45.004466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] No DVR routers for this DVR port 3af4f3e3-d29e-4633-8b27-a130c206cafb on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:45.017765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2341302e-7cd8-4548-a4f5-843414c50382 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:45.104474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f650cb26-835d-4b87-8f9a-6912f5e6e8d2 None None] Provisioning for port 2341302e-7cd8-4548-a4f5-843414c50382 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:45.172836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af2d9b-3f5c-49ea-b5df-ce2ff9737c54 None None] DHCP port deletion for fa09f388-60a2-4025-9fc0-ab125606f905 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:45.232649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2341302e-7cd8-4548-a4f5-843414c50382 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:45.280903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-60cc6b5f-cd60-48b2-8e6d-4cf4cacb9290 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ad0925c0605414b9bf2994c8a512d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4965546 Jul 16 03:38:45.293456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38702) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:45.306662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2341302e-7cd8-4548-a4f5-843414c50382 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:45.309318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.311603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.317729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.375768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for c96ae9b4-db27-49f8-8447-48776ac568cc owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:45.376103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa09f388-60a2-4025-9fc0-ab125606f905']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:45.388778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc6b5f-cd60-48b2-8e6d-4cf4cacb9290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed7f78b-0a4c-4d00-9946-5bfd9f932e98,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:45.396609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c55e198-3640-4567-a1b9-2d038aef8f8c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:45.397386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c55e198-3640-4567-a1b9-2d038aef8f8c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:45.422478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.454389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2cfe8-df2b-4b3b-a19d-b1f7ea004e49 req-154058e2-371b-4a71-99d8-f9a9f00147eb tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.466590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32d2cfe8-df2b-4b3b-a19d-b1f7ea004e49 req-154058e2-371b-4a71-99d8-f9a9f00147eb tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.1494548 Jul 16 03:38:45.469205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.492441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:45.492857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:45.494720 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:45.571011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32d2cfe8-df2b-4b3b-a19d-b1f7ea004e49 req-b21a1bea-1202-4ba3-86f4-4db2aca18f39 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032882 Jul 16 03:38:45.606828 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.651725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fcaf97fd-55ca-49bd-9a2f-68e038f9f1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.727945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2341302e-7cd8-4548-a4f5-843414c50382, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2341302e-7cd8-4548-a4f5-843414c50382,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:45.743457 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.804413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fcaf97fd-55ca-49bd-9a2f-68e038f9f1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.824722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.837644 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:45.850494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa09f388-60a2-4025-9fc0-ab125606f905 HTTP/1.1" status: 204 len: 168 time: 1.9444706 Jul 16 03:38:45.916185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2341302e-7cd8-4548-a4f5-843414c50382,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:45.930254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95911d-f450-406c-9637-27dcba78a89e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa09f388-60a2-4025-9fc0-ab125606f905,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:46.049966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c03ecc3c-8316-4594-b5f7-7c63aed149ee req-e43e2a3b-c715-4122-a618-9ccc8a1a1daf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.1266215 Jul 16 03:38:46.174206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fcaf97fd-55ca-49bd-9a2f-68e038f9f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.186856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fcaf97fd-55ca-49bd-9a2f-68e038f9f1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.195667 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fcaf97fd-55ca-49bd-9a2f-68e038f9f1cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ed7f78b-0a4c-4d00-9946-5bfd9f932e98 HTTP/1.1" status: 204 len: 168 time: 0.8976238 Jul 16 03:38:46.198802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16187869-36fa-4c60-ab9c-05d4e3787020 req-907521a9-ec06-49d0-a92d-3b97cd3c92e9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 210 time: 0.0589895 Jul 16 03:38:46.236215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf97fd-55ca-49bd-9a2f-68e038f9f1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed7f78b-0a4c-4d00-9946-5bfd9f932e98,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:46.352699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.394175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:46.475225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=c96ae9b4-db27-49f8-8447-48776ac568cc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:46.494251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fd9b7246-3255-474e-ad64-80d5d62e55bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65563a9af12f432db97e2d0a1ede6306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988598 Jul 16 03:38:46.498281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:46.647009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:46.749642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.754026 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9d2ca99c-f3d3-42fa-a814-4d28c78af197 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c96ae9b4-db27-49f8-8447-48776ac568cc HTTP/1.1" status: 204 len: 168 time: 2.8620398 Jul 16 03:38:46.757862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38730) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:46.767696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8b1a-6047-4b5a-a55e-814cb71e0131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.926523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2341302e-7cd8-4548-a4f5-843414c50382 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:46.931087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae3210-aebf-4849-87af-774c74745efd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:46.932800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae3210-aebf-4849-87af-774c74745efd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:46.934569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae3210-aebf-4849-87af-774c74745efd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:46.949539 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-62ae3210-aebf-4849-87af-774c74745efd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1880271 Jul 16 03:38:46.949799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:47.011932 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8b1a-6047-4b5a-a55e-814cb71e0131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.053559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-e5fd797e-932d-4c8a-89a8-ecfa3962ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.056115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-e5fd797e-932d-4c8a-89a8-ecfa3962ea77 service neutron] 10.222.0.48 "GET /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 1028 time: 0.3461316 Jul 16 03:38:47.104570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c611657-1933-4d75-8645-6c76821ad82d None None] Provisioning complete for port 2341302e-7cd8-4548-a4f5-843414c50382 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:47.107250 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c611657-1933-4d75-8645-6c76821ad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.257409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2341302e-7cd8-4548-a4f5-843414c50382 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:47.259989 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.294500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 05dc8432-e5cd-492d-b981-091371d68180 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:47.323192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.545341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c611657-1933-4d75-8645-6c76821ad82d None None] Could not find standard attr ID for object c96ae9b4-db27-49f8-8447-48776ac568cc. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:47.553035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.561977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-5eccb267-e269-4a55-adc0-c3618154f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.572130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-5eccb267-e269-4a55-adc0-c3618154f6d7 service neutron] 10.222.0.48 "GET /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 1027 time: 0.4723101 Jul 16 03:38:47.575933 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6ca59039-7822-4ff5-b8cf-90900f10fb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.691062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27e33e7b-cca7-4571-8e2a-75804d3681cd None None] Could not find standard attr ID for object c96ae9b4-db27-49f8-8447-48776ac568cc. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:38:47.822933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3af4f3e3-d29e-4633-8b27-a130c206cafb no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:47.862422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 3af4f3e3-d29e-4633-8b27-a130c206cafb {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:47.863098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3af4f3e3-d29e-4633-8b27-a130c206cafb not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:47.894418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cb38084-5d0e-4757-b458-1367482c8f01 req-d9a0388c-78f2-4f9c-be75-cf61a4f3f8a9 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.2972045 Jul 16 03:38:47.937291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e274a-def3-49ac-9364-94c934c78972 req-95049df2-c51c-4f1e-89fa-104301206f6f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.950824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d49e274a-def3-49ac-9364-94c934c78972 req-95049df2-c51c-4f1e-89fa-104301206f6f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.9078481 Jul 16 03:38:48.136589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-2df19108-5bf9-4d27-a56c-015cbe56cedd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.142837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-2df19108-5bf9-4d27-a56c-015cbe56cedd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.5838094 Jul 16 03:38:48.174075 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6ca59039-7822-4ff5-b8cf-90900f10fb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.181599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8b1a-6047-4b5a-a55e-814cb71e0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.187808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8b1a-6047-4b5a-a55e-814cb71e0131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.193632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cfdf8b1a-6047-4b5a-a55e-814cb71e0131 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c034723-5c94-4b67-aaa5-a97ae78e399d HTTP/1.1" status: 204 len: 168 time: 1.6912398 Jul 16 03:38:48.235538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6ca59039-7822-4ff5-b8cf-90900f10fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.237413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.322972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6ca59039-7822-4ff5-b8cf-90900f10fb44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4fda6e255644c8b90e8c9120854e635&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6643434 Jul 16 03:38:48.345072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.349787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.382712 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-e2e96cad-5452-4866-856e-c8058aef0d58 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 379 time: 0.2269278 Jul 16 03:38:48.396839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf8b1a-6047-4b5a-a55e-814cb71e0131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c034723-5c94-4b67-aaa5-a97ae78e399d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.416232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'port': {'device_id': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'admin_state_up': True, 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'security_groups': ['aabf454a-7cd2-4007-ac54-b3d0dc82e47b']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:48.516910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da4cb1-bdce-4d27-9d8a-23cd578d4499 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:38:48.639695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca59039-7822-4ff5-b8cf-90900f10fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd1c8a-adbc-49c0-aa41-526a85f88ff8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.655296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.667890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d3d89c2-4501-4283-9637-15e81b92fe5e req-14bc6903-db3e-43d5-a2ba-348adaa9263a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 210 time: 0.3555031 Jul 16 03:38:48.703115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d49e274a-def3-49ac-9364-94c934c78972 req-c1babcbc-0863-4f25-8f78-983152ee95e0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7498760 Jul 16 03:38:48.730895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-09bba0b0-801c-4638-840d-88f341545485 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.737047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-09bba0b0-801c-4638-840d-88f341545485 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.754049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-09bba0b0-801c-4638-840d-88f341545485 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.763046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-09bba0b0-801c-4638-840d-88f341545485 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "GET /v2.0/networks?id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 200 len: 1988 time: 1.1616971 Jul 16 03:38:48.782697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=05dc8432-e5cd-492d-b981-091371d68180,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.816369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da4cb1-bdce-4d27-9d8a-23cd578d4499 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:38:48.817818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.829338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38770) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.829619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-684148c0-387c-46c7-ae42-230e29bd5c58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/05dc8432-e5cd-492d-b981-091371d68180 HTTP/1.1" status: 204 len: 168 time: 1.8785968 Jul 16 03:38:48.926946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-b0d49fb0-e330-4c9d-a70f-0620b692f867 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11 HTTP/1.1" status: 200 len: 380 time: 0.1485939 Jul 16 03:38:48.927450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:48.927809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc712215-af33-40c4-803e-d4bd7a211dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.931778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.981335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc712215-af33-40c4-803e-d4bd7a211dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.114297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-408318091'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:49.124579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'admin_state_up': True, 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'security_groups': ['cb64c50a-cd2e-439a-9ab0-7d798285f72a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:49.143008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc712215-af33-40c4-803e-d4bd7a211dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.150670 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc712215-af33-40c4-803e-d4bd7a211dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.151882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fc712215-af33-40c4-803e-d4bd7a211dc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2bd1c8a-adbc-49c0-aa41-526a85f88ff8 HTTP/1.1" status: 204 len: 168 time: 0.7986865 Jul 16 03:38:49.317602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc712215-af33-40c4-803e-d4bd7a211dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd1c8a-adbc-49c0-aa41-526a85f88ff8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:49.347491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5581e952-c260-4fd4-8546-b9bc5daff38b req-bfe15189-2621-42cd-8380-1baa005662c2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.1250236 Jul 16 03:38:49.395798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 11a7abe4-4e9c-4b24-83c3-154d2b10a9af {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:49.414778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Allocated IP 172.20.0.12 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:49.416266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.502443 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-4aae0a8a-fd92-4ab6-85da-d8dc439ce51e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4236467 Jul 16 03:38:49.580219 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.942043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-416862b4-941a-4515-881c-baf7c9fb95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.944593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-416862b4-941a-4515-881c-baf7c9fb95b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 1096 time: 0.4194255 Jul 16 03:38:50.008132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.078529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Transition to ACTIVE for port object eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:50.153279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38804) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:50.194570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-5bf467f1-dd2f-44e4-abf7-1916d9371437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.196525 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-5bf467f1-dd2f-44e4-abf7-1916d9371437 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.2256272 Jul 16 03:38:50.292640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-e6dd40c0-6b46-4d38-95d6-9f0cb23416dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473 HTTP/1.1" status: 200 len: 217 time: 0.0885952 Jul 16 03:38:50.329724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.491794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:50.508880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1010017154-network', 'tenant_id': '581f8a9b50944927b1afba8008ef6d48'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:50.545133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:50.567302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:50.593387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c15f5d83-7d85-4a5f-8a4b-0268182eebf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.610838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:50.618108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Made reservation on behalf of 581f8a9b50944927b1afba8008ef6d48 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:50.625865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.628952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Made reservation on behalf of c135783bd044406b8e69a3e9eeeaea38 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:50.633263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.646460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.681823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cac8538a-1205-4d75-a3c9-f7178bd03ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.772525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.875027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedeab2-60cf-4663-aeff-8211405e399d req-387dbcb9-d5a5-4af2-b310-48dc1db9c849 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.876680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bedeab2-60cf-4663-aeff-8211405e399d req-387dbcb9-d5a5-4af2-b310-48dc1db9c849 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 932 time: 0.2956002 Jul 16 03:38:50.909305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fe4c-0d07-4ba9-977b-58e7b4b6eff6 req-4b6217e1-ebfc-4681-aa4c-18f7b35ca4d8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.911424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daa5fe4c-0d07-4ba9-977b-58e7b4b6eff6 req-4b6217e1-ebfc-4681-aa4c-18f7b35ca4d8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.3615904 Jul 16 03:38:50.926924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-a523d386-064f-48e2-81e8-6cb5c08a4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.940388 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-a523d386-064f-48e2-81e8-6cb5c08a4af7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.6289165 Jul 16 03:38:50.990938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:50.997906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7bedeab2-60cf-4663-aeff-8211405e399d req-8ac13db8-55ec-4805-9312-dbe2e455721d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044133 Jul 16 03:38:51.040619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7fbf9f15-90a0-4d5c-b1c4-50ad33b40df3 None None] Provisioning complete for port 2341302e-7cd8-4548-a4f5-843414c50382 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:51.040852 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fbf9f15-90a0-4d5c-b1c4-50ad33b40df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.186216 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c15f5d83-7d85-4a5f-8a4b-0268182eebf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.186442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daa5fe4c-0d07-4ba9-977b-58e7b4b6eff6 req-0d86f94f-8363-48da-bce0-0767274a5513 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121952 Jul 16 03:38:51.200891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:38:51.200891 n-d-800089-6 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:38:51.200891 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id_1': 'c135783bd044406b8e69a3e9eeeaea38', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 38, 50, 860943)}] Jul 16 03:38:51.200891 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:51.203087 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:51.295599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.330023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c15f5d83-7d85-4a5f-8a4b-0268182eebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.380279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.380936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.381473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.381969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.382628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.383145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.383634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.384130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.384911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.385402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.385886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.386399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.409765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8f92f5f-d9f8-4355-b67f-2df61799a6d7 req-e9d12a05-17c5-483c-87fd-e0329d28d8a8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.1002204 Jul 16 03:38:51.412796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:51.416235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.471349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-f7482e96-18dc-44f5-9671-b10377f00d78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5299850 Jul 16 03:38:51.472590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:38:51.472590 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:38:51.472590 n-d-800089-6 neutron-server[93757]: [parameters: {'project_id_1': '581f8a9b50944927b1afba8008ef6d48', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 38, 50, 874710)}] Jul 16 03:38:51.472590 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:51.473452 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:51.474370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-40b7c08f-e443-4b4a-b143-0eb395827606 None None] Provisioning for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:51.479451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-40b7c08f-e443-4b4a-b143-0eb395827606 None None] Provisioning complete for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:51.479981 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40b7c08f-e443-4b4a-b143-0eb395827606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.481810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f5d83-7d85-4a5f-8a4b-0268182eebf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5af7051-c55c-4c49-8683-fee2311fce9a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.528143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.540982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.543818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.546302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-40b7c08f-e443-4b4a-b143-0eb395827606 None None] Port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:51.574928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.580347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/11a7abe4-4e9c-4b24-83c3-154d2b10a9af HTTP/1.1" status: 204 len: 168 time: 2.7499938 Jul 16 03:38:51.582054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6beb92-ea08-442c-9591-7d17ffac164e None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:51.584305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:51.585684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f03f2-c98a-4d7c-994e-60f3e04e6382 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=11a7abe4-4e9c-4b24-83c3-154d2b10a9af,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.622006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c15f5d83-7d85-4a5f-8a4b-0268182eebf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26e708778b724a49be30842861c52354&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1235378 Jul 16 03:38:51.625384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:51.657645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cbece2dd-b0b6-4789-8334-611616378e1d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687804 Jul 16 03:38:51.660935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38824) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:51.705772 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.752482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 172.20.0.5 (5b5e7a46-49cb-44ba-b2d9-5b33f73375b3/2235eb83-0251-42ab-8fef-b0f3fd05ead9/9cb0058e-22df-44f2-96fe-9baba0ee5780) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:51.792365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13f80a-e206-4612-a938-ee6eae27db45 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.796877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bb13f80a-e206-4612-a938-ee6eae27db45 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1351452 Jul 16 03:38:51.801581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:51.926582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17696ca1-8960-4e32-83d0-a96095fd1b50 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.936101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-17696ca1-8960-4e32-83d0-a96095fd1b50 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1336443 Jul 16 03:38:51.939417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38828) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:52.059228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:52.117774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1832b255-cdd3-4d4e-bf7c-a0a79a833987 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1707237 Jul 16 03:38:52.122452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:52.131162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:52.192881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] Deleting port 2341302e-7cd8-4548-a4f5-843414c50382 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:52.194981 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.311770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] For port 2341302e-7cd8-4548-a4f5-843414c50382, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2341302e-7cd8-4548-a4f5-843414c50382,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:52.312179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.360937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] Calling delete_port for 2341302e-7cd8-4548-a4f5-843414c50382 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:52.414404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.419515 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-838b4793-2757-4c58-ac80-91bd98547025 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186358 Jul 16 03:38:52.430404 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-170f4ff5-66b6-41c2-8c26-499dda230cc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0289750 Jul 16 03:38:52.533471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:38:52.533471 n-d-800089-6 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:38:52.533471 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id_1': 'a1f7550276b54dba83fcd8c701bb40fd', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 38, 52, 429595)}] Jul 16 03:38:52.533471 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:52.534023 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:52.555528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.559519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Request body: {'port': {'device_id': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:52.633154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] No DVR routers for this DVR port 2341302e-7cd8-4548-a4f5-843414c50382 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:52.646675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4df05-1a89-4d87-b5db-5b71e81a2472 None None] Pushing event deleted for resources: {'Port': ['ID=2341302e-7cd8-4548-a4f5-843414c50382,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.671839 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c8d844ff-f583-4799-8b8e-2888ee69d6e7 req-23a9331b-1101-4a3f-a210-dd31c8fca543 service neutron] 10.222.0.11 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357330 Jul 16 03:38:52.707802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-76b6bed2-4c70-43a7-b060-f3edc14006b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8207281 Jul 16 03:38:52.734065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf4a9-a7da-4eae-bfd3-05ed7c08cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.750599 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.801470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf4a9-a7da-4eae-bfd3-05ed7c08cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.809440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2341302e-7cd8-4548-a4f5-843414c50382 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:52.848930 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.870238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.877703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.906293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2341302e-7cd8-4548-a4f5-843414c50382 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:52.911254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2341302e-7cd8-4548-a4f5-843414c50382 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:52.912685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:52.946113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object 9cb0058e-22df-44f2-96fe-9baba0ee5780 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:52.951916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.952267 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Added segment 27ad6109-267a-4793-ba21-c764018d390f of type vlan for network 3950343c-a210-4fd1-ad5b-6a9acdfda229 Jul 16 03:38:52.964631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd959764-d5ba-4bbf-8de6-f928d8bccb0e req-95252638-cf64-42b3-87c5-b97eb1953aff tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.966170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd959764-d5ba-4bbf-8de6-f928d8bccb0e req-95252638-cf64-42b3-87c5-b97eb1953aff tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 932 time: 0.5465193 Jul 16 03:38:52.975709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34966268-4590-4f62-973e-b19b2fd1bb4d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.021905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982b1e-741a-4402-8f5e-f67ac5c89c28 req-9fce9b19-7193-49cb-9c1f-8c80d6dc140e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:53.032693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c982b1e-741a-4402-8f5e-f67ac5c89c28 req-9fce9b19-7193-49cb-9c1f-8c80d6dc140e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.5000963 Jul 16 03:38:53.085174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.130155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-9f3dd7e5-40d3-42c0-ad70-81b5fd8aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:53.155224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.158036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-9f3dd7e5-40d3-42c0-ad70-81b5fd8aeb00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad6155712984468ca012018e11bd9ff7&device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 1096 time: 0.3375492 Jul 16 03:38:53.161239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:53.172737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.183709 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf4a9-a7da-4eae-bfd3-05ed7c08cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.187161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf4a9-a7da-4eae-bfd3-05ed7c08cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.193676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f6cf4a9-a7da-4eae-bfd3-05ed7c08cdd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5af7051-c55c-4c49-8683-fee2311fce9a HTTP/1.1" status: 204 len: 168 time: 1.5607181 Jul 16 03:38:53.211159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd959764-d5ba-4bbf-8de6-f928d8bccb0e req-846acae2-77c7-4c17-a838-896116de4d06 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288308 Jul 16 03:38:53.280783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0129136-b980-4b3b-832e-949fa1c07048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.322084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf4a9-a7da-4eae-bfd3-05ed7c08cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5af7051-c55c-4c49-8683-fee2311fce9a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.465271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event updated for resources: {'Network': ['ID=3950343c-a210-4fd1-ad5b-6a9acdfda229,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.478577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:53.484506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.545243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.563248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.570705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c982b1e-741a-4402-8f5e-f67ac5c89c28 req-030aa3fc-1f23-4ad8-a92b-c2cbd54598bf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5354357 Jul 16 03:38:53.602006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3271fc6b-7db4-40b4-adb7-272bc9666f3c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 5.2471747 Jul 16 03:38:53.605289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:53.616529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:53.622529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Request body: {'subnet': {'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:53.626237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:53.627976 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:38:53.628462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:53.642579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.642579 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:53.642579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:38:53.646025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.647630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:53.664539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-f4dd4b08-231a-472f-8fd1-081b47f7a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:53.671730 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-f4dd4b08-231a-472f-8fd1-081b47f7a7ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 200 len: 920 time: 0.4743612 Jul 16 03:38:53.735313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:53.774640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b905f2-fe11-4880-8b91-b68e740c89f9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.775536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:53.776325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.779058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-048cb9d9-8f21-4e41-8929-963a53e92ee3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 200 len: 217 time: 0.0926237 Jul 16 03:38:53.796277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.796720 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Added segment 990529e3-59ef-4d04-8b66-5c14fc1597e5 of type vlan for network a44a4d2f-fadf-46e7-9033-20bafd626e7e Jul 16 03:38:53.864143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.904523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5c3e9d9a-3f3a-41ad-bdbe-8b22c4ab7303 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.7779636 Jul 16 03:38:53.912090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:53.931171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:54.013213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:54.040551 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.058651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-720496ca-08b4-4ca5-83f3-f66cce247199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.065580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-720496ca-08b4-4ca5-83f3-f66cce247199 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 200 len: 858 time: 0.2668910 Jul 16 03:38:54.068877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.083054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5070c8-7e61-4012-87b6-1f5436477572 req-5fb36877-bbc2-4e21-8686-d24eed7b7312 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.084997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c5070c8-7e61-4012-87b6-1f5436477572 req-5fb36877-bbc2-4e21-8686-d24eed7b7312 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 931 time: 0.6269424 Jul 16 03:38:54.094939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-67868849-ac1f-4747-9d1e-611e88fb225f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9770248 Jul 16 03:38:54.116853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'admin_state_up': True, 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'security_groups': ['cb64c50a-cd2e-439a-9ab0-7d798285f72a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:54.221407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Transition to ACTIVE for port object eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:54.231860 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-9ae19813-fca5-4650-9cd8-8d3e31b453a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505780 Jul 16 03:38:54.238573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:38:54.282056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.283049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:38:54.283049 n-d-800089-6 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:38:54.283049 n-d-800089-6 neutron-server[93756]: [parameters: {'project_id_1': 'a1f7550276b54dba83fcd8c701bb40fd', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 38, 54, 243557)}] Jul 16 03:38:54.283049 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:54.286307 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:54.302181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.333262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c5070c8-7e61-4012-87b6-1f5436477572 req-a0875850-bb35-4b6b-8a8f-e7c5469064d5 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372532 Jul 16 03:38:54.372688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e1e33890-d6d9-4b95-9147-3d582378cc15 None None] Provisioning for port 9cb0058e-22df-44f2-96fe-9baba0ee5780 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:54.390313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e1e33890-d6d9-4b95-9147-3d582378cc15 None None] Provisioning complete for port 9cb0058e-22df-44f2-96fe-9baba0ee5780 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:54.396036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1e33890-d6d9-4b95-9147-3d582378cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.399891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Made reservation on behalf of c135783bd044406b8e69a3e9eeeaea38 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:54.404808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.506003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e1e33890-d6d9-4b95-9147-3d582378cc15 None None] Port 9cb0058e-22df-44f2-96fe-9baba0ee5780 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:54.613747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.615065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.616122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.759498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] Pushing event updated for resources: {'Network': ['ID=a44a4d2f-fadf-46e7-9033-20bafd626e7e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:54.773207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9399028c-ac4a-4af3-9be4-371b878088fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.6165524 Jul 16 03:38:54.773896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38872) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:54.780635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a44a4d2f-fadf-46e7-9033-20bafd626e7e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:54.793657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:54.805451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Request body: {'subnet': {'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1010017154-subnet', 'tenant_id': '581f8a9b50944927b1afba8008ef6d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:54.996339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:54.999599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.079846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-94204e1d-c57b-434a-8ad8-c7ca8e91909f service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694907 Jul 16 03:38:55.080648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Made reservation on behalf of 581f8a9b50944927b1afba8008ef6d48 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:55.083587 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.217646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Attempting to bind port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:55.218179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Attempting to bind port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:55.218643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Attempting to bind port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:55.227775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:55.228244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Attempting to bind port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:55.230589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851103bb-f27d-4b5e-b818-94582d9aea43 req-04fac2fc-7dbd-4b0a-85ba-48d791f3a089 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.236275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-851103bb-f27d-4b5e-b818-94582d9aea43 req-04fac2fc-7dbd-4b0a-85ba-48d791f3a089 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 944 time: 0.7922702 Jul 16 03:38:55.260848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:55.261421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:55.261919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:55.262507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Bound port: eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:55.262990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.336137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ea6e5d0-36db-4235-b9a1-1ed49401ab36 req-932c3f70-7a8f-473d-94af-c7c78f70c0c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382112 Jul 16 03:38:55.406094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:55.411689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:55.420730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.539952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:55.562515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.563535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.565250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-01d45ac0-37c7-4947-8dbf-af8eea882cdf service neutron] 10.222.0.48 "PUT /v2.0/ports/eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1092 time: 3.1208997 Jul 16 03:38:55.565963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:55.570438 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1900e26-1218-4347-aa0a-ab4b54a76fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:55.582215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.746852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84b9d0c-2177-4800-a7b7-b28d51488eeb,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:55.769748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Checking segment: {'id': '990529e3-59ef-4d04-8b66-5c14fc1597e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:55.770130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Network hostable DHCP agents. Network: a44a4d2f-fadf-46e7-9033-20bafd626e7e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:55.786495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-6cf2929c-c421-4c29-b262-b0f80888e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.788311 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-6cf2929c-c421-4c29-b262-b0f80888e23c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1095 time: 0.1625311 Jul 16 03:38:55.807944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Network a44a4d2f-fadf-46e7-9033-20bafd626e7e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:55.855716 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-63dfe99f-1c77-42fb-9e2e-4e81688f7ae8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 217 time: 0.0580308 Jul 16 03:38:55.868222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.884081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a44a4d2f-fadf-46e7-9033-20bafd626e7e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:55.892856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.893293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942cfd1-7060-4ed0-9386-27083dc4b1e3 None None] Network a44a4d2f-fadf-46e7-9033-20bafd626e7e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:55.893861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.949479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-8dedae65-36fd-47d3-a82e-eabc39eff57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.951034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-8dedae65-36fd-47d3-a82e-eabc39eff57d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0793636 Jul 16 03:38:56.047902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-14607f5c-5c56-40e9-969d-969fd0cc7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:56.049670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-14607f5c-5c56-40e9-969d-969fd0cc7219 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906694 Jul 16 03:38:56.106512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event updated for resources: {'Subnet': ['ID=f7031192-effe-4b0d-8c2b-afc89820fa26,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:56.164684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.170100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:56.180549 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.182922 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:56.184955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:38:56.196055 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-47e2b6df-3f54-4336-8f59-b64dac7cb4c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4046192 Jul 16 03:38:56.347324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 10.1.1.125 (df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d/d5be31c5-68d5-4aaa-881d-c228abd0f206/6b4a2f7c-13fa-41f1-949d-b57e6c36a595) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:56.380202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-6af68fcc-4ae3-49b1-ab85-de130f8a23ae service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217990 Jul 16 03:38:56.396075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194bba1-93dd-4810-ad32-b51d400fe79c None None] Network a44a4d2f-fadf-46e7-9033-20bafd626e7e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:56.403708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Checking segment: {'id': '27ad6109-267a-4793-ba21-c764018d390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:56.404065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Network hostable DHCP agents. Network: 3950343c-a210-4fd1-ad5b-6a9acdfda229, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:56.429918 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-851103bb-f27d-4b5e-b818-94582d9aea43 req-3f086263-3589-4438-976e-21202a109c17 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5935719 Jul 16 03:38:56.478103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-14541220-4b93-4c4b-bca5-d0cf1b7de15f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.5634537 Jul 16 03:38:56.478947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38902) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.499478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-98c69c0a-00bc-47cb-b19b-ea2ea17070aa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:56.568256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42644540-4d4a-4036-a6df-d93995d3f9eb req-a1aca5f1-9f54-48ae-ac97-a130842c4b32 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:56.578117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42644540-4d4a-4036-a6df-d93995d3f9eb req-a1aca5f1-9f54-48ae-ac97-a130842c4b32 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 1.5911160 Jul 16 03:38:56.796576 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a08dbefe-29cd-4ac0-8b31-97eacee044e9 req-e2a4cd58-a7a9-4552-8634-884451205837 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090416 Jul 16 03:38:56.812984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c69c0a-00bc-47cb-b19b-ea2ea17070aa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:56.817473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c69c0a-00bc-47cb-b19b-ea2ea17070aa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.819320 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c69c0a-00bc-47cb-b19b-ea2ea17070aa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:56.819845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c69c0a-00bc-47cb-b19b-ea2ea17070aa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:38:56.820670 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.831876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:56.839150 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98c69c0a-00bc-47cb-b19b-ea2ea17070aa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3573344 Jul 16 03:38:56.840682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38912) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.861100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9232913c-063c-4c91-8884-df98919884cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:56.910474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 3950343c-a210-4fd1-ad5b-6a9acdfda229) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:56.919592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e4944-9498-4abb-80e7-2387f6e48d69 None None] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:56.922930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:56.931889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:56.932820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.962837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6035ec56-0743-4f8a-82c3-bc467ca25fb6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3553104 Jul 16 03:38:56.975959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42644540-4d4a-4036-a6df-d93995d3f9eb req-280cc400-5bb1-40fa-9571-024985ec10b3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957129 Jul 16 03:38:56.982080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.989773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Request body: {'port': {'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229', 'name': 'tempest-TagsExtTest-410984949'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:57.092209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232913c-063c-4c91-8884-df98919884cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:57.095896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9232913c-063c-4c91-8884-df98919884cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.097958 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9232913c-063c-4c91-8884-df98919884cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:57.098397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9232913c-063c-4c91-8884-df98919884cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:38:57.149054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9232913c-063c-4c91-8884-df98919884cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3072734 Jul 16 03:38:57.152279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38920) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:57.157421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e1636490-f794-4c37-9292-d47a23253d37 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:57.223813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-3950343c-a210-4fd1-ad5b-6a9acdfda229', 'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229', 'tenant_id': 'c135783bd044406b8e69a3e9eeeaea38', 'fixed_ips': [{'subnet_id': 'f7031192-effe-4b0d-8c2b-afc89820fa26'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:57.224704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.274060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa44a6d-e0f1-4571-a8e5-c6291de7382c req-8f2b8bfb-f791-4db7-a7b8-6e535f8917ff tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.283733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fa44a6d-e0f1-4571-a8e5-c6291de7382c req-8f2b8bfb-f791-4db7-a7b8-6e535f8917ff tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 931 time: 0.4393740 Jul 16 03:38:57.364621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.450362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1636490-f794-4c37-9292-d47a23253d37 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:57.454502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1636490-f794-4c37-9292-d47a23253d37 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.457980 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1636490-f794-4c37-9292-d47a23253d37 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:57.458428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1636490-f794-4c37-9292-d47a23253d37 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:38:57.465840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.492554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fa44a6d-e0f1-4571-a8e5-c6291de7382c req-3e28c4b6-628d-481f-b863-191e09ca968c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072294 Jul 16 03:38:57.507892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e1636490-f794-4c37-9292-d47a23253d37 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3545370 Jul 16 03:38:57.511708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:57.517353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:57.521251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9fce7477-9183-4535-bb0f-e1336ace362a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:57.528095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:57.547783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:57.661466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.662182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.692587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Allocated IP 172.20.0.2 (3950343c-a210-4fd1-ad5b-6a9acdfda229/f7031192-effe-4b0d-8c2b-afc89820fa26/f1ec78de-5084-41f9-bb03-90c0fb2edbab) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:57.708060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Made reservation on behalf of c135783bd044406b8e69a3e9eeeaea38 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:57.719136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.763964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce7477-9183-4535-bb0f-e1336ace362a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:57.768193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9fce7477-9183-4535-bb0f-e1336ace362a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.770070 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fce7477-9183-4535-bb0f-e1336ace362a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:38:57.770911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fce7477-9183-4535-bb0f-e1336ace362a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:38:57.776868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] device_id is not set on port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:38:57.828222 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9fce7477-9183-4535-bb0f-e1336ace362a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3153050 Jul 16 03:38:57.831146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:57.870367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ab9d8524-791a-41e0-9249-30da4f17d7a6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7656393 Jul 16 03:38:57.895854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fde333a6-7898-42cb-9c34-a0784d364d5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0610497 Jul 16 03:38:57.901248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:57.904034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'admin_state_up': True, 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'security_groups': ['cb64c50a-cd2e-439a-9ab0-7d798285f72a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:58.021561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6cd2f-bf0f-466f-98c5-2fdcf1362268 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.023189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-73b6cd2f-bf0f-466f-98c5-2fdcf1362268 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1157560 Jul 16 03:38:58.027354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:58.065869 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3747b-378f-46d3-a856-33fbb413ef31 x-openstack-request-id: req-48f3747b-378f-46d3-a856-33fbb413ef31 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:58.066034 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:58.066240 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48f3747b-378f-46d3-a856-33fbb413ef31 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:58.066867 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'status': 'completed', 'code': 200} Jul 16 03:38:58.114755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b83473e8-618e-463c-a310-e9a689bc212e None None] Provisioning for port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:58.160314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b83473e8-618e-463c-a310-e9a689bc212e None None] Provisioning complete for port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:58.164782 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b83473e8-618e-463c-a310-e9a689bc212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.172634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-d3b50b90-8227-4d5d-a539-efaba9cab0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.174276 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-d3b50b90-8227-4d5d-a539-efaba9cab0ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1095 time: 0.0788507 Jul 16 03:38:58.363890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-77e2b053-afc8-434c-ae8b-d392a06607ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.370803 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-77e2b053-afc8-434c-ae8b-d392a06607ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1865416 Jul 16 03:38:58.395009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.430491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Transition to ACTIVE for port object f1ec78de-5084-41f9-bb03-90c0fb2edbab will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:58.485541 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-c95366bf-40a4-44bb-9635-50d060110515 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 217 time: 0.1082273 Jul 16 03:38:58.485806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Transition to ACTIVE for port object f1ec78de-5084-41f9-bb03-90c0fb2edbab will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:58.504671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.587365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Pushing event updated for resources: {'Port': ['ID=f1ec78de-5084-41f9-bb03-90c0fb2edbab,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.595846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b83473e8-618e-463c-a310-e9a689bc212e None None] Port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:58.603921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:58.605400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:58.607917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:58.672673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-3f5a00b7-eca8-4103-85b4-120c549c5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.680566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-3f5a00b7-eca8-4103-85b4-120c549c5ff0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.1740906 Jul 16 03:38:58.735685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Attempting to bind port f1ec78de-5084-41f9-bb03-90c0fb2edbab on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:58.736106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Attempting to bind port f1ec78de-5084-41f9-bb03-90c0fb2edbab by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '27ad6109-267a-4793-ba21-c764018d390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:58.736580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Attempting to bind port f1ec78de-5084-41f9-bb03-90c0fb2edbab on network 3950343c-a210-4fd1-ad5b-6a9acdfda229 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:58.742230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:58.742900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Checking segment: {'id': '27ad6109-267a-4793-ba21-c764018d390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:58.743444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.743927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Bound using segment: {'id': '27ad6109-267a-4793-ba21-c764018d390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:58.744506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Bound port: f1ec78de-5084-41f9-bb03-90c0fb2edbab, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ad6109-267a-4793-ba21-c764018d390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3950343c-a210-4fd1-ad5b-6a9acdfda229'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:58.754242 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.825027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-fdd8c9f5-3104-4de4-8e3d-b04c62ec226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:58.826533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-fdd8c9f5-3104-4de4-8e3d-b04c62ec226b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399052 Jul 16 03:38:58.882222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38962) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:58.908841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-efb3474f-6bdc-4589-b8dc-26515fbd4387 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8728092 Jul 16 03:38:58.916959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] For port f1ec78de-5084-41f9-bb03-90c0fb2edbab, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:58.918591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:58.921154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] For port f1ec78de-5084-41f9-bb03-90c0fb2edbab, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1ec78de-5084-41f9-bb03-90c0fb2edbab,segment=NetworkSegment(27ad6109-267a-4793-ba21-c764018d390f),segment_id=27ad6109-267a-4793-ba21-c764018d390f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:58.931412 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.046503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-0c519809-7828-47e3-b8a8-5ca87156afe2 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126477 Jul 16 03:38:59.083380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cd21e-f16f-49c0-92c7-46b82fd1c13a None None] Pushing event updated for resources: {'Port': ['ID=f1ec78de-5084-41f9-bb03-90c0fb2edbab,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:59.101483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:59.132910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-026d9f03-629a-43b7-80a6-24986250ddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.147912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-1c773b82-8e9e-4d07-8435-6275903ba6c6 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.149318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-1c773b82-8e9e-4d07-8435-6275903ba6c6 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/networks?id=a44a4d2f-fadf-46e7-9033-20bafd626e7e HTTP/1.1" status: 200 len: 822 time: 0.3290188 Jul 16 03:38:59.156223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:59.289461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1900e26-1218-4347-aa0a-ab4b54a76fb7 req-65baa83c-22b7-4da7-b5db-1a850c4db92d service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303922 Jul 16 03:38:59.290941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-8d8a3d34-2282-456a-9a62-1c409d9ff397 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/quotas/581f8a9b50944927b1afba8008ef6d48 HTTP/1.1" status: 200 len: 375 time: 0.1168475 Jul 16 03:38:59.330437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:59.378952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:59.451525 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.464222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-5adde908-da16-4b82-bf8c-1603ed8e129f tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=581f8a9b50944927b1afba8008ef6d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273372 Jul 16 03:38:59.470536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Allocated IP 172.20.0.3 (3950343c-a210-4fd1-ad5b-6a9acdfda229/f7031192-effe-4b0d-8c2b-afc89820fa26/33dfecc1-1d07-4aaf-aeff-e2b6546632fc) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:59.499235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:59.538392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:59.541087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-026d9f03-629a-43b7-80a6-24986250ddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.547935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af47d7-bd78-4801-a05c-23ab71cf02f9 req-20adc367-caf8-4074-840d-14581dd86ba4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.551759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.557609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3af47d7-bd78-4801-a05c-23ab71cf02f9 req-20adc367-caf8-4074-840d-14581dd86ba4 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.7077160 Jul 16 03:38:59.589984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-026d9f03-629a-43b7-80a6-24986250ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.646927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9f03-629a-43b7-80a6-24986250ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908877bf-168e-4f45-917b-9e11ac521a39,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:59.648723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:59.702401 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-026d9f03-629a-43b7-80a6-24986250ddfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaca892c7e7f4a8493721e744441c978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190954 Jul 16 03:38:59.707516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:59.710062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3af47d7-bd78-4801-a05c-23ab71cf02f9 req-cc2220d3-98e3-4ac4-8ae8-612ae4664feb tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505461 Jul 16 03:38:59.775709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:59.779658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.780828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:59.799104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:59.802870 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.824232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de6fa98e-d2df-438a-a5a0-9c343ed09bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.879922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de6fa98e-d2df-438a-a5a0-9c343ed09bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.029160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de6fa98e-d2df-438a-a5a0-9c343ed09bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.036151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de6fa98e-d2df-438a-a5a0-9c343ed09bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.039450 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-de6fa98e-d2df-438a-a5a0-9c343ed09bab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/908877bf-168e-4f45-917b-9e11ac521a39 HTTP/1.1" status: 204 len: 168 time: 0.3269606 Jul 16 03:39:00.050444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-750a5db0-35df-4327-874c-1bc4a6c1d9b6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.057743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-750a5db0-35df-4327-874c-1bc4a6c1d9b6 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.11 "GET /v2.0/ports?device_id=939652d2-bb87-4800-92be-54a93e874b12 HTTP/1.1" status: 200 len: 945 time: 0.5151713 Jul 16 03:39:00.090496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fa98e-d2df-438a-a5a0-9c343ed09bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908877bf-168e-4f45-917b-9e11ac521a39,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.133112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-fd32b8a6-072b-4bc0-99ce-f743f85bf9b8 service neutron] 10.222.0.25 "GET /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519973 Jul 16 03:39:00.327041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.352534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Transition to ACTIVE for port object 33dfecc1-1d07-4aaf-aeff-e2b6546632fc will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:00.353712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Deleting port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:00.354615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.514076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] For port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:00.514454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.534350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Calling delete_port for 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:00.569351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2191a979-e7ee-4a15-b1f5-1dc9f0b70be6 None None] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:00.662633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:00.682628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d92e832-2bd6-4d04-b0fa-b461ecee9351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.725153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.874259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.889512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5d26d1b0-8453-4b0a-920d-527a279b1d69 None None] Provisioning for port f1ec78de-5084-41f9-bb03-90c0fb2edbab completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:00.894414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1ec78de-5084-41f9-bb03-90c0fb2edbab up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:00.935049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Pushing event deleted for resources: {'Port': ['ID=62e0b7e3-65d7-4bb9-9b48-e77ddb631473,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:01.022984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] No DVR routers for this DVR port 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:01.027372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.030532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cdb5f0fb-034d-4d94-a34c-f651709b5232 req-eafbc64f-efda-4998-b306-61913e952e93 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.11 "DELETE /v2.0/ports/62e0b7e3-65d7-4bb9-9b48-e77ddb631473 HTTP/1.1" status: 204 len: 173 time: 0.9436424 Jul 16 03:39:01.031251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939652d2-bb87-4800-92be-54a93e874b12', 'name': 'network-vif-deleted', 'tag': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:01.034045 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a848b7-1062-4c90-a2e5-1f68d147324f" -d '{"events": [{"server_uuid": "939652d2-bb87-4800-92be-54a93e874b12", "name": "network-vif-deleted", "tag": "62e0b7e3-65d7-4bb9-9b48-e77ddb631473"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:01.074804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1099-5e3d-4f6d-ab92-d43f6d7b9bec req-cefd3c6d-ec8a-4972-b2e9-68c73de7196e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.075688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-724c1099-5e3d-4f6d-ab92-d43f6d7b9bec req-cefd3c6d-ec8a-4972-b2e9-68c73de7196e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 1.1473992 Jul 16 03:39:01.079322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-ac894667-f9aa-44c0-8993-40844c7664f7 service neutron] 10.222.0.25 "GET /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9211049 Jul 16 03:39:01.080095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event updated for resources: {'Port': ['ID=33dfecc1-1d07-4aaf-aeff-e2b6546632fc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:01.187530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:01.208401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d92e832-2bd6-4d04-b0fa-b461ecee9351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.218254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d92e832-2bd6-4d04-b0fa-b461ecee9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.232369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:01.235546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 10.1.1.217 (df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d/d5be31c5-68d5-4aaa-881d-c228abd0f206/6fd3cb7b-b4de-4afe-a699-2f143318c2a0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:01.248566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:01.407633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4d92e832-2bd6-4d04-b0fa-b461ecee9351 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9fe72f483c94fffac47b76d8e29ccbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413926 Jul 16 03:39:01.407633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92e832-2bd6-4d04-b0fa-b461ecee9351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303d8f54-fd24-4792-bf0e-86acd349c876,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:01.407924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['62e0b7e3-65d7-4bb9-9b48-e77ddb631473'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:01.410009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['61176597-beec-4ded-9cd8-fac9d11d6f5d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:01.416772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38984) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:01.454393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:01.469387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-724c1099-5e3d-4f6d-ab92-d43f6d7b9bec req-878765c9-fbc7-496d-9f28-7b1925e2e8f5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563335 Jul 16 03:39:01.584064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c23a51cd-7999-411b-bacc-715b14d7a208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.633865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.640608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.665057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c23a51cd-7999-411b-bacc-715b14d7a208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.701339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f1ec78de-5084-41f9-bb03-90c0fb2edbab completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:01.717373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2503a0e5-2e61-45ce-999a-9b7c5815ca46 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.7289765 Jul 16 03:39:01.721354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f1ec78de-5084-41f9-bb03-90c0fb2edbab triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:01.722297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.738344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:01.744592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1950976295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:01.895057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.895057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.937461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:01.942027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c23a51cd-7999-411b-bacc-715b14d7a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.945551 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c23a51cd-7999-411b-bacc-715b14d7a208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.949007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c23a51cd-7999-411b-bacc-715b14d7a208 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/303d8f54-fd24-4792-bf0e-86acd349c876 HTTP/1.1" status: 204 len: 168 time: 0.5201180 Jul 16 03:39:01.981944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:39:01.998218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a51cd-7999-411b-bacc-715b14d7a208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303d8f54-fd24-4792-bf0e-86acd349c876,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:02.049254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.076319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.106019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:02.106699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.135148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.154015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.229131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.233234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ab3ae2a3-6ea3-4345-8841-e0f137fa06bc tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4899035 Jul 16 03:39:02.234164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38996) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:02.244084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0949eac0-1b7e-49ef-b5a0-77ceca4c7071 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1127667575', 'prefixes': ['172.20.0.0/16']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:02.307320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.360321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:02.453620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.464444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0949eac0-1b7e-49ef-b5a0-77ceca4c7071 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for subnetpool, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.469478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0949eac0-1b7e-49ef-b5a0-77ceca4c7071 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2306104 Jul 16 03:39:02.469919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39000) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:02.483345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-ce4bda2b-7211-45e2-a829-4932ae30d63a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-8774278') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:02.510706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f1ec78de-5084-41f9-bb03-90c0fb2edbab, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1ec78de-5084-41f9-bb03-90c0fb2edbab,segment=NetworkSegment(27ad6109-267a-4793-ba21-c764018d390f),segment_id=27ad6109-267a-4793-ba21-c764018d390f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:02.531001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:02.533754 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec81a65-284d-4b07-8964-dc2e7e2d28ef" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:02.539838 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.551283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.688642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f1ec78de-5084-41f9-bb03-90c0fb2edbab,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:02.694179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:02.712094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3cbcdb68-615d-4322-a17e-dfff9e3f4ca3 None None] Provisioning complete for port f1ec78de-5084-41f9-bb03-90c0fb2edbab triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:02.716162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3cbcdb68-615d-4322-a17e-dfff9e3f4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.799073 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.833609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce4bda2b-7211-45e2-a829-4932ae30d63a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-8774278 HTTP/1.1" status: 201 len: 201 time: 0.3596132 Jul 16 03:39:02.836998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39010) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:02.850327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:02.855330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-0cb17e10-102d-4167-aebf-a1e704fddf7e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-1078191512') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:02.909267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:02.968401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:02.968401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.968401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.968401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=4d8280dd-be48-48cd-bc16-f8b4b5f42be1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:02.971237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:02.984225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b387f3-923d-4676-ab97-428b9fb0ab72 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:02.994917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0cb17e10-102d-4167-aebf-a1e704fddf7e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-1078191512 HTTP/1.1" status: 201 len: 201 time: 0.1559968 Jul 16 03:39:03.011059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39014) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.023632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-f4188997-b41a-4696-a202-6adaf0fc98a7 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-2137957549') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:03.030841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.060374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c68bc3-be43-47cc-9c1c-57c308b4bb15 req-de7ccb46-925c-4a70-8953-6afcef006376 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.091532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4c68bc3-be43-47cc-9c1c-57c308b4bb15 req-de7ccb46-925c-4a70-8953-6afcef006376 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 1.6172097 Jul 16 03:39:03.093748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:03.101187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:03.143877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670558-db69-46cf-885c-ff0fcb692f00 req-b2354666-cba6-46dd-ac23-e7c8c85e4d2f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.176258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670558-db69-46cf-885c-ff0fcb692f00 req-b2354666-cba6-46dd-ac23-e7c8c85e4d2f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.193498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38670558-db69-46cf-885c-ff0fcb692f00 req-b2354666-cba6-46dd-ac23-e7c8c85e4d2f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 1653 time: 1.5015519 Jul 16 03:39:03.266689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:03.304860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fe2fcdc4-7f93-443f-a8bd-4cbf1a847eca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1715448 Jul 16 03:39:03.314035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39022) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.326942 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4188997-b41a-4696-a202-6adaf0fc98a7 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-2137957549 HTTP/1.1" status: 201 len: 201 time: 0.3132391 Jul 16 03:39:03.337702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:34:c5:a9', 'name': 'tempest-NetworksTestDHCPv6-1054776603'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:03.341498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39024) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.347421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3cbcdb68-615d-4322-a17e-dfff9e3f4ca3 None None] Provisioning for port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:03.350078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-1874c544-5e08-468f-be6e-1e017aac93e0 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-1625777678') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:03.363580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.364004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.364319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.364663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.364996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.365328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.365982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.366085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.366539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.366669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.367064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.367447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:03.386224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3cbcdb68-615d-4322-a17e-dfff9e3f4ca3 None None] Provisioning complete for port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:03.386487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3cbcdb68-615d-4322-a17e-dfff9e3f4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.392982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.393807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.431344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38670558-db69-46cf-885c-ff0fcb692f00 req-db93c203-02d4-4481-8371-623edf917ddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366037 Jul 16 03:39:03.456168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4c68bc3-be43-47cc-9c1c-57c308b4bb15 req-4f8201a1-6bf6-4103-9a64-49a00999b96e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635607 Jul 16 03:39:03.471307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-86f0d9c7-383b-4455-a9d7-46dfcf96ddc3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5822768 Jul 16 03:39:03.484218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d', 'admin_state_up': True, 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'security_groups': ['cb64c50a-cd2e-439a-9ab0-7d798285f72a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:03.614403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1874c544-5e08-468f-be6e-1e017aac93e0 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-1625777678 HTTP/1.1" status: 201 len: 201 time: 0.2716677 Jul 16 03:39:03.617764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39032) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.625852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-7e6971b2-8c82-4d37-bca8-765a006f3258 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:03.663833 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139dc33-973b-426b-b216-e5f9a6ef4ffb x-openstack-request-id: req-c139dc33-973b-426b-b216-e5f9a6ef4ffb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:03.664245 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939652d2-bb87-4800-92be-54a93e874b12", "name": "network-vif-deleted", "tag": "62e0b7e3-65d7-4bb9-9b48-e77ddb631473", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:03.665074 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c139dc33-973b-426b-b216-e5f9a6ef4ffb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:03.665594 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939652d2-bb87-4800-92be-54a93e874b12', 'name': 'network-vif-deleted', 'tag': '62e0b7e3-65d7-4bb9-9b48-e77ddb631473', 'status': 'completed', 'code': 200} Jul 16 03:39:03.666738 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.761979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7e6971b2-8c82-4d37-bca8-765a006f3258 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags HTTP/1.1" status: 200 len: 238 time: 0.1412249 Jul 16 03:39:03.763447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:03.770428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-57439ef8-fbbe-412a-b3b2-8cd572db4f49 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-8774278') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:03.772035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcdb68-615d-4322-a17e-dfff9e3f4ca3 None None] Port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:03.779029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:03.854931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:03.940349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '4d8280dd-be48-48cd-bc16-f8b4b5f42be1'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:03.941248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.037570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Provisioning for port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:04.054305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Provisioning complete for port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:04.084637 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.227040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.232321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3879df6-27d6-4af4-bdc3-08a02362e740 req-a0eaeffb-7bd1-4938-aad1-04e14bbd055d tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 210 time: 0.0704381 Jul 16 03:39:04.394191 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b216e-8c10-494c-9339-ec70a2c9f1b1 x-openstack-request-id: req-0d0b216e-8c10-494c-9339-ec70a2c9f1b1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:04.394500 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:04.400246 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d0b216e-8c10-494c-9339-ec70a2c9f1b1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:04.401292 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:39:04.434653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:04.500617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:04.590069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Provisioning complete for port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:04.590458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.679018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:04.679383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 62e0b7e3-65d7-4bb9-9b48-e77ddb631473 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:04.718044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-12eb99a2-e6e3-4cce-95fd-9060e2a7daed None None] Port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:04.758072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Allocated IP 2001:db8::f816:3eff:fee4:a298 (cd007764-b689-4eda-aa81-dad0dfbbf261/4d8280dd-be48-48cd-bc16-f8b4b5f42be1/b86ba981-408c-47cf-84ef-f82e0c455470) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:04.862146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 10.2.2.100 (dd62675e-11c9-4dee-afc7-85c9f38af14d/d6fd3d0f-668a-407c-9bdf-7f9ffee827a6/f8003a58-ee38-49ee-813b-ae1b2a6e8fe5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:04.867030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1ec78de-5084-41f9-bb03-90c0fb2edbab up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:05.043915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1d28a-2922-4fe8-9166-43b64ed6e38d req-56fd5f76-2737-4c5e-bdef-bbd00854e5cb tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.047347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f1ec78de-5084-41f9-bb03-90c0fb2edbab triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:05.047863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.054112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83e1d28a-2922-4fe8-9166-43b64ed6e38d req-56fd5f76-2737-4c5e-bdef-bbd00854e5cb tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.9432826 Jul 16 03:39:05.090823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.136884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 03faf07d-e814-4f71-a06c-2ce9b8843502 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:05.161050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83e1d28a-2922-4fe8-9166-43b64ed6e38d req-b5edaa18-d55e-410a-89ec-4a09d7850808 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056261 Jul 16 03:39:05.192502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-57439ef8-fbbe-412a-b3b2-8cd572db4f49 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-8774278 HTTP/1.1" status: 204 len: 168 time: 1.4278355 Jul 16 03:39:05.195144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:05.212930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-c121f400-072a-4b10-b638-0d2e9269642b tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-8774278') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:05.317045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-1e7fd55e-b868-49b5-aaab-0b892297ed0f tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.328262 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-1e7fd55e-b868-49b5-aaab-0b892297ed0f tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.11 "GET /v2.0/networks?id=a44a4d2f-fadf-46e7-9033-20bafd626e7e HTTP/1.1" status: 200 len: 822 time: 1.5043118 Jul 16 03:39:05.337248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.343303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Request body: {'port': {'device_id': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e', 'admin_state_up': True, 'tenant_id': '581f8a9b50944927b1afba8008ef6d48'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:05.375242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8021-d60e-490a-95fa-cf19525931f9 req-566619c7-3184-4518-a522-065437285a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.380594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-250a8021-d60e-490a-95fa-cf19525931f9 req-566619c7-3184-4518-a522-065437285a1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1097 time: 0.3697033 Jul 16 03:39:05.386290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Transition to ACTIVE for port object b86ba981-408c-47cf-84ef-f82e0c455470 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:05.439632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Transition to ACTIVE for port object b86ba981-408c-47cf-84ef-f82e0c455470 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:05.459367 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.530797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:05.541480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:05.554510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:05.568691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Pushing event updated for resources: {'Port': ['ID=b86ba981-408c-47cf-84ef-f82e0c455470,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.633367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-250a8021-d60e-490a-95fa-cf19525931f9 req-685fb4bf-953d-4355-b0f8-48c020f546dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199471 Jul 16 03:39:05.634720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe34:c5a9 (cd007764-b689-4eda-aa81-dad0dfbbf261/4d8280dd-be48-48cd-bc16-f8b4b5f42be1/03faf07d-e814-4f71-a06c-2ce9b8843502) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:05.646295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Attempting to bind port b86ba981-408c-47cf-84ef-f82e0c455470 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:05.646862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Attempting to bind port b86ba981-408c-47cf-84ef-f82e0c455470 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:05.647343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Attempting to bind port b86ba981-408c-47cf-84ef-f82e0c455470 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:05.656461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:05.657018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:05.657539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.658043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:05.659462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Bound port: b86ba981-408c-47cf-84ef-f82e0c455470, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:05.660075 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.683386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.707895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Made reservation on behalf of 581f8a9b50944927b1afba8008ef6d48 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:05.711981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.746715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] For port b86ba981-408c-47cf-84ef-f82e0c455470, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:05.750982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] For port b86ba981-408c-47cf-84ef-f82e0c455470, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b86ba981-408c-47cf-84ef-f82e0c455470,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:05.761862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.767219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:05.795749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247c913-6b6b-4b13-82c4-51c2d229f923 req-bdf01ccf-70b4-4fe7-925e-4766151f1906 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.797333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4247c913-6b6b-4b13-82c4-51c2d229f923 req-bdf01ccf-70b4-4fe7-925e-4766151f1906 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.3359714 Jul 16 03:39:05.832591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e07f5-88b4-4134-aa2a-2d33a524c8b6 req-350491d2-5cf1-46e1-88b2-75e2c091ab55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.838731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e07f5-88b4-4134-aa2a-2d33a524c8b6 req-350491d2-5cf1-46e1-88b2-75e2c091ab55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.844563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e07f5-88b4-4134-aa2a-2d33a524c8b6 req-350491d2-5cf1-46e1-88b2-75e2c091ab55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.846222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-750e07f5-88b4-4134-aa2a-2d33a524c8b6 req-350491d2-5cf1-46e1-88b2-75e2c091ab55 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 2374 time: 0.4304526 Jul 16 03:39:05.861220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c121f400-072a-4b10-b638-0d2e9269642b tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-8774278 HTTP/1.1" status: 204 len: 168 time: 0.6566968 Jul 16 03:39:05.876322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:05.883186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e1d4-39de-49c1-ae3e-cc83a065b1e4 None None] Pushing event updated for resources: {'Port': ['ID=b86ba981-408c-47cf-84ef-f82e0c455470,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.884753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Allocated IP 172.20.0.12 (a44a4d2f-fadf-46e7-9033-20bafd626e7e/c84b9d0c-2177-4800-a7b7-b28d51488eeb/a5403243-fe68-484b-8d12-3e3fb83bd5c1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:05.904367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-cd456e53-ad0f-4cba-9d08-57209a329d9c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:06.001095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-750e07f5-88b4-4134-aa2a-2d33a524c8b6 req-9bad3e26-deb6-4c74-bd71-95029dbfa36c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371610 Jul 16 03:39:06.013381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4247c913-6b6b-4b13-82c4-51c2d229f923 req-6a221e16-fbca-4c43-bccd-6fd4fd8e6d73 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602576 Jul 16 03:39:06.026652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.180276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network dd62675e-11c9-4dee-afc7-85c9f38af14d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:06.185783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:06.224493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:06.236841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.284982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.295445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cd456e53-ad0f-4cba-9d08-57209a329d9c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags HTTP/1.1" status: 200 len: 205 time: 0.3943505 Jul 16 03:39:06.306969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39102) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:06.319297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-32c6eb38-5027-45cf-95da-0d9e9f1be0ed tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:06.453261 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.622528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Network a44a4d2f-fadf-46e7-9033-20bafd626e7e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:06.677809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:06.681156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:06.684137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Pushing event updated for resources: {'Port': ['ID=a5403243-fe68-484b-8d12-3e3fb83bd5c1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.691786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c4c8991-a66d-4a89-b986-1d95bec4cd2a None None] Provisioning for port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:06.697505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c4c8991-a66d-4a89-b986-1d95bec4cd2a None None] Provisioning complete for port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:06.697856 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8991-a66d-4a89-b986-1d95bec4cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.743356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c8991-a66d-4a89-b986-1d95bec4cd2a None None] Port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:06.855875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.868435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.869204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.869654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b86ba981-408c-47cf-84ef-f82e0c455470 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:06.883273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 03faf07d-e814-4f71-a06c-2ce9b8843502 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:06.935013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-a2584f8d-0c3b-4185-91f8-844a5229f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.937372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-a2584f8d-0c3b-4185-91f8-844a5229f297 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1097 time: 0.4537895 Jul 16 03:39:06.947367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.948489 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.956701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.960654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c70b79a9-be22-4a49-9d02-94f5d42ae14b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4822285 Jul 16 03:39:06.985813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b86ba981-408c-47cf-84ef-f82e0c455470 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:06.988795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d', 'admin_state_up': True, 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'security_groups': ['cb64c50a-cd2e-439a-9ab0-7d798285f72a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:07.075198 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-4722d1c7-620e-46d8-b6fc-0e73e7addc2a tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7366257 Jul 16 03:39:07.086883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f57bb-1a3c-4c93-a7ad-ff910b190402 req-f79f31a9-8389-49d0-a4bb-12413adc3314 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.088793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae8f57bb-1a3c-4c93-a7ad-ff910b190402 req-f79f31a9-8389-49d0-a4bb-12413adc3314 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.7981625 Jul 16 03:39:07.097790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Request body: {'port': {'device_id': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:07.119981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bbd60-362e-4b4a-bea3-ba5ae2b07cab req-6e694897-c359-4c7a-8320-c910442f1169 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.128409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-875bbd60-362e-4b4a-bea3-ba5ae2b07cab req-6e694897-c359-4c7a-8320-c910442f1169 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 932 time: 0.7835386 Jul 16 03:39:07.130984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:07.161287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-32c6eb38-5027-45cf-95da-0d9e9f1be0ed tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags HTTP/1.1" status: 200 len: 241 time: 0.8483582 Jul 16 03:39:07.170726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39138) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.179674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:07.203997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-336040fe-5332-426b-ab9a-4a263c83147a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-1078191512') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:07.210825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae8f57bb-1a3c-4c93-a7ad-ff910b190402 req-7c615c63-79ff-46dd-b49c-e4b9673575d1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038780 Jul 16 03:39:07.242044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-875bbd60-362e-4b4a-bea3-ba5ae2b07cab req-1ba90976-316b-429f-a2dc-f6dc3bb5a094 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120899 Jul 16 03:39:07.263187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Made reservation on behalf of 5a317fb0bcd4462b8d699bc50cd9bf11 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:07.269744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.275966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:07.296065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.296843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.305754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=03faf07d-e814-4f71-a06c-2ce9b8843502,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:07.418746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.439178 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1839e7fd-ddda-45d0-ac0c-437da3273e69 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1206672 Jul 16 03:39:07.440064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.442124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-29615ccc-abd0-458d-bbec-82c6ab07ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.443638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-29615ccc-abd0-458d-bbec-82c6ab07ecb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.4913247 Jul 16 03:39:07.567221 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-336040fe-5332-426b-ab9a-4a263c83147a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-1078191512 HTTP/1.1" status: 204 len: 168 time: 0.3932502 Jul 16 03:39:07.573875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.588061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-1bbce8c2-da17-46a2-b565-c3f9de15273c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-1078191512') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:07.625330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.647641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-64583876-4e1f-4f3d-894c-d7406bad07b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 1002 time: 0.1900947 Jul 16 03:39:07.686862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Provisioning for port b86ba981-408c-47cf-84ef-f82e0c455470 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:07.691949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Provisioning complete for port b86ba981-408c-47cf-84ef-f82e0c455470 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:07.692450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.733178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Allocated IP 10.2.2.200 (dd62675e-11c9-4dee-afc7-85c9f38af14d/d6fd3d0f-668a-407c-9bdf-7f9ffee827a6/2fe0500c-852f-4ecb-8d19-bbcd0474da45) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:07.876665 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.900873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-c7e82c52-581b-48a8-a223-29030fc31f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.902386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-c7e82c52-581b-48a8-a223-29030fc31f9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.2035110 Jul 16 03:39:07.925129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] For port b86ba981-408c-47cf-84ef-f82e0c455470, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b86ba981-408c-47cf-84ef-f82e0c455470,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:07.935784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.996195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-523688d0-a3ba-44f5-a09d-30240dcf4807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.045210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1bbce8c2-da17-46a2-b565-c3f9de15273c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-1078191512 HTTP/1.1" status: 204 len: 168 time: 0.4688931 Jul 16 03:39:08.046059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.059149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-f41e3463-0ef9-4671-a849-cb47cdbfce0a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:08.092842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Pushing event updated for resources: {'Port': ['ID=b86ba981-408c-47cf-84ef-f82e0c455470,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.106388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.106825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.107314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.107683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.108012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.108347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.108830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.109355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.109869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.110367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.115752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-15f01c2d-bc4c-4ff4-a052-2a53da62df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.117251 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-15f01c2d-bc4c-4ff4-a052-2a53da62df05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829567 Jul 16 03:39:08.118588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.120855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321e94b-622a-4740-bb47-0b4a6a3c0e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:08.142847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8d63076-2661-4401-a602-1b5ee59688f8 None None] Provisioning for port 03faf07d-e814-4f71-a06c-2ce9b8843502 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:08.148611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8d63076-2661-4401-a602-1b5ee59688f8 None None] Provisioning complete for port 03faf07d-e814-4f71-a06c-2ce9b8843502 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:08.149513 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8d63076-2661-4401-a602-1b5ee59688f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.196102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d8d63076-2661-4401-a602-1b5ee59688f8 None None] Port 03faf07d-e814-4f71-a06c-2ce9b8843502 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:08.222365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfe8ad-2258-4df7-bb65-82cb46b04308 req-9eb2a151-cdea-400c-9708-61a381ed9eca tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.224144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2cfe8ad-2258-4df7-bb65-82cb46b04308 req-9eb2a151-cdea-400c-9708-61a381ed9eca tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.7999468 Jul 16 03:39:08.232245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5403243-fe68-484b-8d12-3e3fb83bd5c1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:08.244800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f41e3463-0ef9-4671-a849-cb47cdbfce0a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1929972 Jul 16 03:39:08.245586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e8e9a-2ec8-44d7-868e-c6cf9993a28e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.245892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.247950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39154) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.253466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e8e9a-2ec8-44d7-868e-c6cf9993a28e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.255695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b04e8e9a-2ec8-44d7-868e-c6cf9993a28e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8124986 Jul 16 03:39:08.259279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-1b76e6e1-8917-4d7a-8b96-e36dbbb99639 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:08.264155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.334140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60985-60f8-4bd5-8e6b-a353010f8e7b req-34a7758b-d53d-4ce8-b612-0338235672b6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.335833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5c60985-60f8-4bd5-8e6b-a353010f8e7b req-34a7758b-d53d-4ce8-b612-0338235672b6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.8415785 Jul 16 03:39:08.335972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Transition to ACTIVE for port object a5403243-fe68-484b-8d12-3e3fb83bd5c1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:08.347546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.351506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-f2a883a6-e84b-478f-9e78-ac9a324216cd service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273679 Jul 16 03:39:08.352120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.421750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Transition to ACTIVE for port object 2fe0500c-852f-4ecb-8d19-bbcd0474da45 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:08.429288 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b76e6e1-8917-4d7a-8b96-e36dbbb99639 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags HTTP/1.1" status: 200 len: 241 time: 0.1749556 Jul 16 03:39:08.431242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.440870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Pushing event updated for resources: {'Port': ['ID=a5403243-fe68-484b-8d12-3e3fb83bd5c1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.442280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2cfe8ad-2258-4df7-bb65-82cb46b04308 req-a9ef3aa1-dbfe-4751-93e1-1e57d1e4dc89 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823583 Jul 16 03:39:08.466050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-504bb238-a6d1-4717-8ce0-127d3bc2b8e8 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-2137957549') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:08.512179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9e7492fc-6d73-4c93-a937-077dad0805c3 req-9432b40a-9e75-4b6b-9688-4a028d4d399d service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535821 Jul 16 03:39:08.571173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5c60985-60f8-4bd5-8e6b-a353010f8e7b req-0eddfd33-964f-4a4c-a2d9-0708bba2afb8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148755 Jul 16 03:39:08.617918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Attempting to bind port a5403243-fe68-484b-8d12-3e3fb83bd5c1 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:08.618441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Attempting to bind port a5403243-fe68-484b-8d12-3e3fb83bd5c1 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '990529e3-59ef-4d04-8b66-5c14fc1597e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:08.618941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Attempting to bind port a5403243-fe68-484b-8d12-3e3fb83bd5c1 on network a44a4d2f-fadf-46e7-9033-20bafd626e7e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:08.623734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Port a5403243-fe68-484b-8d12-3e3fb83bd5c1 on network a44a4d2f-fadf-46e7-9033-20bafd626e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:08.624118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Attempting to bind port a5403243-fe68-484b-8d12-3e3fb83bd5c1 on network a44a4d2f-fadf-46e7-9033-20bafd626e7e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:08.630161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:08.630508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Checking segment: {'id': '990529e3-59ef-4d04-8b66-5c14fc1597e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:08.630920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Bound using segment: {'id': '990529e3-59ef-4d04-8b66-5c14fc1597e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:08.631352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Bound port: a5403243-fe68-484b-8d12-3e3fb83bd5c1, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990529e3-59ef-4d04-8b66-5c14fc1597e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:08.631814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.698065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-523688d0-a3ba-44f5-a09d-30240dcf4807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.706345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-504bb238-a6d1-4717-8ce0-127d3bc2b8e8 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-2137957549 HTTP/1.1" status: 204 len: 168 time: 0.2698114 Jul 16 03:39:08.710838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.718623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-523688d0-a3ba-44f5-a09d-30240dcf4807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.721898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.724688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] For port a5403243-fe68-484b-8d12-3e3fb83bd5c1, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:08.727995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] For port a5403243-fe68-484b-8d12-3e3fb83bd5c1, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1,segment=NetworkSegment(990529e3-59ef-4d04-8b66-5c14fc1597e5),segment_id=990529e3-59ef-4d04-8b66-5c14fc1597e5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:08.734079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.738052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-ad32ea5a-63c3-4b8e-bdc0-73fa7cb1bd35 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-2137957549') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:08.773352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.774216 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.776512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] 10.222.0.11 "PUT /v2.0/ports/a5403243-fe68-484b-8d12-3e3fb83bd5c1 HTTP/1.1" status: 200 len: 1092 time: 1.6849623 Jul 16 03:39:08.777124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'tag': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:08.779707 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f867ab-059f-4c6e-84dc-8239ab71efd0" -d '{"events": [{"name": "network-changed", "server_uuid": "77305d5f-3fa3-4c6e-b691-07385469ec7d", "tag": "a5403243-fe68-484b-8d12-3e3fb83bd5c1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:08.811946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76864ff-1da3-4b58-b81d-6adcdf5d10be service neutron] Pushing event updated for resources: {'Port': ['ID=a5403243-fe68-484b-8d12-3e3fb83bd5c1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.817510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b86ba981-408c-47cf-84ef-f82e0c455470 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:08.868594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b86ba981-408c-47cf-84ef-f82e0c455470 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:08.869314 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.887113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 03faf07d-e814-4f71-a06c-2ce9b8843502 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:08.887475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.890084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-792aa05c-5206-47ed-ba84-0e1d599c25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.892475 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-792aa05c-5206-47ed-ba84-0e1d599c25dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=581f8a9b50944927b1afba8008ef6d48&device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 1095 time: 0.0615029 Jul 16 03:39:08.950310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Network dd62675e-11c9-4dee-afc7-85c9f38af14d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:08.960660 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-2731b314-8dd1-4e13-b1b3-d58ace637690 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1 HTTP/1.1" status: 200 len: 217 time: 0.0587122 Jul 16 03:39:08.977121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:08.979675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:08.985315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-523688d0-a3ba-44f5-a09d-30240dcf4807 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64ab82f6c557462cba5fefa766c13e73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3548162 Jul 16 03:39:08.995207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523688d0-a3ba-44f5-a09d-30240dcf4807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9f6c7-599a-4d98-9f0f-32bcf7827825,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.997160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39168) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:09.046369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76aab2-11c9-4172-b198-0546f6727c63 req-37fe43ce-2f7d-4ecb-99be-38ccd134127f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.049246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b1c84582-2843-40db-b35d-db2dda68f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.050800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b1c84582-2843-40db-b35d-db2dda68f166 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c84b9d0c-2177-4800-a7b7-b28d51488eeb HTTP/1.1" status: 200 len: 862 time: 0.0841548 Jul 16 03:39:09.052355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76aab2-11c9-4172-b198-0546f6727c63 req-37fe43ce-2f7d-4ecb-99be-38ccd134127f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.058383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76aab2-11c9-4172-b198-0546f6727c63 req-37fe43ce-2f7d-4ecb-99be-38ccd134127f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.064413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76aab2-11c9-4172-b198-0546f6727c63 req-37fe43ce-2f7d-4ecb-99be-38ccd134127f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.073247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a76aab2-11c9-4172-b198-0546f6727c63 req-37fe43ce-2f7d-4ecb-99be-38ccd134127f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 3095 time: 0.4981656 Jul 16 03:39:09.086442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event updated for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:09.099788 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed80f6e1-7a30-40bd-8a33-fcd2d47439f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.104370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-d0a9bb3d-3039-429e-8290-c7429e636fc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a44a4d2f-fadf-46e7-9033-20bafd626e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432861 Jul 16 03:39:09.157005 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed80f6e1-7a30-40bd-8a33-fcd2d47439f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.217173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.217875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.250125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a76aab2-11c9-4172-b198-0546f6727c63 req-4d02cb8b-b1ed-40cd-9aab-625a271449a5 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761489 Jul 16 03:39:09.252054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.265013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efebce-746d-461e-a220-9c35ea46cc18 req-4e18ffaa-dc58-450d-8422-67cb8322b40f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.272969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12efebce-746d-461e-a220-9c35ea46cc18 req-4e18ffaa-dc58-450d-8422-67cb8322b40f tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.5731590 Jul 16 03:39:09.275788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ad32ea5a-63c3-4b8e-bdc0-73fa7cb1bd35 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-2137957549 HTTP/1.1" status: 204 len: 168 time: 0.5486252 Jul 16 03:39:09.276906 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-b99d05a8-038c-4a63-8dfe-529ee2eef247 service neutron] 10.222.0.11 "GET /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625946 Jul 16 03:39:09.279676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39170) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:09.284820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-396c5bd1-21b0-4846-a987-ef944c9cc4a2 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:09.296542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 03faf07d-e814-4f71-a06c-2ce9b8843502 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:09.305832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a18b9833-2d70-4e09-9637-b91bda5fd6b2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3240952 Jul 16 03:39:09.336347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6d50ef2-fb95-4507-b1df-87b902af2af5 None None] Provisioning for port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:09.346219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed80f6e1-7a30-40bd-8a33-fcd2d47439f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.348923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed80f6e1-7a30-40bd-8a33-fcd2d47439f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.352309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed80f6e1-7a30-40bd-8a33-fcd2d47439f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28a9f6c7-599a-4d98-9f0f-32bcf7827825 HTTP/1.1" status: 204 len: 168 time: 0.3518832 Jul 16 03:39:09.367530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6d50ef2-fb95-4507-b1df-87b902af2af5 None None] Provisioning complete for port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:09.367988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6d50ef2-fb95-4507-b1df-87b902af2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.469971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c6d50ef2-fb95-4507-b1df-87b902af2af5 None None] Port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:09.479144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:09.541205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.625940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.628557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/03faf07d-e814-4f71-a06c-2ce9b8843502 HTTP/1.1" status: 204 len: 168 time: 1.3534422 Jul 16 03:39:09.642778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12efebce-746d-461e-a220-9c35ea46cc18 req-2988640b-313f-4717-b135-8a39a245fc03 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688800 Jul 16 03:39:09.647039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:09.647380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89aa5b-78ca-43c8-939b-174fc2fa21a3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=03faf07d-e814-4f71-a06c-2ce9b8843502,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:09.722295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80f6e1-7a30-40bd-8a33-fcd2d47439f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9f6c7-599a-4d98-9f0f-32bcf7827825,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:09.756730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7eed19-e509-4abb-ad10-a1e162e74fad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.758363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7eed19-e509-4abb-ad10-a1e162e74fad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.769470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dc7eed19-e509-4abb-ad10-a1e162e74fad tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1169682 Jul 16 03:39:09.790632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39180) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:09.792587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87101742-e80e-4e55-bd22-f6980fb60429 req-3e770caa-a552-4021-bb8f-17d1d0bcb646 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.794136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87101742-e80e-4e55-bd22-f6980fb60429 req-3e770caa-a552-4021-bb8f-17d1d0bcb646 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 944 time: 0.3097510 Jul 16 03:39:09.875891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-396c5bd1-21b0-4846-a987-ef944c9cc4a2 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags HTTP/1.1" status: 200 len: 205 time: 0.5964379 Jul 16 03:39:09.886251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:09.886619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:09.889803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87101742-e80e-4e55-bd22-f6980fb60429 req-f8aaf579-f7c5-4615-bc2d-0b706f48ff2e tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846717 Jul 16 03:39:09.904300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-ea030b1f-f0cb-4018-83fe-ad6d723c34aa tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:09.918257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 4d8280dd-be48-48cd-bc16-f8b4b5f42be1 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:09.925032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.934768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.950377 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77864e0d-9d3c-42a6-bf39-3fc848c94a13 req-7284bfdb-9bd0-4e4e-b6d0-4f1cb325817e service neutron] 10.222.0.11 "GET /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613910 Jul 16 03:39:09.956225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22f2edc4-e551-42c0-8931-249f44a1ff01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:09.956785 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd0a235-4f8c-4180-997d-124211d0da2b x-openstack-request-id: req-fdd0a235-4f8c-4180-997d-124211d0da2b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:09.957070 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77305d5f-3fa3-4c6e-b691-07385469ec7d", "tag": "a5403243-fe68-484b-8d12-3e3fb83bd5c1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:09.957320 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdd0a235-4f8c-4180-997d-124211d0da2b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:09.957714 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'tag': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1', 'status': 'completed', 'code': 200} Jul 16 03:39:09.996865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ea030b1f-f0cb-4018-83fe-ad6d723c34aa tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags HTTP/1.1" status: 200 len: 241 time: 0.0956821 Jul 16 03:39:10.000836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.003864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39186) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.008579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-2e682d30-33aa-4048-a713-945121775f6d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-1625777678') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:10.132743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab901a52-7447-47fd-b883-05b129f4a488 req-12e199c6-70c2-4959-8b68-e8797e5d8110 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.134637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab901a52-7447-47fd-b883-05b129f4a488 req-12e199c6-70c2-4959-8b68-e8797e5d8110 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.2598205 Jul 16 03:39:10.155957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39188) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.164706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'floatingip': {'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:10.247889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2e682d30-33aa-4048-a713-945121775f6d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-1625777678 HTTP/1.1" status: 204 len: 168 time: 0.2429328 Jul 16 03:39:10.261411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39190) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.274308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-77c57347-52c1-4493-9224-4ccb1336d464 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-1625777678') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:10.283519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.340632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c1ec8-6071-4bd0-9018-a909592de074 req-8455c127-99fc-43c1-b910-4ed4486951c2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.342181 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-127c1ec8-6071-4bd0-9018-a909592de074 req-8455c127-99fc-43c1-b910-4ed4486951c2 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.48 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.3019891 Jul 16 03:39:10.351032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.356379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159086f-616a-4883-bb62-08a42a2a006e req-7423fa19-80d4-4622-a4e0-45ecd888b517 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.363791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3159086f-616a-4883-bb62-08a42a2a006e req-7423fa19-80d4-4622-a4e0-45ecd888b517 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 946 time: 0.2235055 Jul 16 03:39:10.366267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-9c78cc74-9726-465a-904a-4c2c88129ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.367780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-9c78cc74-9726-465a-904a-4c2c88129ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=581f8a9b50944927b1afba8008ef6d48&device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 1095 time: 0.3289578 Jul 16 03:39:10.394433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22f2edc4-e551-42c0-8931-249f44a1ff01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.408483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22f2edc4-e551-42c0-8931-249f44a1ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.490923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:10.521791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3159086f-616a-4883-bb62-08a42a2a006e req-fe0f4b30-bff5-498b-940c-d81418649ba0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575804 Jul 16 03:39:10.541868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-22f2edc4-e551-42c0-8931-249f44a1ff01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b5727f1fded44c28632f8b02c3951fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510508 Jul 16 03:39:10.547104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.547773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2edc4-e551-42c0-8931-249f44a1ff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5379d-0b25-451b-bdde-4f3c679101fb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:10.626958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb0058e-22df-44f2-96fe-9baba0ee5780 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:10.646584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.646970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.718304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:10.724557 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-423ca589-5ae7-4ac3-a23c-66901e91afca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.725357 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f281c2d-ffaa-4b0e-98b6-d311b4065a4d" -d '{"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:10.750808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:10.757575 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.797450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-41d3771c-c62f-4957-acde-2e3494209825 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.804454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-41d3771c-c62f-4957-acde-2e3494209825 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.810539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-41d3771c-c62f-4957-acde-2e3494209825 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.818377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-41d3771c-c62f-4957-acde-2e3494209825 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.821889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:10.832557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-41d3771c-c62f-4957-acde-2e3494209825 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.834372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-41d3771c-c62f-4957-acde-2e3494209825 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 3816 time: 0.3918560 Jul 16 03:39:10.849057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-423ca589-5ae7-4ac3-a23c-66901e91afca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.855122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-77c57347-52c1-4493-9224-4ccb1336d464 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-1625777678 HTTP/1.1" status: 204 len: 168 time: 0.5871849 Jul 16 03:39:10.861543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.869905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.881682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Transition to ACTIVE for port object 9cb0058e-22df-44f2-96fe-9baba0ee5780 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:10.892411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-d6946d57-e943-4dab-ab8c-c6c69bf9613d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:10.906994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.956809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.961366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/4d8280dd-be48-48cd-bc16-f8b4b5f42be1 HTTP/1.1" status: 204 len: 168 time: 1.1695130 Jul 16 03:39:10.962311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d54d8-5c46-405c-8a5f-09568194401e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8280dd-be48-48cd-bc16-f8b4b5f42be1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:10.968304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39204) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.969754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-8f38028a-4631-48f1-b4d4-3ef8ffea5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.970479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4bdb5-7401-4dad-82fa-5c81ffd515a2 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:10.971006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-8f38028a-4631-48f1-b4d4-3ef8ffea5891 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a44a4d2f-fadf-46e7-9033-20bafd626e7e HTTP/1.1" status: 200 len: 924 time: 0.5548742 Jul 16 03:39:11.021784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2b0cf31-8217-4bfe-8d7f-5e67c0778c00 req-6d61914e-8224-4a74-ac91-839073d38bbd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706965 Jul 16 03:39:11.026880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6946d57-e943-4dab-ab8c-c6c69bf9613d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags HTTP/1.1" status: 200 len: 205 time: 0.1384940 Jul 16 03:39:11.029064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Deleting port 61176597-beec-4ded-9cd8-fac9d11d6f5d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:11.029412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.032361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39206) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:11.033037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.039081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-d29ccf19-69ae-497e-b6bd-dee42e95a745 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:11.072508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b3d4371-7cd2-457f-a9ef-49e8308eb8db tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986774 Jul 16 03:39:11.075896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39208) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:11.102819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:11.107993 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-6fac8723-e135-4d64-a65c-cbae91a646b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1 HTTP/1.1" status: 200 len: 217 time: 0.1252208 Jul 16 03:39:11.162929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-423ca589-5ae7-4ac3-a23c-66901e91afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.166189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-423ca589-5ae7-4ac3-a23c-66901e91afca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.167550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-423ca589-5ae7-4ac3-a23c-66901e91afca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33f5379d-0b25-451b-bdde-4f3c679101fb HTTP/1.1" status: 204 len: 168 time: 0.6038089 Jul 16 03:39:11.210126 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1bee61-ac4b-4778-85c9-128b4fa0c62b x-openstack-request-id: req-0b1bee61-ac4b-4778-85c9-128b4fa0c62b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:11.210599 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-unplugged", "status": "failed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:11.210868 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b1bee61-ac4b-4778-85c9-128b4fa0c62b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:11.211280 n-d-800089-6 neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'code': 422} returned with failed status Jul 16 03:39:11.243169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8b45-f6e4-4e9c-93db-0d3d078908a6 req-8eef567d-4a9d-4c88-8df1-4f91bd8f5940 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.244748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f33f8b45-f6e4-4e9c-93db-0d3d078908a6 req-8eef567d-4a9d-4c88-8df1-4f91bd8f5940 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.4094434 Jul 16 03:39:11.280018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ca589-5ae7-4ac3-a23c-66901e91afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5379d-0b25-451b-bdde-4f3c679101fb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.339155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:11.344407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d29ccf19-69ae-497e-b6bd-dee42e95a745 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.3122475 Jul 16 03:39:11.345295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:11.365591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-a755e725-60fe-4d35-b27e-1f5e095e2548 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:11.423855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Attempting to bind port 9cb0058e-22df-44f2-96fe-9baba0ee5780 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:11.424543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Attempting to bind port 9cb0058e-22df-44f2-96fe-9baba0ee5780 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:11.425235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Attempting to bind port 9cb0058e-22df-44f2-96fe-9baba0ee5780 on network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:11.435699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] Deleting port b86ba981-408c-47cf-84ef-f82e0c455470 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:11.436292 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.443324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f33f8b45-f6e4-4e9c-93db-0d3d078908a6 req-ba37bbfb-4722-47ed-b478-326b5d73230d tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874766 Jul 16 03:39:11.538898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-afb902aa-8561-445e-a114-f460e561cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:11.540514 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-afb902aa-8561-445e-a114-f460e561cf10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c84b9d0c-2177-4800-a7b7-b28d51488eeb HTTP/1.1" status: 200 len: 862 time: 0.4130626 Jul 16 03:39:11.599524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] For port b86ba981-408c-47cf-84ef-f82e0c455470, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b86ba981-408c-47cf-84ef-f82e0c455470,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:11.600057 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.614325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] Calling delete_port for b86ba981-408c-47cf-84ef-f82e0c455470 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:11.739484 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.778737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] Pushing event deleted for resources: {'Port': ['ID=b86ba981-408c-47cf-84ef-f82e0c455470,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.792276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa7c47-3e4a-48c5-95a0-800c9718aa0e None None] No DVR routers for this DVR port b86ba981-408c-47cf-84ef-f82e0c455470 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:11.963782 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-4548e962-e833-4787-b87a-864ec9b17e16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a44a4d2f-fadf-46e7-9033-20bafd626e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3880725 Jul 16 03:39:11.964824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Port 9cb0058e-22df-44f2-96fe-9baba0ee5780 on network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:11.965323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Attempting to bind port 9cb0058e-22df-44f2-96fe-9baba0ee5780 on network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:11.972015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] For port 61176597-beec-4ded-9cd8-fac9d11d6f5d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=61176597-beec-4ded-9cd8-fac9d11d6f5d,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:11.972393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.976029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:11.979509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.019074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:12.019765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Checking segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:12.020339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Bound using segment: {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:12.021342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Bound port: 9cb0058e-22df-44f2-96fe-9baba0ee5780, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d1be7f-7435-4c0a-912c-6f44a5461968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:12.021895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.119523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ee32-cbdd-4f90-8bce-3b150b803be2 req-f88c5f04-ec6d-43ec-af75-27510e5bff58 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.121070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bf6ee32-cbdd-4f90-8bce-3b150b803be2 req-f88c5f04-ec6d-43ec-af75-27510e5bff58 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 944 time: 0.7508690 Jul 16 03:39:12.130327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a755e725-60fe-4d35-b27e-1f5e095e2548 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags HTTP/1.1" status: 204 len: 168 time: 0.7758403 Jul 16 03:39:12.135290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:12.143506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-9bfac0a2-717c-4dd0-a2d8-97f6c2de9250 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:12.168119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Calling delete_port for 61176597-beec-4ded-9cd8-fac9d11d6f5d owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:12.244612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:12.249805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:12.256378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1bf6ee32-cbdd-4f90-8bce-3b150b803be2 req-cac30f3e-459e-455b-89e1-6d7cbe9b1fcc tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237047 Jul 16 03:39:12.283446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.296088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338387dc-0f34-495b-8b01-106d75286fbf req-7c8e1191-a395-44b8-9bb8-6652f8fdbb68 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.300872 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-338387dc-0f34-495b-8b01-106d75286fbf req-7c8e1191-a395-44b8-9bb8-6652f8fdbb68 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.3629026 Jul 16 03:39:12.358524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.362786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.365335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] 10.222.0.48 "PUT /v2.0/ports/9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 200 len: 1091 time: 2.8941026 Jul 16 03:39:12.365982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:12.374500 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:12.425526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:12.500728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a5403243-fe68-484b-8d12-3e3fb83bd5c1 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:12.533002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e79b1a-e55f-49e2-bdd3-a98b6d7b091c service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:12.611161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-338387dc-0f34-495b-8b01-106d75286fbf req-e8708d8d-1179-4654-8f1f-50836269a530 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991843 Jul 16 03:39:12.655187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9bfac0a2-717c-4dd0-a2d8-97f6c2de9250 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags HTTP/1.1" status: 204 len: 168 time: 0.5164461 Jul 16 03:39:12.656159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39246) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:12.674827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:39:12.674827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-41f4907f-a188-4a63-bab0-f03568cda892 service neutron] 10.222.0.11 "GET /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036699 Jul 16 03:39:12.683577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-02eadac3-1d97-4fa7-8098-da4e46eba3d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:12.695046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a5403243-fe68-484b-8d12-3e3fb83bd5c1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1,segment=NetworkSegment(990529e3-59ef-4d04-8b66-5c14fc1597e5),segment_id=990529e3-59ef-4d04-8b66-5c14fc1597e5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:12.726510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1', 'network_id': 'a44a4d2f-fadf-46e7-9033-20bafd626e7e', 'port_id': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1', 'mac_address': 'fa:16:3e:30:cb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84b9d0c-2177-4800-a7b7-b28d51488eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:12.836275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b86ba981-408c-47cf-84ef-f82e0c455470 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:12.860731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-95855610-4ba3-4521-a602-4d3ec3fd35ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.869441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-95855610-4ba3-4521-a602-4d3ec3fd35ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.878293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-95855610-4ba3-4521-a602-4d3ec3fd35ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.882074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b86ba981-408c-47cf-84ef-f82e0c455470 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:12.885885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-95855610-4ba3-4521-a602-4d3ec3fd35ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.887194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b86ba981-408c-47cf-84ef-f82e0c455470 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:12.905467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-95855610-4ba3-4521-a602-4d3ec3fd35ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.907738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-95855610-4ba3-4521-a602-4d3ec3fd35ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 3828 time: 0.3573887 Jul 16 03:39:12.924820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.946518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.949347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-02eadac3-1d97-4fa7-8098-da4e46eba3d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags HTTP/1.1" status: 204 len: 168 time: 0.2694898 Jul 16 03:39:12.957907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:12.969720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5403243-fe68-484b-8d12-3e3fb83bd5c1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:12.989453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-7ac5712e-d7bd-4e3f-b9c5-67c5f069bd37 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-1349215229') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:13.017696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a5403243-fe68-484b-8d12-3e3fb83bd5c1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1,segment=NetworkSegment(990529e3-59ef-4d04-8b66-5c14fc1597e5),segment_id=990529e3-59ef-4d04-8b66-5c14fc1597e5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:13.026276 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a98af-411d-4b05-9d2d-af6cc3144b66 x-openstack-request-id: req-ca4a98af-411d-4b05-9d2d-af6cc3144b66 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:13.027170 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:13.027465 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca4a98af-411d-4b05-9d2d-af6cc3144b66 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:13.027848 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'status': 'completed', 'code': 200} Jul 16 03:39:13.030368 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.082266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1ed80b2-69d8-4e6c-a83e-d6f4fd6d836e req-cc702232-8bf5-49b6-9a18-47cd5b9614e9 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515958 Jul 16 03:39:13.129505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a5403243-fe68-484b-8d12-3e3fb83bd5c1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.207774 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.214497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 61176597-beec-4ded-9cd8-fac9d11d6f5d no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:13.253460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a5403243-fe68-484b-8d12-3e3fb83bd5c1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:13.300472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.403041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f6fa-ac24-41e6-8498-c94ba43668af req-ecb76e26-b628-42f9-a45b-24405c7f02b1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.418366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc18f6fa-ac24-41e6-8498-c94ba43668af req-ecb76e26-b628-42f9-a45b-24405c7f02b1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/ports?device_id=138c18e5-4601-4075-9e6d-2f622725d63b HTTP/1.1" status: 200 len: 945 time: 0.2243857 Jul 16 03:39:13.420483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.463015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.476378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No active binding found for port 61176597-beec-4ded-9cd8-fac9d11d6f5d {{(pid=93758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:39:13.477232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 61176597-beec-4ded-9cd8-fac9d11d6f5d not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:13.496342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ac5712e-d7bd-4e3f-b9c5-67c5f069bd37 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-1349215229 HTTP/1.1" status: 201 len: 201 time: 0.5346699 Jul 16 03:39:13.520704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39276) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.528510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-a74e7d7d-75a4-437b-9a99-a1986b9d24e8 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-741657305') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:13.530621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Pushing event deleted for resources: {'Port': ['ID=61176597-beec-4ded-9cd8-fac9d11d6f5d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.543794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc18f6fa-ac24-41e6-8498-c94ba43668af req-3288c625-3e74-4509-a790-7cdda57e290b tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4db63e9-5a82-4a10-bd85-f1b4aa693690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243663 Jul 16 03:39:13.642710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:39:13.672425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] No DVR routers for this DVR port 61176597-beec-4ded-9cd8-fac9d11d6f5d on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:13.676467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.679352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-127c1ec8-6071-4bd0-9018-a909592de074 req-df79d4d2-c646-42b3-be1a-32d34d5bf5f1 tempest-ServerRescueNegativeTestJSON-1909430943 tempest-ServerRescueNegativeTestJSON-1909430943-project] 10.222.0.48 "DELETE /v2.0/ports/61176597-beec-4ded-9cd8-fac9d11d6f5d HTTP/1.1" status: 204 len: 173 time: 3.3153138 Jul 16 03:39:13.691355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f867ab-059f-4c6e-84dc-8239ab71efd0 req-9f851431-f4a0-40b6-87fa-8cdcbed92ebf service neutron] 10.222.0.11 "GET /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8876369 Jul 16 03:39:13.702702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138c18e5-4601-4075-9e6d-2f622725d63b', 'name': 'network-vif-deleted', 'tag': '61176597-beec-4ded-9cd8-fac9d11d6f5d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:13.703022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a74e7d7d-75a4-437b-9a99-a1986b9d24e8 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-741657305 HTTP/1.1" status: 201 len: 201 time: 0.1800115 Jul 16 03:39:13.708158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beffbc6d-d16e-4c55-9678-cb60a7e1427a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:13.711668 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7e8fe-2aad-4cb0-a139-cab2efb7021b" -d '{"events": [{"server_uuid": "138c18e5-4601-4075-9e6d-2f622725d63b", "name": "network-vif-deleted", "tag": "61176597-beec-4ded-9cd8-fac9d11d6f5d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:13.713565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.719336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.719752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-fb497d62-6125-4ffc-9582-afbae77123a1 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-2019326299') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:13.727568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.741930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-5c49dce8-9864-40d7-9263-1d4f9f101bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.742610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-5c49dce8-9864-40d7-9263-1d4f9f101bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.743182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-5c49dce8-9864-40d7-9263-1d4f9f101bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.743909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-5c49dce8-9864-40d7-9263-1d4f9f101bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.744546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-5c49dce8-9864-40d7-9263-1d4f9f101bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.746473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-5c49dce8-9864-40d7-9263-1d4f9f101bd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 4363 time: 0.6854832 Jul 16 03:39:13.821292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Transition to ACTIVE for port object beffbc6d-d16e-4c55-9678-cb60a7e1427a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:13.843522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1502350917'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:13.847884 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Floating IP 6ae39bda-a7d9-4321-a494-2894b88c654a associated. External IP: 172.25.4.120, port: eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8. Jul 16 03:39:13.851559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.935343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:13.948908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:13.960348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Pushing event updated for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.963062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Made reservation on behalf of cc894175212f4803b23c84ca0fd851b4 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:13.963388 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba5a31-e62c-4119-a449-595e9f127d8b x-openstack-request-id: req-4cba5a31-e62c-4119-a449-595e9f127d8b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:13.963686 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138c18e5-4601-4075-9e6d-2f622725d63b", "name": "network-vif-deleted", "tag": "61176597-beec-4ded-9cd8-fac9d11d6f5d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:13.963945 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cba5a31-e62c-4119-a449-595e9f127d8b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:13.964356 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138c18e5-4601-4075-9e6d-2f622725d63b', 'name': 'network-vif-deleted', 'tag': '61176597-beec-4ded-9cd8-fac9d11d6f5d', 'status': 'completed', 'code': 200} Jul 16 03:39:13.966578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.969937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.970493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.982057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=1a439202-9362-4579-87fa-7beb7e73290d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.984730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74059c-5e8d-4069-ac1c-f5ff2fa14eba None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:13.991639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.074903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4b9a-1807-4a2e-a5a3-8992ee61e535 req-a88d3086-e288-4ad2-a5ab-ed478b5db538 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.076436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-863b4b9a-1807-4a2e-a5a3-8992ee61e535 req-a88d3086-e288-4ad2-a5ab-ed478b5db538 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 945 time: 0.3058007 Jul 16 03:39:14.082308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb497d62-6125-4ffc-9582-afbae77123a1 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-2019326299 HTTP/1.1" status: 201 len: 201 time: 0.3676524 Jul 16 03:39:14.086027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39288) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:14.091040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-bb513391-6782-43fe-93bf-632fb71c3992 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-1744741687') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:14.108477 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-570f6c01-8a7c-4002-aed4-d641965f1953 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0209851 Jul 16 03:39:14.109171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:14.128050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:0e:40:c3', 'name': 'tempest-NetworksTestDHCPv6-1701309957'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:14.191397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Attempting to bind port beffbc6d-d16e-4c55-9678-cb60a7e1427a on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:14.191788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Attempting to bind port beffbc6d-d16e-4c55-9678-cb60a7e1427a by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:14.192125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Attempting to bind port beffbc6d-d16e-4c55-9678-cb60a7e1427a on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:14.214018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Port beffbc6d-d16e-4c55-9678-cb60a7e1427a on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:14.214384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Attempting to bind port beffbc6d-d16e-4c55-9678-cb60a7e1427a on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:14.219365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-863b4b9a-1807-4a2e-a5a3-8992ee61e535 req-8fd79ca4-3a54-4fea-a2a8-15c0a55a53cc tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164515 Jul 16 03:39:14.234772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:14.235115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Checking segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:14.235551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Bound using segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:14.235945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Bound port: beffbc6d-d16e-4c55-9678-cb60a7e1427a, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:14.236306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.245475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bb513391-6782-43fe-93bf-632fb71c3992 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-1744741687 HTTP/1.1" status: 201 len: 201 time: 0.1583078 Jul 16 03:39:14.259759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:14.273873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-79397ac7-8e73-4bd7-9d03-e470711dd9c7 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', {'tags': ['tempest-TagsExtTest-Tag-1117958731', 'tempest-TagsExtTest-Tag-623220326', 'tempest-TagsExtTest-Tag-1197837911']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:14.325884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '1a439202-9362-4579-87fa-7beb7e73290d'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:14.326825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.351533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-d9dff085-eb75-4494-ad58-31a9c029c630 req-70485472-8f85-4ac5-9693-26e17f31cfd8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:39:14.366367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9dff085-eb75-4494-ad58-31a9c029c630 req-70485472-8f85-4ac5-9693-26e17f31cfd8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421517 Jul 16 03:39:14.501952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a5403243-fe68-484b-8d12-3e3fb83bd5c1 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:14.613861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Allocated IP 2001:db8::f816:3eff:feca:ffea (cd007764-b689-4eda-aa81-dad0dfbbf261/1a439202-9362-4579-87fa-7beb7e73290d/61b0f146-0be4-421d-a022-7246d9f41a6a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:14.622936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-14131e90-d586-4ab4-b210-c47a97086a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.623417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-14131e90-d586-4ab4-b210-c47a97086a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.623981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-14131e90-d586-4ab4-b210-c47a97086a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.625848 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-14131e90-d586-4ab4-b210-c47a97086a58 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8311186 Jul 16 03:39:14.628554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:14.642053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a5403243-fe68-484b-8d12-3e3fb83bd5c1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:14.652592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a5403243-fe68-484b-8d12-3e3fb83bd5c1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:14.653362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:14.653508 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.670718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-79397ac7-8e73-4bd7-9d03-e470711dd9c7 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags HTTP/1.1" status: 200 len: 317 time: 0.4015462 Jul 16 03:39:14.670718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.673208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.688147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39306) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:14.698353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-52b0a7dd-f44f-4334-9f34-5e4934d8d145 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:14.716709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.845318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:14.864157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.879741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.880438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.881946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] 10.222.0.48 "PUT /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 1131 time: 2.4723902 Jul 16 03:39:14.926335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:14.929027 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b75977-cdd1-43cc-b53e-29202d36e998" -d '{"events": [{"server_uuid": "77305d5f-3fa3-4c6e-b691-07385469ec7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5403243-fe68-484b-8d12-3e3fb83bd5c1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:14.937344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:14.944398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb9debf-55ca-40f8-8f5e-cc3eb7a5a19e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:14.952871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.953218 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Added segment 18c9c3a4-cc81-48b6-8278-80df26b2bae6 of type vlan for network e19d21a1-5920-4c80-b215-c316d8de2996 Jul 16 03:39:14.984046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:14.986168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a5403243-fe68-484b-8d12-3e3fb83bd5c1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1,segment=NetworkSegment(990529e3-59ef-4d04-8b66-5c14fc1597e5),segment_id=990529e3-59ef-4d04-8b66-5c14fc1597e5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:14.999396 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.003206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.009781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.010907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:15.015867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.022435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.028509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.035923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.041813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.043714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-d2562a82-9b52-4829-87cc-03444ab05917 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 4601 time: 0.5937281 Jul 16 03:39:15.082592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.100906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:15.111813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': 'beffbc6d-d16e-4c55-9678-cb60a7e1427a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:15.113858 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81258520-4021-4d7e-9fcd-db25143f9cae" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "beffbc6d-d16e-4c55-9678-cb60a7e1427a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:15.115967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c8c4f-6052-446e-8c8c-45de3146ac91 service neutron] Pushing event updated for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.117727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a5403243-fe68-484b-8d12-3e3fb83bd5c1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.123002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Transition to ACTIVE for port object 61b0f146-0be4-421d-a022-7246d9f41a6a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:15.146956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-6e41c7a7-bc93-4b45-83d9-94e66c87dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.149255 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a8e79a7-e9b3-4fd9-b780-ec6b9487cfcc req-6e41c7a7-bc93-4b45-83d9-94e66c87dbce service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4911518 Jul 16 03:39:15.150277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Transition to ACTIVE for port object 61b0f146-0be4-421d-a022-7246d9f41a6a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:15.178135 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.198987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:15.203393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:15.225945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:15.234113 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.246485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.251960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.253086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.274244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1db562d-8b69-4795-a4fe-c7539d9ce5f9 req-01a215ad-2402-4c66-bbba-a3a0e5738819 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390288 Jul 16 03:39:15.288664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 92bedb01-8251-45a8-9216-c5744d1fdb63 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:15.312020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Pushing event updated for resources: {'Port': ['ID=61b0f146-0be4-421d-a022-7246d9f41a6a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.351932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Attempting to bind port 61b0f146-0be4-421d-a022-7246d9f41a6a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:15.352306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Attempting to bind port 61b0f146-0be4-421d-a022-7246d9f41a6a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:15.353419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Attempting to bind port 61b0f146-0be4-421d-a022-7246d9f41a6a on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:15.360083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:15.371239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9451385 Jul 16 03:39:15.371531 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] Sync routers for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:15.375804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.384220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:15.384606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:15.385016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.385413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:15.386042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Bound port: 61b0f146-0be4-421d-a022-7246d9f41a6a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:15.386431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.387351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39322) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:15.390001 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:15.390795 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:15.425898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea044c82-4d29-4b9c-808c-c937a5d8298c req-0a04c73c-b132-499d-84c4-8ea3fc04407b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.434000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea044c82-4d29-4b9c-808c-c937a5d8298c req-0a04c73c-b132-499d-84c4-8ea3fc04407b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.6639886 Jul 16 03:39:15.452788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.455192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c937-2bb1-48b1-8eb3-d46c489b8cbe tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Pushing event updated for resources: {'Network': ['ID=e19d21a1-5920-4c80-b215-c316d8de2996,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.510166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c32add2d-0e56-415c-9c23-9538fc68fb6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "PUT /v2.0/floatingips/6ae39bda-a7d9-4321-a494-2894b88c654a HTTP/1.1" status: 200 len: 992 time: 5.3512673 Jul 16 03:39:15.515249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-52b0a7dd-f44f-4334-9f34-5e4934d8d145 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags HTTP/1.1" status: 204 len: 168 time: 0.8197868 Jul 16 03:39:15.519411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39326) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:15.539541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe0e:40c3 (cd007764-b689-4eda-aa81-dad0dfbbf261/1a439202-9362-4579-87fa-7beb7e73290d/92bedb01-8251-45a8-9216-c5744d1fdb63) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:15.547595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-8bd09860-a299-441c-9dc7-602b85db9e7e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-1117958731') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:15.554350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-cc48cec8-152a-48c9-8e13-753b53604e8c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4463739 Jul 16 03:39:15.556044 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e576ddb-982a-4b28-89d6-b0ba692e66ac x-openstack-request-id: req-9e576ddb-982a-4b28-89d6-b0ba692e66ac {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:15.556430 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "beffbc6d-d16e-4c55-9678-cb60a7e1427a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:15.557033 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e576ddb-982a-4b28-89d6-b0ba692e66ac {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:15.557522 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': 'beffbc6d-d16e-4c55-9678-cb60a7e1427a', 'status': 'completed', 'code': 200} Jul 16 03:39:15.600605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:15.601015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea044c82-4d29-4b9c-808c-c937a5d8298c req-0fda77d5-9a5f-4db8-9298-e2b13e4aeda3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633415 Jul 16 03:39:15.610486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-debd981a-bc04-44a8-8dea-2750995a0a5f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:39:15.612823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-debd981a-bc04-44a8-8dea-2750995a0a5f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507286 Jul 16 03:39:15.764300 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35938abe-fd0c-46cc-95d2-9f971afed5d3 x-openstack-request-id: req-35938abe-fd0c-46cc-95d2-9f971afed5d3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:15.764618 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77305d5f-3fa3-4c6e-b691-07385469ec7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5403243-fe68-484b-8d12-3e3fb83bd5c1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:15.765627 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35938abe-fd0c-46cc-95d2-9f971afed5d3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:15.766031 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1', 'code': 200} Jul 16 03:39:15.768021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e19d21a1-5920-4c80-b215-c316d8de2996 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:15.836484 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8bd09860-a299-441c-9dc7-602b85db9e7e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:15.839763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8bd09860-a299-441c-9dc7-602b85db9e7e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-1117958731 HTTP/1.1" status: 404 len: 329 time: 0.3159962 Jul 16 03:39:15.846613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:15.892412 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '6ae39bda-a7d9-4321-a494-2894b88c654a', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:38Z', 'updated_at': '2021-07-16T03:39:12Z', 'revision_number': 1, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:37Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:15.906277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39334) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:15.911486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-298ef4c8-2bb5-4342-80e0-aede119a3b36 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-623220326') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:15.918224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Request body: {'port': {'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996', 'binding:host_id': 'n-h1-800089-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2099160365'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:15.943120 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] Checking router: 9f53dcdc-88ff-4684-8534-a0ebd77a1610 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:15.969858 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:15.970708 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:16.018216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090dcd1-b2fe-47ac-aa19-2e6263a7d052 req-e94e31bb-b60f-4a3f-bf97-b69c66c3c758 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.019865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d090dcd1-b2fe-47ac-aa19-2e6263a7d052 req-e94e31bb-b60f-4a3f-bf97-b69c66c3c758 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 946 time: 0.2941010 Jul 16 03:39:16.020571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] For port 61b0f146-0be4-421d-a022-7246d9f41a6a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:16.025896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] For port 61b0f146-0be4-421d-a022-7246d9f41a6a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61b0f146-0be4-421d-a022-7246d9f41a6a,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:16.031134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Made reservation on behalf of 92f0463f282c46d695093f6da973b4a5 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:16.034176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.034844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.066046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.117626 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:16.150419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5349be4-2885-4964-a13d-6a8f039d2721 None None] Pushing event updated for resources: {'Port': ['ID=61b0f146-0be4-421d-a022-7246d9f41a6a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:16.152662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.154467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d090dcd1-b2fe-47ac-aa19-2e6263a7d052 req-16a1f2f1-dcd2-44d7-bdfb-22be89143b2c tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241879 Jul 16 03:39:16.165394 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-298ef4c8-2bb5-4342-80e0-aede119a3b36 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:16.167755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-298ef4c8-2bb5-4342-80e0-aede119a3b36 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-623220326 HTTP/1.1" status: 404 len: 328 time: 0.2632041 Jul 16 03:39:16.181481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:16.186026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ca04fa-64d3-49e1-9c12-d61af269fb01 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:16.193123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:16.201049 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035" -d '{"events": [{"name": "network-changed", "server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:16.201382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-5d6e1c04-cd7c-40fe-891a-39ef70855524 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26', 'tempest-TagsExtTest-Tag-1197837911') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:16.270452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.299250 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c9093-9746-453a-b2b6-9eb2592a719c x-openstack-request-id: req-f00c9093-9746-453a-b2b6-9eb2592a719c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:16.299488 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:16.299775 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f00c9093-9746-453a-b2b6-9eb2592a719c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:16.300065 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'status': 'completed', 'code': 200} Jul 16 03:39:16.309761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 92bedb01-8251-45a8-9216-c5744d1fdb63 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:16.333262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Transition to ACTIVE for port object d2ca04fa-64d3-49e1-9c12-d61af269fb01 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:16.348452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.403247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ce16-37fe-4442-aeca-6cfddfbeb78b req-c6e427b0-bd98-4b56-9d4a-e122ade61679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.404675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4698ce16-37fe-4442-aeca-6cfddfbeb78b req-c6e427b0-bd98-4b56-9d4a-e122ade61679 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 1097 time: 0.8533916 Jul 16 03:39:16.413335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.413898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.414361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.415138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.415602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.416166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.419275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81258520-4021-4d7e-9fcd-db25143f9cae req-ea7ad35b-0e00-48e4-9313-cd55c22b108d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5287 time: 0.7773826 Jul 16 03:39:16.454656 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '6ae39bda-a7d9-4321-a494-2894b88c654a', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:38Z', 'updated_at': '2021-07-16T03:39:12Z', 'revision_number': 1, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:37Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:16.516365 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0dfa-2f99-4ba9-9019-2039bbfc8ffb None None] The sync data for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 is: [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '6ae39bda-a7d9-4321-a494-2894b88c654a', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:38Z', 'updated_at': '2021-07-16T03:39:12Z', 'revision_number': 1, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:37Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:16.610641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:16.654983 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-5d6e1c04-cd7c-40fe-891a-39ef70855524 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:16.656017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5d6e1c04-cd7c-40fe-891a-39ef70855524 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags/tempest-TagsExtTest-Tag-1197837911 HTTP/1.1" status: 404 len: 329 time: 0.4724884 Jul 16 03:39:16.661714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:16.671205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.678753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-00586ff2-9e32-4a77-b29a-388d3a17055a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', {'tags': ['tempest-TagsExtTest-Tag-173270174', 'tempest-TagsExtTest-Tag-853842892', 'tempest-TagsExtTest-Tag-1168815514']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:16.736227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.746245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port fe443c72-ed1c-47f7-b8e8-e43616da12d6 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:16.843175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-c859e917-6e28-4abf-acf3-462bfc555973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.843994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-c859e917-6e28-4abf-acf3-462bfc555973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.844643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-c859e917-6e28-4abf-acf3-462bfc555973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.846599 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81258520-4021-4d7e-9fcd-db25143f9cae req-c859e917-6e28-4abf-acf3-462bfc555973 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2687926 Jul 16 03:39:16.901004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61b0f146-0be4-421d-a022-7246d9f41a6a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:16.970114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edbb18b-d0d2-4537-a5b8-636320724fc2 None None] New status for floating IP 6ae39bda-a7d9-4321-a494-2894b88c654a: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:39:17.045676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258520-4021-4d7e-9fcd-db25143f9cae req-edfa1535-41c9-4095-8548-30edac518b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.048433 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-81258520-4021-4d7e-9fcd-db25143f9cae req-edfa1535-41c9-4095-8548-30edac518b2f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1569788 Jul 16 03:39:17.067300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-bb6279f4-63fd-4d44-b0b0-82f86f409145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.069124 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-bb6279f4-63fd-4d44-b0b0-82f86f409145 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1097 time: 0.7344015 Jul 16 03:39:17.073845 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4698ce16-37fe-4442-aeca-6cfddfbeb78b req-c4822655-f6d1-49b1-936b-2f606bd6da18 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534190 Jul 16 03:39:17.132238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 61b0f146-0be4-421d-a022-7246d9f41a6a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:17.215178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.220724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-46665af9-a94d-43de-8da5-facd0b887dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.222421 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-46665af9-a94d-43de-8da5-facd0b887dca service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1336527 Jul 16 03:39:17.459443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d51cc6-de96-4ed2-ba3d-78445b19a142,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:17.549516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.555596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.561632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.568099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.574080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.580259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.586918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.594759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-2ce2cd0a-b6fc-48aa-8275-5d87c1d271c0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5373 time: 1.0881717 Jul 16 03:39:17.610969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Attempting to bind port d2ca04fa-64d3-49e1-9c12-d61af269fb01 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:17.611312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Attempting to bind port d2ca04fa-64d3-49e1-9c12-d61af269fb01 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:17.611705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Attempting to bind port d2ca04fa-64d3-49e1-9c12-d61af269fb01 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:17.632487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-00586ff2-9e32-4a77-b29a-388d3a17055a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags HTTP/1.1" status: 200 len: 316 time: 0.9597440 Jul 16 03:39:17.642870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:17.647261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39354) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:17.656532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Port d2ca04fa-64d3-49e1-9c12-d61af269fb01 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:17.657310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Attempting to bind port d2ca04fa-64d3-49e1-9c12-d61af269fb01 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:17.660675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-eb8fed0d-f522-4002-8916-a7ed384c4559 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:17.665115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:17.668414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:17.674650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.675362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.693590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=92bedb01-8251-45a8-9216-c5744d1fdb63,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:17.697008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:17.697353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Checking segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:17.697745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Bound using segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:17.698194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Bound port: d2ca04fa-64d3-49e1-9c12-d61af269fb01, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:17.698578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.747052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-1afde90d-5411-4c92-a587-42002bcf700d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1002 time: 0.4856703 Jul 16 03:39:17.769305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-60b23198-15f5-479e-925f-55d381fc69f4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6444097 Jul 16 03:39:17.781445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:17.791413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0673b51-5965-4cf4-90e1-4baaf105a740 req-987e5089-778b-4c2e-9705-c95eacfa946f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.800322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0673b51-5965-4cf4-90e1-4baaf105a740 req-987e5089-778b-4c2e-9705-c95eacfa946f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.8168905 Jul 16 03:39:17.855830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] Provisioning for port 61b0f146-0be4-421d-a022-7246d9f41a6a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:17.856622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-639f612b-6d18-4267-8dc5-bb88165a1d3e req-d99f4dda-37e3-469b-9b2a-aed1074b9a39 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605083 Jul 16 03:39:17.863980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] Provisioning complete for port 61b0f146-0be4-421d-a022-7246d9f41a6a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:17.864391 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.954608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-7e87969a-adc7-434d-846a-f30bbece867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:17.956708 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-7e87969a-adc7-434d-846a-f30bbece867b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.1925411 Jul 16 03:39:18.040846 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.057461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.119506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] For port 61b0f146-0be4-421d-a022-7246d9f41a6a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61b0f146-0be4-421d-a022-7246d9f41a6a,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:18.128839 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.149595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0673b51-5965-4cf4-90e1-4baaf105a740 req-500c3a58-25a6-4a2d-8680-8a53a20d2620 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482134 Jul 16 03:39:18.158319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port fe443c72-ed1c-47f7-b8e8-e43616da12d6 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:18.218034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6e4c-3b90-4106-bbb5-d2071fa9cf11 None None] Pushing event updated for resources: {'Port': ['ID=61b0f146-0be4-421d-a022-7246d9f41a6a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:18.221971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:18.232134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.245935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Transition to ACTIVE for port object fe443c72-ed1c-47f7-b8e8-e43616da12d6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:18.247006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb8fed0d-f522-4002-8916-a7ed384c4559 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags HTTP/1.1" status: 204 len: 168 time: 0.5970960 Jul 16 03:39:18.247645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:18.257130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-507a6219-67b3-45f6-9371-93ec6f8abc98 None None] Provisioning for port 92bedb01-8251-45a8-9216-c5744d1fdb63 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:18.264466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-507a6219-67b3-45f6-9371-93ec6f8abc98 None None] Provisioning complete for port 92bedb01-8251-45a8-9216-c5744d1fdb63 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:18.265340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507a6219-67b3-45f6-9371-93ec6f8abc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.280957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.287167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-674f61f7-54ba-4c2a-b1e2-3d5cc9f4e8b5 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-173270174') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:18.311811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-507a6219-67b3-45f6-9371-93ec6f8abc98 None None] Port 92bedb01-8251-45a8-9216-c5744d1fdb63 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:18.331924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:18.345960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005c840-888a-4364-96f1-c110e5761841 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.353261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005c840-888a-4364-96f1-c110e5761841 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.358359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6005c840-888a-4364-96f1-c110e5761841 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5557890 Jul 16 03:39:18.363025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39360) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:18.365996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.382957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-6f510ce4-3a73-4a2f-ab3e-0d7dd08e012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.384757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-6f510ce4-3a73-4a2f-ab3e-0d7dd08e012c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4141927 Jul 16 03:39:18.452871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.453522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.454945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] 10.222.0.48 "PUT /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 1130 time: 3.5401940 Jul 16 03:39:18.462282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': 'd2ca04fa-64d3-49e1-9c12-d61af269fb01'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:18.465314 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68560ff-474c-4476-9446-d25390ba5f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "d2ca04fa-64d3-49e1-9c12-d61af269fb01"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:18.468264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=fe443c72-ed1c-47f7-b8e8-e43616da12d6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:18.518844 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-674f61f7-54ba-4c2a-b1e2-3d5cc9f4e8b5 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:18.519812 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-674f61f7-54ba-4c2a-b1e2-3d5cc9f4e8b5 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-173270174 HTTP/1.1" status: 404 len: 328 time: 0.2377529 Jul 16 03:39:18.525909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:18.526251 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39364) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:18.534118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-45bcb45b-4607-4de7-8781-0c6e65f6448a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-853842892') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:18.538401 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803012b8-378e-4f8f-b112-7d2bbd52f02e x-openstack-request-id: req-803012b8-378e-4f8f-b112-7d2bbd52f02e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:18.539316 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "d2ca04fa-64d3-49e1-9c12-d61af269fb01", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:18.539664 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-803012b8-378e-4f8f-b112-7d2bbd52f02e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:18.540164 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': 'd2ca04fa-64d3-49e1-9c12-d61af269fb01', 'status': 'completed', 'code': 200} Jul 16 03:39:18.614075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26202725-641f-44ed-b621-45cdc1e8fb95 req-39c6bbfa-a8b0-48ed-aa5e-50f21eb1099c tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.621913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26202725-641f-44ed-b621-45cdc1e8fb95 req-39c6bbfa-a8b0-48ed-aa5e-50f21eb1099c tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 946 time: 0.4489048 Jul 16 03:39:18.626985 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-f69085c1-0128-4963-8ddf-8d9534de4a17 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284160 Jul 16 03:39:18.629316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Checking segment: {'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:18.629991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Network hostable DHCP agents. Network: e19d21a1-5920-4c80-b215-c316d8de2996, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:18.729685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.730240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.730946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.731527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.731888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.732005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c7c8-6819-41d5-a3b9-4112faa63982 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:18.732352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.732813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.735282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e68560ff-474c-4476-9446-d25390ba5f2a req-95478a83-dcd7-4f30-8dfe-5db68058455a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6210 time: 0.1561747 Jul 16 03:39:18.785732 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-45bcb45b-4607-4de7-8781-0c6e65f6448a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:18.786669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-45bcb45b-4607-4de7-8781-0c6e65f6448a tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-853842892 HTTP/1.1" status: 404 len: 328 time: 0.2561386 Jul 16 03:39:18.789516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26202725-641f-44ed-b621-45cdc1e8fb95 req-1fea66cd-b734-4dc4-ae9a-383cd7a51564 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636469 Jul 16 03:39:18.797683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:18.801656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61b0f146-0be4-421d-a022-7246d9f41a6a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:18.805782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-bde84e19-b367-46d4-8391-86ba49be3261 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc', 'tempest-TagsExtTest-Tag-1168815514') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:18.830457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.911032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 61b0f146-0be4-421d-a022-7246d9f41a6a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:18.911548 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.920568 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-0427477f-64c9-497a-9200-a39c5136aacb service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616351 Jul 16 03:39:18.962897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Deleting port 08f58667-5aa2-4b70-9ba9-340d30180940 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:18.964695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.103492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Network e19d21a1-5920-4c80-b215-c316d8de2996 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:19.149026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] For port 08f58667-5aa2-4b70-9ba9-340d30180940, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=08f58667-5aa2-4b70-9ba9-340d30180940,segment=NetworkSegment(a9e3dc9d-5be4-4eb9-8018-182c54edf7a3),segment_id=a9e3dc9d-5be4-4eb9-8018-182c54edf7a3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:19.149706 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.169519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 92bedb01-8251-45a8-9216-c5744d1fdb63 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:19.169860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.172982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Calling delete_port for 08f58667-5aa2-4b70-9ba9-340d30180940 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:19.264908 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.271985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e19d21a1-5920-4c80-b215-c316d8de2996) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:19.279992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b93f93-01a7-4549-966d-471549e92609 None None] Network e19d21a1-5920-4c80-b215-c316d8de2996 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:19.286711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 92bedb01-8251-45a8-9216-c5744d1fdb63 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:19.403493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-5987f722-0d4d-4109-82d0-e71f34d5f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.404678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-5987f722-0d4d-4109-82d0-e71f34d5f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.405346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-5987f722-0d4d-4109-82d0-e71f34d5f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.407278 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e68560ff-474c-4476-9446-d25390ba5f2a req-5987f722-0d4d-4109-82d0-e71f34d5f6c8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6238306 Jul 16 03:39:19.440998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:19.496571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:19.497234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:19.497403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:19.527609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:19.527873 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:19.571873 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 2 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:19.585111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.601262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:19.612266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.626282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f58667-5aa2-4b70-9ba9-340d30180940,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:19.643062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Transition to ACTIVE for port object 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:19.659888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.677499 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-bde84e19-b367-46d4-8391-86ba49be3261 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:19.678637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bde84e19-b367-46d4-8391-86ba49be3261 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags/tempest-TagsExtTest-Tag-1168815514 HTTP/1.1" status: 404 len: 329 time: 0.8768132 Jul 16 03:39:19.680384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:19.680712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:19.681093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:19.684086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39382) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:19.697651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68560ff-474c-4476-9446-d25390ba5f2a req-fcd39f86-7206-4c2e-91f9-402837df2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.699551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e68560ff-474c-4476-9446-d25390ba5f2a req-fcd39f86-7206-4c2e-91f9-402837df2cba service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2844257 Jul 16 03:39:19.712425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-fa3d2d6e-f7a3-4229-9bb2-55eb4ca87f80 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', {'tags': ['tempest-TagsExtTest-Tag-696745583', 'tempest-TagsExtTest-Tag-662899084', 'tempest-TagsExtTest-Tag-1919011325']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:19.714405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.741323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:19.741835 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:19.813960 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 3 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:19.850069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.854331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.863421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.869373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.875321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.881320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.887628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.893568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.901683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-cc5029c3-0d30-4cf9-a9ef-babae968d584 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5373 time: 0.8002832 Jul 16 03:39:19.934770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:19.935129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:19.935468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:19.983119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:19.983453 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:20.017272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=92bedb01-8251-45a8-9216-c5744d1fdb63,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:20.100308 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 4 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:20.105643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:20.111791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.114234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-70b2ceca-6339-4d43-95f3-975037a5216f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/92bedb01-8251-45a8-9216-c5744d1fdb63 HTTP/1.1" status: 204 len: 168 time: 1.7447300 Jul 16 03:39:20.147780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39384) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:20.165437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6e58638-57ce-4149-8e1d-e70d7e3013aa req-5c5ad70e-f54e-41a6-9a99-e5007792cd53 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2627716 Jul 16 03:39:20.293510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71853094-cf89-4739-985d-957ecafa2d2c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.295198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71853094-cf89-4739-985d-957ecafa2d2c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.296827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-71853094-cf89-4739-985d-957ecafa2d2c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272044 Jul 16 03:39:20.304102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:20.378484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 1a439202-9362-4579-87fa-7beb7e73290d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:20.380719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:20.381019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:20.381355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:20.396800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:20.397126 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:20.426090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.430754 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 5 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:20.443016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Attempting to bind port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:20.443397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Attempting to bind port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:20.443727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Attempting to bind port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:20.453217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e77ba-2f07-4d3f-967f-76c0864a3cd2 req-6763b40f-5d84-4fbd-bf99-4406df19bbdf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.461437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-609e77ba-2f07-4d3f-967f-76c0864a3cd2 req-6763b40f-5d84-4fbd-bf99-4406df19bbdf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.8133955 Jul 16 03:39:20.524641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:20.526615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:20.527595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:20.556298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:20.564440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fa3d2d6e-f7a3-4229-9bb2-55eb4ca87f80 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags HTTP/1.1" status: 200 len: 316 time: 0.8542306 Jul 16 03:39:20.564440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:20.564440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Attempting to bind port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:20.567161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39390) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:20.577859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-effd987a-aca7-4471-8387-453854ba895d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:20.586497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.616843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:20.617186 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:20.622590 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 6 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:20.636779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:20.637125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Checking segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:20.637514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Bound using segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:20.637946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Bound port: 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:20.638309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.657701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:20.658014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:20.658404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:20.677987 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49fd0752-69d6-49e7-bd68-ddc94031e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.730771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-609e77ba-2f07-4d3f-967f-76c0864a3cd2 req-37370845-541d-45a7-a126-6968aa63304e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684202 Jul 16 03:39:20.731487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:20.731894 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:20.744629 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 7 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:20.794469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:20.794762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:20.795146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:20.804659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:20.805448 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:20.806716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:20.830125 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 8 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:20.831619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-effd987a-aca7-4471-8387-453854ba895d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags HTTP/1.1" status: 204 len: 168 time: 0.2579398 Jul 16 03:39:20.836102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39392) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:20.840650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-e601ecc4-0dd6-46f9-aed9-9fbefcf331ad tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-696745583') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:20.848069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:20.857368 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] Sync routers for ids ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:20.866085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550066d-7887-40d5-92a2-b50e92050095 req-60bc7540-4502-4b5a-bf95-8a9373410aa0 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.872901 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] Routers {'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:20.873646 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:20.875476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5550066d-7887-40d5-92a2-b50e92050095 req-60bc7540-4502-4b5a-bf95-8a9373410aa0 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 946 time: 0.4504232 Jul 16 03:39:20.885309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1cdc179f-2747-4411-841c-f7704775e195 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5bdf294-243d-4a3c-b0f6-838c30bbcb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4748011 Jul 16 03:39:20.887884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39394) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:20.900250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:20.932090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.982732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28c6e7-930d-404a-912d-dea5444329be req-3e73efc7-ecfe-4015-ac73-44b7faee83c3 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.984227 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fa28c6e7-930d-404a-912d-dea5444329be req-3e73efc7-ecfe-4015-ac73-44b7faee83c3 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.11 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 946 time: 0.2129767 Jul 16 03:39:21.007702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:21.011031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:21.011467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:21.011923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:21.024734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.025661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.027233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-786e728b-804b-48ef-a3e7-36cc3344adeb service neutron] 10.222.0.48 "PUT /v2.0/ports/6b4a2f7c-13fa-41f1-949d-b57e6c36a595 HTTP/1.1" status: 200 len: 1091 time: 2.5232506 Jul 16 03:39:21.028067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:21.030422 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df33bf8c-aa84-429a-83d0-e7b220596995" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:21.045019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.048441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:21.048886 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:21.075598 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 9 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:21.092834 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-e601ecc4-0dd6-46f9-aed9-9fbefcf331ad tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:21.093928 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e601ecc4-0dd6-46f9-aed9-9fbefcf331ad tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-696745583 HTTP/1.1" status: 404 len: 328 time: 0.2569294 Jul 16 03:39:21.096995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:21.097556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:21.102290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-796c571d-3a84-4c62-a679-eb7a3dadd1e6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-662899084') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:21.142096 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] Set router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:21.169225 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1418b8c-4165-48fc-8a5c-3c20665ea483 x-openstack-request-id: req-a1418b8c-4165-48fc-8a5c-3c20665ea483 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:21.169661 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:21.170016 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1418b8c-4165-48fc-8a5c-3c20665ea483 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:21.170508 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595', 'status': 'completed', 'code': 200} Jul 16 03:39:21.187789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5550066d-7887-40d5-92a2-b50e92050095 req-2b97f726-a12d-40b5-8604-4162afeff2bc tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/security-groups?id=52b905f2-fe11-4880-8b91-b68e740c89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695420 Jul 16 03:39:21.205806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:21.211513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:21.213244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:21.270836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.288573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.295475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:21.296064 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:21.304282 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 10 to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 Jul 16 03:39:21.337683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.398166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812e602-aa1a-4eca-ba13-d9b3942769fa None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:21.400037 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.404236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/1a439202-9362-4579-87fa-7beb7e73290d HTTP/1.1" status: 204 len: 168 time: 1.0935831 Jul 16 03:39:21.410236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39402) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:21.447520 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-796c571d-3a84-4c62-a679-eb7a3dadd1e6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:21.448811 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-796c571d-3a84-4c62-a679-eb7a3dadd1e6 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-662899084 HTTP/1.1" status: 404 len: 328 time: 0.3499305 Jul 16 03:39:21.457639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39404) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:21.463639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-7d2f4f3f-f9c9-408e-b7b0-ba4c3b98a875 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c', 'tempest-TagsExtTest-Tag-1919011325') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:21.468195 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:39:19Z', 'revision_number': 5, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:21.502214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Deleting port a5403243-fe68-484b-8d12-3e3fb83bd5c1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:21.502600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.504222 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] Checking router: b5bdf294-243d-4a3c-b0f6-838c30bbcb8e for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:21.515159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b984b4ce-3217-43f0-a5c1-b5f02a19864e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807836 Jul 16 03:39:21.515159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:21.515159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:21.515159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:21.516324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:21.521870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] Routers {'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:21.522871 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:38:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:21.537674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4f617-eec5-47ba-9db1-ecf7eb9c3621 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=1a439202-9362-4579-87fa-7beb7e73290d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:21.572515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:21.573009 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port fe443c72-ed1c-47f7-b8e8-e43616da12d6 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:21.573487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.577658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.578745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.579421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.580078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.581292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.581945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.582617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.584765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-4a4cae38-7052-445c-988e-40be22854839 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6277 time: 0.3875740 Jul 16 03:39:21.590101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.682995 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] Set router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:21.729549 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-7d2f4f3f-f9c9-408e-b7b0-ba4c3b98a875 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:21.730945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7d2f4f3f-f9c9-408e-b7b0-ba4c3b98a875 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags/tempest-TagsExtTest-Tag-1919011325 HTTP/1.1" status: 404 len: 329 time: 0.2710583 Jul 16 03:39:21.752284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:21.758729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-1a529c74-ce6c-49f1-ac89-701ef7190294 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', {'tags': ['tempest-TagsExtTest-Tag-686257704', 'tempest-TagsExtTest-Tag-1584817590', 'tempest-TagsExtTest-Tag-585642641']}) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:21.817439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:21.834618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] For port a5403243-fe68-484b-8d12-3e3fb83bd5c1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a5403243-fe68-484b-8d12-3e3fb83bd5c1,segment=NetworkSegment(990529e3-59ef-4d04-8b66-5c14fc1597e5),segment_id=990529e3-59ef-4d04-8b66-5c14fc1597e5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:21.835420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.858939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Calling delete_port for a5403243-fe68-484b-8d12-3e3fb83bd5c1 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:21.918359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] Deleting port 61b0f146-0be4-421d-a022-7246d9f41a6a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:21.919185 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:21.935306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-77120084-152c-4eb5-af74-44d8027fdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.936342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-77120084-152c-4eb5-af74-44d8027fdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.937006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-77120084-152c-4eb5-af74-44d8027fdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.938967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-77120084-152c-4eb5-af74-44d8027fdc13 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3392265 Jul 16 03:39:22.014015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:22.024805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.041882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Transition to ACTIVE for port object 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:22.044415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1a529c74-ce6c-49f1-ac89-701ef7190294 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "PUT /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags HTTP/1.1" status: 200 len: 316 time: 0.2901728 Jul 16 03:39:22.058319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:22.060124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] For port 61b0f146-0be4-421d-a022-7246d9f41a6a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61b0f146-0be4-421d-a022-7246d9f41a6a,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:22.060814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.064282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.075122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] Calling delete_port for 61b0f146-0be4-421d-a022-7246d9f41a6a owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:22.090487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Deleting port 5e54f8d5-9a8e-4f33-85da-269b5a041896 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:22.090871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.116294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] For port fe443c72-ed1c-47f7-b8e8-e43616da12d6, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:22.116673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempted to set empty binding levels {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:39:22.128456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:39:19Z', 'revision_number': 5, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:22.134674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-2355e286-8eaf-461a-8c4c-bea7f6479c49 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:22.150325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.159616 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415bf3e-2748-4e16-afe0-5985c54fb223 None None] The sync data for ids ['b5bdf294-243d-4a3c-b0f6-838c30bbcb8e'] in n-d-800089-6 is: [{'id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'name': 'tempest-ServerRescueNegativeTestJSON-733481182-router', 'tenant_id': 'ad6155712984468ca012018e11bd9ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:01Z', 'updated_at': '2021-07-16T03:39:19Z', 'revision_number': 5, 'project_id': 'ad6155712984468ca012018e11bd9ff7', 'gw_port': {'id': '5e54f8d5-9a8e-4f33-85da-269b5a041896', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bdf294-243d-4a3c-b0f6-838c30bbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:03Z', 'updated_at': '2021-07-16T03:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:22.223730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.250835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.257318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.263450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.269376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.269798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] No DVR routers for this DVR port 61b0f146-0be4-421d-a022-7246d9f41a6a on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:22.272389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc1135-6042-4d49-bc66-ac8786f4958a None None] Pushing event deleted for resources: {'Port': ['ID=61b0f146-0be4-421d-a022-7246d9f41a6a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.276637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.281259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.292676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.302826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-5937d82c-dc89-487d-a3cd-3a6aa3308c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.304348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-df33bf8c-aa84-429a-83d0-e7b220596995 req-5937d82c-dc89-487d-a3cd-3a6aa3308c8e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3576097 Jul 16 03:39:22.304479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-029fa6a2-a321-43b9-9120-b57cc092c12c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5385 time: 0.9143770 Jul 16 03:39:22.361189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] For port 5e54f8d5-9a8e-4f33-85da-269b5a041896, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5e54f8d5-9a8e-4f33-85da-269b5a041896,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:22.367536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.393968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Calling delete_port for 5e54f8d5-9a8e-4f33-85da-269b5a041896 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:22.447195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.465021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a5403243-fe68-484b-8d12-3e3fb83bd5c1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:22.487553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Pushing event deleted for resources: {'Port': ['ID=a5403243-fe68-484b-8d12-3e3fb83bd5c1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.576124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] No DVR routers for this DVR port a5403243-fe68-484b-8d12-3e3fb83bd5c1 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:22.586905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.589346 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fa28c6e7-930d-404a-912d-dea5444329be req-b7a299d9-565f-4460-b766-30f869bfe975 tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.11 "DELETE /v2.0/ports/a5403243-fe68-484b-8d12-3e3fb83bd5c1 HTTP/1.1" status: 204 len: 173 time: 1.5732174 Jul 16 03:39:22.589894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'name': 'network-vif-deleted', 'tag': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:22.593849 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d5a5a4-160b-4c0c-85b9-5e30fcd309ce" -d '{"events": [{"server_uuid": "77305d5f-3fa3-4c6e-b691-07385469ec7d", "name": "network-vif-deleted", "tag": "a5403243-fe68-484b-8d12-3e3fb83bd5c1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:22.685259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.685855 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.700477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc0132-3ed8-40c3-90b6-bd5b2c0e8806 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.715072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-22bc0132-3ed8-40c3-90b6-bd5b2c0e8806 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1941526 Jul 16 03:39:22.723576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:22.769524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.791253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.824887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 08f58667-5aa2-4b70-9ba9-340d30180940 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:22.852741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e54f8d5-9a8e-4f33-85da-269b5a041896,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.856556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 08f58667-5aa2-4b70-9ba9-340d30180940 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:22.857370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 08f58667-5aa2-4b70-9ba9-340d30180940 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:22.857971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61b0f146-0be4-421d-a022-7246d9f41a6a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:22.881106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 61b0f146-0be4-421d-a022-7246d9f41a6a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:22.882628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61b0f146-0be4-421d-a022-7246d9f41a6a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:22.882781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.9679322 Jul 16 03:39:22.891833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:22.927307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed702dbb-f793-4ec5-a584-72d56bb7f293 req-7618cadd-ad16-4e10-b3e7-ca9051086d5c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6220329 Jul 16 03:39:22.960416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bee94-47ef-466c-833d-1edea7144028 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.964176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d61bee94-47ef-466c-833d-1edea7144028 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2194262 Jul 16 03:39:22.965732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39424) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:22.972871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf59fa2-bd98-44f2-8db4-1ee1670ee05d tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=fe443c72-ed1c-47f7-b8e8-e43616da12d6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.977829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2355e286-8eaf-461a-8c4c-bea7f6479c49 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.8978195 Jul 16 03:39:22.981751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:22.988313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-fff4fd32-6f17-4130-8f8b-7e1b9bdad907 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-686257704') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:23.008299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2249-151b-4da0-9f10-1e57e591219b req-3223e7f1-a5f2-4cc1-a91c-bc2c5d3c6f22 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.010045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64a2249-151b-4da0-9f10-1e57e591219b req-3223e7f1-a5f2-4cc1-a91c-bc2c5d3c6f22 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.9527099 Jul 16 03:39:23.031091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-597a06e3-e03c-446a-90a4-d8d760e4296c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609629 Jul 16 03:39:23.031091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.031418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Attempting to bind port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:23.031418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Attempting to bind port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:23.031418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Attempting to bind port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:23.034576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.049954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:23.068596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:23.068876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Attempting to bind port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:23.086317 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-fff4fd32-6f17-4130-8f8b-7e1b9bdad907 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:23.086317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fff4fd32-6f17-4130-8f8b-7e1b9bdad907 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-686257704 HTTP/1.1" status: 404 len: 328 time: 0.1019044 Jul 16 03:39:23.091238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.097540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:23.097878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Checking segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:23.098266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Bound using segment: {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:23.098743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Bound port: 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8562ac-3bf1-4db1-8775-b912eeb0a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:23.099105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.104684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-596b2c76-5602-4b9d-a486-760f11abcbdd tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-1584817590') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:23.132639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64a2249-151b-4da0-9f10-1e57e591219b req-490052ae-62e8-4133-8b4a-437c15742f42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097836 Jul 16 03:39:23.140394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.144691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.216288 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-596b2c76-5602-4b9d-a486-760f11abcbdd tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:23.217352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-596b2c76-5602-4b9d-a486-760f11abcbdd tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-1584817590 HTTP/1.1" status: 404 len: 329 time: 0.1161070 Jul 16 03:39:23.222124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.230460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-42d5114a-60a8-4d4c-9240-6b07bed2f833 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3', 'tempest-TagsExtTest-Tag-585642641') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:23.274105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d461a92b-e9f5-4de3-b1ee-8e282df676e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.274493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:23.278215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.294879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:23.326769 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-42d5114a-60a8-4d4c-9240-6b07bed2f833 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] show failed (client error): The resource could not be found. Jul 16 03:39:23.330958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-42d5114a-60a8-4d4c-9240-6b07bed2f833 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags/tempest-TagsExtTest-Tag-585642641 HTTP/1.1" status: 404 len: 328 time: 0.1010349 Jul 16 03:39:23.360154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:23.361034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.366938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a09ba57c-f6ac-471e-a638-353e7c78459d req-bd4071a9-aac0-4fe9-b6fd-07103626e71c tempest-InstanceActionsNegativeTestJSON-63203577 tempest-InstanceActionsNegativeTestJSON-63203577-project] 10.222.0.25 "GET /v2.0/ports?device_id=77305d5f-3fa3-4c6e-b691-07385469ec7d HTTP/1.1" status: 200 len: 210 time: 0.0668268 Jul 16 03:39:23.372713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-1743401c-c866-45d4-9327-53e013437845 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd4cc08e-cfd2-4f1b-aa15-60802be91ba3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:23.387132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.488592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.489270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.490653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] 10.222.0.48 "PUT /v2.0/ports/6fd3cb7b-b4de-4afe-a699-2f143318c2a0 HTTP/1.1" status: 200 len: 1091 time: 2.3991034 Jul 16 03:39:23.492297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:23.494650 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bac159-caeb-4250-817e-c4815348002a" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:23.531853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:23.536319 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e6f3b6-6921-46f2-8e6b-6693addc4508 x-openstack-request-id: req-05e6f3b6-6921-46f2-8e6b-6693addc4508 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:23.536661 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77305d5f-3fa3-4c6e-b691-07385469ec7d", "name": "network-vif-deleted", "tag": "a5403243-fe68-484b-8d12-3e3fb83bd5c1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:23.536907 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05e6f3b6-6921-46f2-8e6b-6693addc4508 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:23.537342 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77305d5f-3fa3-4c6e-b691-07385469ec7d', 'name': 'network-vif-deleted', 'tag': 'a5403243-fe68-484b-8d12-3e3fb83bd5c1', 'status': 'completed', 'code': 200} Jul 16 03:39:23.548269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1743401c-c866-45d4-9327-53e013437845 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.1861150 Jul 16 03:39:23.554500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39438) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.560254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-9bf1a4ef-c0c9-40cd-a1d7-f07261a98e1e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dbfcb9a4-19c6-450e-bfcc-29af1000f61c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:23.563153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Deleting port fe443c72-ed1c-47f7-b8e8-e43616da12d6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:23.563711 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.585254 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf49be7-6f7e-4cbb-bfea-d90ff68b912d x-openstack-request-id: req-baf49be7-6f7e-4cbb-bfea-d90ff68b912d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:23.585547 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:23.585799 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baf49be7-6f7e-4cbb-bfea-d90ff68b912d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:23.586193 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0', 'status': 'completed', 'code': 200} Jul 16 03:39:23.589809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60a555-ed2d-4d88-97c7-dc28d69c8c9f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:23.612002 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.612533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5bdf294-243d-4a3c-b0f6-838c30bbcb8e {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:39:23.657984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.662162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39440) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.662768 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-76e18cc6-2a31-4f39-abd0-7c694d61fd3e admin admin] 10.222.0.25 "DELETE /v2.0/routers/b5bdf294-243d-4a3c-b0f6-838c30bbcb8e HTTP/1.1" status: 204 len: 168 time: 2.7725568 Jul 16 03:39:23.711240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] For port fe443c72-ed1c-47f7-b8e8-e43616da12d6, host n-h1-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:23.711430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.735184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.796659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Calling delete_port for fe443c72-ed1c-47f7-b8e8-e43616da12d6 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:23.805945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Deleting subnet b10205a6-7994-41ae-99cf-6fb27f18a7fb {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:23.816850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.844909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.882794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.908826 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9bf1a4ef-c0c9-40cd-a1d7-f07261a98e1e tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c/tags HTTP/1.1" status: 204 len: 168 time: 0.3527789 Jul 16 03:39:23.917760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.923331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-b4757006-f895-4d67-8f8d-729533028bfa tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '33dfecc1-1d07-4aaf-aeff-e2b6546632fc') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:23.928367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-05ef279f-f496-4890-902b-adb52255acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.929817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-05ef279f-f496-4890-902b-adb52255acd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e&tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 1095 time: 0.2058136 Jul 16 03:39:23.980017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.980500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.980987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.981440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.981906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.982371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.982876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.985495 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-82bac159-caeb-4250-817e-c4815348002a req-3acc9165-e7eb-4de6-9d0c-b1aa877f1567 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6344 time: 0.4011686 Jul 16 03:39:24.025579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.053123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.089125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:39:24.127256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe443c72-ed1c-47f7-b8e8-e43616da12d6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.132931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.150590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.152547 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2e65e9aa-1ada-475a-916b-6c702d4f80b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "DELETE /v2.0/ports/fe443c72-ed1c-47f7-b8e8-e43616da12d6 HTTP/1.1" status: 204 len: 168 time: 1.2597597 Jul 16 03:39:24.156347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39448) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.203210 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-62408eea-d0fa-4192-9b33-840d691772c6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:39:24.210096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-62408eea-d0fa-4192-9b33-840d691772c6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "GET /v2.0/ports/fe443c72-ed1c-47f7-b8e8-e43616da12d6 HTTP/1.1" status: 404 len: 333 time: 0.0473821 Jul 16 03:39:24.210096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-95d97c29-0a3f-41a3-bc86-e3c917fbd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.210096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-95d97c29-0a3f-41a3-bc86-e3c917fbd803 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1095 time: 0.2537997 Jul 16 03:39:24.210096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b4757006-f895-4d67-8f8d-729533028bfa tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2911720 Jul 16 03:39:24.213893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.218821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Request body: {'port': {'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-941630011'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:24.231158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39454) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.238278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-494d9dd6-8a1d-491f-93f8-c5d7c064373d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7031192-effe-4b0d-8c2b-afc89820fa26') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:24.241640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-f0117864-3946-4029-8896-a8fdbb4dd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.242398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-f0117864-3946-4029-8896-a8fdbb4dd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.242892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-f0117864-3946-4029-8896-a8fdbb4dd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.244535 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-82bac159-caeb-4250-817e-c4815348002a req-f0117864-3946-4029-8896-a8fdbb4dd99a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2405918 Jul 16 03:39:24.281153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.359379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:24.371740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:24.376527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:24.390461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.391369 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.399786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5806d-8cb7-473d-9bd0-cf2765e7b49a None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:24.410217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.426484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3878076 Jul 16 03:39:24.432038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235b104-048b-4b0e-ae55-1c6dbe848211 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=4163a6d7-2f97-4afd-9d16-4701387cbca0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.435789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.435994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Made reservation on behalf of 92f0463f282c46d695093f6da973b4a5 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:24.439107 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.445933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:28:5d:ad', 'name': 'tempest-NetworksTestDHCPv6-590879903'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:24.456614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.482272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-47c2e4ab-a0a1-4c8b-8140-e8036bc68f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.483787 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-47c2e4ab-a0a1-4c8b-8140-e8036bc68f40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.2607505 Jul 16 03:39:24.484872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Transition to ACTIVE for port object f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:24.499936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:24.518229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.520813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b10205a6-7994-41ae-99cf-6fb27f18a7fb HTTP/1.1" status: 204 len: 168 time: 0.8564413 Jul 16 03:39:24.526768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.527790 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.530256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185708aa-50d4-421e-aae0-e5b9c9b69b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10205a6-7994-41ae-99cf-6fb27f18a7fb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.530398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a5403243-fe68-484b-8d12-3e3fb83bd5c1 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:24.557335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.563095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a5403243-fe68-484b-8d12-3e3fb83bd5c1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:24.563271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.563447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a5403243-fe68-484b-8d12-3e3fb83bd5c1 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:24.570382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.576299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.582709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.587317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac159-caeb-4250-817e-c4815348002a req-f3f683ab-8e66-400a-85c9-f5ee55a776a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.588538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.588794 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-82bac159-caeb-4250-817e-c4815348002a req-f3f683ab-8e66-400a-85c9-f5ee55a776a4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3103981 Jul 16 03:39:24.595736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.598648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-d32d93fd-955e-4c22-8cbe-68c301326a08 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5397 time: 0.5321724 Jul 16 03:39:24.613213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-494d9dd6-8a1d-491f-93f8-c5d7c064373d tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26/tags HTTP/1.1" status: 204 len: 168 time: 0.3763258 Jul 16 03:39:24.620671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39462) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.663228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '4163a6d7-2f97-4afd-9d16-4701387cbca0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:24.664380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.675515 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-4f03cec2-4f65-437d-b7d8-55c895b4a5b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 1000 time: 0.1818419 Jul 16 03:39:24.782636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-c35b2552-6e9e-4bc7-8a19-51d4ecae4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.784721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-c35b2552-6e9e-4bc7-8a19-51d4ecae4ded service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.1023962 Jul 16 03:39:24.827505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Allocated IP 2001:db8::f816:3eff:fe22:94b7 (cd007764-b689-4eda-aa81-dad0dfbbf261/4163a6d7-2f97-4afd-9d16-4701387cbca0/ae4746b9-3c22-4a21-b0d3-cd0ff9551d90) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:24.838600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Pushing event updated for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.876029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.877862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.884567 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a5b302b-f8be-4835-b5de-93842d73618c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for subnetpool, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.885716 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a5b302b-f8be-4835-b5de-93842d73618c tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnetpools/bd4cc08e-cfd2-4f1b-aa15-60802be91ba3 HTTP/1.1" status: 204 len: 168 time: 0.2641020 Jul 16 03:39:24.888416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39464) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.891604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da2fd13f-0bc7-42d7-a5df-34bfa9e28b26 req-462a8b57-ea96-4ed3-bded-6f67cb726535 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2550848 Jul 16 03:39:24.919209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e54f8d5-9a8e-4f33-85da-269b5a041896 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:24.937367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-95a36a91-9c0c-4763-867b-b8bfdf6d204b tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbfcb9a4-19c6-450e-bfcc-29af1000f61c HTTP/1.1" status: 200 len: 205 time: 0.0469930 Jul 16 03:39:24.947423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.967629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5e54f8d5-9a8e-4f33-85da-269b5a041896 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:24.967980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e54f8d5-9a8e-4f33-85da-269b5a041896 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:25.006566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-d06570e6-ce9e-4d0f-8fb4-f8b46b13a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.008006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-d06570e6-ce9e-4d0f-8fb4-f8b46b13a48f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854172 Jul 16 03:39:25.028505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39468) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.089065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.101683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:25.107457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.116299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183095b2-f73e-4ceb-911f-4a938b800939 req-b52073ee-3e47-428a-81e8-fcb3a7f74292 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.123829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-183095b2-f73e-4ceb-911f-4a938b800939 req-b52073ee-3e47-428a-81e8-fcb3a7f74292 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.5231662 Jul 16 03:39:25.130249 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.139412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Transition to ACTIVE for port object ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:25.154800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Transition to ACTIVE for port object ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:25.158813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Deleting subnet c84b9d0c-2177-4800-a7b7-b28d51488eeb {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:25.161516 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.164777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.200573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Network e19d21a1-5920-4c80-b215-c316d8de2996 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:25.209678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:25.214332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:25.218658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:25.218853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:25.223825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Pushing event updated for resources: {'Port': ['ID=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.227874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:25.230012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.230012 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.235253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=3623d4a0-7fcb-4f21-82af-f8c8b3efcc67,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.239513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.265928 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-958bc9f6-8e0d-43f6-ab5c-819f4e752509 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464056 Jul 16 03:39:25.275953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Attempting to bind port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:25.276401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Attempting to bind port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:25.276668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Attempting to bind port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 on network dd62675e-11c9-4dee-afc7-85c9f38af14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:25.286821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Attempting to bind port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:25.287205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Attempting to bind port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:25.287579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Attempting to bind port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:25.294918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1e35ea95-cf81-4472-93f6-b5382d64d7b6 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0775607 Jul 16 03:39:25.295100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:25.295100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:25.295100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.295100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:25.295100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Bound port: ae4746b9-3c22-4a21-b0d3-cd0ff9551d90, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:25.295100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.300344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39470) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.312643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:25.335425 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.363485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] For port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:25.366824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] For port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:25.372345 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.391113 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.434353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:25.437351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36835b6-0ddf-432e-b9ea-0e3c879c6b74 None None] Pushing event updated for resources: {'Port': ['ID=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.454155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 on network dd62675e-11c9-4dee-afc7-85c9f38af14d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:25.454770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Attempting to bind port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 on network dd62675e-11c9-4dee-afc7-85c9f38af14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:25.470762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:25.471065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e3dc9d-5be4-4eb9-8018-182c54edf7a3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:25.475346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.496987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-183095b2-f73e-4ceb-911f-4a938b800939 req-080d344a-2507-4d07-87dc-e255816dc738 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718843 Jul 16 03:39:25.497844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:25.498182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Checking segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:25.498593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Bound using segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:25.499049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Bound port: f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:25.499404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.504617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.508496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0748f62d-53d3-43bc-b2b8-7fc132f3c916 req-688dd0da-4711-4578-91e0-800538d3d7c4 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355132 Jul 16 03:39:25.534062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.545728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.550411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.571484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.618813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84b9d0c-2177-4800-a7b7-b28d51488eeb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.622666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.624622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-269652b6-08ca-452f-832a-c54e84ac08d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c84b9d0c-2177-4800-a7b7-b28d51488eeb HTTP/1.1" status: 204 len: 168 time: 0.5952063 Jul 16 03:39:25.631528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39478) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.639533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.656273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:25.656746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.658940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.659520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Fanout notify agent at l3_agent the message router_deleted on router dbfcb9a4-19c6-450e-bfcc-29af1000f61c {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:25.661107 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:25.677726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.678916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7975a75b-d1be-4f20-94f4-3075f5fd92d9 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/routers/dbfcb9a4-19c6-450e-bfcc-29af1000f61c HTTP/1.1" status: 204 len: 168 time: 0.7294874 Jul 16 03:39:25.681473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.722327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port c9a4c532-6199-483d-b9b6-0fc9f36e6837 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:25.844586 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.858926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:25.868651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:25.875449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.883179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.886379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.888381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828 HTTP/1.1" status: 204 len: 168 time: 1.3537588 Jul 16 03:39:25.910495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1fae-f071-423a-850e-ac82349c8510 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a9536b-c1cf-4f32-9bc2-1ceba1e2a828,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.983301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.984414 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.985255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 HTTP/1.1" status: 200 len: 1091 time: 2.4584901 Jul 16 03:39:25.985739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:25.988867 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c494070e-64e9-402f-9c87-3ac8d2313228" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:26.038041 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.076870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952c56d-2bef-4ca2-9956-6ef19263ba94 service neutron] Pushing event updated for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:26.116370 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86a11c6-4ff9-42e2-8a3b-04af311f417c x-openstack-request-id: req-a86a11c6-4ff9-42e2-8a3b-04af311f417c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:26.117227 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:26.118861 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a86a11c6-4ff9-42e2-8a3b-04af311f417c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:26.119506 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5', 'status': 'completed', 'code': 200} Jul 16 03:39:26.130522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Request body: {'port': {'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:26.418853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39500) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:26.429441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fe28:5dad (cd007764-b689-4eda-aa81-dad0dfbbf261/4163a6d7-2f97-4afd-9d16-4701387cbca0/c9a4c532-6199-483d-b9b6-0fc9f36e6837) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:26.699414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.710007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.716116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.723545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.730639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.739542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.746807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.757014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-eb179fd3-44fb-4708-87e4-177a610d20cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5409 time: 0.6185434 Jul 16 03:39:26.910416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:26.937004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:26.960307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.002793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.032269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44a4d2f-fadf-46e7-9033-20bafd626e7e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:27.038924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Transition to ACTIVE for port object 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:27.043441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef4355fb-b1ef-4794-bde8-520d677b719d None None] Provisioning for port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:27.054778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990529e3-59ef-4d04-8b66-5c14fc1597e5') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:27.055657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990529e3-59ef-4d04-8b66-5c14fc1597e5') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:27.057762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.074514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Deleting port 33dfecc1-1d07-4aaf-aeff-e2b6546632fc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:27.075565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.077559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:27.088043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:27.088696 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.089231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.189311 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.233109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=3623d4a0-7fcb-4f21-82af-f8c8b3efcc67,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:27.238388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.246053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:27.246308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:27.248961 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:27.292450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.293150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.293739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.294216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.294821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.295289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.295760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.298076 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-c8fa3d68-4e85-42d2-8454-d777f59fb4da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6411 time: 1.1329751 Jul 16 03:39:27.311713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:27.320609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.324453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b804f6f2-ceaf-430c-b207-887536361fae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad6155712984468ca012018e11bd9ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607059 Jul 16 03:39:27.325247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.343908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:27.393465 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.411436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.411899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.412273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.425600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.427966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Calling delete_port for 33dfecc1-1d07-4aaf-aeff-e2b6546632fc owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:27.441358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:27.441707 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:27.445010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:27.445265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.447474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a44a4d2f-fadf-46e7-9033-20bafd626e7e HTTP/1.1" status: 204 len: 168 time: 1.8149533 Jul 16 03:39:27.450708 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 2 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:27.462256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a94fdfa-c131-4157-b215-9fb56a20961d req-d9deda2c-2c6f-420c-83fb-86822ae85dd1 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7042775 Jul 16 03:39:27.510776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6057cd7-9bd5-43f6-98f9-2abaf76b2780 admin admin] Pushing event deleted for resources: {'Network': ['ID=a44a4d2f-fadf-46e7-9033-20bafd626e7e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:27.557785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.558577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.559363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.577542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:27.578183 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:27.582423 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 3 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:27.618225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.618852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.619366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.634404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-f1056932-d905-4558-81ca-6201547e15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.635162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-f1056932-d905-4558-81ca-6201547e15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.635899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-f1056932-d905-4558-81ca-6201547e15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.637761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-f1056932-d905-4558-81ca-6201547e15e5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3221638 Jul 16 03:39:27.640529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:27.641067 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:27.642975 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 4 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:27.705574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.706014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.706460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.749848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39510) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:27.751195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:27.751551 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:27.769190 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 5 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:27.818800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.819190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.819468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.856789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.872669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-625711a1-9973-4bf1-8084-6e248b67ebe2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=581f8a9b50944927b1afba8008ef6d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193426 Jul 16 03:39:27.874090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object c9a4c532-6199-483d-b9b6-0fc9f36e6837 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:27.877562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39512) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:27.893664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:27.894057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb10b-2495-4a09-9cde-a5e8faa43b4a req-59120642-f563-41f1-87b7-6dc0e8ada51e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.894192 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:27.901380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b25fb10b-2495-4a09-9cde-a5e8faa43b4a req-59120642-f563-41f1-87b7-6dc0e8ada51e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 1.1203325 Jul 16 03:39:27.904323 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 6 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:27.924748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.924748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.925801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.939132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:27.940273 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:27.949283 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 7 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:27.975838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:27.976192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:27.976503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:27.998030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-21c9ba5d-f984-4f1e-bbb0-8c76c6299f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.999682 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c494070e-64e9-402f-9c87-3ac8d2313228 req-21c9ba5d-f984-4f1e-bbb0-8c76c6299f94 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3526857 Jul 16 03:39:28.029165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9aedcc1-bbff-4e9b-a298-37fdd6d38842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.052413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9aedcc1-bbff-4e9b-a298-37fdd6d38842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.066614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe0500c-852f-4ecb-8d19-bbcd0474da45 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:28.075355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.088756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Transition to ACTIVE for port object 2fe0500c-852f-4ecb-8d19-bbcd0474da45 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:28.096285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:28.097197 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:28.097197 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 8 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:28.104557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.106147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.158316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event deleted for resources: {'Port': ['ID=33dfecc1-1d07-4aaf-aeff-e2b6546632fc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.160399 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9aedcc1-bbff-4e9b-a298-37fdd6d38842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.163437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9aedcc1-bbff-4e9b-a298-37fdd6d38842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.165635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b9aedcc1-bbff-4e9b-a298-37fdd6d38842 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52b905f2-fe11-4880-8b91-b68e740c89f9 HTTP/1.1" status: 204 len: 168 time: 0.2850378 Jul 16 03:39:28.172952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.180463 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c720a1f5-6c54-4ed1-be45-e1cc62597af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.228057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:28.231252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:28.234590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:28.237130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b25fb10b-2495-4a09-9cde-a5e8faa43b4a req-c2982bb2-a567-414d-8818-bf7deedaa485 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342113 Jul 16 03:39:28.275119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aedcc1-bbff-4e9b-a298-37fdd6d38842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b905f2-fe11-4880-8b91-b68e740c89f9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.340798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c720a1f5-6c54-4ed1-be45-e1cc62597af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.351432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.437284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.444741 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-774d322f-de80-4e55-9602-c5372bc85e34 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/ports/33dfecc1-1d07-4aaf-aeff-e2b6546632fc HTTP/1.1" status: 204 len: 168 time: 2.7428362 Jul 16 03:39:28.446210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39516) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:28.465792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:28.469095 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:28.500802 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=c9a4c532-6199-483d-b9b6-0fc9f36e6837,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.508427 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 9 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:28.544831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:28.545323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:28.545770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:28.560061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:28.560609 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:28.563333 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 10 to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 Jul 16 03:39:28.567308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:28.576200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Deleting subnet f7031192-effe-4b0d-8c2b-afc89820fa26 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:28.589565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:28.607219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.629248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:28.643089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.651428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.656855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Attempting to bind port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:28.657240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Attempting to bind port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:28.657513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Attempting to bind port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 on network dd62675e-11c9-4dee-afc7-85c9f38af14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:28.705947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:28.706309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:28.707811 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:28.720602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:28.720958 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:28.725996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.743909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c720a1f5-6c54-4ed1-be45-e1cc62597af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.754291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c720a1f5-6c54-4ed1-be45-e1cc62597af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.759976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c720a1f5-6c54-4ed1-be45-e1cc62597af8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4db63e9-5a82-4a10-bd85-f1b4aa693690 HTTP/1.1" status: 204 len: 168 time: 1.4137456 Jul 16 03:39:28.796722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c532ddaa-59d1-4f12-80aa-25bbb3bc7c5c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3540366 Jul 16 03:39:28.800580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39526) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:28.821652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.839350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 on network dd62675e-11c9-4dee-afc7-85c9f38af14d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:28.839740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Attempting to bind port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 on network dd62675e-11c9-4dee-afc7-85c9f38af14d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:28.858589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a1f5-6c54-4ed1-be45-e1cc62597af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db63e9-5a82-4a10-bd85-f1b4aa693690,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.862399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:28.862930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Checking segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:28.863329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Bound using segment: {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:28.863781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Bound port: 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926d3a0-200d-4e89-a9b3-cb9526145cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:28.864309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.926892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:29.057226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:29.057817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.093265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] For port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:29.093825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempted to set empty binding levels {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:39:29.141736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1819ef-00ac-46ae-a317-b3dc0047d0fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.156174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1819ef-00ac-46ae-a317-b3dc0047d0fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.159020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.172476 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca1819ef-00ac-46ae-a317-b3dc0047d0fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3706267 Jul 16 03:39:29.177590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.178148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.178296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bfe3833b-3da2-4121-97be-6a1b80d20781 None None] Provisioning for port c9a4c532-6199-483d-b9b6-0fc9f36e6837 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:29.183161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bfe3833b-3da2-4121-97be-6a1b80d20781 None None] Provisioning complete for port c9a4c532-6199-483d-b9b6-0fc9f36e6837 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:29.183882 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bfe3833b-3da2-4121-97be-6a1b80d20781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.186317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39534) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:29.197180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.212703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.227508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.243201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.247893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3833b-3da2-4121-97be-6a1b80d20781 None None] Port c9a4c532-6199-483d-b9b6-0fc9f36e6837 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:29.260232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.262580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-15cfba93-1434-472e-b444-b779eb4b14ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.4911134 Jul 16 03:39:29.365995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.373397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:29.390394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] In _notify_port_updated(), no bound segment for port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:39:29.391379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.391997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.397884 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "PUT /v2.0/ports/3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 HTTP/1.1" status: 200 len: 974 time: 4.0932684 Jul 16 03:39:29.407344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:29.417408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:29.512052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d3a1-202f-423f-85cf-be4a38a29870 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=3623d4a0-7fcb-4f21-82af-f8c8b3efcc67,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:29.546711 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.599976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.606007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port c9a4c532-6199-483d-b9b6-0fc9f36e6837 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:29.606432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.644675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12ebbfec-1230-4545-bbaa-d9c4eb779d53 req-3cfb10ff-32cb-4baa-b98c-e407518cc1ba tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3694770 Jul 16 03:39:29.654318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event deleted for resources: {'Subnet': ['ID=f7031192-effe-4b0d-8c2b-afc89820fa26,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:29.671473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.673477 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-08df80fc-b8d6-4276-be53-b646d6b63149 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/subnets/f7031192-effe-4b0d-8c2b-afc89820fa26 HTTP/1.1" status: 204 len: 168 time: 1.2244244 Jul 16 03:39:29.676995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39552) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:29.680122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ac28a-ebe3-4fe4-b1aa-258449859422 None None] Network 3950343c-a210-4fd1-ad5b-6a9acdfda229 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:29.820071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.826169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.845851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for c9a4c532-6199-483d-b9b6-0fc9f36e6837 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:29.851720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.855093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.858345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 200 len: 1091 time: 3.8213527 Jul 16 03:39:29.907129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:29.913232 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729d555-3308-40ac-abcd-a7f6885a5150" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:30.131870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.132505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.133938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.134426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.135109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.135602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.136063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.136530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.137550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.138024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.138700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.139693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.141028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.141504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.142351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.142893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.143630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] DHCP port deletion for 3950343c-a210-4fd1-ad5b-6a9acdfda229 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:30.158858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.160728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.161229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.161754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.162165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.162662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.163131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.163579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.164040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.164501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.164960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.165416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.173318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.174479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.179297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.187913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9df24137-a0e4-4a3f-96af-0c404eec42c8 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27901 time: 0.7757721 Jul 16 03:39:30.197175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39572) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:30.209164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021213c2-fc20-4c28-94cb-000d3f1db3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:30.314160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb291f-8f04-4fe0-9fec-a523edd03082 req-43d4265c-f214-439b-bb22-fb1dd7f3fbc8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.333642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3cb291f-8f04-4fe0-9fec-a523edd03082 req-43d4265c-f214-439b-bb22-fb1dd7f3fbc8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.7043452 Jul 16 03:39:30.340533 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b27b37-1feb-4d74-9169-8bfd6f6984c6 x-openstack-request-id: req-78b27b37-1feb-4d74-9169-8bfd6f6984c6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:30.341250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] Deleting port f1ec78de-5084-41f9-bb03-90c0fb2edbab {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:30.341424 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:30.341576 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78b27b37-1feb-4d74-9169-8bfd6f6984c6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:30.342002 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45', 'status': 'completed', 'code': 200} Jul 16 03:39:30.342538 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.434957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.441200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.441704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.442189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.442685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.443599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.445752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.448031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ccacd658-2f1d-4bd0-a7e2-8bf1de802cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6478 time: 0.5190382 Jul 16 03:39:30.522520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d8b921a4-202a-4697-bad8-74721c8d9cca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 200 len: 217 time: 0.0655766 Jul 16 03:39:30.536060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3cb291f-8f04-4fe0-9fec-a523edd03082 req-fd7e3668-19c9-47e7-9eef-cdb0a93e1d74 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008970 Jul 16 03:39:30.537464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] For port f1ec78de-5084-41f9-bb03-90c0fb2edbab, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1ec78de-5084-41f9-bb03-90c0fb2edbab,segment=NetworkSegment(27ad6109-267a-4793-ba21-c764018d390f),segment_id=27ad6109-267a-4793-ba21-c764018d390f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:30.537875 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.547236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:30.590086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] Calling delete_port for f1ec78de-5084-41f9-bb03-90c0fb2edbab owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:30.604723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ef4f0fa3-32e8-4d94-baae-708c7c4235a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.607171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ef4f0fa3-32e8-4d94-baae-708c7c4235a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2235eb83-0251-42ab-8fef-b0f3fd05ead9 HTTP/1.1" status: 200 len: 850 time: 0.0593715 Jul 16 03:39:30.631693 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:39:30.649365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.657276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Deleting port f1ec78de-5084-41f9-bb03-90c0fb2edbab {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:30.659989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.783670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.806025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-23ed07bd-bbd5-46b1-abec-a69c71bc1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.818869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-23ed07bd-bbd5-46b1-abec-a69c71bc1a4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043993 Jul 16 03:39:30.863202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] No DVR routers for this DVR port f1ec78de-5084-41f9-bb03-90c0fb2edbab on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:30.870165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19ab43-53fa-42f2-847a-67be1e6a8b7b None None] Pushing event deleted for resources: {'Port': ['ID=f1ec78de-5084-41f9-bb03-90c0fb2edbab,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:30.875624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=c9a4c532-6199-483d-b9b6-0fc9f36e6837,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:30.912161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1ec78de-5084-41f9-bb03-90c0fb2edbab no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:30.959471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f1ec78de-5084-41f9-bb03-90c0fb2edbab {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:30.959827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1ec78de-5084-41f9-bb03-90c0fb2edbab not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:30.988536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1066231617-network', 'tenant_id': '663ff32f9a1745209308523deea55868'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:31.041114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-0d6942ab-d3b4-4993-a6be-330eae77af78 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150424 Jul 16 03:39:31.073076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.077163 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e98226d4-c224-4fba-aca4-c70bd3439dbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c9a4c532-6199-483d-b9b6-0fc9f36e6837 HTTP/1.1" status: 204 len: 168 time: 1.8833830 Jul 16 03:39:31.079474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Made reservation on behalf of 663ff32f9a1745209308523deea55868 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:31.084736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.091826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39596) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:31.139833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:31.144454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.147438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] For port f1ec78de-5084-41f9-bb03-90c0fb2edbab, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1ec78de-5084-41f9-bb03-90c0fb2edbab,segment=NetworkSegment(27ad6109-267a-4793-ba21-c764018d390f),segment_id=27ad6109-267a-4793-ba21-c764018d390f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:31.147799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.154835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Deleting port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:31.155184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.204980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Calling delete_port for f1ec78de-5084-41f9-bb03-90c0fb2edbab owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:31.241002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9718a7-10fe-4911-a412-f67060375cbd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.244098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9718a7-10fe-4911-a412-f67060375cbd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.248064 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b9718a7-10fe-4911-a412-f67060375cbd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1523182 Jul 16 03:39:31.261582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39604) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:31.325425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.335419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.343191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.355072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.360178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.368535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.383395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] For port 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67, host n-h1-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:31.384412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.387095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.403144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-8f01313a-e7b8-43f5-b76f-b655a454894f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.3528619 Jul 16 03:39:31.421492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Calling delete_port for 3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:31.485044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea4cff28-d4d2-481b-a53e-44541edfa96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.491961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 4163a6d7-2f97-4afd-9d16-4701387cbca0 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:31.522880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.561228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b424cc37-0f07-41b1-8279-b5a2e935bd5e req-0f6d95fb-00d2-44c4-98b2-96b985a14db6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557972 Jul 16 03:39:31.565276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-4529354c-9bb1-4186-92cf-69efbd7945e4 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536240 Jul 16 03:39:31.650187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.656628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.694658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-570a7bc1-f0b1-48a9-becd-07d06baae6f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 217 time: 0.1062374 Jul 16 03:39:31.737081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event deleted for resources: {'Port': ['ID=f1ec78de-5084-41f9-bb03-90c0fb2edbab,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:31.742692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] No DVR routers for this DVR port f1ec78de-5084-41f9-bb03-90c0fb2edbab on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:31.748736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-54ef1410-2a6d-407a-a00c-a551dde1bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.750238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-54ef1410-2a6d-407a-a00c-a551dde1bf35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0498197 Jul 16 03:39:31.788218 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.819473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.894630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.924405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.929603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:31.960411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a585ed25-add4-40c2-8ac0-d026bc643ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.962044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-a585ed25-add4-40c2-8ac0-d026bc643ba4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2047157 Jul 16 03:39:31.998016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3950343c-a210-4fd1-ad5b-6a9acdfda229']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:32.008656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.009451 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Added segment d9549f50-63e1-46c7-8e27-a971991f330c of type vlan for network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc Jul 16 03:39:32.018098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event deleted for resources: {'Port': ['ID=3623d4a0-7fcb-4f21-82af-f8c8b3efcc67,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.029317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2ffa-db95-4fa0-99cf-b850c283fcaf req-83b283af-73cc-4d94-a4ce-4e0767633013 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.031103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e32f31-a033-4e3d-84b2-802b695aa101,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.038776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-138e2ffa-db95-4fa0-99cf-b850c283fcaf req-83b283af-73cc-4d94-a4ce-4e0767633013 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.1823833 Jul 16 03:39:32.040167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ad6109-267a-4793-ba21-c764018d390f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:32.040682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ad6109-267a-4793-ba21-c764018d390f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:32.043594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.050866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.056603 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-92f8f4e8-f691-4c30-be14-65f325d9e694 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 HTTP/1.1" status: 204 len: 168 time: 1.8569946 Jul 16 03:39:32.082638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39608) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.102308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea4cff28-d4d2-481b-a53e-44541edfa96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.107617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.137977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.141800 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d662964-2daa-4e9b-8ff1-118c77409000 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:39:32.144078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6d662964-2daa-4e9b-8ff1-118c77409000 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "GET /v2.0/ports/3623d4a0-7fcb-4f21-82af-f8c8b3efcc67 HTTP/1.1" status: 404 len: 333 time: 0.0562646 Jul 16 03:39:32.144891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea4cff28-d4d2-481b-a53e-44541edfa96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.151526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39610) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.158485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.164217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1766059441', 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:32.182698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:32.183482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:32.188127 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:32.211267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ea4cff28-d4d2-481b-a53e-44541edfa96c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88d36247ad97435ea283ba0855dcda7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0677047 Jul 16 03:39:32.214844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-80aca54a-5bd9-446d-affa-798aa0298918 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456605 Jul 16 03:39:32.217404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-138e2ffa-db95-4fa0-99cf-b850c283fcaf req-a2b40fe0-0305-4ead-a50e-a76d5a84a15a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779685 Jul 16 03:39:32.217872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.220248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cff28-d4d2-481b-a53e-44541edfa96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cde932e-4879-4a89-8269-b31077d31f33,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.317704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.319439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:32.320052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.329917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Made reservation on behalf of 92f0463f282c46d695093f6da973b4a5 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:32.331415 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e556a1b5-1451-4e43-8dc4-f9ec68a2f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.332419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.354687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.369978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.389272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8363564 Jul 16 03:39:32.389272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.392041 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] 10.222.0.25 "DELETE /v2.0/networks/3950343c-a210-4fd1-ad5b-6a9acdfda229 HTTP/1.1" status: 204 len: 168 time: 2.7140856 Jul 16 03:39:32.399337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.420569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.421597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/4163a6d7-2f97-4afd-9d16-4701387cbca0 HTTP/1.1" status: 204 len: 168 time: 1.1589594 Jul 16 03:39:32.422390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ae633-c971-4cc7-b074-04c584885fb3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=4163a6d7-2f97-4afd-9d16-4701387cbca0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.427829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed3519-fab1-411b-be82-f49ea69ec4cc None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:32.443623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port b1bbf1f9-90cf-47db-be7e-7f371238298b yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:32.489354 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e556a1b5-1451-4e43-8dc4-f9ec68a2f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.515986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39618) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.542105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64f3d-5874-4337-84dd-de7d0ac3b981 admin admin] Pushing event updated for resources: {'Network': ['ID=6b86176d-ddf6-4a4c-99fd-952ab28fabdc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.549635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Request body: {'subnet': {'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1066231617-subnet', 'tenant_id': '663ff32f9a1745209308523deea55868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:32.555565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-73be553b-0680-48a1-8bb0-2377e3bd55bc service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282917 Jul 16 03:39:32.651540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:32.661281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-82b08fd1-4195-4d39-af29-c7ff807a1892 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 217 time: 0.0978189 Jul 16 03:39:32.704328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Made reservation on behalf of 663ff32f9a1745209308523deea55868 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:32.706809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.852408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e556a1b5-1451-4e43-8dc4-f9ec68a2f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.856106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e556a1b5-1451-4e43-8dc4-f9ec68a2f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.857311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e556a1b5-1451-4e43-8dc4-f9ec68a2f498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cde932e-4879-4a89-8269-b31077d31f33 HTTP/1.1" status: 204 len: 168 time: 0.6380537 Jul 16 03:39:32.861217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39626) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.893867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556a1b5-1451-4e43-8dc4-f9ec68a2f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cde932e-4879-4a89-8269-b31077d31f33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.097518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.285054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:33.291598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-1be7f295-d2b8-4b74-a60f-b8dda560e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.297803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-1be7f295-d2b8-4b74-a60f-b8dda560e6ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.6220617 Jul 16 03:39:33.320396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cc3227b4-f854-4cca-b300-291c2b1449f3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7928121 Jul 16 03:39:33.356381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39640) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:33.362538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:33.384836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.388848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e303a8b-6a3d-43f5-b9c0-f9998d0d6756 tempest-TagsExtTest-324858522 tempest-TagsExtTest-324858522-project] Pushing event deleted for resources: {'Network': ['ID=3950343c-a210-4fd1-ad5b-6a9acdfda229,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.490260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.506824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] Deleting port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:33.507325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.516292 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.586104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.592737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.598680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.605130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.615777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:33.619421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.620260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.630135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.647874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.661447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-7bbf7fab-69e6-472d-b1c7-e5ec1ee96c1b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.7317419 Jul 16 03:39:33.673361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.712766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] For port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:33.713321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.726717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] Calling delete_port for ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:33.811788 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.827391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-49953ef7-fe0e-40f2-94b4-00b54b994a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.829289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-49953ef7-fe0e-40f2-94b4-00b54b994a28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5223572 Jul 16 03:39:33.868264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b78bc4a-b561-4ebc-ac29-f856bc3c1182 req-c66ca59d-56d7-4bda-80ee-48b4e73fcc03 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2060103 Jul 16 03:39:33.918308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d7bb152-9397-4909-a118-ce5604b7b4ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c135783bd044406b8e69a3e9eeeaea38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0543611 Jul 16 03:39:33.924195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39654) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:33.931524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Checking segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:33.932304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Network hostable DHCP agents. Network: 6b86176d-ddf6-4a4c-99fd-952ab28fabdc, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:33.940766 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.945123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Network e19d21a1-5920-4c80-b215-c316d8de2996 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:33.951050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:33.953714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:33.958448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.959539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.021890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] No DVR routers for this DVR port ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:34.045645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b3ea5-1e96-464e-ad98-10f2d810687c None None] Pushing event deleted for resources: {'Port': ['ID=ae4746b9-3c22-4a21-b0d3-cd0ff9551d90,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.091610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:34.116869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d577-112c-483a-969b-18d8d809d1db req-cb3f1a69-ecfa-4a59-b8c9-3434d9949c42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.118628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b164d577-112c-483a-969b-18d8d809d1db req-cb3f1a69-ecfa-4a59-b8c9-3434d9949c42 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.4504111 Jul 16 03:39:34.121950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=b1bbf1f9-90cf-47db-be7e-7f371238298b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.129805 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-767baae8-c436-45e8-b7e8-afe8a47a8bd5 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9733970 Jul 16 03:39:34.130347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39660) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:34.137128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34fb8edf-380a-4732-9e75-33f2286c6c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.139743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 6b86176d-ddf6-4a4c-99fd-952ab28fabdc) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:34.160556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.161150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.166247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e1ad9-be90-410b-9ee6-eea8c8cd2a03 None None] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:34.184274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6746ae-94a9-4eee-96e5-abe85c4ccf22 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.186030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0b6746ae-94a9-4eee-96e5-abe85c4ccf22 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "GET /v2.0/ports/b1bbf1f9-90cf-47db-be7e-7f371238298b HTTP/1.1" status: 200 len: 955 time: 0.0547702 Jul 16 03:39:34.190139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:34.194371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34fb8edf-380a-4732-9e75-33f2286c6c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.218372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-18e24972-dac0-430c-895b-5bffdf33e177 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467636 Jul 16 03:39:34.287942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8c03be68-3b28-49c1-bef4-2df33829f901 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8869858 Jul 16 03:39:34.359547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:39:34.396384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:34.408992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.430161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b164d577-112c-483a-969b-18d8d809d1db req-fdda53ed-6ca8-4bca-b755-5beb11e55b41 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719865 Jul 16 03:39:34.440576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34fb8edf-380a-4732-9e75-33f2286c6c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.452805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34fb8edf-380a-4732-9e75-33f2286c6c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.457153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-34fb8edf-380a-4732-9e75-33f2286c6c10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34966268-4590-4f62-973e-b19b2fd1bb4d HTTP/1.1" status: 204 len: 168 time: 0.5268388 Jul 16 03:39:34.484632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=9f2a258a-dc4c-43d1-b967-be38aa6e6499,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.493380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:34.496443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:34.500190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.500935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.510592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3251a4-5acf-4cf0-9f56-4cbc63b21505 None None] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:34.522629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd072534-c6f5-495a-b1ea-417de12b2473 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1628890 Jul 16 03:39:34.523833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39672) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:34.544389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:f8:87:cb', 'name': 'tempest-NetworksTestDHCPv6-122382721'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:34.555159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036651b-d729-4720-ae68-abe25f454617 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:34.583810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb8edf-380a-4732-9e75-33f2286c6c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34966268-4590-4f62-973e-b19b2fd1bb4d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.659435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-644424538-network', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:34.698204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-9caf3185-092d-465b-ba49-d9299be85a82 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715247 Jul 16 03:39:34.832706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-508773ba-cc69-4ad7-97f9-d554a08d3fd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595 HTTP/1.1" status: 200 len: 217 time: 0.1160753 Jul 16 03:39:34.861979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Made reservation on behalf of cc9fc10499524c8d89a7a865685e2a0d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:34.863411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Deleting port b1bbf1f9-90cf-47db-be7e-7f371238298b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:34.863783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.866159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.913967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.926738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:34.962987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-9c2ba571-6fdd-4de2-9a00-9be0d54e21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.966813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-9c2ba571-6fdd-4de2-9a00-9be0d54e21a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.1132538 Jul 16 03:39:34.970316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:34.970882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ae4746b9-3c22-4a21-b0d3-cd0ff9551d90 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:35.015847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '9f2a258a-dc4c-43d1-b967-be38aa6e6499'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:35.016781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.031495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:35.239837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Allocated IP 2001:db8::f816:3eff:fe38:3741 (cd007764-b689-4eda-aa81-dad0dfbbf261/9f2a258a-dc4c-43d1-b967-be38aa6e6499/8cbfb1d6-bada-4558-90a2-4bdb70bece62) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:35.253038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.373983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Calling delete_port for b1bbf1f9-90cf-47db-be7e-7f371238298b owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:35.444714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.461707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d6f73387-283e-4b20-a077-38b8790cd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.463261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-d6f73387-283e-4b20-a077-38b8790cd0de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4914882 Jul 16 03:39:35.525026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 14c5199c-893f-40e6-bb64-542d5850dc10 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:35.665417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.698315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.714254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.721986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Transition to ACTIVE for port object 8cbfb1d6-bada-4558-90a2-4bdb70bece62 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:35.722226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b1bbf1f9-90cf-47db-be7e-7f371238298b HTTP/1.1" status: 204 len: 168 time: 1.5306237 Jul 16 03:39:35.726803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:35.764747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Transition to ACTIVE for port object 8cbfb1d6-bada-4558-90a2-4bdb70bece62 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:35.778635 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.799894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.845716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.900025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:35.906448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fef8:87cb (cd007764-b689-4eda-aa81-dad0dfbbf261/9f2a258a-dc4c-43d1-b967-be38aa6e6499/14c5199c-893f-40e6-bb64-542d5850dc10) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:35.914174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:35.919518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Pushing event updated for resources: {'Port': ['ID=8cbfb1d6-bada-4558-90a2-4bdb70bece62,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:35.936738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:35.957364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-f082b75c-2382-4658-876e-bb2ab76d57ea service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794915 Jul 16 03:39:36.015191 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-562c8a0c-5f34-4159-8f64-2ab1eed91302 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:39:36.021813 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-562c8a0c-5f34-4159-8f64-2ab1eed91302 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "GET /v2.0/ports/b1bbf1f9-90cf-47db-be7e-7f371238298b HTTP/1.1" status: 404 len: 333 time: 0.2938776 Jul 16 03:39:36.022799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:36.069227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Attempting to bind port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:36.069603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Attempting to bind port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:36.070184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Attempting to bind port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:36.079586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:36.082404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:36.087406 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.088096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:36.088792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Bound port: 8cbfb1d6-bada-4558-90a2-4bdb70bece62, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:36.089388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.163884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.179693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 14c5199c-893f-40e6-bb64-542d5850dc10 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:36.224892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Request body: {'port': {'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1419698331'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:36.231841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.239095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87054cf-5c7c-4ef9-8d0c-4e23f2ce2c93 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1bbf1f9-90cf-47db-be7e-7f371238298b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.240445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] For port 8cbfb1d6-bada-4558-90a2-4bdb70bece62, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:36.246536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] For port 8cbfb1d6-bada-4558-90a2-4bdb70bece62, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8cbfb1d6-bada-4558-90a2-4bdb70bece62,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:36.260435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.365828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b072a5-8d9b-464d-8d4c-cc7f0c24831e None None] Pushing event updated for resources: {'Port': ['ID=8cbfb1d6-bada-4558-90a2-4bdb70bece62,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.388535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=14c5199c-893f-40e6-bb64-542d5850dc10,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.451967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:36.453547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Made reservation on behalf of 92f0463f282c46d695093f6da973b4a5 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:36.463166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.472310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:36.476186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:36.492568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.493187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.530317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port b2a31917-d902-4813-8033-3ad36ccc2a0e yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:36.541131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-756f6852-aca9-417d-b366-b1dfade0cc82 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0072629 Jul 16 03:39:36.541845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39726) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:36.632652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:36.643797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.644166 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Added segment 8c87d8a8-2557-4bea-8b07-aca4f18486bb of type vlan for network 751caceb-5bba-4c69-b464-d16b5566391e Jul 16 03:39:36.720216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.726583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.735356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.744079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.751533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.767954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.771847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8efe2-7c61-4dba-87bb-5b91efdccded tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.776654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.778013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8efe2-7c61-4dba-87bb-5b91efdccded tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:36.782787 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e6b8efe2-7c61-4dba-87bb-5b91efdccded tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2381926 Jul 16 03:39:36.783696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:36.785000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-386de120-37e4-4e9e-8356-1dc58514da99 req-3cf436d9-7441-4557-8a20-41445cf5ae1d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 1.4706490 Jul 16 03:39:36.936479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.029284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8cbfb1d6-bada-4558-90a2-4bdb70bece62 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:37.085101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.149451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:37.168392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 14c5199c-893f-40e6-bb64-542d5850dc10 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:37.170746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.194781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1a7c7-5148-48ce-a4e9-df5403e73ee4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.238558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.301166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:39:37.316220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-386de120-37e4-4e9e-8356-1dc58514da99 req-d5b82db3-3cec-445d-bfe3-4c724a3070ff tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5301986 Jul 16 03:39:37.404949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.405967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.406594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.411796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Network e19d21a1-5920-4c80-b215-c316d8de2996 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:37.418650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:37.425221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a31917-d902-4813-8033-3ad36ccc2a0e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.429459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:37.430420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.431049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.475874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-6e0651ac-1ec9-463c-b5fb-7d2f147e8fad tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.479776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f42a5961-5058-4298-a446-8ffba3b19175 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2586946 Jul 16 03:39:37.479955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.482363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39748) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:37.485385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-6e0651ac-1ec9-463c-b5fb-7d2f147e8fad tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 813 time: 1.6426797 Jul 16 03:39:37.504978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:37.522117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-428f17bc-5e53-4a63-bde1-aec76ee873d2 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/quotas/663ff32f9a1745209308523deea55868 HTTP/1.1" status: 200 len: 375 time: 0.0354493 Jul 16 03:39:37.576724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 14c5199c-893f-40e6-bb64-542d5850dc10 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:37.607597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2020981 Jul 16 03:39:37.620238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39752) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:37.624870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-9ab00cb7-38a6-4731-a3a2-9ce831bd1001 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002443 Jul 16 03:39:37.646829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Request body: {'subnet': {'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-644424538-subnet', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:37.658569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-05902b03-5ab2-48fc-bb78-369fd9690800 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616636 Jul 16 03:39:37.800386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-df11ff00-5b90-48ae-89a3-754444953a58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0 HTTP/1.1" status: 200 len: 217 time: 0.1331487 Jul 16 03:39:37.861648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf402a-cd3e-4e62-8322-70b1e9e24ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=751caceb-5bba-4c69-b464-d16b5566391e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.867283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Made reservation on behalf of cc9fc10499524c8d89a7a865685e2a0d for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:37.869877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.877627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 751caceb-5bba-4c69-b464-d16b5566391e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:37.903658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.143590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:38.208645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-5bfeb047-2d86-49b0-a3d0-125193aedbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.211086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-5bfeb047-2d86-49b0-a3d0-125193aedbfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.3510354 Jul 16 03:39:38.251379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.322404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05a59d0e-f8f5-452f-9c4c-42b0d35be419 service neutron] 10.222.0.25 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914232 Jul 16 03:39:38.334650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee410c-6795-4bd9-9dd9-d80934655136 req-b90a125b-449e-4619-8f33-d548887f6f30 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.345391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] Provisioning for port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:38.355286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] Provisioning complete for port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:38.355909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.358925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3ee410c-6795-4bd9-9dd9-d80934655136 req-b90a125b-449e-4619-8f33-d548887f6f30 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.5023413 Jul 16 03:39:38.449960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3ee410c-6795-4bd9-9dd9-d80934655136 req-7bbd7f42-13b7-40f9-8d69-6636d4f325c9 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900230 Jul 16 03:39:38.451857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=14c5199c-893f-40e6-bb64-542d5850dc10,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.462779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.514163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0ab360-14d2-4e00-99e5-ff9c551d3601,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.518457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-87759b5c-88fa-4a73-9324-c97702802c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.520268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-87759b5c-88fa-4a73-9324-c97702802c71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2960086 Jul 16 03:39:38.541619 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.615448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] For port 8cbfb1d6-bada-4558-90a2-4bdb70bece62, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8cbfb1d6-bada-4558-90a2-4bdb70bece62,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:38.615644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-1492e896-11d4-422a-8c5e-91e91ab84778 service neutron] 10.222.0.25 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544746 Jul 16 03:39:38.632593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.668746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] device_id is not set on port b2a31917-d902-4813-8033-3ad36ccc2a0e yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:38.677406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.692639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Transition to ACTIVE for port object b2a31917-d902-4813-8033-3ad36ccc2a0e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:38.736556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.741248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-1cceb57a-010a-4b71-abde-01beae4437bc service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120385 Jul 16 03:39:38.745670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.747354 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e318754b-4b37-4001-9e04-39cc0adb15b9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/14c5199c-893f-40e6-bb64-542d5850dc10 HTTP/1.1" status: 204 len: 168 time: 1.9604161 Jul 16 03:39:38.753085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:38.763973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff9966-14c2-4f3f-ac0a-753b91b42d6c None None] Pushing event updated for resources: {'Port': ['ID=8cbfb1d6-bada-4558-90a2-4bdb70bece62,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.779973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6e0e6b7-fff5-41c3-811f-1ee06d90a7d2 None None] Could not find standard attr ID for object 14c5199c-893f-40e6-bb64-542d5850dc10. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:39:38.830249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.833141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1bf2-d12b-4eb4-9bb5-57f91076d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.837514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.845086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.853098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.859429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Checking segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:38.859794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Network hostable DHCP agents. Network: 751caceb-5bba-4c69-b464-d16b5566391e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:38.860842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.868756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.872638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a31917-d902-4813-8033-3ad36ccc2a0e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.878184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.886962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-54012684-b008-4cd8-afc3-2d4b54191639 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.2292705 Jul 16 03:39:38.889280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:38.889623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:38.889964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:38.898042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:38.898470 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:38.903109 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 2 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:38.955245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:38.955709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:38.956019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:38.968518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:38.969459 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:38.970261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Network 751caceb-5bba-4c69-b464-d16b5566391e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:39.012973 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 3 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.036099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 751caceb-5bba-4c69-b464-d16b5566391e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:39.041633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26461c-bb69-49e2-a3bc-1c6aad3592e2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.043320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26461c-bb69-49e2-a3bc-1c6aad3592e2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.047635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cd26461c-bb69-49e2-a3bc-1c6aad3592e2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2936161 Jul 16 03:39:39.047930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.048216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:39.048884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.048997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1b700-b0f9-4c0c-96bc-fd32a745f2df None None] Network 751caceb-5bba-4c69-b464-d16b5566391e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:39.049100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.056397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.056940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.062292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-69551312-23d3-4c50-a08f-2801349aedc0 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105431 Jul 16 03:39:39.075412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.075690 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.077390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1bf2-d12b-4eb4-9bb5-57f91076d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.078778 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 4 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.085674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec789187-237f-47dc-b8d2-e61df113bf15 req-6c9711d6-ded8-453c-8a37-7516323e1657 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975060 Jul 16 03:39:39.093955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.094282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.094802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.100527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.100866 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.101397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1bf2-d12b-4eb4-9bb5-57f91076d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.104354 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 5 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.108898 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d70417c-2bed-4f52-ab38-4c6c38a27e07 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4876709 Jul 16 03:39:39.113124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39774) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:39.149104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:39.181352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.181756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.182018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.192782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.193028 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.196509 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 6 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.199459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.200423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.207097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d1bf2-d12b-4eb4-9bb5-57f91076d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056a783b-a43d-4c08-a065-04421f60931c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:39.215613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-20179198-b6c9-4c1f-8c0d-0e67943d941a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 HTTP/1.1" status: 200 len: 217 time: 0.1289647 Jul 16 03:39:39.223014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba6d1bf2-d12b-4eb4-9bb5-57f91076d34e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87a58fbae060468e88838b2fb24ffa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0654147 Jul 16 03:39:39.230381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39780) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:39.251062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.251560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.252084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.282088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-201d3453-f7a4-4efa-b160-2d6c8c02c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.284467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-201d3453-f7a4-4efa-b160-2d6c8c02c365 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.0622768 Jul 16 03:39:39.304239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-751caceb-5bba-4c69-b464-d16b5566391e', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:39.305689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.305974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.306323 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.310519 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 7 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.331542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.336595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.337005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.337273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.365243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.365576 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.396988 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 8 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.398935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f5fea97-9336-40ce-9f40-2134e06ef249 req-649b4c50-34d9-4da7-8117-bccee2824350 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 210 time: 0.0838456 Jul 16 03:39:39.406643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 9f2a258a-dc4c-43d1-b967-be38aa6e6499 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:39.416758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.456993 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e213e4d8-690f-40dd-9d6d-d133493a09c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.478380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.485132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e213e4d8-690f-40dd-9d6d-d133493a09c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.487602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.488032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.488792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.506663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-b4e874aa-f54e-4ff3-b34c-98da36c6b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:39.509031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-b4e874aa-f54e-4ff3-b34c-98da36c6b214 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2169056 Jul 16 03:39:39.510731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Allocated IP 172.20.0.2 (751caceb-5bba-4c69-b464-d16b5566391e/6a0ab360-14d2-4e00-99e5-ff9c551d3601/52bcaa2a-a8dc-4559-9cd7-2f5716619360) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:39.562255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.562772 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.568678 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 9 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.621701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.634813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.635434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.635862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.642891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.643421 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.644652 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempt 10 to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e Jul 16 03:39:39.683272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.683837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.684391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempting to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.695538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:39.695993 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Failed to bind port b2a31917-d902-4813-8033-3ad36ccc2a0e on host n-h1-800089-6 for vnic_type normal using segments [{'id': '18c9c3a4-cc81-48b6-8278-80df26b2bae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'e19d21a1-5920-4c80-b215-c316d8de2996'}] Jul 16 03:39:39.696514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.702323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.713027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e213e4d8-690f-40dd-9d6d-d133493a09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.714985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Transition to ACTIVE for port object 52bcaa2a-a8dc-4559-9cd7-2f5716619360 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:39.716287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e213e4d8-690f-40dd-9d6d-d133493a09c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.717551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e213e4d8-690f-40dd-9d6d-d133493a09c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/056a783b-a43d-4c08-a065-04421f60931c HTTP/1.1" status: 204 len: 168 time: 0.4861438 Jul 16 03:39:39.734480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213e4d8-690f-40dd-9d6d-d133493a09c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a783b-a43d-4c08-a065-04421f60931c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:39.750462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.781571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Transition to ACTIVE for port object 52bcaa2a-a8dc-4559-9cd7-2f5716619360 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:39.794120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.796418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-9775ff89-b8d2-4213-b300-d1edccc3db6e service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799215 Jul 16 03:39:39.884557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Network 751caceb-5bba-4c69-b464-d16b5566391e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:39.887518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:39.891201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:39.917707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-e60ae356-b8fb-4cad-993e-3ea1777baf42 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118319 Jul 16 03:39:39.956171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Attempting to bind port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:39.956701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Attempting to bind port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:39.957070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Attempting to bind port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 on network 751caceb-5bba-4c69-b464-d16b5566391e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:39.959180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Pushing event updated for resources: {'Port': ['ID=52bcaa2a-a8dc-4559-9cd7-2f5716619360,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:39.965295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:39.965727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Checking segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:39.966132 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.966707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Bound using segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:39.967332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Bound port: 52bcaa2a-a8dc-4559-9cd7-2f5716619360, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:39.967557 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.994071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-c37d236a-3886-47f3-9bc7-fc59bb5b9b8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 200 len: 217 time: 0.0636382 Jul 16 03:39:40.008138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc0ede-6c88-4354-ac85-b8883b70abb8 req-f19f0ac8-ee9c-4f5d-ad4a-b82884048a20 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.010016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45dc0ede-6c88-4354-ac85-b8883b70abb8 req-f19f0ac8-ee9c-4f5d-ad4a-b82884048a20 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.3561623 Jul 16 03:39:40.097184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-9bda6df0-eb91-4b0e-8015-47bf742f5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.099938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-9bda6df0-eb91-4b0e-8015-47bf742f5ed7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.0877862 Jul 16 03:39:40.111956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] For port 52bcaa2a-a8dc-4559-9cd7-2f5716619360, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:40.115094 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.117446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] For port 52bcaa2a-a8dc-4559-9cd7-2f5716619360, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=52bcaa2a-a8dc-4559-9cd7-2f5716619360,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:40.132505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.189826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45dc0ede-6c88-4354-ac85-b8883b70abb8 req-aa0640c1-aa48-43cd-8e28-f650699c71f1 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658354 Jul 16 03:39:40.244153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2a258a-dc4c-43d1-b967-be38aa6e6499,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.257699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.269577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7b17bf43-bbdc-4a6d-9909-20280ea671cc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/9f2a258a-dc4c-43d1-b967-be38aa6e6499 HTTP/1.1" status: 204 len: 168 time: 1.2096007 Jul 16 03:39:40.273896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39800) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.288675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c514d5-3c0f-460e-bddb-aa9aa0cd9631 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:40.306689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] For port b2a31917-d902-4813-8033-3ad36ccc2a0e, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:40.318535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attempted to set empty binding levels {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:39:40.326502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99042804-7bca-4aa9-95f9-a4677f1dd2f3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514634 Jul 16 03:39:40.327121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.330090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.405607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39804) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.424972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a31917-d902-4813-8033-3ad36ccc2a0e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.442362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2a2a-0998-4b40-ab06-eb5273f569eb None None] Pushing event updated for resources: {'Port': ['ID=52bcaa2a-a8dc-4559-9cd7-2f5716619360,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.477711 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8c21acf-34d5-4f19-a9e3-33b8e78368a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.490955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-1a4d23df-00dd-4ae4-8dfe-d70bdfc3f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.493328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-1a4d23df-00dd-4ae4-8dfe-d70bdfc3f777 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3733420 Jul 16 03:39:40.500001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] In _notify_port_updated(), no bound segment for port b2a31917-d902-4813-8033-3ad36ccc2a0e on network e19d21a1-5920-4c80-b215-c316d8de2996 {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:39:40.500905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.502086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.503469 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-12bb9096-c213-4101-bff5-b40e36c4a461 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "PUT /v2.0/ports/b2a31917-d902-4813-8033-3ad36ccc2a0e HTTP/1.1" status: 200 len: 975 time: 3.0035367 Jul 16 03:39:40.544559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39808) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.678498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:40.701313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.710629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-341ab45e-edb9-4c5b-916f-71a7456531ca service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039333 Jul 16 03:39:40.729688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.754476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284dd64-cde4-4b71-bd42-e73f1b12c9b3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.762520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7284dd64-cde4-4b71-bd42-e73f1b12c9b3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4311841 Jul 16 03:39:40.766362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aad3561e-3d99-42c5-b6ba-e2d3e9b6ad8b req-b987ac44-a44e-4951-b304-3e91831662d2 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 210 time: 0.1692371 Jul 16 03:39:40.774978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.842458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] Deleting port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:40.845870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.863139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Deleting port b2a31917-d902-4813-8033-3ad36ccc2a0e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:40.863500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.922144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafdad3-e7b8-49f1-834e-d5121d6c65ab tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.928183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6aafdad3-e7b8-49f1-834e-d5121d6c65ab tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1489568 Jul 16 03:39:40.929436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39812) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:40.984065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 52bcaa2a-a8dc-4559-9cd7-2f5716619360 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:40.989102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] For port 8cbfb1d6-bada-4558-90a2-4bdb70bece62, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8cbfb1d6-bada-4558-90a2-4bdb70bece62,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:40.990622 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.007251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] Calling delete_port for 8cbfb1d6-bada-4558-90a2-4bdb70bece62 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:41.025457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41fc91e0-186c-4c19-9f80-010a3c565ffd req-ff5e8b4e-855a-4194-8f09-2c35b85b6cea service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847383 Jul 16 03:39:41.038935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0cc19853-6575-45f9-b110-a44c2ac3c1c8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001480 Jul 16 03:39:41.039391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39814) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.045153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:41.088456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] For port b2a31917-d902-4813-8033-3ad36ccc2a0e, host n-h1-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:41.088851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.101581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Allocated IP 172.25.4.109 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/762f14ef-0e30-4d92-8d7a-28573810d02b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:41.110145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.116729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.123186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.125254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Calling delete_port for b2a31917-d902-4813-8033-3ad36ccc2a0e owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:41.129773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.137167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.144894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.146863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.155387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.165989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-35d6d571-a492-4058-b5e0-1aaf64503269 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.6673825 Jul 16 03:39:41.185380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] Pushing event deleted for resources: {'Port': ['ID=8cbfb1d6-bada-4558-90a2-4bdb70bece62,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.202502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ba522-ad6d-4de5-9b8a-9d628a0a8b4b None None] No DVR routers for this DVR port 8cbfb1d6-bada-4558-90a2-4bdb70bece62 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:41.225045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:41.321568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8cbfb1d6-bada-4558-90a2-4bdb70bece62 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:41.350358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6385496a-57cb-41f1-aaf3-3cd4354d01fc req-2e3d446a-2c54-4986-bf16-fc47f88774e2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833980 Jul 16 03:39:41.358981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8cbfb1d6-bada-4558-90a2-4bdb70bece62 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:41.359325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8cbfb1d6-bada-4558-90a2-4bdb70bece62 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:41.391109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-c7a3a35a-a66f-4c02-ab62-1c65531ffa53 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.394074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-c7a3a35a-a66f-4c02-ab62-1c65531ffa53 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 813 time: 0.3755283 Jul 16 03:39:41.452953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Request body: {'port': {'device_id': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'admin_state_up': True, 'tenant_id': '663ff32f9a1745209308523deea55868'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:41.455328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8c21acf-34d5-4f19-a9e3-33b8e78368a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.462126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.463234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.463234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.463542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.464764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.465236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.465694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.468770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-70c158ba-aa84-4106-a15c-51e15f3c2aa7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6478 time: 0.2705464 Jul 16 03:39:41.480805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8c21acf-34d5-4f19-a9e3-33b8e78368a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.554108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.621352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.627496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a31917-d902-4813-8033-3ad36ccc2a0e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.631835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21acf-34d5-4f19-a9e3-33b8e78368a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee394531-6cd7-4da2-9491-c3af10e397f4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.671830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b8c21acf-34d5-4f19-a9e3-33b8e78368a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be62ec795754303b5d474ce83278f03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2648137 Jul 16 03:39:41.688562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.693142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:41.697636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.748302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753f427-541f-49cb-98b8-601e75517d9f None None] Network 751caceb-5bba-4c69-b464-d16b5566391e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:41.757559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-60786ceb-3a08-4f26-98e0-1e3906334a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.759323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-60786ceb-3a08-4f26-98e0-1e3906334a5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 200 len: 903 time: 0.2744083 Jul 16 03:39:41.781144 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.783179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f049bc4b-3020-4c20-8b08-26ad8707cf12 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b2a31917-d902-4813-8033-3ad36ccc2a0e HTTP/1.1" status: 204 len: 168 time: 1.2376387 Jul 16 03:39:41.787519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.835359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-d8722dfd-ea3f-4290-b6f5-29571935ae66 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.837053 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-d8722dfd-ea3f-4290-b6f5-29571935ae66 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 813 time: 0.2112374 Jul 16 03:39:41.845352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] Provisioning for port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:41.857159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] Provisioning complete for port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:41.857589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.886842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Request body: {'port': {'device_id': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'admin_state_up': True, 'tenant_id': '663ff32f9a1745209308523deea55868'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:41.907361 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6564f27-92e4-4980-adff-d3347c983974 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:39:41.912683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b6564f27-92e4-4980-adff-d3347c983974 tempest-PortsAdminExtendedAttrsTestJSON-159094187 tempest-PortsAdminExtendedAttrsTestJSON-159094187-project-admin] 10.222.0.25 "GET /v2.0/ports/b2a31917-d902-4813-8033-3ad36ccc2a0e HTTP/1.1" status: 404 len: 333 time: 0.0998995 Jul 16 03:39:41.923972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.933924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-86caa2e1-1068-4f21-b03c-759c3091f3e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 200 len: 217 time: 0.1573703 Jul 16 03:39:42.037564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419613b8-ebf9-499f-a330-83fa7f148a59 req-4cf6b2b1-19ed-4f11-b6d1-ddd83e730e6e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 210 time: 0.0858221 Jul 16 03:39:42.073766 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a3e5-0491-40c0-ba33-07e339f8234c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.087533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c2d5-e0e2-4054-8cf9-56278d1da101 req-c05a30c3-adc6-44f1-820b-d5d4bd717a8a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.089230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61d9c2d5-e0e2-4054-8cf9-56278d1da101 req-c05a30c3-adc6-44f1-820b-d5d4bd717a8a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.4759846 Jul 16 03:39:42.093092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.096067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Made reservation on behalf of 663ff32f9a1745209308523deea55868 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:42.100049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.104010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-5755f6f2-bbaf-48f0-b68a-a9fae600cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.105642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-5755f6f2-bbaf-48f0-b68a-a9fae600cd94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.1403923 Jul 16 03:39:42.158592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.164520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a3e5-0491-40c0-ba33-07e339f8234c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.197634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:42.209453 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.238212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:42.248011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] For port 52bcaa2a-a8dc-4559-9cd7-2f5716619360, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=52bcaa2a-a8dc-4559-9cd7-2f5716619360,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:42.252335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:42.256367 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.261517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61d9c2d5-e0e2-4054-8cf9-56278d1da101 req-56905f1e-0ab1-47ab-89e5-4ae3d2927c9c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611900 Jul 16 03:39:42.262674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Pushing event updated for resources: {'Port': ['ID=762f14ef-0e30-4d92-8d7a-28573810d02b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.328875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503123e-03e1-4e34-be81-73ec55c89e38 None None] Pushing event updated for resources: {'Port': ['ID=52bcaa2a-a8dc-4559-9cd7-2f5716619360,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.334652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a3e5-0491-40c0-ba33-07e339f8234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.335537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Made reservation on behalf of 663ff32f9a1745209308523deea55868 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:42.337627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a3e5-0491-40c0-ba33-07e339f8234c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.344624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c7d7a3e5-0491-40c0-ba33-07e339f8234c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee394531-6cd7-4da2-9491-c3af10e397f4 HTTP/1.1" status: 204 len: 168 time: 0.6465888 Jul 16 03:39:42.344624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-15c84fd2-cdc3-47b2-9069-e6ab8f1bf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.344624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-15c84fd2-cdc3-47b2-9069-e6ab8f1bf5b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2254491 Jul 16 03:39:42.345592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.358230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7a3e5-0491-40c0-ba33-07e339f8234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee394531-6cd7-4da2-9491-c3af10e397f4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.360298 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.457995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:42.470058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:42.480272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b57a2-adad-4a29-858b-0a9082f78ebc None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:42.483530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.484123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.629228 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.654394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Allocated IP 172.20.0.10 (6b86176d-ddf6-4a4c-99fd-952ab28fabdc/6b0ea5bf-5f5b-4d5f-b00f-174effe79e92/cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:42.720211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19d21a1-5920-4c80-b215-c316d8de2996']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:42.727647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '14578f0a-f745-451d-a478-b61c94f06e78'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:42.728796 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.746949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d76d490e-9415-4cb9-973f-be47f952588d None None] Provisioning complete for port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:42.747131 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d76d490e-9415-4cb9-973f-be47f952588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.790446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c9c3a4-cc81-48b6-8278-80df26b2bae6') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:42.790768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c9c3a4-cc81-48b6-8278-80df26b2bae6') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:42.818109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.856482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.863595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 52bcaa2a-a8dc-4559-9cd7-2f5716619360 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:42.921183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:42.921603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:42.996201 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:43.006985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/14578f0a-f745-451d-a478-b61c94f06e78/da893d8f-4579-4ef8-9155-fe8b5b7299c4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:43.019090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:43.019472 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.043622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.057976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.062328 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] 10.222.0.25 "DELETE /v2.0/networks/e19d21a1-5920-4c80-b215-c316d8de2996 HTTP/1.1" status: 204 len: 168 time: 1.1353090 Jul 16 03:39:43.081459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0405421 Jul 16 03:39:43.090380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:43.100759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:92:09:d3', 'name': 'tempest-NetworksTestDHCPv6-272450312'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:43.165198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9b7f3-d0f6-4b1d-b703-889b803307cd tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=14578f0a-f745-451d-a478-b61c94f06e78,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.244514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-8df3a6c6-4dff-4230-a016-947d722676c1 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8875151 Jul 16 03:39:43.411003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2282-73ad-49aa-a675-ec4acaea7d97 tempest-PortsAdminExtendedAttrsTestJSON-259376139 tempest-PortsAdminExtendedAttrsTestJSON-259376139-project] Pushing event deleted for resources: {'Network': ['ID=e19d21a1-5920-4c80-b215-c316d8de2996,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.411278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa2e6fa1-4096-4fd2-b4a2-d6c92bfc0875 req-e56c50e5-9398-401f-8cc2-c657325735b1 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 210 time: 0.1588001 Jul 16 03:39:43.414344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0729d555-3308-40ac-abcd-a7f6885a5150 req-d37bba15-a480-4113-aba5-1fdf1e49aeb4 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578977 Jul 16 03:39:43.497688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.500102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.505719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.505997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.507755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.513715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.521396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Transition to ACTIVE for port object da893d8f-4579-4ef8-9155-fe8b5b7299c4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:43.527425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.536698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.544379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.551337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.558778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Transition to ACTIVE for port object da893d8f-4579-4ef8-9155-fe8b5b7299c4 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:43.562665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-f20f88a4-edb9-42a6-8aa2-dadd2e6c4239 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.5599239 Jul 16 03:39:43.573409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.592539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:43.621611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Pushing event updated for resources: {'Port': ['ID=da893d8f-4579-4ef8-9155-fe8b5b7299c4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.634433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:43.635978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:43.640646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:43.641479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1bebb06-eb30-4470-8812-75c2cf5680e4 req-4d9fd082-560c-47e0-9feb-7274533b2ce1 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775485 Jul 16 03:39:43.741953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:43.770914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Attempting to bind port da893d8f-4579-4ef8-9155-fe8b5b7299c4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:43.772873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Attempting to bind port da893d8f-4579-4ef8-9155-fe8b5b7299c4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:43.773533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Attempting to bind port da893d8f-4579-4ef8-9155-fe8b5b7299c4 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:43.782131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65636-fce7-412c-ad7a-af8b532a23ae req-b627b2fd-896d-499b-a305-6d2473c1accc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.785398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36d65636-fce7-412c-ad7a-af8b532a23ae req-b627b2fd-896d-499b-a305-6d2473c1accc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.1731262 Jul 16 03:39:43.792848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:43.793652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:43.794308 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.794967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:43.795707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Bound port: da893d8f-4579-4ef8-9155-fe8b5b7299c4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:43.796348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.814500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.882745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] For port da893d8f-4579-4ef8-9155-fe8b5b7299c4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:43.884917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36d65636-fce7-412c-ad7a-af8b532a23ae req-34b498f1-8fdb-48f2-bc0c-c4232f7d66d5 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936604 Jul 16 03:39:43.891209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.903799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] For port da893d8f-4579-4ef8-9155-fe8b5b7299c4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da893d8f-4579-4ef8-9155-fe8b5b7299c4,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:43.915460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 95c778f8-8ec7-4d80-85ad-26db999ad5bd yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:43.923760 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.996430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:44.003253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dac2d6-a5bf-437d-8e7c-fad788a18c98 None None] Pushing event updated for resources: {'Port': ['ID=da893d8f-4579-4ef8-9155-fe8b5b7299c4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.027987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:44.030571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:44.071855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::32c (cd007764-b689-4eda-aa81-dad0dfbbf261/14578f0a-f745-451d-a478-b61c94f06e78/95c778f8-8ec7-4d80-85ad-26db999ad5bd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:44.082210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event updated for resources: {'Port': ['ID=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.098615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Allocated IP 172.20.0.6 (6b86176d-ddf6-4a4c-99fd-952ab28fabdc/6b0ea5bf-5f5b-4d5f-b00f-174effe79e92/3ef98e33-7742-4067-817f-ae0949c1c60c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:44.108006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.141396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.142477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.154093 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51bc1ed9-b76d-4cab-89a3-bc200c0f4868 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc894175212f4803b23c84ca0fd851b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604382 Jul 16 03:39:44.154755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:44.226026 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-48ffe5bc-6420-4b78-9f94-6419f6f0d2ce tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7944899 Jul 16 03:39:44.248013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Request body: {'port': {'device_id': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:44.303919 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02b0063d-0ab5-4a07-8bbd-5c6424fb36ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.349580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02b0063d-0ab5-4a07-8bbd-5c6424fb36ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.379945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.411927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 95c778f8-8ec7-4d80-85ad-26db999ad5bd will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:44.448805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02b0063d-0ab5-4a07-8bbd-5c6424fb36ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.451803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02b0063d-0ab5-4a07-8bbd-5c6424fb36ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.453086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-02b0063d-0ab5-4a07-8bbd-5c6424fb36ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeb9debf-55ca-40f8-8f5e-cc3eb7a5a19e HTTP/1.1" status: 204 len: 168 time: 0.2972522 Jul 16 03:39:44.482659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.487351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0063d-0ab5-4a07-8bbd-5c6424fb36ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb9debf-55ca-40f8-8f5e-cc3eb7a5a19e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.559188 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.569900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:44.574028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:44.579052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:44.585311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.586027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.601401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=95c778f8-8ec7-4d80-85ad-26db999ad5bd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.605766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-05c07a45-c1cd-4d4a-bdbf-82409d01ebc9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5125973 Jul 16 03:39:44.608665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:44.674252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.726407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:39:44.732251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-187c14e7-323b-4832-950d-65db19ddcf82 req-212c2b99-ef50-43c7-8bd8-8bffc747cfed tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 210 time: 0.0752130 Jul 16 03:39:44.795918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683860b-afe6-4b4a-9e55-78440e352495 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.816322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683860b-afe6-4b4a-9e55-78440e352495 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.817982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3683860b-afe6-4b4a-9e55-78440e352495 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2084162 Jul 16 03:39:44.821664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39900) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:44.910815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.936613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da893d8f-4579-4ef8-9155-fe8b5b7299c4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:45.051499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:45.077525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port da893d8f-4579-4ef8-9155-fe8b5b7299c4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:45.088529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:45.115390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:45.122439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.129933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.141308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.149874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.155866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.170697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39904) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.177524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.190437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.200025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-f9704e49-7a46-4325-9632-72fe96f0a6fa tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.3106360 Jul 16 03:39:45.206030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:45.207980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event updated for resources: {'Port': ['ID=3ef98e33-7742-4067-817f-ae0949c1c60c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.220532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:45.244573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:45.245507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:39:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:45.263876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.265316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-42559687-3998-4831-8d24-88902ecbd533 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1320407 Jul 16 03:39:45.278131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.359102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-99ed70ef-9a77-4f32-91cf-d051b5420c2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92f0463f282c46d695093f6da973b4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814265 Jul 16 03:39:45.366961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.367394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.374084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.424905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 95c778f8-8ec7-4d80-85ad-26db999ad5bd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:45.425587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:45.426586 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.440596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e907ee7c-f8a4-44d7-8f3b-6ef48715e1fe req-db7c5939-fcb8-4217-be79-e4fd7099622c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321646 Jul 16 03:39:45.484696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-05398880-8db9-4413-bee1-d8b221a38f09 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6219909 Jul 16 03:39:45.523093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Request body: {'port': {'device_id': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:45.533759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f29bb94-f8b8-419a-aa5a-044e94bc073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.605861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:45.618101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] Provisioning for port da893d8f-4579-4ef8-9155-fe8b5b7299c4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:45.621462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.642357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] Provisioning complete for port da893d8f-4579-4ef8-9155-fe8b5b7299c4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:45.643246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.664848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.682851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 95c778f8-8ec7-4d80-85ad-26db999ad5bd owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:45.699659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f29bb94-f8b8-419a-aa5a-044e94bc073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.710834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35c90-6d15-4e40-89f4-584618ebe03c req-4b0d901c-3bd7-482e-8c3d-dd6983ec547a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.718955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70b35c90-6d15-4e40-89f4-584618ebe03c req-4b0d901c-3bd7-482e-8c3d-dd6983ec547a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.5130520 Jul 16 03:39:45.793629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:42Z', 'revision_number': 3, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:45.837413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:45.837771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Updating router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 port 762f14ef-0e30-4d92-8d7a-28573810d02b binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:39:45.877729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.883014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.884480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Transition to ACTIVE for port object cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:45.887586 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.939451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] For port da893d8f-4579-4ef8-9155-fe8b5b7299c4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da893d8f-4579-4ef8-9155-fe8b5b7299c4,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:45.952854 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.973270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.977542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-70b35c90-6d15-4e40-89f4-584618ebe03c req-a0afdfa0-e9b1-40a0-a454-ef9ba712656c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575014 Jul 16 03:39:46.088174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.097937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb9b51-c7bc-4edd-bc4f-0bdae781bfd5 None None] Pushing event updated for resources: {'Port': ['ID=da893d8f-4579-4ef8-9155-fe8b5b7299c4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.109781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0f9a44f8-ea41-4fde-8344-8d3b7803c453 None None] Could not find standard attr ID for object 95c778f8-8ec7-4d80-85ad-26db999ad5bd. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:39:46.239309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.243155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/95c778f8-8ec7-4d80-85ad-26db999ad5bd HTTP/1.1" status: 204 len: 168 time: 1.4186761 Jul 16 03:39:46.248512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503521d-c61b-448a-b960-605ed587de6a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=95c778f8-8ec7-4d80-85ad-26db999ad5bd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.252214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:46.286696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Pushing event updated for resources: {'Port': ['ID=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.313691 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f29bb94-f8b8-419a-aa5a-044e94bc073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.316471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f29bb94-f8b8-419a-aa5a-044e94bc073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.317505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2f29bb94-f8b8-419a-aa5a-044e94bc073a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5d51cc6-de96-4ed2-ba3d-78445b19a142 HTTP/1.1" status: 204 len: 168 time: 0.9373288 Jul 16 03:39:46.388257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128031d-f315-406d-9070-02691cbe0c43 req-96d6c344-c4f5-46a5-a226-7e34c1a4634b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.389807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c128031d-f315-406d-9070-02691cbe0c43 req-96d6c344-c4f5-46a5-a226-7e34c1a4634b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 931 time: 0.4164276 Jul 16 03:39:46.405160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29bb94-f8b8-419a-aa5a-044e94bc073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d51cc6-de96-4ed2-ba3d-78445b19a142,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.440432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.451899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700d161-3238-495f-805b-3ce6387d8307 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.454911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700d161-3238-495f-805b-3ce6387d8307 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.456559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8700d161-3238-495f-805b-3ce6387d8307 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1949592 Jul 16 03:39:46.473965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:46.485213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Transition to ACTIVE for port object 762f14ef-0e30-4d92-8d7a-28573810d02b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:46.499954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.575744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Attempting to bind port 762f14ef-0e30-4d92-8d7a-28573810d02b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:46.577381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Attempting to bind port 762f14ef-0e30-4d92-8d7a-28573810d02b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:46.578142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Attempting to bind port 762f14ef-0e30-4d92-8d7a-28573810d02b on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:46.591201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:46.592146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:46.593661 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.594322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:46.595978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Bound port: 762f14ef-0e30-4d92-8d7a-28573810d02b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:46.596437 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.605142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e82384-3caf-4d1b-b57a-f39559acc148 None None] Pushing event updated for resources: {'Port': ['ID=762f14ef-0e30-4d92-8d7a-28573810d02b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.620115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c128031d-f315-406d-9070-02691cbe0c43 req-d91eec94-caf2-4d64-9cc5-054dd7b753af tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161286 Jul 16 03:39:46.634306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:46.653641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 14578f0a-f745-451d-a478-b61c94f06e78 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:46.669799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.723716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] For port 762f14ef-0e30-4d92-8d7a-28573810d02b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:46.741628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.745436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] For port 762f14ef-0e30-4d92-8d7a-28573810d02b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=762f14ef-0e30-4d92-8d7a-28573810d02b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:46.782239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.863211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da893d8f-4579-4ef8-9155-fe8b5b7299c4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:46.909939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.051190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Attempting to bind port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:47.051713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Attempting to bind port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:47.051932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Attempting to bind port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:47.086644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:47.087003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Attempting to bind port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:47.106664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:47.107008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Checking segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:47.107389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Bound using segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:47.107832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Bound port: cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:47.108185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.108385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.115842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.123229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.131940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.139152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.144651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.147048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.154578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.163690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-916279ae-31ed-4ac3-b536-dff50de2df0b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.3024852 Jul 16 03:39:47.192109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.234045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:47.235078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:39:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:47.239023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:47.244785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.247990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f73e5c-32a6-4492-a646-b618dcc96717 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:47.249930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/14578f0a-f745-451d-a478-b61c94f06e78 HTTP/1.1" status: 204 len: 168 time: 0.7674499 Jul 16 03:39:47.262210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.297402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770eed6-368f-43a8-9faf-8c83152f4d0f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=14578f0a-f745-451d-a478-b61c94f06e78,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.337848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e82384-3caf-4d1b-b57a-f39559acc148 None None] Pushing event updated for resources: {'Port': ['ID=762f14ef-0e30-4d92-8d7a-28573810d02b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.350239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-214eab6e-e69d-4fbc-afc5-b946eef26800 req-31f6225f-b8c8-4a47-a591-a2bdadf048ce tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855538 Jul 16 03:39:47.374139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'port_id': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'mac_address': 'fa:16:3e:cf:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:47.401504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef98e33-7742-4067-817f-ae0949c1c60c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:47.411671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.426993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Transition to ACTIVE for port object 3ef98e33-7742-4067-817f-ae0949c1c60c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:47.443208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c804e-c02d-4293-90ff-4350784a16a4 req-024ce8a1-285f-4d0f-a43d-5a9642407cdd tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.455766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-822c804e-c02d-4293-90ff-4350784a16a4 req-024ce8a1-285f-4d0f-a43d-5a9642407cdd tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 944 time: 0.1704047 Jul 16 03:39:47.538533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.553848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-822c804e-c02d-4293-90ff-4350784a16a4 req-0755eebd-35bb-464a-ba06-d107f498385e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969856 Jul 16 03:39:47.567107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-082fb696-14ff-4c8d-9fc1-fd63526cccdb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2873526 Jul 16 03:39:47.569567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.580412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] For port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:47.636820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] For port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:47.647491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:47.660585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.695350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892f163-fc96-4137-8abf-501c223a7f2a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.696812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f892f163-fc96-4137-8abf-501c223a7f2a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1258168 Jul 16 03:39:47.698134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.699393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39970) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.717884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef98e33-7742-4067-817f-ae0949c1c60c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.749092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea80271-a274-41af-b7fe-4a16a4c313ec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.750608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4ea80271-a274-41af-b7fe-4a16a4c313ec tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0502646 Jul 16 03:39:47.753111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.803216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df35f08b-a6c6-4733-8975-7df16bbf7715 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490220 Jul 16 03:39:47.807148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.812734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:47.824319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Pushing event updated for resources: {'Port': ['ID=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.910120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.911132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.912790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-61406e45-69b8-4135-8579-6dc3b940f684 service neutron] 10.222.0.11 "PUT /v2.0/ports/cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 HTTP/1.1" status: 200 len: 1092 time: 3.6755228 Jul 16 03:39:47.913229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'tag': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:47.915749 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22266c47-08ee-409b-9da0-faa975008f15" -d '{"events": [{"name": "network-changed", "server_uuid": "da870809-1ac7-4587-b17a-0f51f79aace9", "tag": "cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:47.964109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7c0df1ad-1877-4ba8-839a-2114cb8c453f tempest-AgentManagementNegativeTest-1027102474 tempest-AgentManagementNegativeTest-1027102474-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3011997 Jul 16 03:39:47.976783 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33fc65b-f0b2-408a-a29a-cb7b4665c8f5 x-openstack-request-id: req-a33fc65b-f0b2-408a-a29a-cb7b4665c8f5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:47.977093 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da870809-1ac7-4587-b17a-0f51f79aace9", "tag": "cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:47.977326 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a33fc65b-f0b2-408a-a29a-cb7b4665c8f5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:47.978203 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'tag': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98', 'status': 'completed', 'code': 200} Jul 16 03:39:48.000977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port da893d8f-4579-4ef8-9155-fe8b5b7299c4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:48.001432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.008184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.044765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:48.072953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99a5e0-7b83-43dc-ad63-d53a37e5f328 req-cee3fbfd-100d-40a9-b628-2fed505b9f84 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.074645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f99a5e0-7b83-43dc-ad63-d53a37e5f328 req-cee3fbfd-100d-40a9-b628-2fed505b9f84 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 943 time: 0.2470288 Jul 16 03:39:48.075718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:48.082643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Allocated IP 172.20.0.1 (751caceb-5bba-4c69-b464-d16b5566391e/6a0ab360-14d2-4e00-99e5-ff9c551d3601/be4c8bbf-041f-4539-86c1-993c41bbc86e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:48.087011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.090171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:48.107506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.112893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Attempting to bind port 3ef98e33-7742-4067-817f-ae0949c1c60c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:48.113276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Attempting to bind port 3ef98e33-7742-4067-817f-ae0949c1c60c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:48.113553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Attempting to bind port 3ef98e33-7742-4067-817f-ae0949c1c60c on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:48.129533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Port 3ef98e33-7742-4067-817f-ae0949c1c60c on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:48.129855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Attempting to bind port 3ef98e33-7742-4067-817f-ae0949c1c60c on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:48.166400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:48.170033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:48.170385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Checking segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:48.170921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Bound using segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:48.171565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Bound port: 3ef98e33-7742-4067-817f-ae0949c1c60c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:48.171938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.179099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:42Z', 'revision_number': 3, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:48.179307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-af1f175e-1393-4e3e-b094-6c935674618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.180952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-af1f175e-1393-4e3e-b094-6c935674618f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=da870809-1ac7-4587-b17a-0f51f79aace9 HTTP/1.1" status: 200 len: 1095 time: 0.2231209 Jul 16 03:39:48.219045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953539a-7016-4c7d-bf93-281ca166bd29 None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:42Z', 'revision_number': 3, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:48.227093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:39:48.302158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:48.404769 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-dabe5509-b208-43af-b76a-85139ee88019 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 HTTP/1.1" status: 200 len: 217 time: 0.2119467 Jul 16 03:39:48.429339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] Deleting port da893d8f-4579-4ef8-9155-fe8b5b7299c4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:48.430138 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.516151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-6494fc2d-8e57-45d3-9b76-7449975e0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.517834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-6494fc2d-8e57-45d3-9b76-7449975e0859 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.1033111 Jul 16 03:39:48.518464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:48.593707 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-17b9ea36-a264-400f-aa3c-c7b099418595 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613708 Jul 16 03:39:48.597412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] For port da893d8f-4579-4ef8-9155-fe8b5b7299c4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da893d8f-4579-4ef8-9155-fe8b5b7299c4,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:48.597827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.633166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] Calling delete_port for da893d8f-4579-4ef8-9155-fe8b5b7299c4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:48.661545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.704866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] For port 3ef98e33-7742-4067-817f-ae0949c1c60c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:48.722886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Transition to ACTIVE for port object be4c8bbf-041f-4539-86c1-993c41bbc86e will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:48.727710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] For port 3ef98e33-7742-4067-817f-ae0949c1c60c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ef98e33-7742-4067-817f-ae0949c1c60c,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:48.779682 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.820077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f99a5e0-7b83-43dc-ad63-d53a37e5f328 req-9877b7ff-d9dc-433b-b326-387e2a18d6c7 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541373 Jul 16 03:39:48.849270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464671ae-8c3e-493b-9835-062ed1c0c4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.928748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.929441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.931156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 762f14ef-0e30-4d92-8d7a-28573810d02b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:48.931508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ef98e33-7742-4067-817f-ae0949c1c60c HTTP/1.1" status: 200 len: 1091 time: 3.4157655 Jul 16 03:39:48.999031 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-d23050be-e3d3-473a-9941-cd4f995e4135 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806636 Jul 16 03:39:49.028510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.094404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.223549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] Pushing event deleted for resources: {'Port': ['ID=da893d8f-4579-4ef8-9155-fe8b5b7299c4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.226613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 762f14ef-0e30-4d92-8d7a-28573810d02b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:49.230458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:39:49.241478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-febb5942-e607-448d-98cb-e547d73b2297 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100399 Jul 16 03:39:49.246512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 762f14ef-0e30-4d92-8d7a-28573810d02b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:49.246912 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.248816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ac75c-beb3-451a-8a97-2989746425fd None None] No DVR routers for this DVR port da893d8f-4579-4ef8-9155-fe8b5b7299c4 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:49.398428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.398667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.401611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Network 751caceb-5bba-4c69-b464-d16b5566391e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:49.406834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.415497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.416128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:49.422992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.429092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.430135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691dc27-294f-4376-b108-45e14c7f1e45 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef98e33-7742-4067-817f-ae0949c1c60c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.432938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 762f14ef-0e30-4d92-8d7a-28573810d02b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=762f14ef-0e30-4d92-8d7a-28573810d02b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:49.443291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.444635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.446649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:49.455308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.464170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-6b17f079-3eb1-46bf-977b-c9c6a74f7723 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.6509697 Jul 16 03:39:49.545981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da893d8f-4579-4ef8-9155-fe8b5b7299c4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:49.586507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=762f14ef-0e30-4d92-8d7a-28573810d02b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.599229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: da893d8f-4579-4ef8-9155-fe8b5b7299c4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:49.600248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da893d8f-4579-4ef8-9155-fe8b5b7299c4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:49.646400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-c277be71-2a3f-4d87-b631-6d8385bef2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.648166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-c277be71-2a3f-4d87-b631-6d8385bef2ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1096 time: 0.6433659 Jul 16 03:39:49.648898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Pushing event updated for resources: {'Port': ['ID=be4c8bbf-041f-4539-86c1-993c41bbc86e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.669887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.727851 n-d-800089-6 neutron-server[93756]: WARNING neutron.services.revisions.revision_plugin [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Could not find related port for resource to bump revision. Jul 16 03:39:49.745549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_pluggable_backend [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Port da893d8f-4579-4ef8-9155-fe8b5b7299c4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 03:39:49.746334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_pluggable_backend [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:d866 {{(pid=93756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 03:39:49.772719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72438f33-f95b-4a35-a072-a5e8c3e6dde4 req-38750c04-7b43-403a-b338-8452ff58eff5 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3075883 Jul 16 03:39:49.774061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_pluggable_backend [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:d866 {{(pid=93756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 03:39:49.798189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.817274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-1946c2bc-1938-470c-a518-b470e6102717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.818904 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-1946c2bc-1938-470c-a518-b470e6102717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 1094 time: 0.5822535 Jul 16 03:39:49.837817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:49.848502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb537cb-fdaa-46b2-92ac-54d6e9958f44 req-b6bdaa4e-1a12-4765-a1b8-c3882b0859e1 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.850011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3eb537cb-fdaa-46b2-92ac-54d6e9958f44 req-b6bdaa4e-1a12-4765-a1b8-c3882b0859e1 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 945 time: 0.5478206 Jul 16 03:39:49.851055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:49.857244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.857650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.875717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb914f45-3358-45ef-b1ad-a71331ef2f16 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:49.890196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464671ae-8c3e-493b-9835-062ed1c0c4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:49.895185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=efeaa4be-c2bf-4475-887a-c5b72afaac7a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:49.918324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d27b5231-2abd-48ae-a3fb-3b0533b5cde2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1073382 Jul 16 03:39:49.918645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266c47-08ee-409b-9da0-faa975008f15 req-407a5a15-9a2c-4e5e-89a6-c380b6c8a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.919911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40002) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:49.920599 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-407a5a15-9a2c-4e5e-89a6-c380b6c8a538 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=da870809-1ac7-4587-b17a-0f51f79aace9 HTTP/1.1" status: 200 len: 1095 time: 0.5771110 Jul 16 03:39:49.924735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:49.934231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3eb537cb-fdaa-46b2-92ac-54d6e9958f44 req-9116eaa4-dab3-439c-a739-4a7f9cfc8c84 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622087 Jul 16 03:39:49.966189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464671ae-8c3e-493b-9835-062ed1c0c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.009808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'tag': '3ef98e33-7742-4067-817f-ae0949c1c60c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:50.012040 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c944d6d4-6f76-4cd0-8205-846c7fa3976e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b6822d-6ce3-40dd-ab2e-87c8039f4b28", "tag": "3ef98e33-7742-4067-817f-ae0949c1c60c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:50.035389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4e7f936b-7846-4af2-8690-ad0571204b4e None None] Provisioning for port be4c8bbf-041f-4539-86c1-993c41bbc86e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:50.038128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-c5c0dc07-986c-462c-bf60-00132e860c4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ef98e33-7742-4067-817f-ae0949c1c60c HTTP/1.1" status: 200 len: 217 time: 0.1590188 Jul 16 03:39:50.041467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4e7f936b-7846-4af2-8690-ad0571204b4e None None] Provisioning complete for port be4c8bbf-041f-4539-86c1-993c41bbc86e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:50.041773 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e7f936b-7846-4af2-8690-ad0571204b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.078792 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15086c3-f599-468c-8325-d49bc33fe444 x-openstack-request-id: req-c15086c3-f599-468c-8325-d49bc33fe444 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:50.079085 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b6822d-6ce3-40dd-ab2e-87c8039f4b28", "tag": "3ef98e33-7742-4067-817f-ae0949c1c60c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:50.079386 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c15086c3-f599-468c-8325-d49bc33fe444 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:50.079770 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'tag': '3ef98e33-7742-4067-817f-ae0949c1c60c', 'status': 'completed', 'code': 200} Jul 16 03:39:50.134068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:50.137601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.159569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-464671ae-8c3e-493b-9835-062ed1c0c4e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87520a111fbc45cd8a971f696b3ad6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6347926 Jul 16 03:39:50.165084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f936b-7846-4af2-8690-ad0571204b4e None None] Port be4c8bbf-041f-4539-86c1-993c41bbc86e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:50.165302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:50.174191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464671ae-8c3e-493b-9835-062ed1c0c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c0a37-b645-4b82-87db-b9df437cf54c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:50.200508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': 'efeaa4be-c2bf-4475-887a-c5b72afaac7a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:50.201859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.254339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-23c83729-6ca2-405f-814f-de2b2814bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.256687 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-23c83729-6ca2-405f-814f-de2b2814bf50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.5778108 Jul 16 03:39:50.437100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Allocated IP 2001:db8::f816:3eff:fe11:b9f3 (cd007764-b689-4eda-aa81-dad0dfbbf261/efeaa4be-c2bf-4475-887a-c5b72afaac7a/f1e97f00-8131-406b-bc60-15162fb61689) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:50.643322 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.653565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Transition to ACTIVE for port object f1e97f00-8131-406b-bc60-15162fb61689 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:50.665772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:50.710007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Transition to ACTIVE for port object f1e97f00-8131-406b-bc60-15162fb61689 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:50.722996 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89303fc6-6a8e-4c87-adcd-ab57260bf480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.723245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a9863572-80ec-48aa-afbf-cc9851953fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.724784 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-a9863572-80ec-48aa-afbf-cc9851953fab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.6746683 Jul 16 03:39:50.728279 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.734785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.770351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-87231f04-d1a9-4923-ab18-c261898f68bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375319 Jul 16 03:39:50.785927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:50.786876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d1872-6d6d-40b2-9551-3b976c477c7d req-b54f78b8-bda1-4278-a9b4-d2bace27b955 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.789365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:50.794553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:50.797403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:50.802318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9d1872-6d6d-40b2-9551-3b976c477c7d req-b54f78b8-bda1-4278-a9b4-d2bace27b955 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 943 time: 0.7553594 Jul 16 03:39:50.808323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:50.808839 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.818112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266c47-08ee-409b-9da0-faa975008f15 req-82bc02a1-e924-4fbe-98c9-0b5080de23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.848409 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-82bc02a1-e924-4fbe-98c9-0b5080de23c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 915 time: 0.8741326 Jul 16 03:39:50.886327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 762f14ef-0e30-4d92-8d7a-28573810d02b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:50.911312 n-d-800089-6 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efeaa4be-c2bf-4475-887a-c5b72afaac7a (CIDR: 2001:db8::/64) Jul 16 03:39:50.935545 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9d1872-6d6d-40b2-9551-3b976c477c7d req-2882073d-8fe3-406e-b670-0d545d0bf143 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319737 Jul 16 03:39:50.944995 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:39:50.946381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:39:50.955599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-963c05c0-1b30-46e9-aeb5-f82564069c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.982771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cc7be07f-2a4d-477f-8f65-bfb92175ffba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0628107 Jul 16 03:39:50.986716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40014) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:50.996944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Attempting to bind port f1e97f00-8131-406b-bc60-15162fb61689 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:50.997718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Attempting to bind port f1e97f00-8131-406b-bc60-15162fb61689 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:50.998267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Attempting to bind port f1e97f00-8131-406b-bc60-15162fb61689 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:51.006131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:51.006627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:51.006939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.007339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:51.007814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Bound port: f1e97f00-8131-406b-bc60-15162fb61689, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:51.008372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.012038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:51.015320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-988fa9e1-408e-4257-a366-a0c75e2bdd08 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031178 Jul 16 03:39:51.025734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-b4696485-efee-4dc4-8ab7-ec1281a30ea4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 200 len: 1001 time: 0.7616305 Jul 16 03:39:51.064721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 762f14ef-0e30-4d92-8d7a-28573810d02b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:51.065087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.069795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.143312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:51.146214 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0623a0ca-6cb2-4166-bc20-130cb7d4bf16 req-08b75f58-5f37-45e5-a2d5-9631fb22c6c6 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195147 Jul 16 03:39:51.150509 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-963c05c0-1b30-46e9-aeb5-f82564069c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.153981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:51.156267 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd28db4-27b3-4112-b53f-20b70ad56c53" -d '{"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:51.163196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:51.177481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.182106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:51.236059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.258300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-8919e5cd-d4c4-4640-b2e9-82ba02f7ed21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 HTTP/1.1" status: 200 len: 217 time: 0.2411385 Jul 16 03:39:51.273800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-963c05c0-1b30-46e9-aeb5-f82564069c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.278151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-963c05c0-1b30-46e9-aeb5-f82564069c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.286626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-963c05c0-1b30-46e9-aeb5-f82564069c3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f8c0a37-b645-4b82-87db-b9df437cf54c HTTP/1.1" status: 204 len: 168 time: 1.1204839 Jul 16 03:39:51.348476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0d830-19f5-4954-aa99-b104e1fa7392 None None] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:51.368252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:51.375433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.386320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c05c0-1b30-46e9-aeb5-f82564069c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c0a37-b645-4b82-87db-b9df437cf54c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:51.433433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-a266b1d4-07b1-4160-a90c-a8620bfc6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.435049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-a266b1d4-07b1-4160-a90c-a8620bfc6ceb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.2879026 Jul 16 03:39:51.442333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266c47-08ee-409b-9da0-faa975008f15 req-f4f0f6bc-0a5e-4f8b-897c-ba98ca17d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.443835 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-f4f0f6bc-0a5e-4f8b-897c-ba98ca17d8ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.1586637 Jul 16 03:39:51.541902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:51.558098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-594253a3-8ac1-40cf-b5c1-4d85fa033e97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939720 Jul 16 03:39:51.619688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-a31af431-4123-4e81-a071-c293dc5ce131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.621196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-a31af431-4123-4e81-a071-c293dc5ce131 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 1094 time: 0.3867836 Jul 16 03:39:51.634866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbdcb3-d5d7-4cbf-8edc-69145e554583 req-6e373e74-de5e-47d3-834f-c49a48af723b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.643586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cdbdcb3-d5d7-4cbf-8edc-69145e554583 req-6e373e74-de5e-47d3-834f-c49a48af723b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 947 time: 0.4305391 Jul 16 03:39:51.733604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cdbdcb3-d5d7-4cbf-8edc-69145e554583 req-7a97eba9-f4f1-41ca-aa61-28a92870787b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888040 Jul 16 03:39:51.770033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.788911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.801516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.808855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.824503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.842065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.850694 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd294e-72f0-4acf-bdda-adbec6180f89 x-openstack-request-id: req-7cfd294e-72f0-4acf-bdda-adbec6180f89 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:51.850903 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:51.851336 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cfd294e-72f0-4acf-bdda-adbec6180f89 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:51.851683 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'code': 200} Jul 16 03:39:51.852761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.862992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-a88db0b8-2845-444b-a76a-7619191bc237 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.6510785 Jul 16 03:39:51.879652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-be2802b9-9dc9-46ed-bd45-0d0eac7f4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.882872 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-be2802b9-9dc9-46ed-bd45-0d0eac7f4bfc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380629 Jul 16 03:39:51.888382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.898960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-fc19b708-a07f-4f51-9222-3a3eced4ea75 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317621 Jul 16 03:39:51.922576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.973368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6abae323-d35e-4cca-8ef8-ed8c9a28eeec req-5b34c175-7e59-425a-87b0-8dd0b66cddd1 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071410 Jul 16 03:39:52.078083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-e2ace684-0ce5-4c37-b7d3-faf3ea9ed81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.080570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-e2ace684-0ce5-4c37-b7d3-faf3ea9ed81a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 915 time: 0.4498978 Jul 16 03:39:52.110318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-86464425-43ad-4bd5-9168-1c3ba2d172a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171309 Jul 16 03:39:52.256030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-06f02ba0-17c6-478a-9758-e7f6488972aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ef98e33-7742-4067-817f-ae0949c1c60c HTTP/1.1" status: 200 len: 217 time: 0.1606739 Jul 16 03:39:52.267826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Pushing event updated for resources: {'Port': ['ID=be4c8bbf-041f-4539-86c1-993c41bbc86e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:52.295929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.323969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b5bf6-c3e5-4560-8905-3529a6f10696 req-755a68b2-a12b-4984-bda1-0560b83fa9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.325722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-097b5bf6-c3e5-4560-8905-3529a6f10696 req-755a68b2-a12b-4984-bda1-0560b83fa9f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 1098 time: 0.2610574 Jul 16 03:39:52.345482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.345826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.346164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.346495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.346856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.347181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.347503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.347858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.348152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.348484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.348805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.349118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:52.372352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-90f94ed4-45cf-4280-a937-ad6ab0223a27 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762337 Jul 16 03:39:52.389871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd527834-da7a-4b0f-a10a-741a21a27747 req-f0f887cb-0b58-4419-890e-d7e389ef7bf1 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.397376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd527834-da7a-4b0f-a10a-741a21a27747 req-f0f887cb-0b58-4419-890e-d7e389ef7bf1 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 943 time: 0.2600672 Jul 16 03:39:52.461367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-e7fbd40f-bfb7-495e-bb0a-1a522ca6c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.463179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-e7fbd40f-bfb7-495e-bb0a-1a522ca6c6fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1097 time: 0.2843950 Jul 16 03:39:52.466061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.500283 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-11cd9170-df96-424a-9604-7da86599cbbc service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150525 Jul 16 03:39:52.503197 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-cd69317a-52ec-4bdc-894e-e0128204c7d5 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905561 Jul 16 03:39:52.546046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-57e05fb6-624a-4017-a02c-0c9a8fcd1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.551666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-57e05fb6-624a-4017-a02c-0c9a8fcd1917 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.2766268 Jul 16 03:39:52.600873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:52.609529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:52.616420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:52.618839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:52.639843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd527834-da7a-4b0f-a10a-741a21a27747 req-6991eabe-d4d9-4199-bb61-44a571181d3d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411613 Jul 16 03:39:52.652646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:52.653242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-0e2b32ae-0ecb-4978-a5dc-28f91cfaa450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812640 Jul 16 03:39:52.687265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Network 751caceb-5bba-4c69-b464-d16b5566391e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:52.690285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:52.757622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.765430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.809019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-111d8c94-b5f2-4087-be77-09f0b97e9d63 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197681 Jul 16 03:39:52.862781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-d5b2d2d2-226d-4a33-886d-bcd6f234e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.864797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-d5b2d2d2-226d-4a33-886d-bcd6f234e84f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.2623556 Jul 16 03:39:52.933405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-097b5bf6-c3e5-4560-8905-3529a6f10696 req-70c1432b-0f9b-46c0-be60-0f947a1e887c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5967679 Jul 16 03:39:52.944384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2564ad3e-0152-40fd-af81-47a57754fbb4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9360580 Jul 16 03:39:53.038082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40054) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:53.057616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:fb:d3:79', 'name': 'tempest-NetworksTestDHCPv6-307508692'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:53.083959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1696102684'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:53.121202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:53.133036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1e97f00-8131-406b-bc60-15162fb61689 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:53.165735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c944d6d4-6f76-4cd0-8205-846c7fa3976e req-51722c8a-b7fe-40d8-bc6d-8850c5ac1506 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444765 Jul 16 03:39:53.169142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d109a-4610-4cb2-98e1-c5da456d0653 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:53.197276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:53.209966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-47bb41fa-943f-4cb3-9a5c-908fc15a869b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1002 time: 0.3060515 Jul 16 03:39:53.225947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'port_id': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98', 'mac_address': 'fa:16:3e:5f:5c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0ea5bf-5f5b-4d5f-b00f-174effe79e92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:53.266008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-314734c7-d7c9-4a17-ac5e-05982deed320 None None] Provisioning for port f1e97f00-8131-406b-bc60-15162fb61689 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:53.293624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-f0541f32-dc1d-4e4f-bb52-06d1913912b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.295119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-f0541f32-dc1d-4e4f-bb52-06d1913912b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0780783 Jul 16 03:39:53.311336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f1e97f00-8131-406b-bc60-15162fb61689 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:53.321789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:53.322173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.354917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:53.365269 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:53.373918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d1a48f5-3ef7-4dc8-9d5e-e6ad81c82b43 admin admin] 10.222.0.25 "PUT /v2.0/routers/392fac84-caf0-4200-a0f6-7a3cbcfb2328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0912282 Jul 16 03:39:53.379155 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:53.380155 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:39:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:53.397447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e02f15d5-f3b6-467f-9f32-800f546553d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.423455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.447930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:53.493122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:53.497436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.510302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3a711daf-c071-48fc-ad75-9c99c72b0b3c None None] Provisioning complete for port be4c8bbf-041f-4539-86c1-993c41bbc86e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:53.511561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a711daf-c071-48fc-ad75-9c99c72b0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.513684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.552422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:53.575069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.672419 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.686078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8338d1a-8c2d-47c7-a0a8-2d8976bf0b63 req-c63c6715-6999-4459-b8da-05f8ba27d990 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.687917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:53.694218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8338d1a-8c2d-47c7-a0a8-2d8976bf0b63 req-c63c6715-6999-4459-b8da-05f8ba27d990 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 947 time: 0.6456521 Jul 16 03:39:53.709033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.733959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3a711daf-c071-48fc-ad75-9c99c72b0b3c None None] Port be4c8bbf-041f-4539-86c1-993c41bbc86e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:53.750415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cb324f-03b8-499e-84a9-e166607ca96d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:53.793175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:53.804194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:53.830222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:53.912275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.924672 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.935969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:53.960343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-a1e3aaa0-3259-4e2a-97aa-1a9116c5ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.965903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-a1e3aaa0-3259-4e2a-97aa-1a9116c5ea30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6479397 Jul 16 03:39:54.020571 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:51Z', 'revision_number': 2, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:54.025826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:54.033259 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.038148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.048464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.061263 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:54.061700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Updating router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 port be4c8bbf-041f-4539-86c1-993c41bbc86e binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:39:54.069007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.079051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.087445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.105994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.114494 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.117078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.127121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.138010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-5bbb67f4-3613-4091-92c8-1b6d2cbc3b22 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.9342954 Jul 16 03:39:54.140711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 8a2ca080-a08e-4c6e-b349-86adc443b6a8 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:54.196046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.196414 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9 of type vlan for network ce85b7a6-202e-4dc9-a833-825f91f5dc5b Jul 16 03:39:54.243952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.281897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Update dhcp port {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': 'efeaa4be-c2bf-4475-887a-c5b72afaac7a', 'ip_address': '2001:db8::f816:3eff:fe11:b9f3'}, {'subnet_id': 'd4f17ec6-14e6-4a0a-8016-54ac46fdfe8e'}], 'binding:host_id': 'n-d-800089-6'}, 'id': 'f1e97f00-8131-406b-bc60-15162fb61689'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:39:54.299690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.305561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.306158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.343725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:54.384141 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.387629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.402087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=ce85b7a6-202e-4dc9-a833-825f91f5dc5b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:54.416536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8338d1a-8c2d-47c7-a0a8-2d8976bf0b63 req-f8e1daa0-c3bd-4aeb-b80c-cddd4a580561 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7209816 Jul 16 03:39:54.454571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6e8254fe-c7fb-4ff6-bd5a-d3a8b39b965c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8232653 Jul 16 03:39:54.454843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ce85b7a6-202e-4dc9-a833-825f91f5dc5b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:54.471500 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.494122 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Transition to ACTIVE for port object be4c8bbf-041f-4539-86c1-993c41bbc86e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:54.509870 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.518644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf43fe42-2fe7-4d8e-9375-54e4b1e77d37 req-832327fa-f6ce-4b3d-8270-ef8a24c00772 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3796341 Jul 16 03:39:54.573292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-efc16e3b-63a7-4a69-86fa-03b86b36d37a service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833035 Jul 16 03:39:54.699858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb53e5f-dafc-4aef-b541-b161298f6056 req-0569a32e-c692-4352-a6ee-42cbdf92dc5b service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152432 Jul 16 03:39:54.793817 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Pushing event updated for resources: {'Port': ['ID=be4c8bbf-041f-4539-86c1-993c41bbc86e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:54.824275 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.824627 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.826076 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.827066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8:0:1::59 (cd007764-b689-4eda-aa81-dad0dfbbf261/d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e/8a2ca080-a08e-4c6e-b349-86adc443b6a8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:54.827476 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.827823 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.828163 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.828497 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.828826 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.829717 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.830012 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.836178 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.836745 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:54.840950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ef98e33-7742-4067-817f-ae0949c1c60c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:54.851319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fefb:d379 (cd007764-b689-4eda-aa81-dad0dfbbf261/efeaa4be-c2bf-4475-887a-c5b72afaac7a/8a2ca080-a08e-4c6e-b349-86adc443b6a8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:54.868168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Attempting to bind port be4c8bbf-041f-4539-86c1-993c41bbc86e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:54.868550 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Attempting to bind port be4c8bbf-041f-4539-86c1-993c41bbc86e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:54.868919 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Attempting to bind port be4c8bbf-041f-4539-86c1-993c41bbc86e on network 751caceb-5bba-4c69-b464-d16b5566391e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:54.906163 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:54.906571 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Checking segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:54.909926 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.911088 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Bound using segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:54.911468 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Bound port: be4c8bbf-041f-4539-86c1-993c41bbc86e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:54.911854 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.953902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1e97f00-8131-406b-bc60-15162fb61689 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:55.090642 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] For port be4c8bbf-041f-4539-86c1-993c41bbc86e, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:55.100414 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] For port be4c8bbf-041f-4539-86c1-993c41bbc86e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be4c8bbf-041f-4539-86c1-993c41bbc86e,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:55.113036 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.262725 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde76f2-9bd9-42ab-a7b4-bfce0e4e77dd None None] Pushing event updated for resources: {'Port': ['ID=be4c8bbf-041f-4539-86c1-993c41bbc86e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.322137 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:55.326147 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:39:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:55.402500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.433261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 8a2ca080-a08e-4c6e-b349-86adc443b6a8 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:55.434914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ef98e33-7742-4067-817f-ae0949c1c60c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ef98e33-7742-4067-817f-ae0949c1c60c,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:55.464982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:55.465318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.467443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3ef98e33-7742-4067-817f-ae0949c1c60c', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'port_id': '3ef98e33-7742-4067-817f-ae0949c1c60c', 'mac_address': 'fa:16:3e:36:db:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0ea5bf-5f5b-4d5f-b00f-174effe79e92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:55.519233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40116) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.524356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72371289', 'description': 'tempest-description--2110056415'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:55.550048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.612259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.685408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:55.736961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:55.758199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:55.835517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:55.846329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.847569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.849253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.859666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.913875 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.920202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.921691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Allocated IP 2001:db8:0:1::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e/f1e97f00-8131-406b-bc60-15162fb61689) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:55.926482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4028876 Jul 16 03:39:55.930344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40122) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.937949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'security_group_rule': {'security_group_id': '21a571f0-d174-4ef0-81df-576144245084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:55.944375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f0e96-d6fb-4620-b7c9-f3f9c57453ff tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a571f0-d174-4ef0-81df-576144245084,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.960632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef98e33-7742-4067-817f-ae0949c1c60c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:55.960797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45274ac6-d909-47cc-a923-09e4a861e485 req-317fe5e3-2013-42df-90ff-3a85b6ffd582 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.962290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45274ac6-d909-47cc-a923-09e4a861e485 req-317fe5e3-2013-42df-90ff-3a85b6ffd582 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 943 time: 0.4477057 Jul 16 03:39:55.978012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=8a2ca080-a08e-4c6e-b349-86adc443b6a8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:56.000336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ef98e33-7742-4067-817f-ae0949c1c60c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ef98e33-7742-4067-817f-ae0949c1c60c,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:56.023698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e32e824a-4da5-4933-b71f-094ad46f0867 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9765768 Jul 16 03:39:56.025934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40124) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:56.063173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.117105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.127303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.135291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.145741 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:55Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:56.161189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a848bbc8-2558-409d-b153-b97036c4b12b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:56.187132 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d21819-4964-4961-9fa9-14851b68f657 None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:55Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:56.187455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c7d6-a415-4c10-99f9-c742f4ad81c3 req-0b13949b-31c1-4530-9f7b-4c03e5ee04c8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.197861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.199092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01d476d8-a678-4427-bd52-f491bf0827a3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2674110 Jul 16 03:39:56.202583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:56.213222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad43c7d6-a415-4c10-99f9-c742f4ad81c3 req-0b13949b-31c1-4530-9f7b-4c03e5ee04c8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 947 time: 0.4652481 Jul 16 03:39:56.228760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'security_group_rule': {'security_group_id': '21a571f0-d174-4ef0-81df-576144245084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:56.245599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.335749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45274ac6-d909-47cc-a923-09e4a861e485 req-7dec5039-6c89-4ef6-9517-f5bed0a5929b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511362 Jul 16 03:39:56.400658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad43c7d6-a415-4c10-99f9-c742f4ad81c3 req-966488f9-6a13-45f9-a693-316b41dd9caf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831527 Jul 16 03:39:56.411566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.422410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3ef98e33-7742-4067-817f-ae0949c1c60c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:56.550975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ef98e33-7742-4067-817f-ae0949c1c60c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:56.629405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.639207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.647252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 8a2ca080-a08e-4c6e-b349-86adc443b6a8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:56.647593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.648995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:56.692007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:56.712870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.714074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107005 Jul 16 03:39:56.718275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:56.725391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:56.736165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ff84-a53f-4198-bbfa-ea156d70f651 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d77d5d-2c8e-4df4-b561-1a9e028e322c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:56.772950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.854133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.859328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.863861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.873846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.881405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.890830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.899158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.910062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.915474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.920642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-23c33fcd-12bc-4455-a7c1-22232fa695bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.2509153 Jul 16 03:39:56.953477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 8a2ca080-a08e-4c6e-b349-86adc443b6a8 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:56.989454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Transition to ACTIVE for port object f1e97f00-8131-406b-bc60-15162fb61689 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:56.992819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be4c8bbf-041f-4539-86c1-993c41bbc86e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:57.021220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d98dce96-53f1-4d6a-b1ef-33462bcf8dcb req-768ebfd6-3a08-4d11-ba30-971c6c4ad1f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991151 Jul 16 03:39:57.033640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.121332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.316817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Allocated IP 172.25.4.143 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f1d26bde-036e-4dcb-80fb-86379ae7e483) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:57.322678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:57.331138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbee2a-0e2e-4a38-808d-ece0bacb0a59 None None] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.355763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.379190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:57.382716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.442914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=8a2ca080-a08e-4c6e-b349-86adc443b6a8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.601412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.613030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:57.614644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-136741ec-8485-47ef-ad74-ebe2b025ea86 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/8a2ca080-a08e-4c6e-b349-86adc443b6a8 HTTP/1.1" status: 204 len: 168 time: 1.5829782 Jul 16 03:39:57.683833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port be4c8bbf-041f-4539-86c1-993c41bbc86e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:57.741582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port be4c8bbf-041f-4539-86c1-993c41bbc86e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:57.742118 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.809267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:57.819451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:57.832188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.864666 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.905794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:57.908437 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cacfbd9-20d4-4053-85b7-65b41ec79566" -d '{"events": [{"server_uuid": "da870809-1ac7-4587-b17a-0f51f79aace9", "name": "network-vif-plugged", "status": "completed", "tag": "cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:57.948079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:57.966051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.992008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.043500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:58.047833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.083107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'Port': ['ID=f1d26bde-036e-4dcb-80fb-86379ae7e483,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.165602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862186-525e-4a9c-9611-5ac46c50c4d7 req-5af36b94-9a4c-442f-a6cf-9af52fa4b039 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.187782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd862186-525e-4a9c-9611-5ac46c50c4d7 req-5af36b94-9a4c-442f-a6cf-9af52fa4b039 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 944 time: 0.5684805 Jul 16 03:39:58.206118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:58.258230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:58.275928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:58.291633 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874d559-23a0-40fd-b581-2c1977de6871 x-openstack-request-id: req-e874d559-23a0-40fd-b581-2c1977de6871 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:58.292108 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da870809-1ac7-4587-b17a-0f51f79aace9", "name": "network-vif-plugged", "status": "completed", "tag": "cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:58.292232 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e874d559-23a0-40fd-b581-2c1977de6871 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:58.292543 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98', 'code': 200} Jul 16 03:39:58.293154 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.296028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509cbf7-4c06-4204-8baf-21bd9e5cefa2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.299442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2509cbf7-4c06-4204-8baf-21bd9e5cefa2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6492467 Jul 16 03:39:58.307160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40148) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.381797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.388024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port be4c8bbf-041f-4539-86c1-993c41bbc86e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be4c8bbf-041f-4539-86c1-993c41bbc86e,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:58.399155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.426773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd862186-525e-4a9c-9611-5ac46c50c4d7 req-4c38d6f2-9417-44ab-b79c-081d226c5da2 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362082 Jul 16 03:39:58.490210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=be4c8bbf-041f-4539-86c1-993c41bbc86e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.519651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0faa49f7-92f9-4d74-b371-cdef4051e73a None None] Provisioning for port f1e97f00-8131-406b-bc60-15162fb61689 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:58.524154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0faa49f7-92f9-4d74-b371-cdef4051e73a None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:58.524620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0faa49f7-92f9-4d74-b371-cdef4051e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.536140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.546651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.558093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.562049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06dbcf-3193-4f85-8be3-227f751a251e req-1a633d10-a6ed-424c-8f16-c4ee393fcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.564657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fa06dbcf-3193-4f85-8be3-227f751a251e req-1a633d10-a6ed-424c-8f16-c4ee393fcb52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da870809-1ac7-4587-b17a-0f51f79aace9 HTTP/1.1" status: 200 len: 1097 time: 0.3434217 Jul 16 03:39:58.568132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.575831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.583491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.591277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.593504 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-c9405322-5296-4881-8271-a0ecd83b19ca tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.2904556 Jul 16 03:39:58.634138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d1d49-3098-436e-aa98-59e74ca44508 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.638828 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-005d1d49-3098-436e-aa98-59e74ca44508 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3306203 Jul 16 03:39:58.639545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.662758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.682686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2720d94c-48a0-41a0-9f24-68fd557688cc req-29c53c7f-6f5a-442c-a529-d435d0f4a30e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779405 Jul 16 03:39:58.712361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ef98e33-7742-4067-817f-ae0949c1c60c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:58.779304 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.827752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-670c60c7-8d9d-4352-81f9-07acee996bb2 None None] Could not find standard attr ID for object 8a2ca080-a08e-4c6e-b349-86adc443b6a8. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:39:58.832017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3ef98e33-7742-4067-817f-ae0949c1c60c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:58.833882 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fa06dbcf-3193-4f85-8be3-227f751a251e req-2e164568-da76-42c4-bba1-b8d762bad482 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563968 Jul 16 03:39:58.840372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3ef98e33-7742-4067-817f-ae0949c1c60c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:58.840745 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.842190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.937717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be4c8bbf-041f-4539-86c1-993c41bbc86e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:58.999350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386520c3-082b-44de-b16e-7d3d73f2c4ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.003301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386520c3-082b-44de-b16e-7d3d73f2c4ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.004552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386520c3-082b-44de-b16e-7d3d73f2c4ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.015437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:59.015956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-386520c3-082b-44de-b16e-7d3d73f2c4ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3484817 Jul 16 03:39:59.077767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=8b95ae3f-f49b-438b-8d04-182f05abc9db,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.119464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40164) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:59.125955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:59.126346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: ce85b7a6-202e-4dc9-a833-825f91f5dc5b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:59.144140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.152101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:59.156100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.159754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.162984 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.171957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network ce85b7a6-202e-4dc9-a833-825f91f5dc5b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:59.192234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ce85b7a6-202e-4dc9-a833-825f91f5dc5b) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:59.198810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.199750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.202477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port be4c8bbf-041f-4539-86c1-993c41bbc86e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:59.202970 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.232773 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7577ee8e-bbee-41c2-8f0d-5bba932824cd tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4218488 Jul 16 03:39:59.235940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40168) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:59.241051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758971146'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:59.254612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce9892-32a6-481d-9b53-5f7c6704b259 None None] Network ce85b7a6-202e-4dc9-a833-825f91f5dc5b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:59.288817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:59.293006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.332378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ef98e33-7742-4067-817f-ae0949c1c60c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ef98e33-7742-4067-817f-ae0949c1c60c,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:59.333596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e3df7f-5ec1-4c6c-be05-471e1f56575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.372913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.378828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:59.413160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.413703 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment a78d94cb-7b96-48ef-a5ed-69c82bdde13f of type vlan for network a58b811a-2b53-46c7-a3cf-74be4c427c06 Jul 16 03:39:59.420743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device beffbc6d-d16e-4c55-9678-cb60a7e1427a details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:59.485778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.562723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.572787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ef98e33-7742-4067-817f-ae0949c1c60c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.577868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.578536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.597814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ce85b7a6-202e-4dc9-a833-825f91f5dc5b', 'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': '8b95ae3f-f49b-438b-8d04-182f05abc9db'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:59.598105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.640857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1e97f00-8131-406b-bc60-15162fb61689 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:59.666949 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e3df7f-5ec1-4c6c-be05-471e1f56575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.679683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.685479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'Port': ['ID=f1d26bde-036e-4dcb-80fb-86379ae7e483,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.780717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.866110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.867368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5a88fba-f2ab-4eee-84d0-4e4bf9d9e7e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1472993 Jul 16 03:39:59.923905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Allocated IP 2001:db8:0:ffff::2 (ce85b7a6-202e-4dc9-a833-825f91f5dc5b/8b95ae3f-f49b-438b-8d04-182f05abc9db/c9e93592-a3ab-4859-a91f-3b94e710b6ee) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:00.009058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec8da5-d845-4942-b364-dd5c7a017258 req-a1967225-414b-4c5c-9b94-7218c8353428 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.010728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bec8da5-d845-4942-b364-dd5c7a017258 req-a1967225-414b-4c5c-9b94-7218c8353428 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 945 time: 0.2263267 Jul 16 03:40:00.012378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.095531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.104593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Transition to ACTIVE for port object c9e93592-a3ab-4859-a91f-3b94e710b6ee will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:00.119249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bec8da5-d845-4942-b364-dd5c7a017258 req-0893f37b-d9a2-4318-8a83-0c4e07972f81 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019514 Jul 16 03:40:00.136618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.142832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.149788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.156378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.163693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.165119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:00.170061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.173836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e3df7f-5ec1-4c6c-be05-471e1f56575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.177851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.180072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-4b992e80-18c5-4e0e-9849-d7825208c62b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5421 time: 0.2592514 Jul 16 03:40:00.202282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'beffbc6d-d16e-4c55-9678-cb60a7e1427a', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'port_id': 'beffbc6d-d16e-4c55-9678-cb60a7e1427a', 'mac_address': 'fa:16:3e:7a:e8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:00.212159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.216763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Transition to ACTIVE for port object c9e93592-a3ab-4859-a91f-3b94e710b6ee will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:00.236938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:00.237243 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.256176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.263184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37e3df7f-5ec1-4c6c-be05-471e1f56575a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=743d88cc56694825b5a81579772c8728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1425946 Jul 16 03:40:00.264143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.264739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3df7f-5ec1-4c6c-be05-471e1f56575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add604e2-fd71-45b4-b2e9-67ef5fcffbd1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.268474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.273526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06861a7d-4aee-4e47-b179-261fd1f74efa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e HTTP/1.1" status: 204 len: 168 time: 1.2543242 Jul 16 03:40:00.295808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:00.296068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:00.313946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0767601 Jul 16 03:40:00.318136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:00.329965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:00.340817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5240be-fd77-4844-b3b7-78e205caea9a None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:00.342906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef98e33-7742-4067-817f-ae0949c1c60c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:00.345358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89b8cb-b9c7-4008-8cfd-b9684d376481 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=a58b811a-2b53-46c7-a3cf-74be4c427c06,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.345714 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ef4762-6421-4243-b56b-c4e64e542ceb" -d '{"events": [{"server_uuid": "e8b6822d-6ce3-40dd-ab2e-87c8039f4b28", "name": "network-vif-plugged", "status": "completed", "tag": "3ef98e33-7742-4067-817f-ae0949c1c60c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:00.348145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Pushing event updated for resources: {'Port': ['ID=c9e93592-a3ab-4859-a91f-3b94e710b6ee,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.364772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a58b811a-2b53-46c7-a3cf-74be4c427c06 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:00.392737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4ce098b-a891-4caa-b3bb-289a86be1f13 req-f1a5ffd0-476e-48aa-a193-3a615e8a0497 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2045617 Jul 16 03:40:00.414421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Network ce85b7a6-202e-4dc9-a833-825f91f5dc5b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:00.415581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.424537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:00.432065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-d8ca5f07-f4d0-41ef-945b-83a501a7ca2a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--72371289&fields=id&tenant_id=cc9fc10499524c8d89a7a865685e2a0d HTTP/1.1" status: 200 len: 267 time: 0.1785214 Jul 16 03:40:00.439494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:00.511767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beffbc6d-d16e-4c55-9678-cb60a7e1427a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:00.560501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet efeaa4be-c2bf-4475-887a-c5b72afaac7a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:00.590033 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca603382-1770-4563-a195-2b7129aeb722 x-openstack-request-id: req-ca603382-1770-4563-a195-2b7129aeb722 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:00.590316 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b6822d-6ce3-40dd-ab2e-87c8039f4b28", "name": "network-vif-plugged", "status": "completed", "tag": "3ef98e33-7742-4067-817f-ae0949c1c60c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:00.590579 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca603382-1770-4563-a195-2b7129aeb722 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:00.591095 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef98e33-7742-4067-817f-ae0949c1c60c', 'code': 200} Jul 16 03:40:00.598509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:00.598831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.629293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.629965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:00.673300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Attempting to bind port c9e93592-a3ab-4859-a91f-3b94e710b6ee on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:00.673689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Attempting to bind port c9e93592-a3ab-4859-a91f-3b94e710b6ee by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:00.674051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Attempting to bind port c9e93592-a3ab-4859-a91f-3b94e710b6ee on network ce85b7a6-202e-4dc9-a833-825f91f5dc5b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:00.674518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091c15f3-d0d4-43e0-b62f-8c9fed4f6091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.676121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:00.679629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.701220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27a813-7637-4d85-a43b-224b95e0f5ec req-cd61239d-3d9f-4a08-965a-0b5e3df6fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.702959 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c27a813-7637-4d85-a43b-224b95e0f5ec req-cd61239d-3d9f-4a08-965a-0b5e3df6fd21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 1096 time: 0.0571299 Jul 16 03:40:00.712239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:00.712614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Checking segment: {'id': 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:00.713216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.713780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Bound using segment: {'id': 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:00.714451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Bound port: c9e93592-a3ab-4859-a91f-3b94e710b6ee, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ce85b7a6-202e-4dc9-a833-825f91f5dc5b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:00.714856 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.726144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-b360443d-245a-47ea-8e21-cf8ea57c3386 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.727700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-b360443d-245a-47ea-8e21-cf8ea57c3386 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 810 time: 0.2948463 Jul 16 03:40:00.742876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.747459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c27a813-7637-4d85-a43b-224b95e0f5ec req-2f4f6ab1-c95a-4144-9366-3b249b879f13 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Jul 16 03:40:00.771108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091c15f3-d0d4-43e0-b62f-8c9fed4f6091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.780005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.824836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-efe295ef-e3f5-49d3-aacf-7dfb60980aa1 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/quotas/cc9fc10499524c8d89a7a865685e2a0d HTTP/1.1" status: 200 len: 375 time: 0.0791454 Jul 16 03:40:00.905360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] For port c9e93592-a3ab-4859-a91f-3b94e710b6ee, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:00.908441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:00.931625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] For port c9e93592-a3ab-4859-a91f-3b94e710b6ee, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9e93592-a3ab-4859-a91f-3b94e710b6ee,segment=NetworkSegment(bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9),segment_id=bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:00.932761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5', 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d', 'port_id': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5', 'mac_address': 'fa:16:3e:82:65:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fd3d0f-668a-407c-9bdf-7f9ffee827a6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:00.941862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.989741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091c15f3-d0d4-43e0-b62f-8c9fed4f6091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.992290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091c15f3-d0d4-43e0-b62f-8c9fed4f6091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.996063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-091c15f3-d0d4-43e0-b62f-8c9fed4f6091 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/add604e2-fd71-45b4-b2e9-67ef5fcffbd1 HTTP/1.1" status: 204 len: 168 time: 0.6926754 Jul 16 03:40:00.996063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.025495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.038284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8cc5c-323b-40a9-b1fd-a172c9ea57aa None None] Pushing event updated for resources: {'Port': ['ID=c9e93592-a3ab-4859-a91f-3b94e710b6ee,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.055474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:01.055619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c15f3-d0d4-43e0-b62f-8c9fed4f6091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add604e2-fd71-45b4-b2e9-67ef5fcffbd1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.091712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:01.095672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9a585644-d7fe-47ec-9931-674ca10c7c69 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2616241 Jul 16 03:40:01.104471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.105219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:01.161779 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.178245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.247426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.252226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/efeaa4be-c2bf-4475-887a-c5b72afaac7a HTTP/1.1" status: 204 len: 168 time: 0.9474034 Jul 16 03:40:01.254723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:01.279947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=0e7f76ec-3504-423b-843c-2cf50f525036,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.331515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaeb69-c103-418b-9637-571985cff1cf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=efeaa4be-c2bf-4475-887a-c5b72afaac7a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.335448 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d8c5c46a-5d91-4050-a9f0-b0fb9534fb9d tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792222 Jul 16 03:40:01.339352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:01.391584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:01.482925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:01.483290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: a58b811a-2b53-46c7-a3cf-74be4c427c06, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:01.510206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:01.512759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.524183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'port_id': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595', 'mac_address': 'fa:16:3e:7b:e0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:01.596616 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.629086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:01.666661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:01.671082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.677710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:01.683103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network a58b811a-2b53-46c7-a3cf-74be4c427c06 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:01.684277 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.684995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9cb0058e-22df-44f2-96fe-9baba0ee5780 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:01.703496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-f5de138f-1dc1-40c7-9a65-0b7e600e6064 service neutron] 10.222.0.25 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068766 Jul 16 03:40:01.709087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40214) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:01.740995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3381319e-9391-4f1c-83d9-574ac28c310d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.776996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed189bc-17c2-4ee1-abfc-9bd788aed35c req-d315c5bf-d20f-4c4d-8d47-8820f7685253 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:01.778641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ed189bc-17c2-4ee1-abfc-9bd788aed35c req-d315c5bf-d20f-4c4d-8d47-8820f7685253 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 945 time: 0.3827386 Jul 16 03:40:01.779284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a58b811a-2b53-46c7-a3cf-74be4c427c06) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:01.801168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:01.801702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.812058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc4d3a-f996-4119-b983-f68e22514d47 None None] Network a58b811a-2b53-46c7-a3cf-74be4c427c06 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:01.829096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.887922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3381319e-9391-4f1c-83d9-574ac28c310d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.896290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3381319e-9391-4f1c-83d9-574ac28c310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.947371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5ac73b1c-8659-4732-ad94-1250f4977605 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6198821 Jul 16 03:40:01.951577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3381319e-9391-4f1c-83d9-574ac28c310d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97c20335da424a6ba2c8ca4ea1580f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387855 Jul 16 03:40:01.951577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:01.954043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40218) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:01.971468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381319e-9391-4f1c-83d9-574ac28c310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ebfe0-0708-45c8-b6a5-00cde6d46722,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:02.004144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ed189bc-17c2-4ee1-abfc-9bd788aed35c req-41369397-331f-4322-845d-20f78114755b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871834 Jul 16 03:40:02.056581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-33632277-2db6-4396-b7e8-0d59ab3733d5 service neutron] 10.222.0.25 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518732 Jul 16 03:40:02.119065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:02.127272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-a58b811a-2b53-46c7-a3cf-74be4c427c06', 'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': '0e7f76ec-3504-423b-843c-2cf50f525036'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:02.128801 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.144247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ec17445-16b9-40d0-8305-2bbc18b0ea8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.160833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'port_id': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'mac_address': 'fa:16:3e:cf:31:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:02.167488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.171125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7b94e-26f1-441b-8e76-c0bfd255b3d5 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:02.226031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ec17445-16b9-40d0-8305-2bbc18b0ea8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.439178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.456822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7dccf0ae-df25-4343-9d62-e3332a59d0dc None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:02.457207 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7dccf0ae-df25-4343-9d62-e3332a59d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.491484 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.539004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ec17445-16b9-40d0-8305-2bbc18b0ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.545089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ec17445-16b9-40d0-8305-2bbc18b0ea8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.546253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ec17445-16b9-40d0-8305-2bbc18b0ea8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a1ebfe0-0708-45c8-b6a5-00cde6d46722 HTTP/1.1" status: 204 len: 168 time: 0.5840912 Jul 16 03:40:02.578164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb0058e-22df-44f2-96fe-9baba0ee5780 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:02.593897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c33e369-550f-45ed-b942-c4b1fedc8fb7 req-0d78b8fc-93d1-42f7-bb93-f15191d98b16 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 210 time: 0.0973275 Jul 16 03:40:02.620551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec17445-16b9-40d0-8305-2bbc18b0ea8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ebfe0-0708-45c8-b6a5-00cde6d46722,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:02.643611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.objects.ports [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:40:02.667718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.674218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.675851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:02.680726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.699231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.705681 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.706350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:02.707811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.709333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Allocated IP 2001:db8::1 (a58b811a-2b53-46c7-a3cf-74be4c427c06/0e7f76ec-3504-423b-843c-2cf50f525036/313ed16b-acd2-46ca-8573-ad6df04f509a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:02.714882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.720964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.728840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997ef592-4266-4e97-95cb-44b447a80312 req-32cf013d-e7dd-44ab-af4e-700db17d418d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5424 time: 0.4195211 Jul 16 03:40:02.916774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.920576 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:40:02.933359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046af05-2e9f-4a99-8e59-0fb5911a804b None None] Network ce85b7a6-202e-4dc9-a833-825f91f5dc5b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:02.939982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9e93592-a3ab-4859-a91f-3b94e710b6ee up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:02.998524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:03.039061 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.049861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-997ef592-4266-4e97-95cb-44b447a80312 req-7aec0834-86d3-4b71-8e4b-a9ae9665cd97 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3200357 Jul 16 03:40:03.072966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'port_id': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0', 'mac_address': 'fa:16:3e:6c:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:03.099331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.277627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c9e93592-a3ab-4859-a91f-3b94e710b6ee completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:03.304817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.321823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] Provisioning for port c9e93592-a3ab-4859-a91f-3b94e710b6ee completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:03.355478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c9e93592-a3ab-4859-a91f-3b94e710b6ee triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:03.356289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.361273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a571cf1-564f-40c5-b754-ae8c7f01c876 req-e9bf6cf8-7139-49cc-aa02-ff724bd07f21 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.362015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a571cf1-564f-40c5-b754-ae8c7f01c876 req-e9bf6cf8-7139-49cc-aa02-ff724bd07f21 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 945 time: 0.1858003 Jul 16 03:40:03.389933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:03.416299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.426325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:03.431974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] Provisioning complete for port c9e93592-a3ab-4859-a91f-3b94e710b6ee triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:03.433432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.458115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a571cf1-564f-40c5-b754-ae8c7f01c876 req-610b7b8f-e390-4442-a3a8-7c50002c32c3 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833826 Jul 16 03:40:03.490822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Transition to ACTIVE for port object 313ed16b-acd2-46ca-8573-ad6df04f509a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:03.503898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:03.521936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.525673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.539524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.540456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.570221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Transition to ACTIVE for port object 313ed16b-acd2-46ca-8573-ad6df04f509a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:03.587936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.588660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d2ca04fa-64d3-49e1-9c12-d61af269fb01 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:03.593416 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.613382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.690730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7f76ec-3504-423b-843c-2cf50f525036,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.701855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:03.705078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=7a332c32-a6f7-4694-9296-1355b211545f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.723137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Network a58b811a-2b53-46c7-a3cf-74be4c427c06 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:03.729216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:03.735023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.739348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.772772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.776726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ebddc-18ba-482c-a4a6-9b63a0019632 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:03.779366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:03.788009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58b811a-2b53-46c7-a3cf-74be4c427c06']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:03.796502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.797040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.798066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.798617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.799006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.799409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.799811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.800368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.800777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.801176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.801795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.801961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:03.802234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:03.802754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:03.803120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:40:03.815350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4705424 Jul 16 03:40:03.820164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40258) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:03.825523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:03.838833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.847987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:03.854930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9629b6e1-b64e-4dd7-ab6f-96ff7dbae3f8 req-c692e229-b44e-4e63-934a-9ecdf491b8f5 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 210 time: 0.0864384 Jul 16 03:40:03.874576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.914373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:03.914803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.917065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:03.918102 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:03.927115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.957960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6057d8-b90a-42ec-9fde-43d552979c11 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.011039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Pushing event updated for resources: {'Port': ['ID=313ed16b-acd2-46ca-8573-ad6df04f509a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.023778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:40:04.023778 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:40:04.023778 n-d-800089-6 neutron-server[93757]: [parameters: {'id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06'}] Jul 16 03:40:04.023778 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:04.024164 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:04.043591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.052905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:04.057013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'd2ca04fa-64d3-49e1-9c12-d61af269fb01', 'network_id': 'df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d', 'port_id': 'd2ca04fa-64d3-49e1-9c12-d61af269fb01', 'mac_address': 'fa:16:3e:5c:77:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5be31c5-68d5-4aaa-881d-c228abd0f206', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:04.061481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.091169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd7fb-8c99-43b7-aa4e-cf28ad30729f req-2a637c0b-9b59-4d72-9420-77631a570c48 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.109587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f60cd7fb-8c99-43b7-aa4e-cf28ad30729f req-2a637c0b-9b59-4d72-9420-77631a570c48 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=da870809-1ac7-4587-b17a-0f51f79aace9 HTTP/1.1" status: 200 len: 946 time: 0.3315010 Jul 16 03:40:04.146672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-eb52e294-3cc3-40c6-abcb-fc46fcc3860b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.148349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-eb52e294-3cc3-40c6-abcb-fc46fcc3860b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 810 time: 0.1802950 Jul 16 03:40:04.203323 n-d-800089-6 neutron-server[93757]: INFO neutron.db.ipam_backend_mixin [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a332c32-a6f7-4694-9296-1355b211545f (CIDR: 2001:db8::/64) Jul 16 03:40:04.208766 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:40:04.209428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:04.232131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3807535e-2cf0-42bd-b87d-383a75e238d4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4094477 Jul 16 03:40:04.234227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:04.244109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:04.256936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f60cd7fb-8c99-43b7-aa4e-cf28ad30729f req-17660450-1d92-4a91-af53-72535a8cd13e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410780 Jul 16 03:40:04.301979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-da614c12-8b57-4846-b19b-db15750a5d74 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9fc10499524c8d89a7a865685e2a0d HTTP/1.1" status: 200 len: 378 time: 0.1351037 Jul 16 03:40:04.324079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'port': {'device_id': 'ac436e63-7a07-4b95-8987-02120b456927', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'admin_state_up': True, 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'security_groups': ['21a571f0-d174-4ef0-81df-576144245084']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:04.349626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.492051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:04.510229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.546281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] For port c9e93592-a3ab-4859-a91f-3b94e710b6ee, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9e93592-a3ab-4859-a91f-3b94e710b6ee,segment=NetworkSegment(bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9),segment_id=bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:04.575024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.580971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.593400 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.607103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.613552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Attempting to bind port 313ed16b-acd2-46ca-8573-ad6df04f509a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:04.617320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.618830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Attempting to bind port 313ed16b-acd2-46ca-8573-ad6df04f509a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:04.619821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Attempting to bind port 313ed16b-acd2-46ca-8573-ad6df04f509a on network a58b811a-2b53-46c7-a3cf-74be4c427c06 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:04.624966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.630153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.636638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.644590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-13728814-3b4a-44b0-aa3e-ff6c8a8fb295 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5426 time: 0.3151264 Jul 16 03:40:04.647746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:04.648743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Checking segment: {'id': 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:04.649399 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.650246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Bound using segment: {'id': 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:04.651261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Bound port: 313ed16b-acd2-46ca-8573-ad6df04f509a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a58b811a-2b53-46c7-a3cf-74be4c427c06'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:04.651633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.654702 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.747184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4db8698a-f0a8-4898-9f48-9c2f6f888650 req-9682db0b-7adc-489a-91b3-925bf6e9fdb4 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021109 Jul 16 03:40:04.748345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Made reservation on behalf of cc9fc10499524c8d89a7a865685e2a0d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:04.764139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.824993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] For port 313ed16b-acd2-46ca-8573-ad6df04f509a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:04.828236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] For port 313ed16b-acd2-46ca-8573-ad6df04f509a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=313ed16b-acd2-46ca-8573-ad6df04f509a,segment=NetworkSegment(a78d94cb-7b96-48ef-a5ed-69c82bdde13f),segment_id=a78d94cb-7b96-48ef-a5ed-69c82bdde13f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:04.838157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ca04fa-64d3-49e1-9c12-d61af269fb01 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:04.874465 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.941232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.951482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:04.951832 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:04.967318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.973758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-549a0674-e799-4fe6-a5b0-ce18b6f60459 None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:04.974143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-549a0674-e799-4fe6-a5b0-ce18b6f60459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.044094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc269ea7-3ef9-4f4b-a2e0-011d6cced40a None None] Pushing event updated for resources: {'Port': ['ID=c9e93592-a3ab-4859-a91f-3b94e710b6ee,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.057713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:05.091469 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.092148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fe0500c-852f-4ecb-8d19-bbcd0474da45 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:05.108154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Allocated IP 172.20.0.8 (751caceb-5bba-4c69-b464-d16b5566391e/6a0ab360-14d2-4e00-99e5-ff9c551d3601/ce831459-9d29-4d7f-98f7-7185a564841a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:05.110283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:05.121170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:05.130308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.130780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.135121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=de565f6d-9954-4416-baa3-7840e9b05bf2,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.187838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ef9e16d7-334e-4999-98cd-fc9a7a737714 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9493129 Jul 16 03:40:05.189119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:05.199062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:a3:36:53', 'name': 'tempest-NetworksTestDHCPv6-1409487868'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:05.269602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bac8d97-69f7-4e62-af5e-62ad381fd587 req-948f60d0-cef2-4f60-902f-3a7d77a604a6 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 210 time: 0.1134284 Jul 16 03:40:05.343961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting port 313ed16b-acd2-46ca-8573-ad6df04f509a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:05.343961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.357334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:05.362906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-549a0674-e799-4fe6-a5b0-ce18b6f60459 None None] Provisioning complete for port c9e93592-a3ab-4859-a91f-3b94e710b6ee triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:05.363082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-549a0674-e799-4fe6-a5b0-ce18b6f60459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.364513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259f88d-c4d4-4dee-87ee-9cc42d66ce9e None None] Pushing event updated for resources: {'Port': ['ID=313ed16b-acd2-46ca-8573-ad6df04f509a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.392631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15815d7d-068f-4a36-a000-afb8fadd3a1a None None] Network a58b811a-2b53-46c7-a3cf-74be4c427c06 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:05.485769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] For port 313ed16b-acd2-46ca-8573-ad6df04f509a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=313ed16b-acd2-46ca-8573-ad6df04f509a,segment=NetworkSegment(a78d94cb-7b96-48ef-a5ed-69c82bdde13f),segment_id=a78d94cb-7b96-48ef-a5ed-69c82bdde13f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:05.486135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.507859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Calling delete_port for 313ed16b-acd2-46ca-8573-ad6df04f509a owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:05.509536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.518573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:05.533913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Transition to ACTIVE for port object ce831459-9d29-4d7f-98f7-7185a564841a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:05.574292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.606343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.618293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2fe0500c-852f-4ecb-8d19-bbcd0474da45', 'network_id': 'dd62675e-11c9-4dee-afc7-85c9f38af14d', 'port_id': '2fe0500c-852f-4ecb-8d19-bbcd0474da45', 'mac_address': 'fa:16:3e:8f:83:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fd3d0f-668a-407c-9bdf-7f9ffee827a6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:05.640061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Network 751caceb-5bba-4c69-b464-d16b5566391e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:05.666940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port c8d26c86-0bfb-4749-aef0-659a1d9c7abe yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:05.671357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:05.674620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:05.755557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'Port': ['ID=ce831459-9d29-4d7f-98f7-7185a564841a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.786622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.793517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.794178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.853681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No DVR routers for this DVR port 313ed16b-acd2-46ca-8573-ad6df04f509a on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:05.869798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Port': ['ID=313ed16b-acd2-46ca-8573-ad6df04f509a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.925559 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.948856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-9d141d23-e38e-48ed-bf32-a0b2a885a1e2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6292188 Jul 16 03:40:05.986302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe0500c-852f-4ecb-8d19-bbcd0474da45 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:05.991080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Request body: {'port': {'device_id': 'ac436e63-7a07-4b95-8987-02120b456927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:06.015910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.068966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9e93592-a3ab-4859-a91f-3b94e710b6ee up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:06.153998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddd211-fb48-41aa-b99b-7c6ff71f8fb9 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:06.175992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8:0:1::a4 (cd007764-b689-4eda-aa81-dad0dfbbf261/de565f6d-9954-4416-baa3-7840e9b05bf2/c8d26c86-0bfb-4749-aef0-659a1d9c7abe) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:06.185431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::f816:3eff:fea3:3653 (cd007764-b689-4eda-aa81-dad0dfbbf261/7a332c32-a6f7-4694-9296-1355b211545f/c8d26c86-0bfb-4749-aef0-659a1d9c7abe) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:06.196556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:06.209825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.245898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-9aab01a8-7402-4230-a120-abd0864e24b7 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.247685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-9aab01a8-7402-4230-a120-abd0864e24b7 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 813 time: 0.6042976 Jul 16 03:40:06.273257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-0549f601-a249-42f7-989b-2d9ea5c402a1 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/quotas/663ff32f9a1745209308523deea55868 HTTP/1.1" status: 200 len: 375 time: 0.0184627 Jul 16 03:40:06.308893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c9e93592-a3ab-4859-a91f-3b94e710b6ee triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:06.309276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.369312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.415039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7ec31d67-6aba-42f4-85fa-9e589a529e6e None None] Provisioning for port ce831459-9d29-4d7f-98f7-7185a564841a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:06.432815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.445713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7ec31d67-6aba-42f4-85fa-9e589a529e6e None None] Provisioning complete for port ce831459-9d29-4d7f-98f7-7185a564841a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:06.446135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.446529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec31d67-6aba-42f4-85fa-9e589a529e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.453270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.462976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58b811a-2b53-46c7-a3cf-74be4c427c06']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:06.463867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.471353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.477787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.483923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.485090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.492617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.498381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:06.498858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-bf25750e-65bc-4ba1-bcf3-f0117c3e01cb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5427 time: 0.4131722 Jul 16 03:40:06.498997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78d94cb-7b96-48ef-a5ed-69c82bdde13f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:06.525906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.534394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1e97f00-8131-406b-bc60-15162fb61689 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:06.540868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object c8d26c86-0bfb-4749-aef0-659a1d9c7abe will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:06.544705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.550830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-8bb609ad-0116-49e0-929d-261af9029a49 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.552495 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-8bb609ad-0116-49e0-929d-261af9029a49 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "GET /v2.0/ports?device_id=da870809-1ac7-4587-b17a-0f51f79aace9 HTTP/1.1" status: 200 len: 946 time: 0.2050006 Jul 16 03:40:06.561226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.577277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a7e15fc-8b70-42da-9dd5-38d210a6bb08 req-6e6acde1-6e32-4316-b0ed-0004f8d4b4ff tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697176 Jul 16 03:40:06.582046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:06.582418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.586712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-76967269-13a2-46f7-851d-1ade009017ad tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026011 Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:06.595716 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:06.668406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7ec31d67-6aba-42f4-85fa-9e589a529e6e None None] Port ce831459-9d29-4d7f-98f7-7185a564841a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:06.711967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7ec31d67-6aba-42f4-85fa-9e589a529e6e None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:06.712351 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ec31d67-6aba-42f4-85fa-9e589a529e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.771156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.773497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.804607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['beffbc6d-d16e-4c55-9678-cb60a7e1427a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:06.812404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6b4a2f7c-13fa-41f1-949d-b57e6c36a595'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:06.841706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-25f1e4b9-159c-413c-9e42-4e256f2c0a5a service neutron] 10.222.0.25 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284353 Jul 16 03:40:06.861254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=c8d26c86-0bfb-4749-aef0-659a1d9c7abe,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.904684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:06.905367 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.929473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.931398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/a58b811a-2b53-46c7-a3cf-74be4c427c06 HTTP/1.1" status: 204 len: 168 time: 4.9781978 Jul 16 03:40:06.932769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9592657-b9e0-4a9a-8086-8870323205ca tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=a58b811a-2b53-46c7-a3cf-74be4c427c06,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.949225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['9cb0058e-22df-44f2-96fe-9baba0ee5780'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:06.950535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40322) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:06.951517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['6fd3cb7b-b4de-4afe-a699-2f143318c2a0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:06.953449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2fe0500c-852f-4ecb-8d19-bbcd0474da45'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:06.965008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1338078302'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:06.990482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:06.995610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:07.001874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d2ca04fa-64d3-49e1-9c12-d61af269fb01'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:07.003166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:07.011698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.012384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.038047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:07.041857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.054611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Deleting port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:07.054941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.061166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0eb8981d-867c-4789-a661-5221e8da36ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8671198 Jul 16 03:40:07.073142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40324) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:07.179407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:07.221952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.222191 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 180079d0-65b0-4ef1-bfe8-4426e3e765c2 of type vlan for network 241f681f-c361-449b-800c-cb4dd8699add Jul 16 03:40:07.288503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] For port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:07.289102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.324328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Calling delete_port for cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:07.327992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.413615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port c8d26c86-0bfb-4749-aef0-659a1d9c7abe {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:07.414162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.469016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.474591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.475185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.560439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Update dhcp port {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '7a332c32-a6f7-4694-9296-1355b211545f', 'ip_address': '2001:db8::f816:3eff:fe11:b9f3'}, {'subnet_id': 'de565f6d-9954-4416-baa3-7840e9b05bf2'}], 'binding:host_id': 'n-d-800089-6'}, 'id': 'f1e97f00-8131-406b-bc60-15162fb61689'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:40:07.579591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6257651 Jul 16 03:40:07.585771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:07.603277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': '241f681f-c361-449b-800c-cb4dd8699add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:07.626369 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:40:07.651857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d75787-a340-411d-9cd3-ee09bad67592 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=241f681f-c361-449b-800c-cb4dd8699add,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:07.657348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.684785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 241f681f-c361-449b-800c-cb4dd8699add details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:07.697602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for c8d26c86-0bfb-4749-aef0-659a1d9c7abe owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:07.759333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-bbf3ec5e-bc26-4cfe-ba14-127d82a3f294 service neutron] 10.222.0.25 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8993587 Jul 16 03:40:07.761570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['f8003a58-ee38-49ee-813b-ae1b2a6e8fe5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:07.773779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.832445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98', '3ef98e33-7742-4067-817f-ae0949c1c60c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:07.916215 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.942175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce831459-9d29-4d7f-98f7-7185a564841a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:07.953160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.968139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Transition to ACTIVE for port object ce831459-9d29-4d7f-98f7-7185a564841a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:07.984629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf322e-7a14-45ae-ac24-131823123423 req-2adfc395-3c68-4080-b35d-0f5663fe86c4 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.992138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fbf322e-7a14-45ae-ac24-131823123423 req-2adfc395-3c68-4080-b35d-0f5663fe86c4 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 931 time: 0.5469496 Jul 16 03:40:08.089370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-6aeb002b-5dec-4f74-9cb1-8e2137157170 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:08.097012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-6aeb002b-5dec-4f74-9cb1-8e2137157170 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8b6822d-6ce3-40dd-ab2e-87c8039f4b28 HTTP/1.1" status: 200 len: 945 time: 0.6548102 Jul 16 03:40:08.098152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.113431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:08.118454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.128567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fbf322e-7a14-45ae-ac24-131823123423 req-14de73c2-3f95-4c98-9a21-57007b89237f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357028 Jul 16 03:40:08.502275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Pushing event updated for resources: {'Port': ['ID=ce831459-9d29-4d7f-98f7-7185a564841a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.599832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event deleted for resources: {'Port': ['ID=cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.671030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] No DVR routers for this DVR port cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:08.676293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.679239 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e43bbad-8105-44ee-8a69-ee19aedc2f96 req-4c5be965-5143-42a3-bc58-364eadf3d3a5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "DELETE /v2.0/ports/cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 HTTP/1.1" status: 204 len: 173 time: 2.1138208 Jul 16 03:40:08.680866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'name': 'network-vif-deleted', 'tag': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:08.702774 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec42bed8-9de7-4e74-b7ee-19b366ea1350" -d '{"events": [{"server_uuid": "da870809-1ac7-4587-b17a-0f51f79aace9", "name": "network-vif-deleted", "tag": "cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:08.961862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:08.980673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:08.999766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.017420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.021418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Allocated IP 2001:db8:0:1::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/de565f6d-9954-4416-baa3-7840e9b05bf2/f1e97f00-8131-406b-bc60-15162fb61689) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:09.033872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.049772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.055679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.061967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.069394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-f965a22a-b495-4ca5-a104-7bccb9e3cddd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5428 time: 0.9440861 Jul 16 03:40:09.136228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=c8d26c86-0bfb-4749-aef0-659a1d9c7abe,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:09.213440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:09.229045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Attempting to bind port ce831459-9d29-4d7f-98f7-7185a564841a on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:09.229875 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4d32f-8da6-4817-b723-1468096932c3 x-openstack-request-id: req-23c4d32f-8da6-4817-b723-1468096932c3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:09.230184 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da870809-1ac7-4587-b17a-0f51f79aace9", "name": "network-vif-deleted", "tag": "cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:09.231819 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23c4d32f-8da6-4817-b723-1468096932c3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:09.232443 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da870809-1ac7-4587-b17a-0f51f79aace9', 'name': 'network-vif-deleted', 'tag': 'cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98', 'status': 'completed', 'code': 200} Jul 16 03:40:09.238156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Attempting to bind port ce831459-9d29-4d7f-98f7-7185a564841a by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:09.239035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Attempting to bind port ce831459-9d29-4d7f-98f7-7185a564841a on network 751caceb-5bba-4c69-b464-d16b5566391e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:09.292683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Port ce831459-9d29-4d7f-98f7-7185a564841a on network 751caceb-5bba-4c69-b464-d16b5566391e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:09.294904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Attempting to bind port ce831459-9d29-4d7f-98f7-7185a564841a on network 751caceb-5bba-4c69-b464-d16b5566391e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:09.295825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.316294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Transition to ACTIVE for port object f1e97f00-8131-406b-bc60-15162fb61689 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:09.325096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.336282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:09.336820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Checking segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:09.337320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Bound using segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:09.337913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Bound port: ce831459-9d29-4d7f-98f7-7185a564841a, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:09.338372 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.338644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed60c53f-2b95-416b-a579-39be7d613d0b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c8d26c86-0bfb-4749-aef0-659a1d9c7abe HTTP/1.1" status: 204 len: 168 time: 2.2643852 Jul 16 03:40:09.343175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:09.348350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.425916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4cdbf0bc-f45a-4a88-a8a2-7cb30271702c req-fc1334b1-8921-4171-b8cb-ab96a6b8a2ed tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 210 time: 0.1447692 Jul 16 03:40:09.446484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0e2e896-1fa5-4136-9485-aa1760e9cb12 req-abbdb8ee-2bfa-48f3-b43c-c7b0e5cbf6ee tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3591537 Jul 16 03:40:09.452569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Deleting port 3ef98e33-7742-4067-817f-ae0949c1c60c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:09.453162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.525591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:09.593498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47664c-68f9-4d5f-b4d5-0597e2614615 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.599361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.604818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d47664c-68f9-4d5f-b4d5-0597e2614615 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2480383 Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.605992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.608376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670883e-aa1c-40a3-bdd0-b8ee46360ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:09.609411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:09.748441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.757128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a4b68-4c42-4d45-b333-f8beea3d44e8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.759024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-542a4b68-4c42-4d45-b333-f8beea3d44e8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1511507 Jul 16 03:40:09.764551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40376) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:09.869013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf29fb5-e041-4540-8efd-15306c209b5f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.871117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf29fb5-e041-4540-8efd-15306c209b5f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.873627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf29fb5-e041-4540-8efd-15306c209b5f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.876434 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fcf29fb5-e041-4540-8efd-15306c209b5f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1100173 Jul 16 03:40:09.878810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40378) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:09.997502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1e97f00-8131-406b-bc60-15162fb61689 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:10.007329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 7a332c32-a6f7-4694-9296-1355b211545f {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:10.017464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.096361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.142715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] For port 3ef98e33-7742-4067-817f-ae0949c1c60c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ef98e33-7742-4067-817f-ae0949c1c60c,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:10.143269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.176860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Calling delete_port for 3ef98e33-7742-4067-817f-ae0949c1c60c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:10.200395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=d250f48b-aa3a-4434-8206-fbcd9e91e8f1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.205297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] For port ce831459-9d29-4d7f-98f7-7185a564841a, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:10.232503 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.236210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] For port ce831459-9d29-4d7f-98f7-7185a564841a, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ce831459-9d29-4d7f-98f7-7185a564841a,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:10.252767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device beffbc6d-d16e-4c55-9678-cb60a7e1427a up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:10.292871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.323036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.336336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '180079d0-65b0-4ef1-bfe8-4426e3e765c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '241f681f-c361-449b-800c-cb4dd8699add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:10.336730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: 241f681f-c361-449b-800c-cb4dd8699add, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:10.365322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port beffbc6d-d16e-4c55-9678-cb60a7e1427a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:10.372727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port beffbc6d-d16e-4c55-9678-cb60a7e1427a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:10.373114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.394194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=7a332c32-a6f7-4694-9296-1355b211545f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.398010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.399943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c63a23d5-2b18-44fc-a428-3b16eb5b656c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/7a332c32-a6f7-4694-9296-1355b211545f HTTP/1.1" status: 204 len: 168 time: 0.5198045 Jul 16 03:40:10.403919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:10.414514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05461eb6-6f11-418a-bc03-0cd31fd0fba0 req-2a1d803a-8157-41e3-8d88-9de0ecf3b80e tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.428858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05461eb6-6f11-418a-bc03-0cd31fd0fba0 req-2a1d803a-8157-41e3-8d88-9de0ecf3b80e tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 943 time: 0.4460924 Jul 16 03:40:10.523647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet de565f6d-9954-4416-baa3-7840e9b05bf2 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:10.534383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.590513 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.650483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.652207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beffbc6d-d16e-4c55-9678-cb60a7e1427a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:10.657548 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6bbee-236c-4892-8a17-dc6e25ec25cc" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "beffbc6d-d16e-4c55-9678-cb60a7e1427a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:10.676371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.677994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.680808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] 10.222.0.48 "PUT /v2.0/ports/ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 1091 time: 4.7183874 Jul 16 03:40:10.697324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66986a-1e7c-4445-b622-c1556935a9df service neutron] Pushing event updated for resources: {'Port': ['ID=ce831459-9d29-4d7f-98f7-7185a564841a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.698499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:10.708105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:10.709439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:10.713903 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511" -d '{"events": [{"name": "network-changed", "server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:10.731856 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.765456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:10.766681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device cffb9ce7-9fe8-4fd9-9d52-cc8dea586b98 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:10.768232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ef98e33-7742-4067-817f-ae0949c1c60c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:10.775387 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.776245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:10.821437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network 241f681f-c361-449b-800c-cb4dd8699add is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:10.876966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20275a8b-28ce-4616-a79a-1a20247178b2 req-818f7822-3314-492b-9d77-fd1c9088cb6a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 210 time: 0.0557332 Jul 16 03:40:10.877862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event deleted for resources: {'Port': ['ID=3ef98e33-7742-4067-817f-ae0949c1c60c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.896780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05461eb6-6f11-418a-bc03-0cd31fd0fba0 req-2410d884-c2df-4bdb-ba36-767307d0f43b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4648242 Jul 16 03:40:10.925604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 3ef98e33-7742-4067-817f-ae0949c1c60c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:10.926229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ef98e33-7742-4067-817f-ae0949c1c60c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:10.952346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e07aa-606a-49d2-9b2d-48a9f4a21a2c None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:11.017945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-9a3beba6-5c24-459d-859d-5777e3b9ab7f tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.021346 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-9a3beba6-5c24-459d-859d-5777e3b9ab7f tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.48 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 813 time: 0.2469563 Jul 16 03:40:11.065160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] No DVR routers for this DVR port 3ef98e33-7742-4067-817f-ae0949c1c60c on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:11.067012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 241f681f-c361-449b-800c-cb4dd8699add) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:11.076174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.078348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36df5ba8-ccf4-444c-af3f-3cfb97157a41 req-09077d2d-4db1-4cd6-8c39-b84b1b9fc62a tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "DELETE /v2.0/ports/3ef98e33-7742-4067-817f-ae0949c1c60c HTTP/1.1" status: 204 len: 173 time: 2.9547029 Jul 16 03:40:11.096346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.097170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.144087 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f756a0-f17e-4303-ad56-cfa4c313d699 x-openstack-request-id: req-08f756a0-f17e-4303-ad56-cfa4c313d699 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:11.144654 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "beffbc6d-d16e-4c55-9678-cb60a7e1427a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:11.145076 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08f756a0-f17e-4303-ad56-cfa4c313d699 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:11.145671 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beffbc6d-d16e-4c55-9678-cb60a7e1427a', 'code': 200} Jul 16 03:40:11.158769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Request body: {'port': {'device_id': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'admin_state_up': True, 'tenant_id': '663ff32f9a1745209308523deea55868'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:11.161587 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057d197-927d-46ff-abe8-1fbcd634a4d5 x-openstack-request-id: req-c057d197-927d-46ff-abe8-1fbcd634a4d5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:11.162782 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:11.163239 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c057d197-927d-46ff-abe8-1fbcd634a4d5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:11.163736 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'status': 'completed', 'code': 200} Jul 16 03:40:11.172568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-778d900e-f9e9-4ede-b1f2-44e64f40a4da tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5781400 Jul 16 03:40:11.178651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.192354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587656146'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:11.215282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa9f21-8a9c-4ced-9f01-4223c2ea40f2 None None] Network 241f681f-c361-449b-800c-cb4dd8699add requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:11.244050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:11.251943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.272605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-a607e4b0-24bb-4fca-96bf-6a82eb9a1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.274214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-a607e4b0-24bb-4fca-96bf-6a82eb9a1928 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1094 time: 0.3434310 Jul 16 03:40:11.294145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.296462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:11.313152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.313506 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 05967b9b-e822-4cde-a089-f8389a7f3f0b of type vlan for network 24628d82-10a5-4b67-873f-0feef5827aab Jul 16 03:40:11.363885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:11.399264 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.421824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:11.427553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d10fbc12-92d4-4ff8-b916-6e12ab78575e None None] Provisioning for port f1e97f00-8131-406b-bc60-15162fb61689 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:11.432094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-2d001b7c-7c83-4248-b6a2-34357d747777 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.434105 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-2d001b7c-7c83-4248-b6a2-34357d747777 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 813 time: 0.6608424 Jul 16 03:40:11.467157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Request body: {'port': {'device_id': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'admin_state_up': True, 'tenant_id': '663ff32f9a1745209308523deea55868'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:11.494726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:11.495189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.497649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d10fbc12-92d4-4ff8-b916-6e12ab78575e None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:11.503003 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d10fbc12-92d4-4ff8-b916-6e12ab78575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.520367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.525474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-d1fbd4d3-a7b8-46ed-9449-c9efaebec67d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 217 time: 0.0610695 Jul 16 03:40:11.526062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.532047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.532678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.628155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-7197fcd7-2a26-4978-95f9-735d2d0edba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.629130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-7197fcd7-2a26-4978-95f9-735d2d0edba5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0930805 Jul 16 03:40:11.635216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Made reservation on behalf of 663ff32f9a1745209308523deea55868 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:11.638995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.699230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.706815 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/de565f6d-9954-4416-baa3-7840e9b05bf2 HTTP/1.1" status: 204 len: 168 time: 1.2991362 Jul 16 03:40:11.720958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd52d0c-35da-4e4d-bec6-e6e5a01ca288 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=de565f6d-9954-4416-baa3-7840e9b05bf2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:11.724733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.768044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.781900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.782598 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a904689a-6fe6-4331-a265-9a334db7a6d2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555599 Jul 16 03:40:11.788207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.793390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40400) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.801122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:11.804441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.821201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.832118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.848842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.850884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-782e46c2-bc61-404a-b950-2a132bd663d0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5429 time: 0.7324524 Jul 16 03:40:11.851566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=24628d82-10a5-4b67-873f-0feef5827aab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:11.893094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e1df5495-c40d-4439-811c-eb2458c8a4de tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7076230 Jul 16 03:40:11.901022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 24628d82-10a5-4b67-873f-0feef5827aab details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:11.927447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40402) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.939671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79e5aed5-ccea-459e-853d-8fdb52044951 req-e2ac1c5c-4029-4b49-bd23-754ff00cf598 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697436 Jul 16 03:40:11.970158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': '24628d82-10a5-4b67-873f-0feef5827aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:11.981915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-637f5075-318d-44ee-8ca5-605b9fe8ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.983581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-637f5075-318d-44ee-8ca5-605b9fe8ab56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415542 Jul 16 03:40:12.050235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Made reservation on behalf of 663ff32f9a1745209308523deea55868 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:12.055590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.070214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-241f681f-c361-449b-800c-cb4dd8699add', 'network_id': '241f681f-c361-449b-800c-cb4dd8699add', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': 'd250f48b-aa3a-4434-8206-fbcd9e91e8f1'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:12.076784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.203595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-b6d74233-7e91-4a52-aa36-57020dd41b2f service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109082 Jul 16 03:40:12.255171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edcd83fd-7795-4efb-aa3f-aeabc9f28610 req-b3ef1945-62f6-4db8-8306-a1259ff1b0e3 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 210 time: 0.0492401 Jul 16 03:40:12.323701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.357854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:12.361972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.421369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e924c0d-a4e5-41de-ba60-af2c50315d02 req-90b54ede-3083-4219-9f35-dd4e4bee8a97 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:12.424984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e924c0d-a4e5-41de-ba60-af2c50315d02 req-90b54ede-3083-4219-9f35-dd4e4bee8a97 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 943 time: 0.1682160 Jul 16 03:40:12.451066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Allocated IP 172.20.0.13 (6b86176d-ddf6-4a4c-99fd-952ab28fabdc/6b0ea5bf-5f5b-4d5f-b00f-174effe79e92/c203b6a7-e1c3-483f-8ed0-2c18def3b52d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:12.464919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e15ed2-228d-4dc3-a37e-1dd1b976dbaf req-66851cb0-46d1-495f-b687-42efad5e8ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443390 Jul 16 03:40:12.493625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e924c0d-a4e5-41de-ba60-af2c50315d02 req-5a58c22e-bfb8-44a3-a99a-c3f320302a7d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613563 Jul 16 03:40:12.544658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:12.548239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.574505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:12.589952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.590902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9cb0058e-22df-44f2-96fe-9baba0ee5780 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:12.614900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Performing IP validity checks on allocation pools {{(pid=93757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:40:12.615445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:40:12.659651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49703417-64b7-4e47-919c-371b313661a5 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:12.669896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-f260c32c-deb5-4736-9ac1-043cbe7e6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:12.671450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-f260c32c-deb5-4736-9ac1-043cbe7e6265 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1094 time: 0.1279523 Jul 16 03:40:12.675662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Allocated IP 2001:db8::3 (241f681f-c361-449b-800c-cb4dd8699add/d250f48b-aa3a-4434-8206-fbcd9e91e8f1/be2f78d7-07cf-439b-a73c-6a86014a5d61) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:12.776592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 9cb0058e-22df-44f2-96fe-9baba0ee5780 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:12.785612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 9cb0058e-22df-44f2-96fe-9baba0ee5780 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:12.786108 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.852263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-79fcfae9-d9fd-4bc1-b757-b03f97d42bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:12.853756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-79fcfae9-d9fd-4bc1-b757-b03f97d42bed service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.1751883 Jul 16 03:40:12.895097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.936853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-211f8ada-8c49-4129-81d2-80f0f00b91f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 217 time: 0.0750501 Jul 16 03:40:12.937066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bccc9d30-f056-4c72-b532-88c3e27b291d None None] Provisioning complete for port f1e97f00-8131-406b-bc60-15162fb61689 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:12.937432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bccc9d30-f056-4c72-b532-88c3e27b291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.959190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:12.988554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.999438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-bc739d71-d6d7-4909-a081-e4a6f788e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.001940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-bc739d71-d6d7-4909-a081-e4a6f788e289 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0582850 Jul 16 03:40:13.125116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-940e6c45-83e5-4b22-854b-0180a3238ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.125924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=e25284c4-43ff-4f89-8d4d-9a0e290d5963,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.129745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-940e6c45-83e5-4b22-854b-0180a3238ccc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195850 Jul 16 03:40:13.137189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.146322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '05967b9b-e822-4cde-a089-f8389a7f3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '24628d82-10a5-4b67-873f-0feef5827aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:13.146726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: 24628d82-10a5-4b67-873f-0feef5827aab, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:13.153458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:13.157046 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a2f15-851a-4ac1-889c-fbc5f6dec646" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:13.177999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.228225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'name': 'network-vif-deleted', 'tag': '3ef98e33-7742-4067-817f-ae0949c1c60c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:13.238450 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491cde65-7d63-4a6d-99c7-385a638515fe" -d '{"events": [{"server_uuid": "e8b6822d-6ce3-40dd-ab2e-87c8039f4b28", "name": "network-vif-deleted", "tag": "3ef98e33-7742-4067-817f-ae0949c1c60c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:13.241464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:13.243182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:13.252317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.262994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.263715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.281113 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcfb9f9-8ab9-4167-83d6-85bbd7134da1 x-openstack-request-id: req-7dcfb9f9-8ab9-4167-83d6-85bbd7134da1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:13.282901 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:13.283470 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dcfb9f9-8ab9-4167-83d6-85bbd7134da1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:13.284103 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595', 'code': 200} Jul 16 03:40:13.307501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:13.344301 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59f03e-dcc2-4bae-b606-bff94c03b2ef x-openstack-request-id: req-be59f03e-dcc2-4bae-b606-bff94c03b2ef {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:13.344535 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b6822d-6ce3-40dd-ab2e-87c8039f4b28", "name": "network-vif-deleted", "tag": "3ef98e33-7742-4067-817f-ae0949c1c60c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:13.345953 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be59f03e-dcc2-4bae-b606-bff94c03b2ef {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:13.347311 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b6822d-6ce3-40dd-ab2e-87c8039f4b28', 'name': 'network-vif-deleted', 'tag': '3ef98e33-7742-4067-817f-ae0949c1c60c', 'status': 'completed', 'code': 200} Jul 16 03:40:13.386017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:13.461941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Allocated IP 172.20.0.11 (6b86176d-ddf6-4a4c-99fd-952ab28fabdc/6b0ea5bf-5f5b-4d5f-b00f-174effe79e92/c45e9f44-4ec6-4889-b30a-f2d9bd4deab4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:13.471003 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.495684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Transition to ACTIVE for port object be2f78d7-07cf-439b-a73c-6a86014a5d61 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:13.511966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=5e5ddab2-01aa-419b-be89-acc25d225b2b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.525568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.526933 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.527761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:13.533003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.540000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.540849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:13.546618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.553469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.559892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.566442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.570633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-307f3ec4-8b99-4418-9b28-dd2f877f2d4e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5430 time: 0.4184184 Jul 16 03:40:13.583562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network 24628d82-10a5-4b67-873f-0feef5827aab is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:13.586091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:13.588769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:13.595900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event updated for resources: {'Port': ['ID=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.597912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Transition to ACTIVE for port object be2f78d7-07cf-439b-a73c-6a86014a5d61 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:13.615522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-25c418aa-1fcf-40e7-a943-5cd2b7bc1c92 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8192379 Jul 16 03:40:13.619030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:13.621036 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88eab759-7748-4d65-8a49-c57744cd9a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.633672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-6088c8a0-07ee-4084-845e-7ed7dae0dbe1 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954104 Jul 16 03:40:13.648197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:13.661317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.669576 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.713907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 24628d82-10a5-4b67-873f-0feef5827aab) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:13.734306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Network 241f681f-c361-449b-800c-cb4dd8699add is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:13.740739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:13.742216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.742866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.745882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:13.746033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ba505a9-7ef6-4ca3-a3e9-cbef7f137511 req-686e2471-6100-4a42-88d6-dd46fb273ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026485 Jul 16 03:40:13.769593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682efa5f-d91a-4d3c-8807-f06f513eb932 None None] Network 24628d82-10a5-4b67-873f-0feef5827aab requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:13.782149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e520d64b-55f4-40d1-8761-c9eb25a3b368 req-5f42ebe4-f253-450b-9d92-fc617da17541 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001548 Jul 16 03:40:13.788794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.788794 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.805804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b467d7-d504-46e3-9b92-188e2b67b0ad req-3998c7b1-dd4e-4762-8146-c847db7835b5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.807375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1b467d7-d504-46e3-9b92-188e2b67b0ad req-3998c7b1-dd4e-4762-8146-c847db7835b5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 932 time: 0.2298377 Jul 16 03:40:13.845741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:13.864010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.907289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Pushing event updated for resources: {'Port': ['ID=be2f78d7-07cf-439b-a73c-6a86014a5d61,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.911861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:13.918403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1b467d7-d504-46e3-9b92-188e2b67b0ad req-4c4105ca-8f6d-414c-a5dd-2ff1cb3d6586 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023006 Jul 16 03:40:13.925066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:13.925448 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.949378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.996310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88eab759-7748-4d65-8a49-c57744cd9a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.001146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88eab759-7748-4d65-8a49-c57744cd9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.005246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:14.010975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:14.015410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:14.019334 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-e4b013f1-4c91-4034-8afa-3507d7243007 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8758137 Jul 16 03:40:14.032534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f1e97f00-8131-406b-bc60-15162fb61689 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:14.049242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a1aeea25-4551-4d96-982e-cda30d528e8e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0881248 Jul 16 03:40:14.055687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Request body: {'port': {'device_id': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:14.061996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-88eab759-7748-4d65-8a49-c57744cd9a68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e77f2e3eb7c4511ada29828289eee15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409344 Jul 16 03:40:14.064598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:14.064808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40444) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:14.112640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Attempting to bind port be2f78d7-07cf-439b-a73c-6a86014a5d61 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:14.113118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event updated for resources: {'Port': ['ID=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.113306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Attempting to bind port be2f78d7-07cf-439b-a73c-6a86014a5d61 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '180079d0-65b0-4ef1-bfe8-4426e3e765c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '241f681f-c361-449b-800c-cb4dd8699add'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:14.113676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Attempting to bind port be2f78d7-07cf-439b-a73c-6a86014a5d61 on network 241f681f-c361-449b-800c-cb4dd8699add {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:14.140909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:14.141809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Checking segment: {'id': '180079d0-65b0-4ef1-bfe8-4426e3e765c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '241f681f-c361-449b-800c-cb4dd8699add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:14.142435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.142866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Bound using segment: {'id': '180079d0-65b0-4ef1-bfe8-4426e3e765c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '241f681f-c361-449b-800c-cb4dd8699add'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:14.143359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Bound port: be2f78d7-07cf-439b-a73c-6a86014a5d61, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180079d0-65b0-4ef1-bfe8-4426e3e765c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '241f681f-c361-449b-800c-cb4dd8699add'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:14.143954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.157677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:14.161962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.162129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eab759-7748-4d65-8a49-c57744cd9a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e499f12-f971-41e9-ba08-b9b44961b730,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.225459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9ae7-0e07-4169-9f3f-cf06e8f6fdb3 req-b1764cba-b5e6-4b55-8404-6b1e2f23ca05 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:14.227251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6eba9ae7-0e07-4169-9f3f-cf06e8f6fdb3 req-b1764cba-b5e6-4b55-8404-6b1e2f23ca05 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 943 time: 0.2218885 Jul 16 03:40:14.249167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:14.249934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.263001 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.294134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6eba9ae7-0e07-4169-9f3f-cf06e8f6fdb3 req-fce2d6e7-e78c-4b99-9204-ecf6073f3d82 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599704 Jul 16 03:40:14.317385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-f8c03b23-2371-4c09-8a7a-b14de417c86d tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8564723 Jul 16 03:40:14.323836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] Deleting port f1e97f00-8131-406b-bc60-15162fb61689 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:14.325212 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.330179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Request body: {'port': {'device_id': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:14.359635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.366286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] For port be2f78d7-07cf-439b-a73c-6a86014a5d61, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:14.374624 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.379201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-073bbd2e-fb33-4e16-b850-2cf814b1c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.384291 n-d-800089-6 neutron-server[93757]: INFO neutron.db.ipam_backend_mixin [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e5ddab2-01aa-419b-be89-acc25d225b2b (CIDR: 2001:db8::/64) Jul 16 03:40:14.396316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.398297 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:40:14.398773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:14.422956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] For port be2f78d7-07cf-439b-a73c-6a86014a5d61, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be2f78d7-07cf-439b-a73c-6a86014a5d61,segment=NetworkSegment(180079d0-65b0-4ef1-bfe8-4426e3e765c2),segment_id=180079d0-65b0-4ef1-bfe8-4426e3e765c2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:14.427235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.432875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f31efe-64db-4c78-b415-30ccc61e030c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-24628d82-10a5-4b67-873f-0feef5827aab', 'network_id': '24628d82-10a5-4b67-873f-0feef5827aab', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': 'e25284c4-43ff-4f89-8d4d-9a0e290d5963'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:14.433743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68f31efe-64db-4c78-b415-30ccc61e030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.434068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.443026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-073bbd2e-fb33-4e16-b850-2cf814b1c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.456558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c6d0d296-e343-458c-a8f8-d431536994ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8103237 Jul 16 03:40:14.461248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40446) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:14.464023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=e25284c4-43ff-4f89-8d4d-9a0e290d5963,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.469636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:14.481951 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.723677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:14.760005 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.778029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:14.835529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.836665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d2ca04fa-64d3-49e1-9c12-d61af269fb01 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:14.842813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] For port f1e97f00-8131-406b-bc60-15162fb61689, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f1e97f00-8131-406b-bc60-15162fb61689,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:14.843495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.848303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f940b-2858-4838-90ec-c0444eadb963 None None] Pushing event updated for resources: {'Port': ['ID=be2f78d7-07cf-439b-a73c-6a86014a5d61,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.913843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] Calling delete_port for f1e97f00-8131-406b-bc60-15162fb61689 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:14.916165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6e86f-7be7-4b19-b4c7-89cffd590485 None None] Network 24628d82-10a5-4b67-873f-0feef5827aab requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:14.939313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.960460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24628d82-10a5-4b67-873f-0feef5827aab']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:14.977168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.988310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05967b9b-e822-4cde-a089-f8389a7f3f0b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:14.988769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05967b9b-e822-4cde-a089-f8389a7f3f0b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:15.003287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.023609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.045359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:15.049763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:15.102767 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:15.133337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.196441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-073bbd2e-fb33-4e16-b850-2cf814b1c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.198995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-073bbd2e-fb33-4e16-b850-2cf814b1c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.204100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-073bbd2e-fb33-4e16-b850-2cf814b1c20a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e499f12-f971-41e9-ba08-b9b44961b730 HTTP/1.1" status: 204 len: 168 time: 1.1334000 Jul 16 03:40:15.218479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port d2ca04fa-64d3-49e1-9c12-d61af269fb01 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:15.254227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port d2ca04fa-64d3-49e1-9c12-d61af269fb01 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:15.254885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.274157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.278377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbd2e-fb33-4e16-b850-2cf814b1c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e499f12-f971-41e9-ba08-b9b44961b730,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.293478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:15.296005 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b7b693-6421-4176-9b54-0ee997ce6b18" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:15.315369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.320009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.337436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/24628d82-10a5-4b67-873f-0feef5827aab HTTP/1.1" status: 204 len: 168 time: 1.2650332 Jul 16 03:40:15.338102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:15.360109 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.377910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1403020219'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:15.387784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403e25e-9197-4ae0-95b6-12dc7670d048 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=24628d82-10a5-4b67-873f-0feef5827aab,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.419416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] Pushing event deleted for resources: {'Port': ['ID=f1e97f00-8131-406b-bc60-15162fb61689,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.423760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6df3c4-f5e6-4ba3-b4de-5d8500e825eb None None] No DVR routers for this DVR port f1e97f00-8131-406b-bc60-15162fb61689 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:15.423968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.429721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.450279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.451856 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.456525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5faecb7-eeb0-4e25-a20d-19741ed20b30 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:15.456804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.462723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.467665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:15.468563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.471166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.474391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.476370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-f4a2cccd-a4d8-4eef-91e6-131866515b05 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5432 time: 0.3715971 Jul 16 03:40:15.498982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398828-3bb7-4897-bf6d-01962fac7cea req-adb878b2-c05f-4c11-b1f6-0a6a453091f9 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.501218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c398828-3bb7-4897-bf6d-01962fac7cea req-adb878b2-c05f-4c11-b1f6-0a6a453091f9 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 932 time: 0.3970213 Jul 16 03:40:15.541927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:15.545335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.583963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdbd50e7-a2fe-4227-9848-a85376592d99 req-688b1a2e-b6f4-4295-9ba5-31a6c7ea9f0c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006186 Jul 16 03:40:15.591185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c398828-3bb7-4897-bf6d-01962fac7cea req-c53c883b-f635-4e2c-a65f-5fdb871bfac7 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 Jul 16 03:40:15.605127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:15.640820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.641248 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 49ed2d28-3654-48b9-a3aa-0cc0f753a67b of type vlan for network 9897ca42-d064-4490-bfff-25ec07adeeac Jul 16 03:40:15.661501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:15.690336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.690336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fe0500c-852f-4ecb-8d19-bbcd0474da45 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:15.691312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:15.721012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7055841a-db18-487f-9d9b-c2f87c84d07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.735880 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea84c1f-69bb-48bd-b992-1cec30db49e9 x-openstack-request-id: req-fea84c1f-69bb-48bd-b992-1cec30db49e9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:15.736451 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:15.736451 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fea84c1f-69bb-48bd-b992-1cec30db49e9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:15.736834 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'code': 200} Jul 16 03:40:15.737097 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0', 'code': 200} Jul 16 03:40:15.741961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '5e5ddab2-01aa-419b-be89-acc25d225b2b'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:15.743341 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.771519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.775649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c203b6a7-e1c3-483f-8ed0-2c18def3b52d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:15.788826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.814215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Transition to ACTIVE for port object c203b6a7-e1c3-483f-8ed0-2c18def3b52d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:15.875020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.896788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.908550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.909156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.009005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be2f78d7-07cf-439b-a73c-6a86014a5d61 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:16.011190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=9897ca42-d064-4490-bfff-25ec07adeeac,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.038740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c127423-93a2-4012-b0d7-04157a781e9d req-16e69a1a-4d2c-4228-98a9-0dd91e7a65c5 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.040680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c127423-93a2-4012-b0d7-04157a781e9d req-16e69a1a-4d2c-4228-98a9-0dd91e7a65c5 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 943 time: 0.1981640 Jul 16 03:40:16.048032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9897ca42-d064-4490-bfff-25ec07adeeac details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:16.055416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:16.070493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.099210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7055841a-db18-487f-9d9b-c2f87c84d07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.101875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:16.102253 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.109070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7055841a-db18-487f-9d9b-c2f87c84d07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.126006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c127423-93a2-4012-b0d7-04157a781e9d req-70e299c0-427c-4b75-9950-5ad1f3d1ea5f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788333 Jul 16 03:40:16.141593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-781522be-0155-4446-a076-e0613c6f1c4e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7727208 Jul 16 03:40:16.151660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:16.160206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': '9897ca42-d064-4490-bfff-25ec07adeeac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:16.200834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7055841a-db18-487f-9d9b-c2f87c84d07e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf94b5ecec1d41f08b8cde9086fa3f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087094 Jul 16 03:40:16.204149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:16.225033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055841a-db18-487f-9d9b-c2f87c84d07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c564022-40e8-40c6-80df-59bec6ea42b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.231443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:16.241932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.255403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Transition to ACTIVE for port object c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:16.259342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Pushing event updated for resources: {'Port': ['ID=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.260342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/5e5ddab2-01aa-419b-be89-acc25d225b2b/9aa5fe25-629b-4603-955f-4bb2ebb34416) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:16.282271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ce831459-9d29-4d7f-98f7-7185a564841a details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:16.336626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.348743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69c65bb5-27e1-4da6-9155-39cb80fb4188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.370979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:16.373335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port be2f78d7-07cf-439b-a73c-6a86014a5d61 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:16.375777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.377503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:40:16.407890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.415476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d51a9-c9e0-4d02-803c-549b134e0a1b None None] Network 241f681f-c361-449b-800c-cb4dd8699add requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:16.419688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69c65bb5-27e1-4da6-9155-39cb80fb4188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.457629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ce831459-9d29-4d7f-98f7-7185a564841a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ce831459-9d29-4d7f-98f7-7185a564841a,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:16.518273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:16.519216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Pushing event updated for resources: {'Port': ['ID=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.530691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:16.539237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.539943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.550663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=0a8eab94-086c-49f4-a0ad-4518efab7212,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.565527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'port_id': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'mac_address': 'fa:16:3e:2b:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:16.577252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] Provisioning for port be2f78d7-07cf-439b-a73c-6a86014a5d61 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:16.588711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Attempting to bind port c203b6a7-e1c3-483f-8ed0-2c18def3b52d on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:16.589060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Attempting to bind port c203b6a7-e1c3-483f-8ed0-2c18def3b52d by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:16.589417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Attempting to bind port c203b6a7-e1c3-483f-8ed0-2c18def3b52d on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:16.602039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.619151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d66585d3-295a-488b-9a7a-2961ac216a85 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1544371 Jul 16 03:40:16.620714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40470) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:16.621313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Port c203b6a7-e1c3-483f-8ed0-2c18def3b52d on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:16.621646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Attempting to bind port c203b6a7-e1c3-483f-8ed0-2c18def3b52d on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:16.628812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:0d:c3:b8', 'name': 'tempest-NetworksTestDHCPv6-1300158142'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:16.631848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] Provisioning complete for port be2f78d7-07cf-439b-a73c-6a86014a5d61 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:16.632270 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.673775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:16.674578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Checking segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:16.674578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Bound using segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:16.675092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Bound port: c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:16.675830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.678146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.767897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Attempting to bind port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:16.768303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Attempting to bind port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:16.768682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Attempting to bind port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:16.774413 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.783745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:16.783997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Attempting to bind port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 on network 6b86176d-ddf6-4a4c-99fd-952ab28fabdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:16.803838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69c65bb5-27e1-4da6-9155-39cb80fb4188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.806477 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69c65bb5-27e1-4da6-9155-39cb80fb4188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.807059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:16.807733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Checking segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:16.807883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-69c65bb5-27e1-4da6-9155-39cb80fb4188 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c564022-40e8-40c6-80df-59bec6ea42b2 HTTP/1.1" status: 204 len: 168 time: 0.6021700 Jul 16 03:40:16.807982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Bound using segment: {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:16.808390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Bound port: c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9549f50-63e1-46c7-8e27-a971991f330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:16.808760 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.829534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:16.839501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce831459-9d29-4d7f-98f7-7185a564841a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:16.855628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] For port c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:16.861205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] For port c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:16.874492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.883570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.884237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.894132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=0cd2f0bd-0599-4423-bfa6-6f87dba9b7ba,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.901815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:16.943312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:16.964756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c65bb5-27e1-4da6-9155-39cb80fb4188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c564022-40e8-40c6-80df-59bec6ea42b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.972081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Transition to ACTIVE for port object 9aa5fe25-629b-4603-955f-4bb2ebb34416 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:16.975559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ce831459-9d29-4d7f-98f7-7185a564841a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ce831459-9d29-4d7f-98f7-7185a564841a,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:16.991758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.992553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.992826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.994633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] 10.222.0.48 "PUT /v2.0/ports/c203b6a7-e1c3-483f-8ed0-2c18def3b52d HTTP/1.1" status: 200 len: 1092 time: 2.9673722 Jul 16 03:40:16.995266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'tag': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:16.997760 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9c21a-71c5-4fcf-8118-5dc437f05227" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9ddd1-3ffd-43b5-a972-ad2222486add", "tag": "c203b6a7-e1c3-483f-8ed0-2c18def3b52d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:17.001976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '49ed2d28-3654-48b9-a3aa-0cc0f753a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '9897ca42-d064-4490-bfff-25ec07adeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:17.002355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: 9897ca42-d064-4490-bfff-25ec07adeeac, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:17.056781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network 9897ca42-d064-4490-bfff-25ec07adeeac is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:17.099622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.105330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] For port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:17.107259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dd4e7-e0e8-44b1-8b7a-df14be8bc807 service neutron] Pushing event updated for resources: {'Port': ['ID=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.108403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.116721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.123657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.132770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.140377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.145138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] For port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:17.147903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.159043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-846bede7-08ec-40f5-9030-d713ffd7a71e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5434 time: 0.2438374 Jul 16 03:40:17.161696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.190015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecc27a-6628-4d94-b7a5-1e4b40b9b603 req-e3f702f1-ab62-4fc8-b945-9eb1492cea35 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.198185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fecc27a-6628-4d94-b7a5-1e4b40b9b603 req-e3f702f1-ab62-4fc8-b945-9eb1492cea35 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 944 time: 0.3718805 Jul 16 03:40:17.206929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.220203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.220837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.221171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9897ca42-d064-4490-bfff-25ec07adeeac) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:17.222371 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] 10.222.0.11 "PUT /v2.0/ports/c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 HTTP/1.1" status: 200 len: 1092 time: 2.8998566 Jul 16 03:40:17.279530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b92d1d7d-5337-4bdd-abae-5fcd6be7af1b req-2d72bbca-a08f-4fec-9fed-0a48dad213c8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194785 Jul 16 03:40:17.291500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port c0a6965f-36fa-4d3d-82e4-bda38bf800c3 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:17.299809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fecc27a-6628-4d94-b7a5-1e4b40b9b603 req-52aa19fe-3290-47f1-986f-b9540f116864 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Jul 16 03:40:17.302674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Transition to ACTIVE for port object 9aa5fe25-629b-4603-955f-4bb2ebb34416 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:17.303323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef36d0a-8cb6-4db7-bf50-75a5bcc46b1c service neutron] Pushing event updated for resources: {'Port': ['ID=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.314050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.315782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.328828 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.351929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c7f40-2bdc-47b4-ac1e-f3d5d4fd5f33 None None] Network 9897ca42-d064-4490-bfff-25ec07adeeac requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:17.354240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c09b3fd3-182a-4b2f-a8c8-cf693db8c519 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2012749 Jul 16 03:40:17.355377 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.357578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:17.408453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.415380 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73c1b2d-7c2b-4f38-9e60-43529689da6d x-openstack-request-id: req-b73c1b2d-7c2b-4f38-9e60-43529689da6d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:17.415774 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9ddd1-3ffd-43b5-a972-ad2222486add", "tag": "c203b6a7-e1c3-483f-8ed0-2c18def3b52d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:17.416098 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b73c1b2d-7c2b-4f38-9e60-43529689da6d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:17.416572 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'tag': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d', 'status': 'completed', 'code': 200} Jul 16 03:40:17.424570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-f2f83146-d81f-4457-bb05-103ce4baf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.426221 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-f2f83146-d81f-4457-bb05-103ce4baf9b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 1095 time: 0.3800168 Jul 16 03:40:17.492991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-0508b7b8-89cd-4115-95a0-35d546e199fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d HTTP/1.1" status: 200 len: 217 time: 0.0538111 Jul 16 03:40:17.498700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] For port be2f78d7-07cf-439b-a73c-6a86014a5d61, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be2f78d7-07cf-439b-a73c-6a86014a5d61,segment=NetworkSegment(180079d0-65b0-4ef1-bfe8-4426e3e765c2),segment_id=180079d0-65b0-4ef1-bfe8-4426e3e765c2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:17.551734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['ce831459-9d29-4d7f-98f7-7185a564841a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:17.608446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-61d25f7e-b831-4418-9ba4-a94738e9e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.608852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.612348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-61d25f7e-b831-4418-9ba4-a94738e9e805 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.0918403 Jul 16 03:40:17.637996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-3c30678c-3c13-424f-be3e-13467a497cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.638272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:17.639643 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-3c30678c-3c13-424f-be3e-13467a497cce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 1095 time: 0.3597829 Jul 16 03:40:17.640916 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.651763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95dc41-0d23-4767-891a-3ddd17620c72 req-0770633b-dea4-43b6-aa6d-bfb4ef0cf08f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.653244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec95dc41-0d23-4767-891a-3ddd17620c72 req-0770633b-dea4-43b6-aa6d-bfb4ef0cf08f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 944 time: 0.1217508 Jul 16 03:40:17.683380 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-8241d807-f3cb-4924-b3fc-c3650cd9ada2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640101 Jul 16 03:40:17.696917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:17.704135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:17.712257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:17.737383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:17.737383 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.750473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-e5646918-672a-4f6b-9db6-47502e0abdcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 HTTP/1.1" status: 200 len: 217 time: 0.0699017 Jul 16 03:40:17.756450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.772027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ca04fa-64d3-49e1-9c12-d61af269fb01'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:17.774256 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d726bc-2cc0-4205-8380-289e71819e02" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "d2ca04fa-64d3-49e1-9c12-d61af269fb01"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:17.827405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ce831459-9d29-4d7f-98f7-7185a564841a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.832944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::a4 (cd007764-b689-4eda-aa81-dad0dfbbf261/5e5ddab2-01aa-419b-be89-acc25d225b2b/c0a6965f-36fa-4d3d-82e4-bda38bf800c3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:17.868026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec95dc41-0d23-4767-891a-3ddd17620c72 req-0af412f2-b42f-4330-8690-0b09c188eefb tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1895685 Jul 16 03:40:17.881819 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58394ed-8dd6-4159-a27d-68f3da431104 x-openstack-request-id: req-d58394ed-8dd6-4159-a27d-68f3da431104 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:17.882126 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "d2ca04fa-64d3-49e1-9c12-d61af269fb01", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:17.882391 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d58394ed-8dd6-4159-a27d-68f3da431104 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:17.884392 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ca04fa-64d3-49e1-9c12-d61af269fb01', 'code': 200} Jul 16 03:40:17.884660 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45', 'code': 200} Jul 16 03:40:17.908681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:c3b8 (cd007764-b689-4eda-aa81-dad0dfbbf261/0a8eab94-086c-49f4-a0ad-4518efab7212/c0a6965f-36fa-4d3d-82e4-bda38bf800c3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:17.940834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.974075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770998b9-346a-4a67-a255-a870d56d6136 req-d75f68d2-8b79-4fd9-8bd8-ff2a4c831364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.976686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-d75f68d2-8b79-4fd9-8bd8-ff2a4c831364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.2150650 Jul 16 03:40:17.981853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd2f0bd-0599-4423-bfa6-6f87dba9b7ba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.985303 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-690b88ba-1b20-4b5a-bcc2-02b8dbb32f15 service neutron] 10.222.0.48 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897189 Jul 16 03:40:18.029858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Attempting to bind port 9aa5fe25-629b-4603-955f-4bb2ebb34416 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:18.030370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Attempting to bind port 9aa5fe25-629b-4603-955f-4bb2ebb34416 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:18.030698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Attempting to bind port 9aa5fe25-629b-4603-955f-4bb2ebb34416 on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:18.049395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Pushing event updated for resources: {'Port': ['ID=9aa5fe25-629b-4603-955f-4bb2ebb34416,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.055591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:18.055843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:18.056098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.056465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:18.057537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Bound port: 9aa5fe25-629b-4603-955f-4bb2ebb34416, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:18.057950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.059270 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-640b9623-d80d-4ab2-a37b-39844d66ca0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720818 Jul 16 03:40:18.130192 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.148231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9897ca42-d064-4490-bfff-25ec07adeeac']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:18.160152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ed2d28-3654-48b9-a3aa-0cc0f753a67b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:18.160297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ed2d28-3654-48b9-a3aa-0cc0f753a67b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:18.170625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.193136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.199457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:18.199860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.201755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d1db1-f48c-400c-9e7c-f9e23ae8c922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9897ca42-d064-4490-bfff-25ec07adeeac', 'network_id': '9897ca42-d064-4490-bfff-25ec07adeeac', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': '0cd2f0bd-0599-4423-bfa6-6f87dba9b7ba'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:18.202668 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e65d1db1-f48c-400c-9e7c-f9e23ae8c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.221357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b4fc5006-4c00-4e26-b26a-c2e78f2887e6 None None] Provisioning complete for port be2f78d7-07cf-439b-a73c-6a86014a5d61 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:18.221920 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5006-4c00-4e26-b26a-c2e78f2887e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:18.263259 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:18.269099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.278303 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.280195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/9897ca42-d064-4490-bfff-25ec07adeeac HTTP/1.1" status: 204 len: 168 time: 0.9053068 Jul 16 03:40:18.285329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:18.286765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.301831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767074529'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:18.308305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c37a3-2f05-46a5-af1f-2bc6dcbf17cb tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=9897ca42-d064-4490-bfff-25ec07adeeac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.309542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-c613d229-1fa0-4572-b4cd-3efc7057b543 service neutron] 10.222.0.48 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085978 Jul 16 03:40:18.346990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a524889-4e7b-4675-a762-2ee2a35dd958 None None] Network 9897ca42-d064-4490-bfff-25ec07adeeac requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:18.355514 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-622e8d5a-11d4-4aa4-ab71-27ce8c598dc8 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868173 Jul 16 03:40:18.381916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.395003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a524889-4e7b-4675-a762-2ee2a35dd958 None None] Network 9897ca42-d064-4490-bfff-25ec07adeeac could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:40:18.396757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e407-b52a-43ee-ad06-b744ab10b9be None None] Pushing event updated for resources: {'Port': ['ID=be2f78d7-07cf-439b-a73c-6a86014a5d61,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.405552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:18.410124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.425070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:18.436579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.460519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:18.473959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.474720 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 53c8f283-2a66-4d64-bb8b-585bf90ef3da of type vlan for network 8301f5f2-d4a0-4957-a6b0-221966e86b01 Jul 16 03:40:18.482853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] For port 9aa5fe25-629b-4603-955f-4bb2ebb34416, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:18.510223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object c0a6965f-36fa-4d3d-82e4-bda38bf800c3 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:18.559283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.590850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] For port 9aa5fe25-629b-4603-955f-4bb2ebb34416, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9aa5fe25-629b-4603-955f-4bb2ebb34416,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:18.613160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.614929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-e1870746-5c29-43d4-848b-cbc826f75b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.616462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-e1870746-5c29-43d4-848b-cbc826f75b0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 1095 time: 0.2380879 Jul 16 03:40:18.619956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-770998b9-346a-4a67-a255-a870d56d6136 req-217ad073-7e55-4389-9b15-757f3d39aa4b service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537630 Jul 16 03:40:18.628364 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.639097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.714478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba96216-c891-4dda-93c6-9fcc4e32f545 None None] Pushing event updated for resources: {'Port': ['ID=9aa5fe25-629b-4603-955f-4bb2ebb34416,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.722404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.728424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.728880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.729535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:18.767954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:18.773990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=c0a6965f-36fa-4d3d-82e4-bda38bf800c3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.778713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:18.781206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4941444 Jul 16 03:40:18.788155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40530) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:18.791061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.791814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.792857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': '8301f5f2-d4a0-4957-a6b0-221966e86b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:18.828886 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6cc8feae-c79e-4df5-8ee6-7a6cb63025bf tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2048092 Jul 16 03:40:18.831236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-cab08385-8f9b-4ab4-a482-b51fd531f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.833219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-cab08385-8f9b-4ab4-a482-b51fd531f7de service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 915 time: 0.2074957 Jul 16 03:40:18.833684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40532) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:18.855873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29343761-de09-46aa-9549-499880bc8c0b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=8301f5f2-d4a0-4957-a6b0-221966e86b01,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.890389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 8301f5f2-d4a0-4957-a6b0-221966e86b01 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:18.901396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9893-e9ff-4a0a-9cfb-2af75edfd972 req-5f90a320-8f7a-4c03-8aff-b86fd888b1d0 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.910262 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-0bbf926d-a20d-4ec2-a3a0-28092e2c8eed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d HTTP/1.1" status: 200 len: 217 time: 0.0665255 Jul 16 03:40:18.911084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecff9893-e9ff-4a0a-9cfb-2af75edfd972 req-5f90a320-8f7a-4c03-8aff-b86fd888b1d0 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 944 time: 0.3286643 Jul 16 03:40:18.937920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.944688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.953919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.983729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.991171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.000109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.006109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.008367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41333082-911b-4d6d-b068-e853d168eb23 req-10037681-7973-4467-855c-1e1887ff7a43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.4109492 Jul 16 03:40:19.035728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-ac0c5138-c561-470e-a7f3-93f280368e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.043321 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-ac0c5138-c561-470e-a7f3-93f280368e8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.1248639 Jul 16 03:40:19.090335 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-a1589fb0-fc79-4707-864a-df93e3a18006 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382817 Jul 16 03:40:19.108934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port c0a6965f-36fa-4d3d-82e4-bda38bf800c3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:19.109259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.128124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecff9893-e9ff-4a0a-9cfb-2af75edfd972 req-8bd04a6f-be2b-4966-ae6f-b389e50babbb tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160439 Jul 16 03:40:19.152883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41333082-911b-4d6d-b068-e853d168eb23 req-40afa4da-c24a-4264-8e13-1fdbefbbad47 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059673 Jul 16 03:40:19.169141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:19.174162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.293736 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-1c5baafb-0aec-4cad-8f5a-c672d49a5dbf service neutron] 10.222.0.48 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956060 Jul 16 03:40:19.529539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30d46-e3e5-468d-8100-930beb2cf502 req-6884597e-f7e7-4e54-ad4c-c3b107373580 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.531285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4b30d46-e3e5-468d-8100-930beb2cf502 req-6884597e-f7e7-4e54-ad4c-c3b107373580 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 944 time: 0.2249210 Jul 16 03:40:19.533206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.664911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4b30d46-e3e5-468d-8100-930beb2cf502 req-ac76435d-4aad-4d1d-a5ab-1cfd93be1082 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259565 Jul 16 03:40:19.668675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=bb5b6e60-ef35-4e31-a1bf-0ae09ab3a31a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:19.700619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '53c8f283-2a66-4d64-bb8b-585bf90ef3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8301f5f2-d4a0-4957-a6b0-221966e86b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:19.700984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: 8301f5f2-d4a0-4957-a6b0-221966e86b01, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:19.738469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'tag': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:19.741256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network 8301f5f2-d4a0-4957-a6b0-221966e86b01 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:19.747770 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69063b7d-d30c-43c6-a038-2525ed310d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "77e33a9c-9e8d-4085-80fb-2a980fd3ba2e", "tag": "c45e9f44-4ec6-4889-b30a-f2d9bd4deab4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:19.761266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 8301f5f2-d4a0-4957-a6b0-221966e86b01) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:19.773826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e871c7-93ef-498d-a62a-2659788fc1dd None None] Network 8301f5f2-d4a0-4957-a6b0-221966e86b01 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:19.781753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.782536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.801182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2f546145-0021-4ae7-9a8e-a08cc8965db9 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0117693 Jul 16 03:40:19.808414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:19.817014 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461778e-4ddc-4f4b-a8fb-b313530debd6 x-openstack-request-id: req-d461778e-4ddc-4f4b-a8fb-b313530debd6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:19.817329 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e33a9c-9e8d-4085-80fb-2a980fd3ba2e", "tag": "c45e9f44-4ec6-4889-b30a-f2d9bd4deab4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:19.817560 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d461778e-4ddc-4f4b-a8fb-b313530debd6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:19.817955 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'tag': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4', 'status': 'completed', 'code': 200} Jul 16 03:40:19.914062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:19.918223 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c226eaa-686a-4e34-8d26-b82eaf0f9f45" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:20.033260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.049938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.071771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for c0a6965f-36fa-4d3d-82e4-bda38bf800c3 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:20.079377 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92366d16-806d-44e3-b298-4b10cd20f2db x-openstack-request-id: req-92366d16-806d-44e3-b298-4b10cd20f2db {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:20.079681 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-plugged", "status": "completed", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:20.079940 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92366d16-806d-44e3-b298-4b10cd20f2db {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:20.080348 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5', 'code': 200} Jul 16 03:40:20.111141 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5fa9c21a-71c5-4fcf-8118-5dc437f05227 req-52c07ef7-ad4d-4af5-a5aa-189c25b248f2 service neutron] 10.222.0.48 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618032 Jul 16 03:40:20.189774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be2f78d7-07cf-439b-a73c-6a86014a5d61 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:20.218176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.242673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d437ff0-05db-4454-b437-88d41e208e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-8301f5f2-d4a0-4957-a6b0-221966e86b01', 'network_id': '8301f5f2-d4a0-4957-a6b0-221966e86b01', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': 'bb5b6e60-ef35-4e31-a1bf-0ae09ab3a31a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:20.243544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d437ff0-05db-4454-b437-88d41e208e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.247901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-f9a2441a-3d2a-4db3-8112-2f4f7a5c01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.249450 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-f9a2441a-3d2a-4db3-8112-2f4f7a5c01b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=663ff32f9a1745209308523deea55868&device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 1095 time: 0.4046421 Jul 16 03:40:20.255611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f50de-fff0-4e16-af34-287ffaa6b5ae None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:20.272510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.273229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.274096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.274661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.275320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.275855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.276382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.280572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-bd51df36-dc51-4d06-9c60-e48377ce7948 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6492 time: 0.1380479 Jul 16 03:40:20.313738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c203b6a7-e1c3-483f-8ed0-2c18def3b52d details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:20.320879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ce831459-9d29-4d7f-98f7-7185a564841a up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:20.341334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba43998-8e43-403a-a4db-c59315bf13d4 req-5b495afd-ffa1-44f0-bfbc-c45a5ab5f87f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535963 Jul 16 03:40:20.361740 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.450537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.462783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8301f5f2-d4a0-4957-a6b0-221966e86b01']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:20.502377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c8f283-2a66-4d64-bb8b-585bf90ef3da') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:20.502779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c8f283-2a66-4d64-bb8b-585bf90ef3da') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:20.534255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9368d-eacc-417f-8e50-cf2b2664042f None None] Network 8301f5f2-d4a0-4957-a6b0-221966e86b01 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:20.560436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.566134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5b6e60-ef35-4e31-a1bf-0ae09ab3a31a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.579441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ba3ce33c-4fef-44a7-8742-77c18a65abe7 None None] Provisioning for port 9aa5fe25-629b-4603-955f-4bb2ebb34416 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:20.617648 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.656004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:20.656441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:20.669671 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:20.674686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-3ed8158b-b2d0-4999-8940-16deba7086fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.674841 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-3ed8158b-b2d0-4999-8940-16deba7086fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 200 len: 915 time: 0.4158957 Jul 16 03:40:20.725959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port be2f78d7-07cf-439b-a73c-6a86014a5d61 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:20.726469 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.759393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:20.765778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-1dbfa961-30dc-4271-a1d5-437137ca47a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 HTTP/1.1" status: 200 len: 217 time: 0.0830431 Jul 16 03:40:20.774319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e887e-e8fe-4bf1-8a6a-71a8a16075be req-1b4bbd2d-29f0-4120-849c-45884641e128 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.776332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-960e887e-e8fe-4bf1-8a6a-71a8a16075be req-1b4bbd2d-29f0-4120-849c-45884641e128 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 944 time: 0.2715828 Jul 16 03:40:20.782337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port ce831459-9d29-4d7f-98f7-7185a564841a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:20.793987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.801540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.808434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.813626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b451608-b878-4bfe-b56a-5f8b8638d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.816458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.822102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.823166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.830136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.837137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.839587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-e89d7154-c65f-424c-8be6-484e47d217fd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.3333020 Jul 16 03:40:20.880646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port ce831459-9d29-4d7f-98f7-7185a564841a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:20.881020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.883850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.898858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=c0a6965f-36fa-4d3d-82e4-bda38bf800c3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.902368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.908934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/8301f5f2-d4a0-4957-a6b0-221966e86b01 HTTP/1.1" status: 204 len: 168 time: 1.0952032 Jul 16 03:40:20.910778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-24ff3f2e-8374-4c25-919b-6276a84f7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.912391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-24ff3f2e-8374-4c25-919b-6276a84f7091 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 200 len: 853 time: 0.1332927 Jul 16 03:40:20.912857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:20.963347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-960e887e-e8fe-4bf1-8a6a-71a8a16075be req-7c51f0fe-6987-40b9-ab8e-61f832a17000 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223752 Jul 16 03:40:21.011263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb3df776-23a2-4e10-a42f-a39676834d20 req-cf354f56-4e48-466e-9af8-66da4ed72f78 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587887 Jul 16 03:40:21.012120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64e0f6-5ead-49f5-a32a-7be5f53a3492 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=8301f5f2-d4a0-4957-a6b0-221966e86b01,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.019470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732021926'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.028159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.031295 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9dbb8590-69d1-4aa0-9427-5df9d9ad9595 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c0a6965f-36fa-4d3d-82e4-bda38bf800c3 HTTP/1.1" status: 204 len: 168 time: 2.1963596 Jul 16 03:40:21.034074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.034439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-f69b5a0f-edb4-4cbc-9b36-02554ed4f4c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b86176d-ddf6-4a4c-99fd-952ab28fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577948 Jul 16 03:40:21.146262 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-e3153c1a-80fb-4cec-a1fe-2550e757007b service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042292 Jul 16 03:40:21.151350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.155562 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.230568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:21.274449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.275048 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 474f5fad-f44f-424b-871f-a821ef16bd74 of type vlan for network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 Jul 16 03:40:21.276735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9573ce5-3ff1-4bb3-9b75-7a6ae7d7ba70 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.280937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a9573ce5-3ff1-4bb3-9b75-7a6ae7d7ba70 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2431352 Jul 16 03:40:21.282374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.332174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:21.346112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a251057-52be-45c4-be68-15491d9ca5fa req-49e3d82f-ff7e-4d84-b43e-aa11d69b64e9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.347655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a251057-52be-45c4-be68-15491d9ca5fa req-49e3d82f-ff7e-4d84-b43e-aa11d69b64e9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 944 time: 0.1643729 Jul 16 03:40:21.386193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.387395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc0b64-f46c-42a0-9cad-11dec64d7cd1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.390610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83cc0b64-f46c-42a0-9cad-11dec64d7cd1 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1062565 Jul 16 03:40:21.391882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40578) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.405207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a251057-52be-45c4-be68-15491d9ca5fa req-14b79087-db58-4bcc-b954-a820b1fb16ab tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511227 Jul 16 03:40:21.447307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.449095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'port_id': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d', 'mac_address': 'fa:16:3e:88:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0ea5bf-5f5b-4d5f-b00f-174effe79e92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:21.459356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8992df-de6e-4aa7-a6f9-2cdec125dc3f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.461032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8992df-de6e-4aa7-a6f9-2cdec125dc3f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.463616 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8992df-de6e-4aa7-a6f9-2cdec125dc3f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.467646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7d8992df-de6e-4aa7-a6f9-2cdec125dc3f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0715883 Jul 16 03:40:21.467646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69063b7d-d30c-43c6-a038-2525ed310d6d req-0e929555-0e4d-4b12-adad-16e66de63ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819052 Jul 16 03:40:21.470288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.476539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:21.505406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.512830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.513431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.534086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4', 'network_id': '6b86176d-ddf6-4a4c-99fd-952ab28fabdc', 'port_id': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4', 'mac_address': 'fa:16:3e:2c:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0ea5bf-5f5b-4d5f-b00f-174effe79e92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:21.541909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 0a8eab94-086c-49f4-a0ad-4518efab7212 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:21.545970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.563735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6184373 Jul 16 03:40:21.563958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40582) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.584215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9aa5fe25-629b-4603-955f-4bb2ebb34416 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:21.590126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.592703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.598669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45045-712d-4ef6-9d20-2c618f668843 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.635185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.641287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:21.643962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.649412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port ce831459-9d29-4d7f-98f7-7185a564841a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ce831459-9d29-4d7f-98f7-7185a564841a,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:21.686755 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.688905 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.691702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.696781 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.701673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.710579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:21.737750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8eab94-086c-49f4-a0ad-4518efab7212,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.742168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.746743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-35ca5cc5-51d2-4cc3-87f0-3eb6053cb7cb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/0a8eab94-086c-49f4-a0ad-4518efab7212 HTTP/1.1" status: 204 len: 168 time: 0.2750752 Jul 16 03:40:21.747386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.791239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c203b6a7-e1c3-483f-8ed0-2c18def3b52d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:21.807039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 5e5ddab2-01aa-419b-be89-acc25d225b2b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:21.810618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.827096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:21.850927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.859814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:21.868243 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.885481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.891434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 9aa5fe25-629b-4603-955f-4bb2ebb34416 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:21.896932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=ce831459-9d29-4d7f-98f7-7185a564841a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.901381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9aa5fe25-629b-4603-955f-4bb2ebb34416 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:21.901671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.910401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.965235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.975815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=a7520b5a-8c42-47ce-8853-8e42a18b1883,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.983573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '474f5fad-f44f-424b-871f-a821ef16bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:21.983947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:21.992680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e6d31-79f7-48be-b12f-30c2755f8ce1 None None] Update dhcp port {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'fixed_ips': [{'subnet_id': '5e5ddab2-01aa-419b-be89-acc25d225b2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a8eab94-086c-49f4-a0ad-4518efab7212'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '9aa5fe25-629b-4603-955f-4bb2ebb34416'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:40:22.006411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:22.020240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:22.026947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.037192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.038321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc632058-0db7-4e12-823f-34b378e89771 None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:22.038464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.049981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.066976 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc15c1a2-9e63-456c-a845-2327b55dcc79 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5017891 Jul 16 03:40:22.069822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.078140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.113219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:22.116097 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bec7e3-b760-463f-8252-e3627dbdd366" -d '{"events": [{"server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "name": "network-vif-plugged", "status": "completed", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:22.121841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.126767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/5e5ddab2-01aa-419b-be89-acc25d225b2b HTTP/1.1" status: 204 len: 168 time: 0.3754408 Jul 16 03:40:22.126767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e68cf-6031-46a6-b9b5-497c4a942bb5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5ddab2-01aa-419b-be89-acc25d225b2b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.138465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.145484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c45e9f44-4ec6-4889-b30a-f2d9bd4deab4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:22.217039 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d5c41652-4c44-45b7-aba3-71e6864e346a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745783 Jul 16 03:40:22.220185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.225899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.229716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c203b6a7-e1c3-483f-8ed0-2c18def3b52d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:22.231914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6d31-79f7-48be-b12f-30c2755f8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.291993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.300492 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.306001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb47d-cd87-4c2b-8f37-aefee579d3f3 req-b484c24b-2679-4d22-8b62-c332414fe233 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.307562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd8eb47d-cd87-4c2b-8f37-aefee579d3f3 req-b484c24b-2679-4d22-8b62-c332414fe233 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 945 time: 0.1878936 Jul 16 03:40:22.353388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.419980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.499797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd8eb47d-cd87-4c2b-8f37-aefee579d3f3 req-9a72daff-f588-45bd-9bf2-52089286e1a1 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830707 Jul 16 03:40:22.540089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.553824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.571286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.577717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.598211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.601543 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b222bc-6bb8-4742-8fe3-24cc9290e101 x-openstack-request-id: req-e0b222bc-6bb8-4742-8fe3-24cc9290e101 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:22.603193 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "name": "network-vif-plugged", "status": "completed", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:22.603469 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0b222bc-6bb8-4742-8fe3-24cc9290e101 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:22.603896 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'code': 200} Jul 16 03:40:22.606183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 9aa5fe25-629b-4603-955f-4bb2ebb34416, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9aa5fe25-629b-4603-955f-4bb2ebb34416,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:22.619559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.626491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.637946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.644804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-b3cc7cab-ea26-4f92-96bd-4c103c06aacf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.3986175 Jul 16 03:40:22.688217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.696987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.711030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.761666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395', 'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': 'a7520b5a-8c42-47ce-8853-8e42a18b1883'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:22.762739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.764748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28ec12-f716-4078-8c98-6bb03c04436e None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:22.773048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:22.776860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:22.782100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.783210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.799004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=79fae645-b431-4de3-b727-5ad8cae10f59,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.807073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d5b5a7e6-3aa2-4009-8c72-8a684736928b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7359722 Jul 16 03:40:22.809364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40614) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.877102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821b0f3-bea6-4be9-8be5-63ce2368ff13 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.877855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b18b02f-c276-420c-bfc6-46e2b829bb82 req-20bfdfe5-09eb-4158-8050-10229f034f01 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248614 Jul 16 03:40:22.890997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821b0f3-bea6-4be9-8be5-63ce2368ff13 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.894301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821b0f3-bea6-4be9-8be5-63ce2368ff13 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.899437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821b0f3-bea6-4be9-8be5-63ce2368ff13 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.903662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821b0f3-bea6-4be9-8be5-63ce2368ff13 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.905505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6821b0f3-bea6-4be9-8be5-63ce2368ff13 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0949645 Jul 16 03:40:22.909958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40616) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.915544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611005011'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.936112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c423a4c8-f036-4cd8-83e9-6ca7b9da9bfb None None] Provisioning complete for port 9aa5fe25-629b-4603-955f-4bb2ebb34416 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:22.936422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c423a4c8-f036-4cd8-83e9-6ca7b9da9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.954919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.960119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.981186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=9aa5fe25-629b-4603-955f-4bb2ebb34416,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.023427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:23.035691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.036079 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 8fa213c2-27ae-416d-b11b-84423003bf0d of type vlan for network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 Jul 16 03:40:23.092243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e42d9a-2e44-4555-b934-37545d81b85b req-4e9c0efa-b579-415c-b428-6dbce0ad6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.094443 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71e42d9a-2e44-4555-b934-37545d81b85b req-4e9c0efa-b579-415c-b428-6dbce0ad6843 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1096 time: 0.3909447 Jul 16 03:40:23.097669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.133414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.141698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.142677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.162964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71e42d9a-2e44-4555-b934-37545d81b85b req-e987664b-b623-413d-8c5e-ef0870020039 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590737 Jul 16 03:40:23.187509 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2762771 Jul 16 03:40:23.191448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40620) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.198197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:23.217996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193f702-1fb5-408b-b999-620b95eb6a13 req-55b4a344-f284-4e9d-bd10-f4ed12b75db0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.226696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0193f702-1fb5-408b-b999-620b95eb6a13 req-55b4a344-f284-4e9d-bd10-f4ed12b75db0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.2219427 Jul 16 03:40:23.230876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Allocated IP 2001:db8::2 (f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395/a7520b5a-8c42-47ce-8853-8e42a18b1883/5adf6891-7e29-4911-af2a-ee68ce2b4074) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:23.287516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.294297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.302314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.308502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.316169 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be16bf22-4b60-460d-984b-f536c07145e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.320629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.326463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.332826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.338670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ce63234-54c9-4b3b-9cd7-4576d23fa2a2 req-808f8c1e-89dc-4bb5-b726-82b40477f98b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.2980042 Jul 16 03:40:23.356508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0193f702-1fb5-408b-b999-620b95eb6a13 req-0650cb8b-c45a-45c7-828e-7342588264d4 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285217 Jul 16 03:40:23.360324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40622) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.368159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Request body: {'floatingip': {'port_id': '9cb0058e-22df-44f2-96fe-9baba0ee5780'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:23.374814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d29e45-eee4-4d1b-80e4-3bec1a509290 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=7ba5dcf1-ed34-472e-a71d-8c21a593ffb8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.426262 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.462140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.522377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:23.540854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:23.545174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.549122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.550045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.555618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:23.557458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:23.574214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.606690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=977df11b-7b57-47d2-bc5e-ebc6a4822fe0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.620371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d09f07af-5cc8-40e1-b9c8-5e79631ddb2b tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3991039 Jul 16 03:40:23.621004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.634536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:23.671380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=7ba5dcf1-ed34-472e-a71d-8c21a593ffb8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.677574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:40:23.683767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.685207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.686208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b353a40e-0d79-48e2-841d-acb109922510 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "PUT /v2.0/networks/7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 HTTP/1.1" status: 200 len: 723 time: 0.4928641 Jul 16 03:40:23.691774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40630) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.698172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:23.710151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:23.790171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] Deleting port 9aa5fe25-629b-4603-955f-4bb2ebb34416 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:23.790606 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.798247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.828536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Transition to ACTIVE for port object 5adf6891-7e29-4911-af2a-ee68ce2b4074 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:23.929020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Transition to ACTIVE for port object 5adf6891-7e29-4911-af2a-ee68ce2b4074 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:23.932063 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.964316 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.059292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] For port 9aa5fe25-629b-4603-955f-4bb2ebb34416, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9aa5fe25-629b-4603-955f-4bb2ebb34416,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:24.059729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.092461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:24.101066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] Calling delete_port for 9aa5fe25-629b-4603-955f-4bb2ebb34416 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:24.104988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:24.112808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:24.147644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Pushing event updated for resources: {'Port': ['ID=5adf6891-7e29-4911-af2a-ee68ce2b4074,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.190155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.195257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.218280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Attempting to bind port 5adf6891-7e29-4911-af2a-ee68ce2b4074 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:24.219603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Attempting to bind port 5adf6891-7e29-4911-af2a-ee68ce2b4074 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '474f5fad-f44f-424b-871f-a821ef16bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:24.220215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Attempting to bind port 5adf6891-7e29-4911-af2a-ee68ce2b4074 on network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:24.231545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:24.232345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Checking segment: {'id': '474f5fad-f44f-424b-871f-a821ef16bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:24.233009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.233653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Bound using segment: {'id': '474f5fad-f44f-424b-871f-a821ef16bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:24.234430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Bound port: 5adf6891-7e29-4911-af2a-ee68ce2b4074, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474f5fad-f44f-424b-871f-a821ef16bd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:24.235598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.319699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.328245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c203b6a7-e1c3-483f-8ed0-2c18def3b52d up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:24.333143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.374857 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Floating IP f95a04f4-f477-404b-a1c1-116567ff9b2a associated. External IP: 172.25.4.232, port: 9cb0058e-22df-44f2-96fe-9baba0ee5780. Jul 16 03:40:24.406790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] Pushing event deleted for resources: {'Port': ['ID=9aa5fe25-629b-4603-955f-4bb2ebb34416,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.423202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7807ff4-c65f-4fa3-aa9d-8b8fb540ae25 None None] No DVR routers for this DVR port 9aa5fe25-629b-4603-955f-4bb2ebb34416 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:24.440564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] For port 5adf6891-7e29-4911-af2a-ee68ce2b4074, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:24.446385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af4c32-d848-4141-94b4-61edc4679f85 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:24.513704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:24.518792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.555032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] For port 5adf6891-7e29-4911-af2a-ee68ce2b4074, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5adf6891-7e29-4911-af2a-ee68ce2b4074,segment=NetworkSegment(474f5fad-f44f-424b-871f-a821ef16bd74),segment_id=474f5fad-f44f-424b-871f-a821ef16bd74)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:24.577095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.694767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Router c9938e00-2904-481a-abcc-c0da6e56b338 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:24.697114 n-d-800089-6 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 977df11b-7b57-47d2-bc5e-ebc6a4822fe0 (CIDR: 2001:db8::/64) Jul 16 03:40:24.699538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cd007764-b689-4eda-aa81-dad0dfbbf261', 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'tenant_id': 'a1f7550276b54dba83fcd8c701bb40fd', 'fixed_ips': [{'subnet_id': '977df11b-7b57-47d2-bc5e-ebc6a4822fe0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:24.700426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.709509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port c203b6a7-e1c3-483f-8ed0-2c18def3b52d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:24.731498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4383a-dc44-4ec0-88dd-cb12db11b669 req-d94a0818-8355-44a7-8540-025acaabe971 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.741431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-adf4383a-dc44-4ec0-88dd-cb12db11b669 req-d94a0818-8355-44a7-8540-025acaabe971 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 945 time: 1.0303605 Jul 16 03:40:24.742108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c203b6a7-e1c3-483f-8ed0-2c18def3b52d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:24.742326 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.743923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6155674-d653-4336-b2e0-f85d758d618e None None] Pushing event updated for resources: {'Port': ['ID=5adf6891-7e29-4911-af2a-ee68ce2b4074,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.771351 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:40:24.771804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:24.796662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:24.800649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.837479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:24.849543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.904135 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3bdeafe6-a462-4967-a7c0-5361f0a05f4d tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "PUT /v2.0/floatingips/f95a04f4-f477-404b-a1c1-116567ff9b2a HTTP/1.1" status: 200 len: 991 time: 1.5404246 Jul 16 03:40:24.904135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:24.905768 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a18246-8646-4b13-80bb-e48eb768a0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:24.942400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] Sync routers for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:24.951508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-adf4383a-dc44-4ec0-88dd-cb12db11b669 req-b23beeda-cb0c-4ba3-9981-4da508c1e7fb tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091818 Jul 16 03:40:24.966602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:24.969185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9aa5fe25-629b-4603-955f-4bb2ebb34416 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:24.988773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Allocated IP 2001:db8::2 (cd007764-b689-4eda-aa81-dad0dfbbf261/977df11b-7b57-47d2-bc5e-ebc6a4822fe0/0a705ad8-4cc8-4630-9f97-899d88b042ce) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:24.995657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40646) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:24.995885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-442bc24a-61e2-445f-aae6-75263d60bdef tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3738098 Jul 16 03:40:25.013620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'subnet': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:25.111737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 9aa5fe25-629b-4603-955f-4bb2ebb34416 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:25.112126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9aa5fe25-629b-4603-955f-4bb2ebb34416 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:25.122765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:25.123458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:25.128662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64554b84-9594-4ed1-b59a-e3c7ef6861e4 req-e1f6d0a4-9f7c-4ff6-8e90-80c2e479354f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.130349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64554b84-9594-4ed1-b59a-e3c7ef6861e4 req-e1f6d0a4-9f7c-4ff6-8e90-80c2e479354f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.5671620 Jul 16 03:40:25.199325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.256882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:25.262268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.287725 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa35510-2024-4d37-894f-11dade9c1678 x-openstack-request-id: req-7aa35510-2024-4d37-894f-11dade9c1678 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:25.288069 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:25.288431 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aa35510-2024-4d37-894f-11dade9c1678 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:25.289163 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'status': 'completed', 'code': 200} Jul 16 03:40:25.294750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64554b84-9594-4ed1-b59a-e3c7ef6861e4 req-72ab8bc4-3c88-421e-a80a-81c0d3115a37 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546335 Jul 16 03:40:25.338696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=8b333d62-39d7-4d88-ac05-b0c423db1f30,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.374613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '8fa213c2-27ae-416d-b11b-84423003bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:25.374957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:25.401408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.401894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.402358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.402966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.403432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.403891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.404976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.406358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-09807a92-760e-44b4-8f03-c4c0e2741bae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6492 time: 0.1053834 Jul 16 03:40:25.432799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:25.480318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:25.495427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.496015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.521854 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.546094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:25.553875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4c808409-bace-4a88-9060-b68a5079f6a5 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8619680 Jul 16 03:40:25.554114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3851ddd5-55f3-4e58-8fe1-955153926527 None None] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:25.556463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40654) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.568494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:25.690264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-b52c2f00-0f48-4123-83e9-f129af27559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.696840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-b52c2f00-0f48-4123-83e9-f129af27559a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 HTTP/1.1" status: 200 len: 913 time: 0.2812343 Jul 16 03:40:25.761763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:25.766436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:25.772988 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764be35d-ad9f-4045-8828-aeddc385ead9" -d '{"events": [{"server_uuid": "2ce9ddd1-3ffd-43b5-a972-ad2222486add", "name": "network-vif-plugged", "status": "completed", "tag": "c203b6a7-e1c3-483f-8ed0-2c18def3b52d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:25.829526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-5ca94afa-1234-4014-ae5f-1fa57cae299a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 200 len: 999 time: 0.0816679 Jul 16 03:40:25.904288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-71a3dbac-3bc3-4c6f-b036-bee4575868f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.907596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-71a3dbac-3bc3-4c6f-b036-bee4575868f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2235eb83-0251-42ab-8fef-b0f3fd05ead9 HTTP/1.1" status: 200 len: 850 time: 0.0675125 Jul 16 03:40:25.944770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.947777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:25.967631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:25.968015 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.011340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:40:26.015435 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.025815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3369542'] for subnet, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.079666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:26.085888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:26.092987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.094675 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.105551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370be46-a348-4363-852b-02e99c77906e req-2bf5a71d-3d23-4f98-a30c-12fa0dcd3981 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.118797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40672) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.125781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'floatingip': {'port_id': 'ce831459-9d29-4d7f-98f7-7185a564841a'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:26.126982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f370be46-a348-4363-852b-02e99c77906e req-2bf5a71d-3d23-4f98-a30c-12fa0dcd3981 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.4458954 Jul 16 03:40:26.185547 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1866491 Jul 16 03:40:26.208587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.258902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Request body: {'port': {'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261', 'mac_address': 'fa:16:3e:d2:37:fe', 'name': 'tempest-NetworksTestDHCPv6-1511811400'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:26.436795 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883b762c-6a0a-4531-89fd-4a58bb59f99e x-openstack-request-id: req-883b762c-6a0a-4531-89fd-4a58bb59f99e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:26.437089 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9ddd1-3ffd-43b5-a972-ad2222486add", "name": "network-vif-plugged", "status": "completed", "tag": "c203b6a7-e1c3-483f-8ed0-2c18def3b52d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:26.437348 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-883b762c-6a0a-4531-89fd-4a58bb59f99e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:26.438295 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d', 'code': 200} Jul 16 03:40:26.452421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c7b57-a675-45e8-a31a-0d9a26008dc7 None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:26.535756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.569777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-e4509bb9-7371-4833-8002-e0213b124f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.572876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-e4509bb9-7371-4833-8002-e0213b124f03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6392343 Jul 16 03:40:26.574368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748122145419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9560914'] for subnet, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.619594 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.688599 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.690850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42d897-88d6-4eee-bb8f-b166641648af tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Subnet': ['ID=1ba04b0e-3b6e-4155-82bf-9768653ac03b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.762671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-87395faa-d582-4204-89c4-57d69d84bfd4 None None] Provisioning for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:26.765513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.777044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-7ba5dcf1-ed34-472e-a71d-8c21a593ffb8', 'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': '8b333d62-39d7-4d88-ac05-b0c423db1f30'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:26.778530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.840612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611d63b-785e-45ff-a2f0-d7c651bb347a req-ffd5274e-895b-4134-ab9d-0fd2f9fa20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.842690 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d611d63b-785e-45ff-a2f0-d7c651bb347a req-ffd5274e-895b-4134-ab9d-0fd2f9fa20ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 1097 time: 0.1718426 Jul 16 03:40:26.867392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5adf6891-7e29-4911-af2a-ee68ce2b4074 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:26.908874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-0aa1b2e7-b6fe-47a1-80c6-410ba9671b4a service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284032 Jul 16 03:40:26.912268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.912851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.916393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "PUT /v2.0/subnets/8b333d62-39d7-4d88-ac05-b0c423db1f30 HTTP/1.1" status: 200 len: 826 time: 1.3566139 Jul 16 03:40:26.918919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.920669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d611d63b-785e-45ff-a2f0-d7c651bb347a req-fd3eff94-269a-4c59-88cf-0c43f877427d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691619 Jul 16 03:40:26.951069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2308baa-3f28-4e35-bc12-acbffc3a21b0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=8b333d62-39d7-4d88-ac05-b0c423db1f30,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.999755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ef40636-5d99-4537-883a-1c51e01a117a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.060719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09997521-7be4-4e1a-b3dd-5676592b9d49 req-e9dd3e7e-3667-4a19-8606-502f2e32c49e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:27.069246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09997521-7be4-4e1a-b3dd-5676592b9d49 req-e9dd3e7e-3667-4a19-8606-502f2e32c49e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 946 time: 0.5214000 Jul 16 03:40:27.096039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Allocated IP 2001:db8::2 (7ba5dcf1-ed34-472e-a71d-8c21a593ffb8/8b333d62-39d7-4d88-ac05-b0c423db1f30/2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:27.108368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.151175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09997521-7be4-4e1a-b3dd-5676592b9d49 req-66ff8070-f8e7-4c44-87cb-dac72a3f2cd0 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809803 Jul 16 03:40:27.152177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Made reservation on behalf of a1f7550276b54dba83fcd8c701bb40fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:27.193179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.239931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.262235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.282337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Transition to ACTIVE for port object 0a705ad8-4cc8-4630-9f97-899d88b042ce will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:27.376457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] device_id is not set on port 49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:27.390133 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.391580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.407226 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.415972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Transition to ACTIVE for port object 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:27.429904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.433327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Transition to ACTIVE for port object 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:27.461864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.504282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58a18246-8646-4b13-80bb-e48eb768a0a7 req-d9516ef4-491b-4047-ba28-b61809012d84 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884228 Jul 16 03:40:27.527614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:27.528982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Transition to ACTIVE for port object 0a705ad8-4cc8-4630-9f97-899d88b042ce will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:27.562422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.564668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:27.579792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.595763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:27.606042 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.632682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:27.650217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:27.650632 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.676151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=8b333d62-39d7-4d88-ac05-b0c423db1f30,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.676415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:27.687911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Pushing event updated for resources: {'Port': ['ID=2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.691803 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Floating IP 408f0144-dbee-4444-947a-37eb658e1af3 associated. External IP: 172.25.4.143, port: ce831459-9d29-4d7f-98f7-7185a564841a. Jul 16 03:40:27.771005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:27.776462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8::2af (cd007764-b689-4eda-aa81-dad0dfbbf261/977df11b-7b57-47d2-bc5e-ebc6a4822fe0/49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:27.790424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:37fe (cd007764-b689-4eda-aa81-dad0dfbbf261/1ba04b0e-3b6e-4155-82bf-9768653ac03b/49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:27.809129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:27.814565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:27.855636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ef40636-5d99-4537-883a-1c51e01a117a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.888784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ef40636-5d99-4537-883a-1c51e01a117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.896590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.912431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba5dcf1-ed34-472e-a71d-8c21a593ffb8']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:27.930833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa213c2-27ae-416d-b11b-84423003bf0d') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:27.931189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa213c2-27ae-416d-b11b-84423003bf0d') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:27.974134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.980523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ef40636-5d99-4537-883a-1c51e01a117a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aab92db404924671a2bec1e093ee4bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4408727 Jul 16 03:40:27.983441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Attempting to bind port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:27.983824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Attempting to bind port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '8fa213c2-27ae-416d-b11b-84423003bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:27.984201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Attempting to bind port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc on network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:27.986085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40694) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:27.995774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef40636-5d99-4537-883a-1c51e01a117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd50eb-2134-4a47-b59f-56060b002b8a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.999002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.006707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Update dhcp port {'port': {'network_id': 'f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395', 'fixed_ips': [{'subnet_id': 'a7520b5a-8c42-47ce-8853-8e42a18b1883', 'ip_address': '2001:db8::2'}, {'subnet_id': '79fae645-b431-4de3-b727-5ad8cae10f59'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '5adf6891-7e29-4911-af2a-ee68ce2b4074'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:40:28.017921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.039081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:28.039358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Checking segment: {'id': '8fa213c2-27ae-416d-b11b-84423003bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:28.039629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.040186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Bound using segment: {'id': '8fa213c2-27ae-416d-b11b-84423003bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:28.040724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Bound port: 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa213c2-27ae-416d-b11b-84423003bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:28.041241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.043109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:28.043619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:28.048438 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:28.064597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Attempting to bind port 0a705ad8-4cc8-4630-9f97-899d88b042ce on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:28.064979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Attempting to bind port 0a705ad8-4cc8-4630-9f97-899d88b042ce by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:28.065353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Attempting to bind port 0a705ad8-4cc8-4630-9f97-899d88b042ce on network cd007764-b689-4eda-aa81-dad0dfbbf261 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:28.121023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:28.121426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Checking segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:28.121823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.122389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Bound using segment: {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:28.122942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Bound port: 0a705ad8-4cc8-4630-9f97-899d88b042ce, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d8b33c-a311-4528-bcfc-f9307a976317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cd007764-b689-4eda-aa81-dad0dfbbf261'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:28.123459 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.126457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.144155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Transition to ACTIVE for port object 49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:28.190092 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.192813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] For port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:28.196351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] For port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc,segment=NetworkSegment(8fa213c2-27ae-416d-b11b-84423003bf0d),segment_id=8fa213c2-27ae-416d-b11b-84423003bf0d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:28.196995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:40:28.196995 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:40:28.196995 n-d-800089-6 neutron-server[93757]: [parameters: {'id': '7ba5dcf1-ed34-472e-a71d-8c21a593ffb8'}] Jul 16 03:40:28.196995 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:28.197416 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:28.199218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f95a04f4-f477-404b-a1c1-116567ff9b2a', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'port_id': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'mac_address': 'fa:16:3e:cf:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:40:24Z', 'revision_number': 1, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:38Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:28.200101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-103553cd-8c67-4f26-8760-982eed244638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.219479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Network cd007764-b689-4eda-aa81-dad0dfbbf261 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:28.222965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:28.244243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:28.253248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.254094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.254252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.259563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Pushing event updated for resources: {'Port': ['ID=0a705ad8-4cc8-4630-9f97-899d88b042ce,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.262515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] Checking router: c9938e00-2904-481a-abcc-c0da6e56b338 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:28.264534 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.299918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event updated for resources: {'Port': ['ID=49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.313774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.315589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e2bf84c-266f-4468-b4dc-999ba996f92e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0991614 Jul 16 03:40:28.316671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.336249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-103553cd-8c67-4f26-8760-982eed244638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.391482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:28.392142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:28.456066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:28.459463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-103553cd-8c67-4f26-8760-982eed244638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.462874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-103553cd-8c67-4f26-8760-982eed244638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.464471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-103553cd-8c67-4f26-8760-982eed244638 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0dd50eb-2134-4a47-b59f-56060b002b8a HTTP/1.1" status: 204 len: 168 time: 0.4752462 Jul 16 03:40:28.485034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103553cd-8c67-4f26-8760-982eed244638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd50eb-2134-4a47-b59f-56060b002b8a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.491916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:28.494175 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55118e2-fba0-486b-81bd-7baef0a88735" -d '{"events": [{"server_uuid": "77e33a9c-9e8d-4085-80fb-2a980fd3ba2e", "name": "network-vif-plugged", "status": "completed", "tag": "c45e9f44-4ec6-4889-b30a-f2d9bd4deab4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:28.574139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748792c9-2698-425f-875f-e11686e76779 req-8f798401-5d71-4af1-a4d6-02c958bab3ae tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.582697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-748792c9-2698-425f-875f-e11686e76779 req-8f798401-5d71-4af1-a4d6-02c958bab3ae tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 946 time: 0.1993461 Jul 16 03:40:28.617395 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e257c-ed71-4ebb-8d58-879ec854f13a x-openstack-request-id: req-611e257c-ed71-4ebb-8d58-879ec854f13a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:28.617667 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e33a9c-9e8d-4085-80fb-2a980fd3ba2e", "name": "network-vif-plugged", "status": "completed", "tag": "c45e9f44-4ec6-4889-b30a-f2d9bd4deab4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:28.617922 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-611e257c-ed71-4ebb-8d58-879ec854f13a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:28.618309 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4', 'code': 200} Jul 16 03:40:28.655043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting port 49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:28.655679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.685755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5adf6891-7e29-4911-af2a-ee68ce2b4074, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5adf6891-7e29-4911-af2a-ee68ce2b4074,segment=NetworkSegment(474f5fad-f44f-424b-871f-a821ef16bd74),segment_id=474f5fad-f44f-424b-871f-a821ef16bd74)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:28.686736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f2b7f-5a95-45ef-8219-24bf87ecceac None None] Pushing event updated for resources: {'Port': ['ID=2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.690237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f4f51-452b-41f1-be9b-31757c2b31ad None None] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:28.702781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:28.714611 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:28.720265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.728493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-748792c9-2698-425f-875f-e11686e76779 req-b73e5bfa-5272-414d-91bd-a9d2559d4874 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448209 Jul 16 03:40:28.729563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.755928 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:28.759229 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:28.862377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.879044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8511e429-e005-4c13-8a71-e231d3781623 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "PUT /v2.0/floatingips/408f0144-dbee-4444-947a-37eb658e1af3 HTTP/1.1" status: 200 len: 991 time: 2.7565055 Jul 16 03:40:28.881388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40716) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.882378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Calling delete_port for 49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:28.886953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:28.893494 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbafd673-bbf1-4fb0-8d61-8e3309736796" -d '{"events": [{"name": "network-changed", "server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:28.935098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be4fe7d3-ad48-4727-864f-208edfb6a1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.041540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c545d64-984a-44e5-9973-6a920f09de80 req-78fc53cf-fbe7-48f7-8cc8-cafb7ea00612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.046268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2c545d64-984a-44e5-9973-6a920f09de80 req-78fc53cf-fbe7-48f7-8cc8-cafb7ea00612 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 1097 time: 0.3349905 Jul 16 03:40:29.112539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.115787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:29.116895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.117161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] For port 0a705ad8-4cc8-4630-9f97-899d88b042ce, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:29.207837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] For port 0a705ad8-4cc8-4630-9f97-899d88b042ce, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a705ad8-4cc8-4630-9f97-899d88b042ce,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:29.228281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378832-431a-4eac-b803-42c71470757d req-44d23057-c6f8-4276-ba5f-68a8c7cc25f2 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.236874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55378832-431a-4eac-b803-42c71470757d req-44d23057-c6f8-4276-ba5f-68a8c7cc25f2 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 946 time: 0.1949706 Jul 16 03:40:29.265115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] For port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc,segment=NetworkSegment(8fa213c2-27ae-416d-b11b-84423003bf0d),segment_id=8fa213c2-27ae-416d-b11b-84423003bf0d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:29.266072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.266308 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.280403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Calling delete_port for 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:29.312844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55378832-431a-4eac-b803-42c71470757d req-1fa45d7f-ea6c-4787-809f-9350f5579153 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Jul 16 03:40:29.355924 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:29.404360 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7932506a-551f-483c-b385-18253859bd3e x-openstack-request-id: req-7932506a-551f-483c-b385-18253859bd3e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:29.404736 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:29.404986 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7932506a-551f-483c-b385-18253859bd3e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:29.405561 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'status': 'completed', 'code': 200} Jul 16 03:40:29.421639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:29.431585 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2c545d64-984a-44e5-9973-6a920f09de80 req-687684b4-8ffe-44d0-8b1e-a4f134c0d4cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782377 Jul 16 03:40:29.432647 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.476534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Port': ['ID=2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.488525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No DVR routers for this DVR port 2a9dfc4d-30c1-4c62-ac0f-69e7dbac7ecc on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:29.543788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be4fe7d3-ad48-4727-864f-208edfb6a1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.558268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be4fe7d3-ad48-4727-864f-208edfb6a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.576889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5adf6891-7e29-4911-af2a-ee68ce2b4074,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.639046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-be4fe7d3-ad48-4727-864f-208edfb6a1f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b923d1a5f10c42e598635a864c0d43de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7518876 Jul 16 03:40:29.639046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe7d3-ad48-4727-864f-208edfb6a1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b25d0-90fe-42fd-bcf5-465bac618d85,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.653765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.659889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Allocated IP 172.20.0.1 (f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395/79fae645-b431-4de3-b727-5ad8cae10f59/5adf6891-7e29-4911-af2a-ee68ce2b4074) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:29.660097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.696028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.740346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba5dcf1-ed34-472e-a71d-8c21a593ffb8']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.765628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa213c2-27ae-416d-b11b-84423003bf0d') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.766342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa213c2-27ae-416d-b11b-84423003bf0d') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.785164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Port': ['ID=49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.804015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.824513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-79ce223d-40d8-4a46-aa06-a36dda9e0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.826433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-79ce223d-40d8-4a46-aa06-a36dda9e0a83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1096 time: 0.3718460 Jul 16 03:40:29.853295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.865468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:29.865672 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '408f0144-dbee-4444-947a-37eb658e1af3', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'port_id': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'mac_address': 'fa:16:3e:2b:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac436e63-7a07-4b95-8987-02120b456927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:39:58Z', 'updated_at': '2021-07-16T03:40:27Z', 'revision_number': 1, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.867925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:29.877907 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:29.906275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.908800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99c28465-698f-435f-ae48-3f22784f32c2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19 HTTP/1.1" status: 204 len: 168 time: 1.5909369 Jul 16 03:40:29.915405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40724) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.944564 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:29.949314 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df124111-e055-4797-9942-e2e4ee983e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.968684 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:29.969670 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.996024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df124111-e055-4797-9942-e2e4ee983e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.009685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca895a2-2c92-4515-a924-c8feb5e2ff3e None None] Network 7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:30.044467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.057857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.060650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 HTTP/1.1" status: 204 len: 168 time: 3.1390872 Jul 16 03:40:30.064243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.110300 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e9f036-6b29-426d-b18e-c657e92bf8bc tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:30.111350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e9f036-6b29-426d-b18e-c657e92bf8bc tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:30.113391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c2e9f036-6b29-426d-b18e-c657e92bf8bc tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 HTTP/1.1" status: 404 len: 339 time: 0.0479875 Jul 16 03:40:30.121211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.132147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-792459408', 'description': 'd1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:30.144465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b586a31-d231-4a28-a3c4-85df0e6ed19c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.146075 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b586a31-d231-4a28-a3c4-85df0e6ed19c tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2265368 Jul 16 03:40:30.147039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ecfda-0843-4a62-8842-01f04eb3f334 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=7ba5dcf1-ed34-472e-a71d-8c21a593ffb8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.151298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.188137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-a41a8688-83fe-4dcc-9a91-70342424064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.190090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-a41a8688-83fe-4dcc-9a91-70342424064b service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.2972107 Jul 16 03:40:30.223862 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:30.249123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68011cb4-1c26-4e5d-8bfd-3b14a9430f65 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.251272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-68011cb4-1c26-4e5d-8bfd-3b14a9430f65 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0978527 Jul 16 03:40:30.252404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:30.256033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.258498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40736) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.298972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3a260-f25e-4c00-a089-44c5db65e51e None None] Pushing event updated for resources: {'Port': ['ID=0a705ad8-4cc8-4630-9f97-899d88b042ce,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.310658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df124111-e055-4797-9942-e2e4ee983e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.313714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df124111-e055-4797-9942-e2e4ee983e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.315028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df124111-e055-4797-9942-e2e4ee983e87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad5b25d0-90fe-42fd-bcf5-465bac618d85 HTTP/1.1" status: 204 len: 168 time: 0.6568539 Jul 16 03:40:30.339055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df124111-e055-4797-9942-e2e4ee983e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b25d0-90fe-42fd-bcf5-465bac618d85,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.375265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a8f55-f508-4d9a-9f13-16c7d6aaee9e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.380049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a8f55-f508-4d9a-9f13-16c7d6aaee9e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.386265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a8f55-f508-4d9a-9f13-16c7d6aaee9e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.388211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-4ea415f5-fcd7-4b2d-9210-48f3b41108d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 999 time: 0.1900909 Jul 16 03:40:30.397109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d64a8f55-f508-4d9a-9f13-16c7d6aaee9e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1352031 Jul 16 03:40:30.398518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.402192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] For port 5adf6891-7e29-4911-af2a-ee68ce2b4074, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5adf6891-7e29-4911-af2a-ee68ce2b4074,segment=NetworkSegment(474f5fad-f44f-424b-871f-a821ef16bd74),segment_id=474f5fad-f44f-424b-871f-a821ef16bd74)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:30.472960 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.492259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Transition to ACTIVE for port object 5adf6891-7e29-4911-af2a-ee68ce2b4074 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:30.494016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:30.519828 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.546147 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.547633 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment db4280c3-78e4-4cf3-9cf1-4f18d7731e4b of type vlan for network ba017675-543c-4f7c-9390-2276e75169d0 Jul 16 03:40:30.644660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992fae4-483d-4761-962c-2b8a1d535682 None None] Pushing event updated for resources: {'Port': ['ID=5adf6891-7e29-4911-af2a-ee68ce2b4074,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.689857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.769059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.777304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 1ba04b0e-3b6e-4155-82bf-9768653ac03b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:30.779314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.782724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.788046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.792208 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '408f0144-dbee-4444-947a-37eb658e1af3', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'port_id': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'mac_address': 'fa:16:3e:2b:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac436e63-7a07-4b95-8987-02120b456927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:39:58Z', 'updated_at': '2021-07-16T03:40:27Z', 'revision_number': 1, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:30.883987 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7429d-2730-4ca7-9dc5-aad49f957768 None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '408f0144-dbee-4444-947a-37eb658e1af3', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'port_id': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'mac_address': 'fa:16:3e:2b:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac436e63-7a07-4b95-8987-02120b456927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:39:58Z', 'updated_at': '2021-07-16T03:40:27Z', 'revision_number': 1, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:30.902062 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7746890 Jul 16 03:40:30.903283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40750) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.914224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.029395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f95a04f4-f477-404b-a1c1-116567ff9b2a', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'port_id': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'mac_address': 'fa:16:3e:cf:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:40:24Z', 'revision_number': 1, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:38Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:31.031736 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.126276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3beb11-bc91-45d2-88b1-384110d33fc3 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:31.137758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931e7f4-8431-4a58-bfa6-fb319c1b1952 None None] The sync data for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 is: [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f95a04f4-f477-404b-a1c1-116567ff9b2a', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'port_id': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'mac_address': 'fa:16:3e:cf:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ea2ef7-5971-4264-b948-14f6e580f598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:40:24Z', 'revision_number': 1, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:38Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:31.194419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-bd571107-ba1d-4f0d-8a3a-013a2c6d7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.201035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-bd571107-ba1d-4f0d-8a3a-013a2c6d7577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.8003812 Jul 16 03:40:31.207256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fe231-2e40-4553-b14a-f164910b5b51 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=ba017675-543c-4f7c-9390-2276e75169d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.240055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ba017675-543c-4f7c-9390-2276e75169d0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:31.258459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e39725-3fa5-4f3f-b443-3900baa325e8 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.270133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e3e39725-3fa5-4f3f-b443-3900baa325e8 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks?id=ba017675-543c-4f7c-9390-2276e75169d0 HTTP/1.1" status: 200 len: 764 time: 0.3549364 Jul 16 03:40:31.271188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:31.291565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'description': 'd2'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:31.386997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-48836b4a-1b32-401a-b7f0-06d2f5cee59f None None] Provisioning for port 0a705ad8-4cc8-4630-9f97-899d88b042ce completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:31.471467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.543155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2527758-86de-4be8-b702-ff6c3c0a03b9 None None] New status for floating IP 408f0144-dbee-4444-947a-37eb658e1af3: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:40:31.612502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5adf6891-7e29-4911-af2a-ee68ce2b4074 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:31.636977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.647543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/1ba04b0e-3b6e-4155-82bf-9768653ac03b HTTP/1.1" status: 204 len: 168 time: 1.2417157 Jul 16 03:40:31.658767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40768) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:31.678429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83097df7-5ade-4247-852f-1e884aaf168b None None] New status for floating IP f95a04f4-f477-404b-a1c1-116567ff9b2a: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:40:31.682235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8afd6-0e9c-451e-b174-e2168a612019 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba04b0e-3b6e-4155-82bf-9768653ac03b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.742165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.797512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.813007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd5b12-66f0-417e-a9f9-8e045e81000c req-d6e0e00f-2d1b-4e0f-9e5e-9c714c3a3361 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.823251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5fd5b12-66f0-417e-a9f9-8e045e81000c req-d6e0e00f-2d1b-4e0f-9e5e-9c714c3a3361 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 946 time: 0.6190679 Jul 16 03:40:31.848179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-a915ff49-576a-41db-aa73-1055f7775313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.855151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-a915ff49-576a-41db-aa73-1055f7775313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6050565 Jul 16 03:40:31.865729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Deleting subnet 977df11b-7b57-47d2-bc5e-ebc6a4822fe0 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:31.869773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.924674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.025990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.061430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5fd5b12-66f0-417e-a9f9-8e045e81000c req-fd867239-4012-4ee5-9498-4237920392d5 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041931 Jul 16 03:40:32.076045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network ba017675-543c-4f7c-9390-2276e75169d0 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:40:32.082989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:32.083624 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.084924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "PUT /v2.0/networks/ba017675-543c-4f7c-9390-2276e75169d0 HTTP/1.1" status: 200 len: 761 time: 0.8095322 Jul 16 03:40:32.104071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.168465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc55ef-7dc2-4d90-9997-93f25083b754 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=ba017675-543c-4f7c-9390-2276e75169d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.194490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f7420-d40f-42a0-a05a-d06f5b0f0fcf None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:32.209089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.229483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.233898 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/977df11b-7b57-47d2-bc5e-ebc6a4822fe0 HTTP/1.1" status: 204 len: 168 time: 0.5719063 Jul 16 03:40:32.234920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40786) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.306987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-20b2be49-74cd-4d07-b073-ccafba250b5f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687954 Jul 16 03:40:32.311384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40790) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.330774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2143044-0384-4482-9292-6be5c6d57a46 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Subnet': ['ID=977df11b-7b57-47d2-bc5e-ebc6a4822fe0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.375616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ba017675-543c-4f7c-9390-2276e75169d0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:32.396347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c345eed-4f5b-47e6-ac0c-c3258972ab61 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:32.397802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7c345eed-4f5b-47e6-ac0c-c3258972ab61 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks?id=ba017675-543c-4f7c-9390-2276e75169d0 HTTP/1.1" status: 200 len: 764 time: 0.2814324 Jul 16 03:40:32.406664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.441276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-f69c1fa7-f251-48d2-b19a-8d1aa886bbbb service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974644 Jul 16 03:40:32.565098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed24803-3c7e-4e88-b623-0a9cbe2f6ed8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:32.579165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ed24803-3c7e-4e88-b623-0a9cbe2f6ed8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2663188 Jul 16 03:40:32.579776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40802) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.582063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-389a2549-f8c8-458c-8086-084fe97b2af4 None None] Provisioning for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:32.598779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-389a2549-f8c8-458c-8086-084fe97b2af4 None None] Provisioning complete for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:32.599235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-389a2549-f8c8-458c-8086-084fe97b2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.734624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1adc8-bde8-4a95-a957-0167dc84ee58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:32.739397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e5c1adc8-bde8-4a95-a957-0167dc84ee58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1507797 Jul 16 03:40:32.740363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40808) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.846352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64afbd0e-b700-4343-8334-502112a56ad0 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032300 Jul 16 03:40:32.856346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.910931 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b70a607-d987-491b-b9cf-6cf215e194b6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:32.911199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b70a607-d987-491b-b9cf-6cf215e194b6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:32.915204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b70a607-d987-491b-b9cf-6cf215e194b6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/49a4df76-7a1c-4da1-a0d4-98f6c9a3eb19 HTTP/1.1" status: 404 len: 333 time: 0.0554764 Jul 16 03:40:32.924528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.999728 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-938359bd-2897-4b36-877d-f3b3c8dbd7fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.002879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938359bd-2897-4b36-877d-f3b3c8dbd7fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.006599 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-938359bd-2897-4b36-877d-f3b3c8dbd7fa tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/1ba04b0e-3b6e-4155-82bf-9768653ac03b HTTP/1.1" status: 404 len: 337 time: 0.0811892 Jul 16 03:40:33.011172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.013220 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.031540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:33.033231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.092905 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-512cbc5d-9234-48c4-b73f-9e6fe701bfbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.093993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512cbc5d-9234-48c4-b73f-9e6fe701bfbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.101550 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-512cbc5d-9234-48c4-b73f-9e6fe701bfbb tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/977df11b-7b57-47d2-bc5e-ebc6a4822fe0 HTTP/1.1" status: 404 len: 337 time: 0.0893202 Jul 16 03:40:33.104266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.164041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cc47b-be6b-412c-871a-19a4478f9436 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:33.168193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-592cc47b-be6b-412c-871a-19a4478f9436 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7576416 Jul 16 03:40:33.168645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40828) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.168796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbafd673-bbf1-4fb0-8d61-8e3309736796 req-bb815cf3-df0e-4a70-b37c-c41c2ec34d97 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754284 Jul 16 03:40:33.169675 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5b4d12-0a0a-4263-9ee0-6705b2e6dc30 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.186719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5b4d12-0a0a-4263-9ee0-6705b2e6dc30 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.197939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df5b4d12-0a0a-4263-9ee0-6705b2e6dc30 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c0a6965f-36fa-4d3d-82e4-bda38bf800c3 HTTP/1.1" status: 404 len: 333 time: 0.0889561 Jul 16 03:40:33.199847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.285135 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd77489-56f4-4328-8185-70713b46b6a5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.285608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd77489-56f4-4328-8185-70713b46b6a5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.294986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-abd77489-56f4-4328-8185-70713b46b6a5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/0a8eab94-086c-49f4-a0ad-4518efab7212 HTTP/1.1" status: 404 len: 337 time: 0.0911841 Jul 16 03:40:33.306332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40836) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.342630 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-72ff52d4-17de-4c25-a022-b44462ee7f36 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 207 time: 0.1724665 Jul 16 03:40:33.349918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.351044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d993e-bd96-4ff8-ac8b-a39f7da178f8 None None] Network cd007764-b689-4eda-aa81-dad0dfbbf261 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:33.392184 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e73dcf-c832-4a7f-9ec9-b2716c87f0b5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.392786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e73dcf-c832-4a7f-9ec9-b2716c87f0b5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.394988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-25e73dcf-c832-4a7f-9ec9-b2716c87f0b5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/5e5ddab2-01aa-419b-be89-acc25d225b2b HTTP/1.1" status: 404 len: 337 time: 0.0803261 Jul 16 03:40:33.397462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40840) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.443803 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded35939-868c-4523-8cba-860d8db98a80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.444463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded35939-868c-4523-8cba-860d8db98a80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.453930 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ded35939-868c-4523-8cba-860d8db98a80 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c8d26c86-0bfb-4749-aef0-659a1d9c7abe HTTP/1.1" status: 404 len: 333 time: 0.0549576 Jul 16 03:40:33.456135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40842) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.532624 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b51ffc-d08e-4d11-9679-ade61304b48f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.533085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b51ffc-d08e-4d11-9679-ade61304b48f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.536901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a705ad8-4cc8-4630-9f97-899d88b042ce up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:33.539209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-32b51ffc-d08e-4d11-9679-ade61304b48f tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/de565f6d-9954-4416-baa3-7840e9b05bf2 HTTP/1.1" status: 404 len: 337 time: 0.0808465 Jul 16 03:40:33.541528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40846) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.603379 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.613741 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-525bcf3d-dade-4fb3-bca2-60709bd9a3a8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.614488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525bcf3d-dade-4fb3-bca2-60709bd9a3a8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.619389 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-525bcf3d-dade-4fb3-bca2-60709bd9a3a8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/7a332c32-a6f7-4694-9296-1355b211545f HTTP/1.1" status: 404 len: 337 time: 0.0737159 Jul 16 03:40:33.619993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40852) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.691440 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3dc536-9dc2-428d-b8f9-6edd79684027 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.694999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3dc536-9dc2-428d-b8f9-6edd79684027 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.695735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0a705ad8-4cc8-4630-9f97-899d88b042ce completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:33.696905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f3dc536-9dc2-428d-b8f9-6edd79684027 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/8a2ca080-a08e-4c6e-b349-86adc443b6a8 HTTP/1.1" status: 404 len: 333 time: 0.0758479 Jul 16 03:40:33.699786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40858) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.720100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a705ad8-4cc8-4630-9f97-899d88b042ce triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:33.720395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.789401 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-517d54a1-683a-4f00-8ca3-f3fa4a02e3a8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.791752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517d54a1-683a-4f00-8ca3-f3fa4a02e3a8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.793511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] DHCP port deletion for cd007764-b689-4eda-aa81-dad0dfbbf261 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:33.798060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-517d54a1-683a-4f00-8ca3-f3fa4a02e3a8 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/d4f17ec6-14e6-4a0a-8016-54ac46fdfe8e HTTP/1.1" status: 404 len: 337 time: 0.0926077 Jul 16 03:40:33.820673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40862) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.841539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2062ae88-f2a5-4b26-a532-8d98557cd788 None None] Provisioning complete for port 5adf6891-7e29-4911-af2a-ee68ce2b4074 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:33.841916 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2062ae88-f2a5-4b26-a532-8d98557cd788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.884359 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f778add-b143-43d1-b948-8c994906ec38 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:33.885523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f778add-b143-43d1-b948-8c994906ec38 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:33.887715 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f778add-b143-43d1-b948-8c994906ec38 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/efeaa4be-c2bf-4475-887a-c5b72afaac7a HTTP/1.1" status: 404 len: 337 time: 0.0657623 Jul 16 03:40:33.975835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.087136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] Deleting port 0a705ad8-4cc8-4630-9f97-899d88b042ce {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:34.087426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.131352 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f9feb3-529e-48fd-8b84-5c4fead7e533 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.132566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f9feb3-529e-48fd-8b84-5c4fead7e533 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.134855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-74f9feb3-529e-48fd-8b84-5c4fead7e533 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/95c778f8-8ec7-4d80-85ad-26db999ad5bd HTTP/1.1" status: 404 len: 333 time: 0.1539626 Jul 16 03:40:34.151141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.179340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] For port 0a705ad8-4cc8-4630-9f97-899d88b042ce, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a705ad8-4cc8-4630-9f97-899d88b042ce,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:34.180102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.197584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] Calling delete_port for 0a705ad8-4cc8-4630-9f97-899d88b042ce owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:34.278178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.345372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0a705ad8-4cc8-4630-9f97-899d88b042ce, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a705ad8-4cc8-4630-9f97-899d88b042ce,segment=NetworkSegment(82d8b33c-a311-4528-bcfc-f9307a976317),segment_id=82d8b33c-a311-4528-bcfc-f9307a976317)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:34.350304 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.432120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0a705ad8-4cc8-4630-9f97-899d88b042ce,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.433492 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e81c3e-1d31-4fd0-8293-cad0867f0ef9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.433958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e81c3e-1d31-4fd0-8293-cad0867f0ef9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.438922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-10e81c3e-1d31-4fd0-8293-cad0867f0ef9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/14578f0a-f745-451d-a478-b61c94f06e78 HTTP/1.1" status: 404 len: 337 time: 0.2804930 Jul 16 03:40:34.447498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40894) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.452757 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.483393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] No DVR routers for this DVR port 0a705ad8-4cc8-4630-9f97-899d88b042ce on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:34.514271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-cdb56f66-e227-47cc-8356-24328fc9890e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.516435 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-cdb56f66-e227-47cc-8356-24328fc9890e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "GET /v2.0/ports?device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 946 time: 0.7171676 Jul 16 03:40:34.529726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56348609-c083-4bc2-9d67-9a1066a83cea req-0bea45d2-742a-45e2-8b92-8bdcde40c795 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.531003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e534b-bcb9-430c-80a5-1f486ca8dea1 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:34.532869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a705ad8-4cc8-4630-9f97-899d88b042ce no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:34.536015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6c3ac-896e-4172-9b75-4881d7ce645f None None] Pushing event deleted for resources: {'Port': ['ID=0a705ad8-4cc8-4630-9f97-899d88b042ce,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.540408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56348609-c083-4bc2-9d67-9a1066a83cea req-0bea45d2-742a-45e2-8b92-8bdcde40c795 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 946 time: 1.2442992 Jul 16 03:40:34.616550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0a705ad8-4cc8-4630-9f97-899d88b042ce {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:34.617806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a705ad8-4cc8-4630-9f97-899d88b042ce not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:34.627117 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1164700d-d8a3-4cc9-a256-8971323c6c7e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.627117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1164700d-d8a3-4cc9-a256-8971323c6c7e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.631288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1164700d-d8a3-4cc9-a256-8971323c6c7e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/14c5199c-893f-40e6-bb64-542d5850dc10 HTTP/1.1" status: 404 len: 333 time: 0.1827807 Jul 16 03:40:34.647087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.720569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.730337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.736661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Deleting port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:34.738884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.741100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.750466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.759301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.766960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.774695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fbbc8c19-7732-4d3f-856f-828d850b3a83 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.4222479 Jul 16 03:40:34.776353 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-981ff2e1-78a3-402f-a3c0-8e05832a1806 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.777122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981ff2e1-78a3-402f-a3c0-8e05832a1806 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.782133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.782477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40902) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.783396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-981ff2e1-78a3-402f-a3c0-8e05832a1806 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/9f2a258a-dc4c-43d1-b967-be38aa6e6499 HTTP/1.1" status: 404 len: 337 time: 0.1288686 Jul 16 03:40:34.788489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e534b-bcb9-430c-80a5-1f486ca8dea1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:34.810031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40904) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.828058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56348609-c083-4bc2-9d67-9a1066a83cea req-0e973670-f2b0-415d-b146-4f632af3c587 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/security-groups?id=08e32f31-a033-4e3d-84b2-802b695aa101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863953 Jul 16 03:40:34.850166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80c509-deb1-4671-b678-e1873525bd78 req-c6a10bb4-a588-4520-b4ab-f223f144befd tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.852075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c80c509-deb1-4671-b678-e1873525bd78 req-c6a10bb4-a588-4520-b4ab-f223f144befd tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9ddd1-3ffd-43b5-a972-ad2222486add HTTP/1.1" status: 200 len: 946 time: 0.3791807 Jul 16 03:40:34.857795 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9aef5f-4536-4df0-8944-9705fba7b407 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.860865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9aef5f-4536-4df0-8944-9705fba7b407 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.863130 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cb9aef5f-4536-4df0-8944-9705fba7b407 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c9a4c532-6199-483d-b9b6-0fc9f36e6837 HTTP/1.1" status: 404 len: 333 time: 0.0783968 Jul 16 03:40:34.871879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40910) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.929728 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-193e0a61-5348-4aef-8fc3-c03f24f2b9dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.930182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193e0a61-5348-4aef-8fc3-c03f24f2b9dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.932793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-193e0a61-5348-4aef-8fc3-c03f24f2b9dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/4163a6d7-2f97-4afd-9d16-4701387cbca0 HTTP/1.1" status: 404 len: 337 time: 0.0575967 Jul 16 03:40:34.939875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.994913 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b93870-42d8-488a-97ef-97b238dff3a9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:34.995525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b93870-42d8-488a-97ef-97b238dff3a9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:34.997261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51b93870-42d8-488a-97ef-97b238dff3a9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/92bedb01-8251-45a8-9216-c5744d1fdb63 HTTP/1.1" status: 404 len: 333 time: 0.0564291 Jul 16 03:40:35.003262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40916) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.063182 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-06217eda-2748-4524-8337-bb12d02bedf3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.063639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06217eda-2748-4524-8337-bb12d02bedf3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.067729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-06217eda-2748-4524-8337-bb12d02bedf3 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/1a439202-9362-4579-87fa-7beb7e73290d HTTP/1.1" status: 404 len: 337 time: 0.0610723 Jul 16 03:40:35.080939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40918) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.128751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df3bdcab-2437-49c0-aaf7-9f3e86b6d66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.131063 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a900727b-e658-470a-9535-6d7da321f08e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.132624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a900727b-e658-470a-9535-6d7da321f08e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.135955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a900727b-e658-470a-9535-6d7da321f08e tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/03faf07d-e814-4f71-a06c-2ce9b8843502 HTTP/1.1" status: 404 len: 333 time: 0.0509770 Jul 16 03:40:35.139392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40922) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.171390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] For port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:35.171782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.182607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05088b-f495-48d8-83f2-c21485359068 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:35.200019 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfe16a1-622c-45bc-afe9-efdb1bccb30a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.200321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Calling delete_port for c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:35.201162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfe16a1-622c-45bc-afe9-efdb1bccb30a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.203924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fcfe16a1-622c-45bc-afe9-efdb1bccb30a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/4d8280dd-be48-48cd-bc16-f8b4b5f42be1 HTTP/1.1" status: 404 len: 337 time: 0.0586600 Jul 16 03:40:35.213307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.225522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a7406759-eac9-4eb3-80fb-79fd36354652 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4418764 Jul 16 03:40:35.235203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40926) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.274328 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b39ea44-78a8-4cfb-9575-c8d60a59c293 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.274992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b39ea44-78a8-4cfb-9575-c8d60a59c293 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.278988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2b39ea44-78a8-4cfb-9575-c8d60a59c293 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/c96ae9b4-db27-49f8-8447-48776ac568cc HTTP/1.1" status: 404 len: 333 time: 0.0613720 Jul 16 03:40:35.283465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40928) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.308060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162e0c-c8a2-4ea5-9b08-1176f0bbf4ac req-1468613d-e065-44b8-b4c2-cfb4df83d108 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.314511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67162e0c-c8a2-4ea5-9b08-1176f0bbf4ac req-1468613d-e065-44b8-b4c2-cfb4df83d108 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 947 time: 0.3079562 Jul 16 03:40:35.334458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d05088b-f495-48d8-83f2-c21485359068 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:35.345355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae79e9-f76a-4bcb-87ac-ed0cc3917f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.348911 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8735bd59-5ca5-4bc8-b72a-5ad32005bec2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.349372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8735bd59-5ca5-4bc8-b72a-5ad32005bec2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.349813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae79e9-f76a-4bcb-87ac-ed0cc3917f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.353585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8735bd59-5ca5-4bc8-b72a-5ad32005bec2 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/05dc8432-e5cd-492d-b981-091371d68180 HTTP/1.1" status: 404 len: 337 time: 0.0651600 Jul 16 03:40:35.353735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae79e9-f76a-4bcb-87ac-ed0cc3917f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.355216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae79e9-f76a-4bcb-87ac-ed0cc3917f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.357650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae79e9-f76a-4bcb-87ac-ed0cc3917f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.364279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.365361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1ae79e9-f76a-4bcb-87ac-ed0cc3917f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1287675 Jul 16 03:40:35.366583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.376052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Deleting port c203b6a7-e1c3-483f-8ed0-2c18def3b52d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:35.376391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.448725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.457655 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6caa425-2e30-4642-88b5-9dfa2366c932 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.458111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6caa425-2e30-4642-88b5-9dfa2366c932 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.459857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6caa425-2e30-4642-88b5-9dfa2366c932 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/11a7abe4-4e9c-4b24-83c3-154d2b10a9af HTTP/1.1" status: 404 len: 337 time: 0.0959175 Jul 16 03:40:35.465634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40936) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.494104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c45e9f44-4ec6-4889-b30a-f2d9bd4deab4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:35.496418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c203b6a7-e1c3-483f-8ed0-2c18def3b52d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:35.513067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67162e0c-c8a2-4ea5-9b08-1176f0bbf4ac req-d096aae5-a4d2-4c23-9bd0-fb8f8554a28d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975813 Jul 16 03:40:35.530514 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a838f984-b371-4a01-a73e-e1a9693d5d58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.543499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a838f984-b371-4a01-a73e-e1a9693d5d58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.547763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a838f984-b371-4a01-a73e-e1a9693d5d58 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/62c976bd-b8d9-430c-9050-a270c65f0fac HTTP/1.1" status: 404 len: 333 time: 0.0757182 Jul 16 03:40:35.548621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event deleted for resources: {'Port': ['ID=c45e9f44-4ec6-4889-b30a-f2d9bd4deab4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.561651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.568057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92ccb6-54b0-4194-afa4-8455803668e0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.569697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92ccb6-54b0-4194-afa4-8455803668e0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.571066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92ccb6-54b0-4194-afa4-8455803668e0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.572561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92ccb6-54b0-4194-afa4-8455803668e0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.573958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92ccb6-54b0-4194-afa4-8455803668e0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.580000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af92ccb6-54b0-4194-afa4-8455803668e0 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1964395 Jul 16 03:40:35.584551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.621161 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e210ca53-c87c-42ad-8923-2220d083c182 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.621637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e210ca53-c87c-42ad-8923-2220d083c182 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.626283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e210ca53-c87c-42ad-8923-2220d083c182 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/b7409b5b-5fa1-46d0-8e20-c78e14ad9ea3 HTTP/1.1" status: 404 len: 337 time: 0.0600917 Jul 16 03:40:35.628657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] No DVR routers for this DVR port c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:35.631493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.637284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.639354 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-edb4103c-8ada-43ab-be57-6d16be13fec5 req-bf69f577-4c2d-4d8d-b6d7-36851c6e9453 tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.11 "DELETE /v2.0/ports/c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 HTTP/1.1" status: 204 len: 173 time: 1.1118515 Jul 16 03:40:35.639742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'name': 'network-vif-deleted', 'tag': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:35.643231 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c0282-aad9-41ee-a229-d7f74e7a0dd3" -d '{"events": [{"server_uuid": "77e33a9c-9e8d-4085-80fb-2a980fd3ba2e", "name": "network-vif-deleted", "tag": "c45e9f44-4ec6-4889-b30a-f2d9bd4deab4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:35.692566 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df3bdcab-2437-49c0-aaf7-9f3e86b6d66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.695605 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5609330-54ee-44f9-843e-f19b74312f4a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.696071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5609330-54ee-44f9-843e-f19b74312f4a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.700982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d5609330-54ee-44f9-843e-f19b74312f4a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/d203fc2c-921a-456d-b4a0-613292134239 HTTP/1.1" status: 404 len: 337 time: 0.0653889 Jul 16 03:40:35.701922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.709247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] For port c203b6a7-e1c3-483f-8ed0-2c18def3b52d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,segment=NetworkSegment(d9549f50-63e1-46c7-8e27-a971991f330c),segment_id=d9549f50-63e1-46c7-8e27-a971991f330c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:35.709624 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.717426 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c741c2-de6d-4582-a16f-6ae946ecae69 x-openstack-request-id: req-81c741c2-de6d-4582-a16f-6ae946ecae69 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:35.717725 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e33a9c-9e8d-4085-80fb-2a980fd3ba2e", "name": "network-vif-deleted", "tag": "c45e9f44-4ec6-4889-b30a-f2d9bd4deab4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:35.717984 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81c741c2-de6d-4582-a16f-6ae946ecae69 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:35.718421 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e33a9c-9e8d-4085-80fb-2a980fd3ba2e', 'name': 'network-vif-deleted', 'tag': 'c45e9f44-4ec6-4889-b30a-f2d9bd4deab4', 'status': 'completed', 'code': 200} Jul 16 03:40:35.732017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Calling delete_port for c203b6a7-e1c3-483f-8ed0-2c18def3b52d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:35.759550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736da3e-2c1b-41a4-9eaf-08ada2f41e1d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.761359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a736da3e-2c1b-41a4-9eaf-08ada2f41e1d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks/ce85b7a6-202e-4dc9-a833-825f91f5dc5b HTTP/1.1" status: 200 len: 804 time: 0.1730034 Jul 16 03:40:35.765575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40948) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.804424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df3bdcab-2437-49c0-aaf7-9f3e86b6d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.843666 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-51714f10-277c-43f6-9626-7945c9d58a76 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.844588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51714f10-277c-43f6-9626-7945c9d58a76 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.846267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51714f10-277c-43f6-9626-7945c9d58a76 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/b06130d5-6375-48f1-ae42-ef4bac6ddd6f HTTP/1.1" status: 404 len: 333 time: 0.1437478 Jul 16 03:40:35.854887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.898580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8151d867-f472-4b34-be4f-8e1b1da39798 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/networks/ce85b7a6-202e-4dc9-a833-825f91f5dc5b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1308599 Jul 16 03:40:35.901102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40954) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.911259 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-383e992f-e96c-494c-9f15-4572fac153ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.911724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383e992f-e96c-494c-9f15-4572fac153ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.915706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-383e992f-e96c-494c-9f15-4572fac153ac tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/a208ad8b-1a6a-4bed-b8f8-96f992906943 HTTP/1.1" status: 404 len: 337 time: 0.0549386 Jul 16 03:40:35.915877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df3bdcab-2437-49c0-aaf7-9f3e86b6d66f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb23a02e0c50412aac43ed633025cabc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1047096 Jul 16 03:40:35.917853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.926772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.927403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bdcab-2437-49c0-aaf7-9f3e86b6d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c07156c-81e0-4fc1-ae5f-af17a93537d1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.964957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e07b0-1e4e-4042-8f99-672954f67a1d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:35.966390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4b2e07b0-1e4e-4042-8f99-672954f67a1d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/subnets/8b95ae3f-f49b-438b-8d04-182f05abc9db HTTP/1.1" status: 200 len: 843 time: 0.0641758 Jul 16 03:40:35.967884 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ce3fbc-a5a2-4257-89ed-506124fce651 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:35.968369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ce3fbc-a5a2-4257-89ed-506124fce651 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:35.970305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e7ce3fbc-a5a2-4257-89ed-506124fce651 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/0c70ffcb-c001-4d6f-917f-99a6196ef11d HTTP/1.1" status: 404 len: 337 time: 0.0515487 Jul 16 03:40:35.971110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.972848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40962) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.000804 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-371b5f33-2857-4ccf-be01-60470d6559ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.001474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371b5f33-2857-4ccf-be01-60470d6559ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.003224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-371b5f33-2857-4ccf-be01-60470d6559ca tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/34ddd8a6-7445-4ab9-a88c-8b78112a00f4 HTTP/1.1" status: 404 len: 333 time: 0.0294311 Jul 16 03:40:36.005722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40964) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.031993 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-29764a09-7d5d-4ae7-a912-15db702c59a9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.032478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29764a09-7d5d-4ae7-a912-15db702c59a9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.034280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29764a09-7d5d-4ae7-a912-15db702c59a9 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/32df670a-8a77-4cb8-87c8-99333988c697 HTTP/1.1" status: 404 len: 337 time: 0.0276647 Jul 16 03:40:36.036847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40966) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.056673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-087a46ce-443c-4002-bd7e-76214a24d4c2 req-1c934a38-f52c-4cf3-a969-cc8e6971870e tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e33a9c-9e8d-4085-80fb-2a980fd3ba2e HTTP/1.1" status: 200 len: 210 time: 0.0695453 Jul 16 03:40:36.065045 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-458d3485-5b64-4feb-9d17-d5c1edeeb64a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.065690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458d3485-5b64-4feb-9d17-d5c1edeeb64a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.067601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-458d3485-5b64-4feb-9d17-d5c1edeeb64a tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/48d75f7b-b528-41a4-aa29-8d6912b14c2c HTTP/1.1" status: 404 len: 337 time: 0.0298030 Jul 16 03:40:36.070755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.104926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd42f2-ae68-45ce-941d-0f803b91d544 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:36.106008 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fab8c585-7dc0-435d-a2ed-84d553d91b32 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports?device_id=417f1970-3462-462c-b461-ebb2926a1ed8 HTTP/1.1" status: 200 len: 205 time: 0.0338688 Jul 16 03:40:36.106296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d2fd42f2-ae68-45ce-941d-0f803b91d544 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "GET /v2.0/subnets/8b95ae3f-f49b-438b-8d04-182f05abc9db?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1319308 Jul 16 03:40:36.110483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40972) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.112538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.129637 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0539-1220-4834-84d4-0868d3b9bed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.151961 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.160497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1626229590'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:36.164621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0539-1220-4834-84d4-0868d3b9bed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.167729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c45e9f44-4ec6-4889-b30a-f2d9bd4deab4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:36.170087 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-63d3d18f-85af-4725-94e3-1c9e6dfa8ef5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] delete failed (client error): The resource could not be found. Jul 16 03:40:36.175503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-63d3d18f-85af-4725-94e3-1c9e6dfa8ef5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/routers/417f1970-3462-462c-b461-ebb2926a1ed8 HTTP/1.1" status: 404 len: 336 time: 0.0597165 Jul 16 03:40:36.178498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.192772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Pushing event deleted for resources: {'Port': ['ID=c203b6a7-e1c3-483f-8ed0-2c18def3b52d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.223427 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-186f6537-b758-4589-b3e7-e31dd4c39d01 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.224058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186f6537-b758-4589-b3e7-e31dd4c39d01 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.231930 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-186f6537-b758-4589-b3e7-e31dd4c39d01 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/14a1e3cb-b0c2-4499-9faf-273434e007d2 HTTP/1.1" status: 404 len: 337 time: 0.0489051 Jul 16 03:40:36.232938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40978) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.268507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] No DVR routers for this DVR port c203b6a7-e1c3-483f-8ed0-2c18def3b52d on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:36.271725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.273893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c80c509-deb1-4671-b678-e1873525bd78 req-188995c7-9e08-4317-ba30-63e45ff5dc3b tempest-MultipleCreateTestJSON-1140246688 tempest-MultipleCreateTestJSON-1140246688-project] 10.222.0.48 "DELETE /v2.0/ports/c203b6a7-e1c3-483f-8ed0-2c18def3b52d HTTP/1.1" status: 204 len: 173 time: 1.4117160 Jul 16 03:40:36.274342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'name': 'network-vif-deleted', 'tag': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:36.280171 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144fe124-f1ef-4eba-9926-9693dfe23eb3" -d '{"events": [{"server_uuid": "2ce9ddd1-3ffd-43b5-a972-ad2222486add", "name": "network-vif-deleted", "tag": "c203b6a7-e1c3-483f-8ed0-2c18def3b52d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:36.285689 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-94ae64bf-ff68-4b95-a23d-89aaaa00b3ba tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "GET /v2.0/ports?device_id=666e8621-73c3-43cd-a2c3-6b8270d8d2af HTTP/1.1" status: 200 len: 205 time: 0.0472369 Jul 16 03:40:36.304885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40984) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.376191 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9bc3ba-96b9-41dd-a34a-6b47281f9d01 x-openstack-request-id: req-1e9bc3ba-96b9-41dd-a34a-6b47281f9d01 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:36.376458 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9ddd1-3ffd-43b5-a972-ad2222486add", "name": "network-vif-deleted", "tag": "c203b6a7-e1c3-483f-8ed0-2c18def3b52d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:36.376714 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e9bc3ba-96b9-41dd-a34a-6b47281f9d01 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:36.377321 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9ddd1-3ffd-43b5-a972-ad2222486add', 'name': 'network-vif-deleted', 'tag': 'c203b6a7-e1c3-483f-8ed0-2c18def3b52d', 'status': 'completed', 'code': 200} Jul 16 03:40:36.378858 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-135d7f78-b6f4-4127-a3cf-faf976f0f554 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] delete failed (client error): The resource could not be found. Jul 16 03:40:36.383041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-135d7f78-b6f4-4127-a3cf-faf976f0f554 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/routers/666e8621-73c3-43cd-a2c3-6b8270d8d2af HTTP/1.1" status: 404 len: 336 time: 0.0766919 Jul 16 03:40:36.384109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.386181 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0539-1220-4834-84d4-0868d3b9bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.389148 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0539-1220-4834-84d4-0868d3b9bed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.390386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ea9f0539-1220-4834-84d4-0868d3b9bed4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c07156c-81e0-4fc1-ae5f-af17a93537d1 HTTP/1.1" status: 204 len: 168 time: 0.4602051 Jul 16 03:40:36.399971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:36.407827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.434097 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-209bbc4a-907f-4441-8310-3afc6e04dea7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.434905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209bbc4a-907f-4441-8310-3afc6e04dea7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.440133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-209bbc4a-907f-4441-8310-3afc6e04dea7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/bfa0e79b-2bd8-4eb9-b9cf-9264c079597d HTTP/1.1" status: 404 len: 337 time: 0.0550103 Jul 16 03:40:36.440935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.448418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:36.463025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.463414 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Added segment 374e2d50-a4d9-47ba-b104-76d29727b1e9 of type vlan for network ae9fb077-16fd-47f1-bacb-f4f19a600889 Jul 16 03:40:36.479356 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec017ae3-5bf4-4078-8ac1-2b2a3d9a6cae tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.479616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec017ae3-5bf4-4078-8ac1-2b2a3d9a6cae tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.483086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec017ae3-5bf4-4078-8ac1-2b2a3d9a6cae tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/8679fd56-6543-4b34-b155-4769283f2c30 HTTP/1.1" status: 404 len: 337 time: 0.0399394 Jul 16 03:40:36.485683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.489268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-b76f9167-6be8-43ba-8467-f75a797d566e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:36.491182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-b76f9167-6be8-43ba-8467-f75a797d566e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 947 time: 0.2030938 Jul 16 03:40:36.495958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0539-1220-4834-84d4-0868d3b9bed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c07156c-81e0-4fc1-ae5f-af17a93537d1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.534417 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a8fcc7-5b0f-4fe7-a401-e4a1364c46d5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.535158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a8fcc7-5b0f-4fe7-a401-e4a1364c46d5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.539963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d0a8fcc7-5b0f-4fe7-a401-e4a1364c46d5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/92aa2eb8-6c89-4799-bd9e-dc76175f2037 HTTP/1.1" status: 404 len: 333 time: 0.0527232 Jul 16 03:40:36.540575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.570117 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba5e34c-ac12-402e-b456-b37c83314124 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.570655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba5e34c-ac12-402e-b456-b37c83314124 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.571724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.575313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9ba5e34c-ac12-402e-b456-b37c83314124 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/b1ea15f6-635d-4c44-93b9-d92e029d0bb8 HTTP/1.1" status: 404 len: 337 time: 0.0335941 Jul 16 03:40:36.575481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41000) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.619725 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae6ede3-a96c-4262-beb6-961d3a3598b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.620477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae6ede3-a96c-4262-beb6-961d3a3598b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.624556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dae6ede3-a96c-4262-beb6-961d3a3598b7 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/e6e98c84-6477-4018-baa5-a378d1b43932 HTTP/1.1" status: 404 len: 333 time: 0.0434501 Jul 16 03:40:36.625379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41004) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.692039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.695388 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-31adc2bb-88e0-4495-9740-2d01ccd52dbc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.695902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31adc2bb-88e0-4495-9740-2d01ccd52dbc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.700113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:36.700660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31adc2bb-88e0-4495-9740-2d01ccd52dbc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/8e3c58b0-49a9-4a75-b387-8bacb34380a7 HTTP/1.1" status: 404 len: 337 time: 0.0736883 Jul 16 03:40:36.700795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.709872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.755609 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdecafe-5262-45d2-9424-29ea7d852144 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.756288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdecafe-5262-45d2-9424-29ea7d852144 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.757598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d04b6-a6e4-4e09-aa62-ce98cc3524c1 req-ac2ea285-f94f-4bfb-b3ce-807d605ccf31 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:36.758368 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1cdecafe-5262-45d2-9424-29ea7d852144 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/5784abbe-b280-4292-8ad4-dd5eaa99d90b HTTP/1.1" status: 404 len: 333 time: 0.0429249 Jul 16 03:40:36.762587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b0d04b6-a6e4-4e09-aa62-ce98cc3524c1 req-ac2ea285-f94f-4bfb-b3ce-807d605ccf31 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 947 time: 0.0809703 Jul 16 03:40:36.763212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.796268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6844237 Jul 16 03:40:36.797735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Deleting port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:36.798074 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.800728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41010) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.803085 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac58ca5-e5d8-482f-ad62-2ac9da9961dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.803085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac58ca5-e5d8-482f-ad62-2ac9da9961dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.807094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3ac58ca5-e5d8-482f-ad62-2ac9da9961dc tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/b5b2aff9-8097-46b7-89fa-404037089e14 HTTP/1.1" status: 404 len: 337 time: 0.0428216 Jul 16 03:40:36.812762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'network_id': 'ae9fb077-16fd-47f1-bacb-f4f19a600889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:36.824158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41012) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.852121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078315e-c00b-4bc5-9dd8-8f8730642418 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Network': ['ID=ae9fb077-16fd-47f1-bacb-f4f19a600889,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.866227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ae9fb077-16fd-47f1-bacb-f4f19a600889 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:36.921976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41014) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.954906 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57ccd2c-f6f3-4c6d-878f-8c89b24a99a4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:36.955547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57ccd2c-f6f3-4c6d-878f-8c89b24a99a4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:36.959537 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e57ccd2c-f6f3-4c6d-878f-8c89b24a99a4 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/db29bb9d-3e51-465e-b33f-409d1b3759ea HTTP/1.1" status: 404 len: 333 time: 0.1322141 Jul 16 03:40:36.963980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c7578f9-e058-4a6c-92ad-b7757af825bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.968138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] For port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:36.968958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.970814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41016) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.009266 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-367afc9b-4800-43f1-bf81-9d16ea886569 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.010034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367afc9b-4800-43f1-bf81-9d16ea886569 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.011790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-367afc9b-4800-43f1-bf81-9d16ea886569 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/3fa64846-cbb2-4584-8e04-cf9260d6a6c0 HTTP/1.1" status: 404 len: 337 time: 0.0375593 Jul 16 03:40:37.015861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.034111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b0d04b6-a6e4-4e09-aa62-ce98cc3524c1 req-b1f765da-c5cd-4eb4-9291-b63cdbe26573 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=87dbe1d8-bb16-4f5e-91d2-690a18e49b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605166 Jul 16 03:40:37.034764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Made reservation on behalf of 416a8135774742bbb0c2159f0de93175 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:37.038995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.063047 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed957342-fd75-4323-83b2-ca65b7b96143 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.063819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed957342-fd75-4323-83b2-ca65b7b96143 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.065560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed957342-fd75-4323-83b2-ca65b7b96143 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/a665df8c-73d1-4de4-95fa-f2c7f1515fce HTTP/1.1" status: 404 len: 333 time: 0.0485127 Jul 16 03:40:37.075250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.114147 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d675cf-2cef-455c-a398-d63cb7096fea tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.114732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d675cf-2cef-455c-a398-d63cb7096fea tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.116328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82d675cf-2cef-455c-a398-d63cb7096fea tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/0273c5b7-33a5-4c9a-a860-3613b1ac3b81 HTTP/1.1" status: 404 len: 337 time: 0.0403111 Jul 16 03:40:37.119292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.177488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Performing IP validity checks on allocation pools {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:40:37.178144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:40:37.180775 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d206c5e2-4732-4eca-b83f-75a6720d1847 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.181519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d206c5e2-4732-4eca-b83f-75a6720d1847 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.183286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d206c5e2-4732-4eca-b83f-75a6720d1847 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/34e0c162-8896-4a8e-b5df-392d4a63c73b HTTP/1.1" status: 404 len: 333 time: 0.0628734 Jul 16 03:40:37.185949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41028) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.225259 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7647e243-bd40-498a-a3b0-583d3e3016c6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.225722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7647e243-bd40-498a-a3b0-583d3e3016c6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.227462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7647e243-bd40-498a-a3b0-583d3e3016c6 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/41a4a4f9-04ab-4cbc-90f8-27941d1a11f8 HTTP/1.1" status: 404 len: 337 time: 0.0405877 Jul 16 03:40:37.230208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41032) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.243899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.273283 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b617db04-ae0e-4e3e-8080-af1c58c7ae62 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.273988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b617db04-ae0e-4e3e-8080-af1c58c7ae62 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.275683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b617db04-ae0e-4e3e-8080-af1c58c7ae62 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/ports/007656b7-f771-41b2-910e-08ce49e875e5 HTTP/1.1" status: 404 len: 333 time: 0.0445189 Jul 16 03:40:37.280570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41036) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.290650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.291028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.291341 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Floating IP ac333034-3cc5-42f5-b81b-5c7d01f296a8 disassociated. External IP: 172.25.4.112, port: 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b. Jul 16 03:40:37.291683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Calling delete_port for 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:37.300944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c7578f9-e058-4a6c-92ad-b7757af825bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.327284 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-97964c22-6db4-4962-88d1-e711418987f5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:37.327655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97964c22-6db4-4962-88d1-e711418987f5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:37.328626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Deleting subnet 6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:37.329396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97964c22-6db4-4962-88d1-e711418987f5 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/subnets/e8c16232-c5ef-4bac-948c-0f1bb3be7be7 HTTP/1.1" status: 404 len: 337 time: 0.0471897 Jul 16 03:40:37.330081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c7578f9-e058-4a6c-92ad-b7757af825bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.333462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41038) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.336370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.402831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.434046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7578f9-e058-4a6c-92ad-b7757af825bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b057b1e1-9407-4a6c-b76b-1df2302629b4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.441620 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6c7578f9-e058-4a6c-92ad-b7757af825bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acc4dd09dafa4deaa3a03e84d0e4b0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159285 Jul 16 03:40:37.444028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.502203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.502754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.508442 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.618140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=5c548079-e03b-421e-80c9-75e50239c471,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.631097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecb40-2198-43f4-8b8c-fc81024a5786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.632282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.638349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.647583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd007764-b689-4eda-aa81-dad0dfbbf261']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:37.656636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.659185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d8b33c-a311-4528-bcfc-f9307a976317') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:37.659490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d8b33c-a311-4528-bcfc-f9307a976317') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:37.682023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0ea5bf-5f5b-4d5f-b00f-174effe79e92,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.683770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Checking segment: {'id': '374e2d50-a4d9-47ba-b104-76d29727b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ae9fb077-16fd-47f1-bacb-f4f19a600889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:37.684136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network hostable DHCP agents. Network: ae9fb077-16fd-47f1-bacb-f4f19a600889, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:37.686592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.688437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4dc96a99-27aa-49b1-9872-f8bde1b058b3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6b0ea5bf-5f5b-4d5f-b00f-174effe79e92 HTTP/1.1" status: 204 len: 168 time: 0.4433668 Jul 16 03:40:37.693084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.694244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecb40-2198-43f4-8b8c-fc81024a5786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.694619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41044) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.707447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event deleted for resources: {'Port': ['ID=0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.736002 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.737172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Network ae9fb077-16fd-47f1-bacb-f4f19a600889 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:37.747298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ae9fb077-16fd-47f1-bacb-f4f19a600889) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:37.752196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.752839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.759358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c46735-cdf0-4a20-81e5-4d89d7304676 None None] Network ae9fb077-16fd-47f1-bacb-f4f19a600889 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:37.768052 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecb40-2198-43f4-8b8c-fc81024a5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.771390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecb40-2198-43f4-8b8c-fc81024a5786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.774973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7d4ecb40-2198-43f4-8b8c-fc81024a5786 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b057b1e1-9407-4a6c-b76b-1df2302629b4 HTTP/1.1" status: 204 len: 168 time: 0.3273706 Jul 16 03:40:37.776735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37c3a895-461a-4d20-932f-870809dfff25 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9684134 Jul 16 03:40:37.779576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:37.780168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.780321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.786790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:37.793869 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:37.798261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ecb40-2198-43f4-8b8c-fc81024a5786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b057b1e1-9407-4a6c-b76b-1df2302629b4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.929202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.945866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.956193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.956603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3369542'] for subnet, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.958012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] 10.222.0.25 "DELETE /v2.0/networks/cd007764-b689-4eda-aa81-dad0dfbbf261 HTTP/1.1" status: 204 len: 168 time: 0.6199327 Jul 16 03:40:37.981434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca913573-e27f-4774-bb52-44fdce74e458 tempest-NetworksTestDHCPv6-1538425244 tempest-NetworksTestDHCPv6-1538425244-project] Pushing event deleted for resources: {'Network': ['ID=cd007764-b689-4eda-aa81-dad0dfbbf261,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.018435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9f538-e124-4d25-81a1-73bf032a5024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ae9fb077-16fd-47f1-bacb-f4f19a600889', 'network_id': 'ae9fb077-16fd-47f1-bacb-f4f19a600889', 'tenant_id': '416a8135774742bbb0c2159f0de93175', 'fixed_ips': [{'subnet_id': '5c548079-e03b-421e-80c9-75e50239c471'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:38.019580 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f538-e124-4d25-81a1-73bf032a5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.030062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Router 5160f463-01f6-42b5-bb15-b39a631a685d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:38.146805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.178449 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-ddf9f538-e124-4d25-81a1-73bf032a5024 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:40:38.178449 n-d-800089-6 neutron-server[93758]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 03:40:38.178449 n-d-800089-6 neutron-server[93758]: [parameters: {'in_use': 1, 'id_1': '5c548079-e03b-421e-80c9-75e50239c471'}] Jul 16 03:40:38.178449 n-d-800089-6 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:38.179777 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-ddf9f538-e124-4d25-81a1-73bf032a5024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:38.205359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b86176d-ddf6-4a4c-99fd-952ab28fabdc']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:38.224605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9549f50-63e1-46c7-8e27-a971991f330c') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:38.224918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9549f50-63e1-46c7-8e27-a971991f330c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:38.241158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.263775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.280365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:38.281397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:38.286429 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:38.371558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:38.383555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:38.393481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.401717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.402616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:38.403208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:38.407964 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b86176d-ddf6-4a4c-99fd-952ab28fabdc HTTP/1.1" status: 204 len: 168 time: 0.7077489 Jul 16 03:40:38.484883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41070) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.516096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8d31c-4d4d-47c1-a60a-4bff9d52ceba admin admin] Pushing event deleted for resources: {'Network': ['ID=6b86176d-ddf6-4a4c-99fd-952ab28fabdc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.523557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] No DVR routers for this DVR port 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:38.526442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.528534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-07467db8-6ca0-4e9d-b3e6-9ca32169ea59 req-8a78c552-d11a-4499-b360-9e80e596efcc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "DELETE /v2.0/ports/0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b HTTP/1.1" status: 204 len: 173 time: 2.0198541 Jul 16 03:40:38.528991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-deleted', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:38.532075 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfbc483-3af2-4c92-bdee-a4037cfa3e6f" -d '{"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-deleted", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:38.620137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:38.624113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748122145419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9560914'] for subnet, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.661822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f393cf01-ba9d-46ae-a1df-57c089995230 req-d47c8c1b-afa0-4619-9540-3d3753d7b260 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca644f2b-ec72-405a-8016-e98060f9a60e HTTP/1.1" status: 200 len: 210 time: 0.0520110 Jul 16 03:40:38.662445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41080) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.733457 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b5c7d2d0-2fda-49e5-8bee-6066a500294a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=663ff32f9a1745209308523deea55868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697904 Jul 16 03:40:38.736814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41082) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.774226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:38.774883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.776217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "PUT /v2.0/subnets/5c548079-e03b-421e-80c9-75e50239c471 HTTP/1.1" status: 200 len: 900 time: 0.9950762 Jul 16 03:40:38.785680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41084) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.789278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f538-e124-4d25-81a1-73bf032a5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.800682 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6341b-a891-48eb-b36d-c648121dd858 x-openstack-request-id: req-4da6341b-a891-48eb-b36d-c648121dd858 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:38.800960 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca644f2b-ec72-405a-8016-e98060f9a60e", "name": "network-vif-deleted", "tag": "0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:38.801219 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4da6341b-a891-48eb-b36d-c648121dd858 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:38.801616 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca644f2b-ec72-405a-8016-e98060f9a60e', 'name': 'network-vif-deleted', 'tag': '0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b', 'status': 'completed', 'code': 200} Jul 16 03:40:38.818129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a1ba-05fa-4baf-a62d-b680503868be tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event updated for resources: {'Subnet': ['ID=5c548079-e03b-421e-80c9-75e50239c471,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.877423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d016998-be34-4c44-9b0a-9eabab5e080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.884541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c203b6a7-e1c3-483f-8ed0-2c18def3b52d no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:38.896060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:38.924170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d016998-be34-4c44-9b0a-9eabab5e080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.941453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.957414 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b283b5a1-a31a-43ae-a0e6-bfb6c8bbebcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1f7550276b54dba83fcd8c701bb40fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696712 Jul 16 03:40:38.959894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41090) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.966821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: c203b6a7-e1c3-483f-8ed0-2c18def3b52d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:38.973406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c203b6a7-e1c3-483f-8ed0-2c18def3b52d not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:39.019158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.039614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:39.040203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c45e9f44-4ec6-4889-b30a-f2d9bd4deab4 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:39.157901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.217899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=5c548079-e03b-421e-80c9-75e50239c471,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-ddf9f538-e124-4d25-81a1-73bf032a5024 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c548079-e03b-421e-80c9-75e50239c471: This subnet is being modified by another concurrent operation. Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c548079-e03b-421e-80c9-75e50239c471: This subnet is being modified by another concurrent operation. Jul 16 03:40:39.218171 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:40:39.243005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c8868-177c-4343-a41f-bd58ff44ad55 None None] Network ae9fb077-16fd-47f1-bacb-f4f19a600889 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:39.319701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.335670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9fb077-16fd-47f1-bacb-f4f19a600889']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.366730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374e2d50-a4d9-47ba-b104-76d29727b1e9') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.367014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374e2d50-a4d9-47ba-b104-76d29727b1e9') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.380601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.411832 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.420415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:39.421010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:39.427374 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:39.460380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f735aedf-c198-42db-832b-b7740fdb3b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.485635 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d016998-be34-4c44-9b0a-9eabab5e080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.488592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d016998-be34-4c44-9b0a-9eabab5e080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.488878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.490386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6d016998-be34-4c44-9b0a-9eabab5e080f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08e32f31-a033-4e3d-84b2-802b695aa101 HTTP/1.1" status: 204 len: 168 time: 0.7516437 Jul 16 03:40:39.497889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f735aedf-c198-42db-832b-b7740fdb3b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.511743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d016998-be34-4c44-9b0a-9eabab5e080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e32f31-a033-4e3d-84b2-802b695aa101,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.516143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.527331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.529995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/ae9fb077-16fd-47f1-bacb-f4f19a600889 HTTP/1.1" status: 204 len: 168 time: 0.7391691 Jul 16 03:40:39.534533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:39.535696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41104) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.544432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33b7e7-c98d-4167-9f98-ae72ef44257d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=ae9fb077-16fd-47f1-bacb-f4f19a600889,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.578484 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-5569d95f-716d-41b1-8f39-e44921168d4d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:39.579036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5569d95f-716d-41b1-8f39-e44921168d4d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:39.580924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5569d95f-716d-41b1-8f39-e44921168d4d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/5c548079-e03b-421e-80c9-75e50239c471 HTTP/1.1" status: 404 len: 337 time: 0.0426013 Jul 16 03:40:39.584227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41108) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.592751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:39.594215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:39.617919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f735aedf-c198-42db-832b-b7740fdb3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.620093 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa2cb85-1a28-4e2b-853e-a172861f2826 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:39.620897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f735aedf-c198-42db-832b-b7740fdb3b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.621038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa2cb85-1a28-4e2b-853e-a172861f2826 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:39.628252 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f735aedf-c198-42db-832b-b7740fdb3b9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3676c7ae-2186-475a-b1cf-830bdd96e26f HTTP/1.1" status: 204 len: 168 time: 0.6611524 Jul 16 03:40:39.628469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-baa2cb85-1a28-4e2b-853e-a172861f2826 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/ae9fb077-16fd-47f1-bacb-f4f19a600889 HTTP/1.1" status: 404 len: 339 time: 0.0373387 Jul 16 03:40:39.628922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.636053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735aedf-c198-42db-832b-b7740fdb3b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3676c7ae-2186-475a-b1cf-830bdd96e26f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.643332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d15d0a-3468-4e97-87f3-7b657b56120c None None] Network ae9fb077-16fd-47f1-bacb-f4f19a600889 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:39.668697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d15d0a-3468-4e97-87f3-7b657b56120c None None] Network ae9fb077-16fd-47f1-bacb-f4f19a600889 could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:40:39.687536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd7691-ceb9-403d-9e49-f8df3f8ccbff None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:39.791385 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.847922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:39.905154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41128) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.018533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.045387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b670b8c1-250c-48c0-a1a3-62d73b9d6e9e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.046229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba017675-543c-4f7c-9390-2276e75169d0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.066472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4280c3-78e4-4cf3-9cf1-4f18d7731e4b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.067011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4280c3-78e4-4cf3-9cf1-4f18d7731e4b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.068367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd7691-ceb9-403d-9e49-f8df3f8ccbff None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:40.077304 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.079944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b670b8c1-250c-48c0-a1a3-62d73b9d6e9e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.097700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.110344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:40.110784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:40.119412 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:40.193156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b670b8c1-250c-48c0-a1a3-62d73b9d6e9e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.196141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b670b8c1-250c-48c0-a1a3-62d73b9d6e9e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.197679 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b670b8c1-250c-48c0-a1a3-62d73b9d6e9e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "DELETE /v2.0/security-groups/87dbe1d8-bb16-4f5e-91d2-690a18e49b93 HTTP/1.1" status: 204 len: 168 time: 0.2904334 Jul 16 03:40:40.203307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.222704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.241474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:40.248152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.254512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/ba017675-543c-4f7c-9390-2276e75169d0 HTTP/1.1" status: 204 len: 168 time: 0.6239626 Jul 16 03:40:40.259994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.273312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670b8c1-250c-48c0-a1a3-62d73b9d6e9e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dbe1d8-bb16-4f5e-91d2-690a18e49b93,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.277894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45501ff3-facb-4d01-86de-0a36a47bacf0 None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:40.300873 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-f8af89d8-b62a-46bb-8123-5b0bbe34c7c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] show failed (client error): The resource could not be found. Jul 16 03:40:40.309168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f8af89d8-b62a-46bb-8123-5b0bbe34c7c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups/87dbe1d8-bb16-4f5e-91d2-690a18e49b93 HTTP/1.1" status: 404 len: 347 time: 0.0898004 Jul 16 03:40:40.309789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.397677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de52021-a437-440a-8888-d6193f6245e7 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=ba017675-543c-4f7c-9390-2276e75169d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.402790 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce71f745-612a-41d4-8569-1a396513ddbe tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:40.403831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce71f745-612a-41d4-8569-1a396513ddbe tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:40.410882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce71f745-612a-41d4-8569-1a396513ddbe tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/8b333d62-39d7-4d88-ac05-b0c423db1f30 HTTP/1.1" status: 404 len: 337 time: 0.1472898 Jul 16 03:40:40.412033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.444491 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bed6ab-8646-4b54-b15a-09f78d6fdad3 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:40.445605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bed6ab-8646-4b54-b15a-09f78d6fdad3 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:40.451033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26bed6ab-8646-4b54-b15a-09f78d6fdad3 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/7ba5dcf1-ed34-472e-a71d-8c21a593ffb8 HTTP/1.1" status: 404 len: 339 time: 0.0376673 Jul 16 03:40:40.452820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.539488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting subnet 79fae645-b431-4de3-b727-5ad8cae10f59 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:40.543719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.571625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Deleting port 79dfe30e-b309-4eb7-b5a0-85a95a8a3df5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:40.572257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.603448 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.696570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.697120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.700826 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df5b6e-72ed-4b77-a3e0-629f10ec033b None None] New status for floating IP ac333034-3cc5-42f5-b81b-5c7d01f296a8: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:40:40.716517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Calling delete_port for 79dfe30e-b309-4eb7-b5a0-85a95a8a3df5 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:40.736102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.819264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:40.819810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.861114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:40.861851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0d5e62e5-fb44-45be-bbeb-6a4ad4cc2f8b not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:40.894761 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-71df5b6e-72ed-4b77-a3e0-629f10ec033b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:40:40.894761 n-d-800089-6 neutron-server[93760]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jul 16 03:40:40.894761 n-d-800089-6 neutron-server[93760]: [parameters: {'status': 'DOWN', 'floatingips_id': 'ac333034-3cc5-42f5-b81b-5c7d01f296a8'}] Jul 16 03:40:40.894761 n-d-800089-6 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:40.895642 n-d-800089-6 neutron-server[93760]: DEBUG oslo_db.api [None req-71df5b6e-72ed-4b77-a3e0-629f10ec033b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:40.901210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1856ba4-27af-4f12-812c-47907e720bd2 None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:40.901370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.906660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/79fae645-b431-4de3-b727-5ad8cae10f59 HTTP/1.1" status: 204 len: 168 time: 0.4525731 Jul 16 03:40:40.908008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.979490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting subnet a7520b5a-8c42-47ce-8853-8e42a18b1883 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:40.980442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.987522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.025497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event deleted for resources: {'Port': ['ID=79dfe30e-b309-4eb7-b5a0-85a95a8a3df5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.062712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.128568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.132066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.139525 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ff6ff02-f408-4a7e-833b-ab8897cb39d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "DELETE /v2.0/floatingips/ac333034-3cc5-42f5-b81b-5c7d01f296a8 HTTP/1.1" status: 204 len: 168 time: 0.8274333 Jul 16 03:40:41.154002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29309a63-0df2-4045-96b6-5150439ebea4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=79fae645-b431-4de3-b727-5ad8cae10f59,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.292691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41194) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.294292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.394832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41202) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.397702 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df5b6e-72ed-4b77-a3e0-629f10ec033b None None] New status for floating IP ac333034-3cc5-42f5-b81b-5c7d01f296a8: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:40:41.400682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240549297', 'description': 'tempest-description--1486143478'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:41.433689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.450893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.479733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41204) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.508105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.513502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/a7520b5a-8c42-47ce-8853-8e42a18b1883 HTTP/1.1" status: 204 len: 168 time: 0.6041772 Jul 16 03:40:41.522190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.524256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0176-14a6-4607-a340-bc104954c983 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=a7520b5a-8c42-47ce-8853-8e42a18b1883,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.615616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.628089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.683780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967177a3-318a-46b8-9fc2-21782332b900,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.687935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.689377 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d8794ea-bc19-4965-ab50-aeabb1d98f16 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2931712 Jul 16 03:40:41.693198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41212) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.704272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'security_group_rule': {'security_group_id': '967177a3-318a-46b8-9fc2-21782332b900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:41.717080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-418567599-network', 'tenant_id': '790458eb6f4b463784d00286fbdb3251'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:41.734967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.756844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:40:41.756844 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:40:41.756844 n-d-800089-6 neutron-server[93757]: [parameters: {'project_id_1': '790458eb6f4b463784d00286fbdb3251', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 40, 41, 725911)}] Jul 16 03:40:41.756844 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:41.758106 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:41.763973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.828895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting port 5adf6891-7e29-4911-af2a-ee68ce2b4074 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:41.829424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.847382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-72fca422-3697-45eb-aac6-a7b277ba5e1c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.848915 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-72fca422-3697-45eb-aac6-a7b277ba5e1c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3676124 Jul 16 03:40:41.856239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.860207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.866219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-3a9b9ba1-c1d8-4891-ba3c-ad340b6694d0 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.868598 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a9b9ba1-c1d8-4891-ba3c-ad340b6694d0 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0106363 Jul 16 03:40:41.871346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.871938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.894776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0865b17-8d37-4785-ab0b-b2be3209e74f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:41.909031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-8ff04d46-e50d-4acf-afc0-c5b0dd5d215a tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.912458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8ff04d46-e50d-4acf-afc0-c5b0dd5d215a tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0375867 Jul 16 03:40:41.912653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.912785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-82652ca7-0f89-42f6-9592-1bf0e8b52727 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179022 Jul 16 03:40:41.913770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41224) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.919160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.919486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-5106f1ec-c59e-4891-b8b8-ff52b3a23728 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.920763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5106f1ec-c59e-4891-b8b8-ff52b3a23728 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057554 Jul 16 03:40:41.924325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41228) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.925689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'security_group_rule': {'security_group_id': '967177a3-318a-46b8-9fc2-21782332b900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:41.931654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-d60b3425-94b9-4409-9d15-aa944ff4049f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.937090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.938421 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d60b3425-94b9-4409-9d15-aa944ff4049f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0103312 Jul 16 03:40:41.939213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] For port 5adf6891-7e29-4911-af2a-ee68ce2b4074, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5adf6891-7e29-4911-af2a-ee68ce2b4074,segment=NetworkSegment(474f5fad-f44f-424b-871f-a821ef16bd74),segment_id=474f5fad-f44f-424b-871f-a821ef16bd74)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:41.939576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.946474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-d0fc7ddc-8546-49e4-8565-13f4334634df tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.947449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d0fc7ddc-8546-49e4-8565-13f4334634df tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049796 Jul 16 03:40:41.950177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.956333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-4a8dd0d6-1fce-4f2b-b94b-92a8634a1bea tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.958260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a8dd0d6-1fce-4f2b-b94b-92a8634a1bea tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062292 Jul 16 03:40:41.960630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.965933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Calling delete_port for 5adf6891-7e29-4911-af2a-ee68ce2b4074 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:41.966485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-07ded97e-f8f9-4ea4-b0d8-ab649f3f3147 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.973250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41238) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.980436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-07ded97e-f8f9-4ea4-b0d8-ab649f3f3147 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059154 Jul 16 03:40:41.983223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-5053255b-1d5d-46b9-9a0c-5d5f35562b87 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.984182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5053255b-1d5d-46b9-9a0c-5d5f35562b87 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0100429 Jul 16 03:40:41.986860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41240) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.991980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-fecf4aba-6e0c-4e6e-8fff-eecc0a6b6f59 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:41.995801 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fecf4aba-6e0c-4e6e-8fff-eecc0a6b6f59 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078855 Jul 16 03:40:41.998869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41242) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.003751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-af14c7e6-9bce-499f-8960-ca42a3081e7c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.005200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af14c7e6-9bce-499f-8960-ca42a3081e7c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051637 Jul 16 03:40:42.007922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.012456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.014917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-4c0704e0-2b45-4561-b8d3-036f92e51ef3 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.016544 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4c0704e0-2b45-4561-b8d3-036f92e51ef3 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072539 Jul 16 03:40:42.019053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41246) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.023386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-59f3cbd8-5afa-4cc6-9bd0-e164a0f53f32 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.024551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-59f3cbd8-5afa-4cc6-9bd0-e164a0f53f32 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042355 Jul 16 03:40:42.027886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41248) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.032926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-cf9c62e0-a004-4787-84ea-6d7a755a0c5f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.034104 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cf9c62e0-a004-4787-84ea-6d7a755a0c5f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052395 Jul 16 03:40:42.036654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41250) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.040944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-9cffe634-2c6e-4aaa-9c18-6decc386efd9 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.042092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9cffe634-2c6e-4aaa-9c18-6decc386efd9 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043826 Jul 16 03:40:42.045743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.050068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-629bda8a-269e-49ec-b6f9-49cd9e9f7865 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.051252 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-629bda8a-269e-49ec-b6f9-49cd9e9f7865 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043914 Jul 16 03:40:42.053674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41254) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.059094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-da8bbe56-e8ca-46af-bf1d-c0b66dcb5dee tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.060325 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da8bbe56-e8ca-46af-bf1d-c0b66dcb5dee tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054755 Jul 16 03:40:42.064215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41256) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.070187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-11c39f36-2d21-4953-9ab1-f2051f0bc035 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.071399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-11c39f36-2d21-4953-9ab1-f2051f0bc035 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048006 Jul 16 03:40:42.074097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41258) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.079326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-e20ec8fc-ad58-4e75-b955-15cf31359e22 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.080509 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e20ec8fc-ad58-4e75-b955-15cf31359e22 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052397 Jul 16 03:40:42.082971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41260) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.089309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-0d287ad9-94d2-4eb2-a06d-5df10f334192 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.092506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d287ad9-94d2-4eb2-a06d-5df10f334192 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064056 Jul 16 03:40:42.092747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41262) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.101002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-b5980af3-8cd5-4d92-8f30-bb4f826bcd62 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.101944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b5980af3-8cd5-4d92-8f30-bb4f826bcd62 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047116 Jul 16 03:40:42.104428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41264) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.108536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-b653da18-5aa3-4cd8-961d-8841388e2a6c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.110665 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b653da18-5aa3-4cd8-961d-8841388e2a6c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042195 Jul 16 03:40:42.113040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.117553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-f6e40df0-32bd-497b-844f-afab7129ba85 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.118773 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f6e40df0-32bd-497b-844f-afab7129ba85 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048075 Jul 16 03:40:42.121403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.126239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-e9129624-a378-4d30-955a-f9e9d611e839 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.130208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e9129624-a378-4d30-955a-f9e9d611e839 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076892 Jul 16 03:40:42.131309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41270) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.136398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-2ab14645-1816-43c5-99b3-9a9b10d63bf6 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.140775 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2ab14645-1816-43c5-99b3-9a9b10d63bf6 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076210 Jul 16 03:40:42.141569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41272) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.147839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-9f6c2e42-9d71-4843-b4a8-600712d473b1 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.151683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f6c2e42-9d71-4843-b4a8-600712d473b1 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0088751 Jul 16 03:40:42.152595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41274) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.157679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-75add6a2-7b34-47f2-9102-c4c30e24d89a tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.161543 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75add6a2-7b34-47f2-9102-c4c30e24d89a tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078259 Jul 16 03:40:42.162358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41276) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.166781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-46e21ddf-d6da-469f-9f3e-e75581be4bab tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.170164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.170818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.171498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46e21ddf-d6da-469f-9f3e-e75581be4bab tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075464 Jul 16 03:40:42.179224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-69fb6705-8efe-490b-8173-cc8da4a959b4 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.180230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-69fb6705-8efe-490b-8173-cc8da4a959b4 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058045 Jul 16 03:40:42.183390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41280) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.183534 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.188438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-0aea3402-b189-4e54-8a09-da59aab94ff0 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.191907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0aea3402-b189-4e54-8a09-da59aab94ff0 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075471 Jul 16 03:40:42.192463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41282) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.196759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-38e44641-844e-4aa3-a514-ad306e24537f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.200133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-38e44641-844e-4aa3-a514-ad306e24537f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067556 Jul 16 03:40:42.200693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41284) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.205647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-395e7617-3bbe-4c6e-b095-ca38dcb496aa tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.209594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-395e7617-3bbe-4c6e-b095-ca38dcb496aa tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079842 Jul 16 03:40:42.210580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41286) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.216071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-a58da2e5-c7da-4fdc-9f56-e8f0c8b60328 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.219533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a58da2e5-c7da-4fdc-9f56-e8f0c8b60328 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0082242 Jul 16 03:40:42.220343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e126f1c-6b29-4d0b-a181-bfab0f0f878d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.220566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.225560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-a2987e92-8748-40c5-93a9-2c30c94cd4ff tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.227092 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.232100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a2987e92-8748-40c5-93a9-2c30c94cd4ff tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076978 Jul 16 03:40:42.232100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.233414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f1064e77-cf29-47df-9f02-1b0243931ce7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132997 Jul 16 03:40:42.234036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.237649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-89a3f036-2304-415f-b14c-3fba05739269 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.241288 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-89a3f036-2304-415f-b14c-3fba05739269 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102518 Jul 16 03:40:42.242275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41294) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.247355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:42.247542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-f9d87e96-f514-4572-bf98-4ecef6d45c58 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.252500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.257094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-287324c9-fd23-42e5-9158-4443496d7133 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.258313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-287324c9-fd23-42e5-9158-4443496d7133 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048947 Jul 16 03:40:42.259355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f9d87e96-f514-4572-bf98-4ecef6d45c58 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0162055 Jul 16 03:40:42.263239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.270562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-448da828-cc47-48e7-b71e-4e1bdde172f2 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.271706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-448da828-cc47-48e7-b71e-4e1bdde172f2 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071392 Jul 16 03:40:42.276444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.288081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-ac26e4b5-c948-4925-92dc-161b30a06d36 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.289946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ac26e4b5-c948-4925-92dc-161b30a06d36 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0104382 Jul 16 03:40:42.292483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a3135-1933-4784-9f8c-8912d8db26d3 None None] Network f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:42.293666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41304) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.298631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.309601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-e7e06e38-c765-4f70-9c56-f41629cf4cab tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.314734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e7e06e38-c765-4f70-9c56-f41629cf4cab tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0179384 Jul 16 03:40:42.315722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41306) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.319288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.322370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-02dd041c-5f05-4811-a4ea-5f1af8b6eb0c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.323738 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-02dd041c-5f05-4811-a4ea-5f1af8b6eb0c tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068839 Jul 16 03:40:42.325948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Made reservation on behalf of 790458eb6f4b463784d00286fbdb3251 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:42.329291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.340126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.341333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.348374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-408e7662-978f-4238-b798-d059648cd4ea tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.349689 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-408e7662-978f-4238-b798-d059648cd4ea tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057216 Jul 16 03:40:42.361983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.367548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-991bda46-210e-478f-aa3f-651f36c3a4cd tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.368989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-991bda46-210e-478f-aa3f-651f36c3a4cd tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056591 Jul 16 03:40:42.381004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.383428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Port': ['ID=5adf6891-7e29-4911-af2a-ee68ce2b4074,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.392223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-51ef5e0b-2015-4a90-afb1-be2ccadfaeed tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.397457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51ef5e0b-2015-4a90-afb1-be2ccadfaeed tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0103257 Jul 16 03:40:42.398252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41314) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.405584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No DVR routers for this DVR port 5adf6891-7e29-4911-af2a-ee68ce2b4074 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:42.409783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c2b6492e-83b7-465d-9d50-32e18c9ab8e0 None None] Could not find standard attr ID for object 5adf6891-7e29-4911-af2a-ee68ce2b4074. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:40:42.419593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-3750596d-debd-4ec6-91c4-989c8abf42c2 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.420863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3750596d-debd-4ec6-91c4-989c8abf42c2 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0215359 Jul 16 03:40:42.438971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.445264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-338f3bf5-1dde-423f-9f07-7b7e8e486ea7 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.448947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-338f3bf5-1dde-423f-9f07-7b7e8e486ea7 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0085776 Jul 16 03:40:42.449166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41318) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.458813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-7998a57a-5eb0-41db-a151-780c2e4ae0e1 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.460984 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7998a57a-5eb0-41db-a151-780c2e4ae0e1 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0104611 Jul 16 03:40:42.463969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.480501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-3bcb086b-5c31-4ac1-bc7d-613bc0d52b75 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.482243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3bcb086b-5c31-4ac1-bc7d-613bc0d52b75 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0165384 Jul 16 03:40:42.485278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.498600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-e9d5b7b8-be56-47b2-b3ef-8738afc68f54 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.503145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e9d5b7b8-be56-47b2-b3ef-8738afc68f54 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073133 Jul 16 03:40:42.504734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41324) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.513734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-630dc57c-496e-4eda-b2b4-4d67a5f4afb1 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.515003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-630dc57c-496e-4eda-b2b4-4d67a5f4afb1 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053854 Jul 16 03:40:42.519450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41326) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.525169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-6bc10a04-fad1-4bb4-beed-04ba44ac4f30 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.528743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6bc10a04-fad1-4bb4-beed-04ba44ac4f30 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048459 Jul 16 03:40:42.529705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.533910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-b61cea3a-6d9e-4d6e-a316-bff3450d3d27 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.537219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b61cea3a-6d9e-4d6e-a316-bff3450d3d27 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043960 Jul 16 03:40:42.538505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41330) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.543401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-3ea03441-eca1-4794-a709-22302582068a tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.547552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3ea03441-eca1-4794-a709-22302582068a tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049090 Jul 16 03:40:42.548454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41332) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.557319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c81a0-f56d-40e7-ba4e-ddee650b0c5f None None] DHCP port deletion for f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:42.559073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-78edd048-22d1-4f9c-bc0c-8e0b0e39675d tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.563204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78edd048-22d1-4f9c-bc0c-8e0b0e39675d tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0109882 Jul 16 03:40:42.563472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41336) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.579512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-c637d285-e354-4659-a9d1-37377956687f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.580560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c637d285-e354-4659-a9d1-37377956687f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0159800 Jul 16 03:40:42.587612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41338) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.593523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-4df7538a-5992-4217-a776-e31aba111b39 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.594034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.594796 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4df7538a-5992-4217-a776-e31aba111b39 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059712 Jul 16 03:40:42.597540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41340) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.606444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-b7b20f75-a0c4-4ea1-98c1-94187d931c70 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.607823 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b7b20f75-a0c4-4ea1-98c1-94187d931c70 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0093560 Jul 16 03:40:42.613626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.620546 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.629977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.634454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-627856e6-d7d0-47a4-979e-1125c0539171 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.643168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-627856e6-d7d0-47a4-979e-1125c0539171 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0284135 Jul 16 03:40:42.647617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:42.663770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41344) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.665646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5706e98d-ba05-4987-9350-d7f3fe1beba5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.675287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-41f6799e-9f8b-4b0f-b03e-fed5a0614fa4 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.679833 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-41f6799e-9f8b-4b0f-b03e-fed5a0614fa4 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069029 Jul 16 03:40:42.679833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41348) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.688272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474f5fad-f44f-424b-871f-a821ef16bd74') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:42.688543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-75e89397-71a2-47c6-b2f6-ac770bcef03f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.688777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474f5fad-f44f-424b-871f-a821ef16bd74') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:42.691947 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75e89397-71a2-47c6-b2f6-ac770bcef03f tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092075 Jul 16 03:40:42.693938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41350) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.699725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-01fe300f-31ff-4c2c-8ebe-14841ff04e0b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.703021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01fe300f-31ff-4c2c-8ebe-14841ff04e0b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0058463 Jul 16 03:40:42.703021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:42.706742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41354) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.711523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-0663864d-d871-4f65-9028-7db237b95ded tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.714672 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0663864d-d871-4f65-9028-7db237b95ded tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047865 Jul 16 03:40:42.714834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.716912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41356) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.725552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-4aa7c9b6-a10a-4531-b726-37b31b6d377b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.726564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4aa7c9b6-a10a-4531-b726-37b31b6d377b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067747 Jul 16 03:40:42.734386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.734566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.734805 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Added segment 8372ab7d-f869-422a-8cbf-4cd4858d388b of type vlan for network 7e614364-9486-40d2-afff-1c3e8a405064 Jul 16 03:40:42.736745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41358) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.743535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-86a3f83c-237e-4a7d-ab32-bff47a395ae8 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.744714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-86a3f83c-237e-4a7d-ab32-bff47a395ae8 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0069056 Jul 16 03:40:42.750297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:42.750908 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.753773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41360) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:42.754585 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:42.759057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-2a9e0c0a-19b6-470d-9831-52a245093622 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.759999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2a9e0c0a-19b6-470d-9831-52a245093622 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046268 Jul 16 03:40:42.769436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41362) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.776990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-f71adb2b-5621-4c2f-8d11-6427f94d3d1b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.778143 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f71adb2b-5621-4c2f-8d11-6427f94d3d1b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076034 Jul 16 03:40:42.783287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.786939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.790002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [None req-7696f651-2eec-46e4-9da0-d2b38d7aae7b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.790957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7696f651-2eec-46e4-9da0-d2b38d7aae7b tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065711 Jul 16 03:40:42.793453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41366) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.800072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-b7977c0c-0996-4559-996a-4db03dee57a3 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.801014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b7977c0c-0996-4559-996a-4db03dee57a3 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066571 Jul 16 03:40:42.803416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41368) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.807547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [None req-fe4c1513-58b8-4898-98a8-d8ba8cdd33b9 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:42.811374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fe4c1513-58b8-4898-98a8-d8ba8cdd33b9 tempest-ExtensionsTestJSON-308091216 tempest-ExtensionsTestJSON-308091216-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042930 Jul 16 03:40:42.828104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.844176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.845445 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.846969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:42.847970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.879132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.883355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395 HTTP/1.1" status: 204 len: 168 time: 1.3525944 Jul 16 03:40:42.886976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.905589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e62a2a-936f-487d-afd2-130bfbbd14d4 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=f9b4ae2f-718d-4fe1-9f94-6bd86e6b7395,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.925591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6313152 Jul 16 03:40:42.925822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.931276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Request body: {'subnet': {'network_id': '7e614364-9486-40d2-afff-1c3e8a405064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-418567599-subnet', 'tenant_id': '790458eb6f4b463784d00286fbdb3251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:42.952440 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a8e0af-f893-40d1-9ca2-c1afb861758f tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:42.953204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a8e0af-f893-40d1-9ca2-c1afb861758f tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:42.955130 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f7a8e0af-f893-40d1-9ca2-c1afb861758f tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/bb5b6e60-ef35-4e31-a1bf-0ae09ab3a31a HTTP/1.1" status: 404 len: 337 time: 0.0672109 Jul 16 03:40:42.956636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e2de4-ffca-4374-aa98-cd1dcc19b946 admin admin] Pushing event updated for resources: {'Network': ['ID=7e614364-9486-40d2-afff-1c3e8a405064,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.958872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41378) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:42.968739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 7e614364-9486-40d2-afff-1c3e8a405064 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:42.991363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Allocated IP 172.25.4.148 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/bc1a3ef8-3569-4767-9842-37798cccf8d6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:42.996830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Made reservation on behalf of 790458eb6f4b463784d00286fbdb3251 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:42.999659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.005276 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e951f1-a787-48fd-9bfe-91854040e79c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:43.005948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e951f1-a787-48fd-9bfe-91854040e79c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:43.010697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97e951f1-a787-48fd-9bfe-91854040e79c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/8301f5f2-d4a0-4957-a6b0-221966e86b01 HTTP/1.1" status: 404 len: 339 time: 0.0505874 Jul 16 03:40:43.014237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.047169 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc2d6a0-6d5c-49e9-8f56-3cc51b7b233e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:43.047676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc2d6a0-6d5c-49e9-8f56-3cc51b7b233e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:43.051899 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6bc2d6a0-6d5c-49e9-8f56-3cc51b7b233e tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/0cd2f0bd-0599-4423-bfa6-6f87dba9b7ba HTTP/1.1" status: 404 len: 337 time: 0.0342512 Jul 16 03:40:43.054286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41382) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.086985 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b410bec-0d02-4ac4-a6d7-5726b9d990a3 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:43.087921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b410bec-0d02-4ac4-a6d7-5726b9d990a3 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:43.089867 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b410bec-0d02-4ac4-a6d7-5726b9d990a3 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/9897ca42-d064-4490-bfff-25ec07adeeac HTTP/1.1" status: 404 len: 339 time: 0.0346200 Jul 16 03:40:43.093741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41386) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.132460 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-59030e46-0232-4255-88a8-16da497f0f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:43.133169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59030e46-0232-4255-88a8-16da497f0f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:43.137284 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-59030e46-0232-4255-88a8-16da497f0f08 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/e25284c4-43ff-4f89-8d4d-9a0e290d5963 HTTP/1.1" status: 404 len: 337 time: 0.0401170 Jul 16 03:40:43.137489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41388) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.158992 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43e5e6e-9dc3-4dbb-b1e3-5a191e01edf6 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:43.159778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43e5e6e-9dc3-4dbb-b1e3-5a191e01edf6 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:43.164833 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f43e5e6e-9dc3-4dbb-b1e3-5a191e01edf6 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/24628d82-10a5-4b67-873f-0feef5827aab HTTP/1.1" status: 404 len: 339 time: 0.0264084 Jul 16 03:40:43.165682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41392) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.208102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.228466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting subnet d250f48b-aa3a-4434-8206-fbcd9e91e8f1 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:43.235356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.246455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.289991 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.345668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.363574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.435407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.466268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:43.486298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:43.511236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:43.528331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2e17c4-b8e0-4a7e-b1a3-2c6fe1573556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.545680 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.564322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'Port': ['ID=bc1a3ef8-3569-4767-9842-37798cccf8d6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.574091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=d250f48b-aa3a-4434-8206-fbcd9e91e8f1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.574321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.578205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.582691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c8744573-7a1e-412e-b849-4d0709a85fec tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/d250f48b-aa3a-4434-8206-fbcd9e91e8f1 HTTP/1.1" status: 204 len: 168 time: 0.4133639 Jul 16 03:40:43.583058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41400) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.597841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46e830-66e8-40b0-92b9-949b1a5b8baf None None] Network 241f681f-c361-449b-800c-cb4dd8699add requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:43.620170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Checking segment: {'id': '8372ab7d-f869-422a-8cbf-4cd4858d388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:43.620531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Network hostable DHCP agents. Network: 7e614364-9486-40d2-afff-1c3e8a405064, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:43.670162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.701612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Network 7e614364-9486-40d2-afff-1c3e8a405064 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:43.718690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.739635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting port be2f78d7-07cf-439b-a73c-6a86014a5d61 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:43.740184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.740356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 7e614364-9486-40d2-afff-1c3e8a405064) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:43.752863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885dc88-d240-44f7-8e50-986b7c004a7b None None] Network 7e614364-9486-40d2-afff-1c3e8a405064 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:43.805815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2e17c4-b8e0-4a7e-b1a3-2c6fe1573556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.807981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:43.808809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.834667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] For port be2f78d7-07cf-439b-a73c-6a86014a5d61, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be2f78d7-07cf-439b-a73c-6a86014a5d61,segment=NetworkSegment(180079d0-65b0-4ef1-bfe8-4426e3e765c2),segment_id=180079d0-65b0-4ef1-bfe8-4426e3e765c2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:43.835496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.838608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2e17c4-b8e0-4a7e-b1a3-2c6fe1573556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.857990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Calling delete_port for be2f78d7-07cf-439b-a73c-6a86014a5d61 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:43.902604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0b57b236-bc28-4cf3-9bc0-f179aad91fdd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9677467 Jul 16 03:40:43.902604 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.908615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e2e17c4-b8e0-4a7e-b1a3-2c6fe1573556 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02893b74ce754164b89d9654fa5390a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608505 Jul 16 03:40:43.937424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:43.947211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e17c4-b8e0-4a7e-b1a3-2c6fe1573556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e545085-1d87-4f71-b83d-4f44c2fe73b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.998799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f163f26-09b7-439d-953d-5be89fcdcabe None None] Network 7e614364-9486-40d2-afff-1c3e8a405064 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:44.054250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.054769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd051760-9909-4092-b057-f42087033ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.117318 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd051760-9909-4092-b057-f42087033ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.121177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Port': ['ID=be2f78d7-07cf-439b-a73c-6a86014a5d61,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.155739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No DVR routers for this DVR port be2f78d7-07cf-439b-a73c-6a86014a5d61 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:44.187946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f1554-918c-41e3-b7af-c0cf6b36e259 None None] DHCP port deletion for 241f681f-c361-449b-800c-cb4dd8699add request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:44.195782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.202216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.270927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd051760-9909-4092-b057-f42087033ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.273292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd051760-9909-4092-b057-f42087033ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.274456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bd051760-9909-4092-b057-f42087033ddb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e545085-1d87-4f71-b83d-4f44c2fe73b2 HTTP/1.1" status: 204 len: 168 time: 0.3359599 Jul 16 03:40:44.294315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.306605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241f681f-c361-449b-800c-cb4dd8699add']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:44.309401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd051760-9909-4092-b057-f42087033ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e545085-1d87-4f71-b83d-4f44c2fe73b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.311226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'Port': ['ID=bc1a3ef8-3569-4767-9842-37798cccf8d6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.324006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180079d0-65b0-4ef1-bfe8-4426e3e765c2') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:44.324297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180079d0-65b0-4ef1-bfe8-4426e3e765c2') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:44.334823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.336183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.354067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.382247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:44.383513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.387294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.391046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-35017d4b-8b56-47a6-9128-053493f35a75 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1533818 Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:44.394690 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:44.494248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be2f78d7-07cf-439b-a73c-6a86014a5d61 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:44.539964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: be2f78d7-07cf-439b-a73c-6a86014a5d61 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:44.542586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be2f78d7-07cf-439b-a73c-6a86014a5d61 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:44.543492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5adf6891-7e29-4911-af2a-ee68ce2b4074 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:44.545199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.569666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.574164 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/241f681f-c361-449b-800c-cb4dd8699add HTTP/1.1" status: 204 len: 168 time: 0.9878900 Jul 16 03:40:44.574164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d840a50-695f-474d-80b7-c6b362e45337 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=241f681f-c361-449b-800c-cb4dd8699add,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.574516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41444) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.576546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5adf6891-7e29-4911-af2a-ee68ce2b4074 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:44.580567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5adf6891-7e29-4911-af2a-ee68ce2b4074 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:44.621933 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a54752-c49d-40e3-8ec7-86585456968d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:44.622537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a54752-c49d-40e3-8ec7-86585456968d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:44.626610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-40a54752-c49d-40e3-8ec7-86585456968d tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/0e7f76ec-3504-423b-843c-2cf50f525036 HTTP/1.1" status: 404 len: 337 time: 0.0489638 Jul 16 03:40:44.626870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:40:44.631517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41450) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.668512 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e972cdb-a6b6-417e-9cf1-9d20e79d0e5c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:44.669084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e972cdb-a6b6-417e-9cf1-9d20e79d0e5c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:44.671002 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4e972cdb-a6b6-417e-9cf1-9d20e79d0e5c tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/a58b811a-2b53-46c7-a3cf-74be4c427c06 HTTP/1.1" status: 404 len: 339 time: 0.0382743 Jul 16 03:40:44.674226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.727467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-8814c52b-a9f2-472a-8e53-45dff5a7cd81 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.735964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-8814c52b-a9f2-472a-8e53-45dff5a7cd81 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/networks?id=7e614364-9486-40d2-afff-1c3e8a405064 HTTP/1.1" status: 200 len: 820 time: 0.2251291 Jul 16 03:40:44.746058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting subnet 8b95ae3f-f49b-438b-8d04-182f05abc9db {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:44.749819 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.764010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-0bcf0ca5-d5c3-45d7-8108-df27aa731c47 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/quotas/790458eb6f4b463784d00286fbdb3251 HTTP/1.1" status: 200 len: 375 time: 0.0247874 Jul 16 03:40:44.802537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.837527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-ef2ac65b-799e-4dcb-90b7-b50c501ed148 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=790458eb6f4b463784d00286fbdb3251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590966 Jul 16 03:40:44.945619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.977274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-5d82c6dc-67a7-4c44-9524-d5670dd5954b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--240549297&fields=id&tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 267 time: 0.1130335 Jul 16 03:40:45.031554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.061765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Subnet': ['ID=8b95ae3f-f49b-438b-8d04-182f05abc9db,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:45.065651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.067745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2c6e4aa1-2817-4863-93b3-0caf723db731 tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/subnets/8b95ae3f-f49b-438b-8d04-182f05abc9db HTTP/1.1" status: 204 len: 168 time: 0.3918116 Jul 16 03:40:45.070932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41474) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.090518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea5eec-9e90-44c9-a1e3-0fcf2cb40f40 None None] Network ce85b7a6-202e-4dc9-a833-825f91f5dc5b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:45.112051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-ae7cbdac-0755-4019-af97-79396c245e46 service neutron] 10.222.0.25 "GET /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627594 Jul 16 03:40:45.183145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-7b786d81-9e45-4549-a2fd-1679559c9ee7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:45.186368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.188471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-7b786d81-9e45-4549-a2fd-1679559c9ee7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 817 time: 0.1996346 Jul 16 03:40:45.249032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-05e837ae-a25f-46fa-80d0-fad52b9074d8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/quotas/c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 375 time: 0.0182302 Jul 16 03:40:45.286788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Deleting port c9e93592-a3ab-4859-a91f-3b94e710b6ee {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:45.287332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.388429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] For port c9e93592-a3ab-4859-a91f-3b94e710b6ee, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9e93592-a3ab-4859-a91f-3b94e710b6ee,segment=NetworkSegment(bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9),segment_id=bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:45.389649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.403665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-52a7e343-a6f0-4224-a5c4-8ab3f46b83ac service neutron] 10.222.0.25 "GET /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877779 Jul 16 03:40:45.405475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Calling delete_port for c9e93592-a3ab-4859-a91f-3b94e710b6ee owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:45.418338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] DHCP port deletion for ce85b7a6-202e-4dc9-a833-825f91f5dc5b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:45.486182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-391b1d42-ce20-4cb9-b81e-62e234102285 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2197745 Jul 16 03:40:45.527398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] Deleting port c9e93592-a3ab-4859-a91f-3b94e710b6ee {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:45.528015 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.533033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.593983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] No DVR routers for this DVR port c9e93592-a3ab-4859-a91f-3b94e710b6ee on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:45.602499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] For port c9e93592-a3ab-4859-a91f-3b94e710b6ee, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9e93592-a3ab-4859-a91f-3b94e710b6ee,segment=NetworkSegment(bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9),segment_id=bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:45.602951 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.620425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] Calling delete_port for c9e93592-a3ab-4859-a91f-3b94e710b6ee owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:45.711238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.752254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.759855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] Pushing event deleted for resources: {'Port': ['ID=c9e93592-a3ab-4859-a91f-3b94e710b6ee,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:45.762137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0807807-7e54-4eac-aca6-2331a90b34ba None None] No DVR routers for this DVR port c9e93592-a3ab-4859-a91f-3b94e710b6ee on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:45.792392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Port': ['ID=c9e93592-a3ab-4859-a91f-3b94e710b6ee,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:45.854137 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.869567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce85b7a6-202e-4dc9-a833-825f91f5dc5b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:45.882108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:45.882332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf1c4ed-24a4-49ce-983d-17e8ead9b4c9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:45.907942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.927491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1908783166'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:45.933049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.946442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:45.946913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:45.950478 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:46.014061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:46.018052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.025369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-4505d1b2-7de8-49da-824a-9d83ef13d1eb service neutron] 10.222.0.25 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222721 Jul 16 03:40:46.035129 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.048868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.061167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.063088 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] 10.222.0.25 "DELETE /v2.0/networks/ce85b7a6-202e-4dc9-a833-825f91f5dc5b HTTP/1.1" status: 204 len: 168 time: 0.9911675 Jul 16 03:40:46.078142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e439-ba0f-439e-afe4-bfa055deb47b tempest-NetworksIpV6Test-1577447563 tempest-NetworksIpV6Test-1577447563-project] Pushing event deleted for resources: {'Network': ['ID=ce85b7a6-202e-4dc9-a833-825f91f5dc5b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.109626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fb6469c-7f4b-402a-9a9b-aa80f7982499 req-cb9333bb-ad6e-4293-8d05-e4821e2705a5 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 210 time: 0.0818715 Jul 16 03:40:46.203098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-cada5661-016a-4abd-a406-76eaca05d263 service neutron] 10.222.0.25 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644571 Jul 16 03:40:46.237033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.247310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.299536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:46.339461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c925b0ec-7bd9-4e70-b2f0-3e3eda68ac43,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.360593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.361720 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment 0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc of type vlan for network c7f89b3d-bb62-43ff-b308-76233599e2cb Jul 16 03:40:46.480654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9e93592-a3ab-4859-a91f-3b94e710b6ee no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:46.503731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.523437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:46.533074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c9e93592-a3ab-4859-a91f-3b94e710b6ee {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:46.533428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9e93592-a3ab-4859-a91f-3b94e710b6ee not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:46.584589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.601631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.606591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.607336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10cfe230-e7de-41aa-b11e-17cfab05edcd req-71660bcb-ec96-4fde-a012-884a35a57b55 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 210 time: 0.0768881 Jul 16 03:40:46.748156 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9698405 Jul 16 03:40:46.748818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41530) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:46.775315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'name': 'tempest-PortsIpV6TestJSON-1149523793'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:46.869987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-66e165f4-2409-45b6-96d2-ee11021f5d8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=416a8135774742bbb0c2159f0de93175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449829 Jul 16 03:40:46.874095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:46.899218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72758f8-1358-4a1e-924d-184659a6cd20 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=c7f89b3d-bb62-43ff-b308-76233599e2cb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.910437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:46.989129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fc958-7ac4-4be2-af4d-9d0d2c41e9cb req-79ad8085-295e-4a64-8536-24d97c705015 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.991169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e04fc958-7ac4-4be2-af4d-9d0d2c41e9cb req-79ad8085-295e-4a64-8536-24d97c705015 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.2825735 Jul 16 03:40:47.059371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e04fc958-7ac4-4be2-af4d-9d0d2c41e9cb req-ba5bee28-0f55-4ffe-9dc7-cb0c52326ef9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515659 Jul 16 03:40:47.063149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:47.069366 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.076802 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d4412f1-ff49-4e94-962b-c2b2cc94cfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.115124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d4412f1-ff49-4e94-962b-c2b2cc94cfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.123760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 841de928-80ab-40b4-b831-f337d7cee11a yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:47.215355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d4412f1-ff49-4e94-962b-c2b2cc94cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.219715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d4412f1-ff49-4e94-962b-c2b2cc94cfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.221203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9d4412f1-ff49-4e94-962b-c2b2cc94cfe4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15cb324f-03b8-499e-84a9-e166607ca96d HTTP/1.1" status: 204 len: 168 time: 0.3457835 Jul 16 03:40:47.247304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4412f1-ff49-4e94-962b-c2b2cc94cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cb324f-03b8-499e-84a9-e166607ca96d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.377340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07fd44c2-08f0-4b84-b676-1c8ce9161cab req-16e25c9a-9e02-4a14-9165-445693680b18 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 210 time: 0.0714955 Jul 16 03:40:47.601770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-14cab77b-3f64-4054-995f-a2685a84a7eb tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.603319 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-14cab77b-3f64-4054-995f-a2685a84a7eb tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.11 "GET /v2.0/networks?id=7e614364-9486-40d2-afff-1c3e8a405064 HTTP/1.1" status: 200 len: 820 time: 0.2023199 Jul 16 03:40:47.622697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Request body: {'port': {'device_id': '8b121b70-3209-4642-a4dd-b11a3caff201', 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064', 'admin_state_up': True, 'tenant_id': '790458eb6f4b463784d00286fbdb3251'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:47.912547 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.963525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c6e909d-605b-4155-b5fc-e5431c7147b3 req-83548af4-5a6e-4a43-84ee-f403ab90ccf0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 210 time: 0.0630412 Jul 16 03:40:47.973045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Made reservation on behalf of 790458eb6f4b463784d00286fbdb3251 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:47.978039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.131147 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.266633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=841de928-80ab-40b4-b831-f337d7cee11a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.293395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Allocated IP 172.20.0.9 (7e614364-9486-40d2-afff-1c3e8a405064/1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d/c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:48.299277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:48.299758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: c7f89b3d-bb62-43ff-b308-76233599e2cb, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:48.338057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:48.365161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, c7f89b3d-bb62-43ff-b308-76233599e2cb) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:48.369145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:48.376088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.376810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.376933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a6a44-58fd-4d29-bb9c-ece334a85d7a None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:48.425873 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2d2905f-0403-4d9f-aafc-ee601579c4b8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6733224 Jul 16 03:40:48.428734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41590) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.434416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2006111406'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:48.453348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.486262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:48.491319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.552830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:48.575611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.578188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.578582 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment 3de5d00b-7872-4e0f-b269-176d15bbfee2 of type vlan for network 2544b1eb-190f-4a0f-a42a-3241ba1750e5 Jul 16 03:40:48.616050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471881417'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:48.675277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.705365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:48.708981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.726237 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.751325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Network 7e614364-9486-40d2-afff-1c3e8a405064 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:48.756410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.762380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:48.778996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:48.816228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Pushing event updated for resources: {'Port': ['ID=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.847156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.847944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.873941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.880260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.880896 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.977445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc611-9d49-4219-a49d-36eecc928ff5 req-853196b1-621d-4eee-a0a9-783b6e16ba76 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.979316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-600fc611-9d49-4219-a49d-36eecc928ff5 req-853196b1-621d-4eee-a0a9-783b6e16ba76 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 931 time: 0.2869482 Jul 16 03:40:49.055359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=2544b1eb-190f-4a0f-a42a-3241ba1750e5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.070961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 2544b1eb-190f-4a0f-a42a-3241ba1750e5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:49.132258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-0f7b04e9-7c0e-4b1c-a506-fdf3c1cfefb4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:49.142315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-0f7b04e9-7c0e-4b1c-a506-fdf3c1cfefb4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 817 time: 0.3437357 Jul 16 03:40:49.150474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-600fc611-9d49-4219-a49d-36eecc928ff5 req-b6f7113e-b592-455e-885c-7ddb87d69911 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553946 Jul 16 03:40:49.182974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b02b51ba-330c-43e1-ad9e-4dc3c37cf0c4 req-673ce001-90ca-4e21-be40-a5aa2c267b94 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 210 time: 0.0365462 Jul 16 03:40:49.233455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.256701 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-f4e21455-8a4e-4583-9504-5bcb5120839d tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6381745 Jul 16 03:40:49.258792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-8ad57306-8ab1-4d4d-bc25-614a69d886bd tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 379 time: 0.0781868 Jul 16 03:40:49.259627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.271139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Request body: {'port': {'device_id': '8b121b70-3209-4642-a4dd-b11a3caff201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.284562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41610) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:49.293913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bdb22a3c-76b0-4856-9231-3f108090c613 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8634615 Jul 16 03:40:49.298823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'port': {'device_id': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'admin_state_up': True, 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'security_groups': ['967177a3-318a-46b8-9fc2-21782332b900']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.328416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'ports': [{'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'}, {'network_id': '2544b1eb-190f-4a0f-a42a-3241ba1750e5'}]} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.329165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.330897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '2544b1eb-190f-4a0f-a42a-3241ba1750e5'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.375006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:49.407700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba5fb4-7198-44a9-8d70-ef0b52db9e74,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.411280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.411911 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment eedf29ba-a891-401e-ab9e-037e9523da36 of type vlan for network 4a5767fc-8047-4ada-a400-36e983ef5483 Jul 16 03:40:49.524409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.529427 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.571683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Made reservation on behalf of c3d8213c051d4ef3bf61fd73cc3e07a2 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:49.575629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.597993 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.603751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:49.604344 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.699868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 2} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:49.708877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.720974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2632630 Jul 16 03:40:49.722032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1f46-1eaf-4589-979b-ddcd143a82b2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=4a5767fc-8047-4ada-a400-36e983ef5483,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.724048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41620) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:49.732950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4a5767fc-8047-4ada-a400-36e983ef5483 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:49.743986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.744375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2043388212'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.835399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:49.845332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.857483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port a9974582-01a0-47c9-8676-521af9bc4b67 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:49.890180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Allocated IP 172.20.0.9 (e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04/2416c0e7-b50b-4d79-9c01-e65b9c257c97/277287f1-a1bc-4b33-a4d4-1963d9c13a54) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:49.897580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:49.918421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.918943 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment 545c61ce-35b8-49f8-be56-f964b9e0e3b7 of type vlan for network 95d39a44-6fd0-4a78-a432-4dd189888e73 Jul 16 03:40:49.992102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.061086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.078848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.084959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.085563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.158278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.159113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port e98154ec-6bc9-4044-8ccd-df0b2ec45e9e yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:50.170111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4286165 Jul 16 03:40:50.172444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41628) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:50.194085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:50.209077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10787ad-a4ff-44f0-b756-741049c38549 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=95d39a44-6fd0-4a78-a432-4dd189888e73,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:50.217201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Transition to ACTIVE for port object 277287f1-a1bc-4b33-a4d4-1963d9c13a54 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:50.246024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:50.297297 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.364862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:50.372016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:50.374837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:50.377557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:50.399730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:50.419349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.495755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Transition to ACTIVE for port object c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:50.499354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:50.504104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:50.508690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.520519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.522023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.522707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.550434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-b6bce4cd-4ddd-4113-8cef-908add5274bc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2740557 Jul 16 03:40:50.569199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Request body: {'port': {'device_id': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:50.613219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20e29-6d48-4ed9-827b-405b9d1421ba req-a5806f80-95ca-45c5-a14a-35282c635007 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.621301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58c20e29-6d48-4ed9-827b-405b9d1421ba req-a5806f80-95ca-45c5-a14a-35282c635007 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 931 time: 0.2007844 Jul 16 03:40:50.625397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:50.649907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f5ee-d341-442c-949a-04b091c1150a req-ca54f3b2-8448-46ee-b443-2d97abf2bd97 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.652757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7e3f5ee-d341-442c-949a-04b091c1150a req-ca54f3b2-8448-46ee-b443-2d97abf2bd97 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 931 time: 0.2122688 Jul 16 03:40:50.723174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.770416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58c20e29-6d48-4ed9-827b-405b9d1421ba req-21f45a82-a8d0-4c00-ae13-c7bf82accbd8 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481464 Jul 16 03:40:50.784326 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.799818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7e3f5ee-d341-442c-949a-04b091c1150a req-e7134e93-eae6-4acb-bc29-764ab71b86ed tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221209 Jul 16 03:40:50.958173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.992543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:51.006394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:51.040732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Attempting to bind port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:51.041009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Attempting to bind port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '8372ab7d-f869-422a-8cbf-4cd4858d388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:51.041689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Attempting to bind port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 on network 7e614364-9486-40d2-afff-1c3e8a405064 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:51.055235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:51.061482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.063103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 on network 7e614364-9486-40d2-afff-1c3e8a405064 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:51.063435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Attempting to bind port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 on network 7e614364-9486-40d2-afff-1c3e8a405064 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:51.075953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-49d66eb3-8469-402e-8742-b9e5137d22e9 None None] Provisioning for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:51.080585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:51.084819 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f478a0b4-9773-4b1c-bcf2-699e75124ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.088429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-49d66eb3-8469-402e-8742-b9e5137d22e9 None None] Provisioning complete for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:51.088999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49d66eb3-8469-402e-8742-b9e5137d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.112885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:51.112885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:51.113790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.132706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:51.133159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Checking segment: {'id': '8372ab7d-f869-422a-8cbf-4cd4858d388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:51.133618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Bound using segment: {'id': '8372ab7d-f869-422a-8cbf-4cd4858d388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:51.134051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Bound port: c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8372ab7d-f869-422a-8cbf-4cd4858d388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:51.134051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.145286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-49d66eb3-8469-402e-8742-b9e5137d22e9 None None] Port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:51.161626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:51.163774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=a9974582-01a0-47c9-8676-521af9bc4b67,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.170935 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.246405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.286233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:51.296604 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.316207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Transition to ACTIVE for port object 277287f1-a1bc-4b33-a4d4-1963d9c13a54 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:51.324672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.333569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.339258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:51.367072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=e98154ec-6bc9-4044-8ccd-df0b2ec45e9e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.381804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.517152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:51.517525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:51.517815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:51.523132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:51.523645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:51.529426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:51.529876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Checking segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:51.530264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Bound using segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:51.531045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Bound port: 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:51.531413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.551073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': '3de5d00b-7872-4e0f-b269-176d15bbfee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '2544b1eb-190f-4a0f-a42a-3241ba1750e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:51.551831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: 2544b1eb-190f-4a0f-a42a-3241ba1750e5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:51.593148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] For port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:51.624050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:51.625744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': 'eedf29ba-a891-401e-ab9e-037e9523da36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:51.626116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: 4a5767fc-8047-4ada-a400-36e983ef5483, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:51.629122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:51.635762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.678947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.679620 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.681292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] 10.222.0.11 "PUT /v2.0/ports/277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 1091 time: 1.1205714 Jul 16 03:40:51.684028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:51.688535 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5326c0b-5668-43be-87f0-35c29a07925e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:51.725386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=ea31749c-8b42-450f-883e-1e85bca2f96e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.741850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] For port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,segment=NetworkSegment(8372ab7d-f869-422a-8cbf-4cd4858d388b),segment_id=8372ab7d-f869-422a-8cbf-4cd4858d388b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:51.771466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 2544b1eb-190f-4a0f-a42a-3241ba1750e5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:51.780195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 4a5767fc-8047-4ada-a400-36e983ef5483 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:51.793990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.794260 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4a9011-0fdf-4e58-a4f7-543e92d11e85 x-openstack-request-id: req-7a4a9011-0fdf-4e58-a4f7-543e92d11e85 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:51.794679 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:51.795156 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a4a9011-0fdf-4e58-a4f7-543e92d11e85 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:51.795631 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'status': 'completed', 'code': 200} Jul 16 03:40:51.820377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb1edc-bd1a-43e7-82d7-ed53f0b9bb4f service neutron] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.826839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 2544b1eb-190f-4a0f-a42a-3241ba1750e5) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:51.837384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485141d6-ed30-4ee6-8a4c-b180b3cf6ab0 None None] Network 2544b1eb-190f-4a0f-a42a-3241ba1750e5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:51.878714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:51.902067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.913642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.914403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.917702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4a5767fc-8047-4ada-a400-36e983ef5483) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:51.937068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.937746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.939237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 HTTP/1.1" status: 200 len: 1091 time: 2.6726761 Jul 16 03:40:51.939508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-559f55c8-da31-4cca-ab9d-1a65b68b8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.944660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-559f55c8-da31-4cca-ab9d-1a65b68b8e2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1094 time: 0.2186601 Jul 16 03:40:51.946078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82974faa-c5d1-454b-a788-7695a3c770ce None None] Network 4a5767fc-8047-4ada-a400-36e983ef5483 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:51.984670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b121b70-3209-4642-a4dd-b11a3caff201', 'tag': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:51.989520 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b121b70-3209-4642-a4dd-b11a3caff201", "tag": "c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:52.053953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.054936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.156348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-170876bb-9802-43c0-8cbc-9cb37160d1db tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9817379 Jul 16 03:40:52.160905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ceba7b74-b61b-409c-80d6-70c54b169163 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8514788 Jul 16 03:40:52.163407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.164321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.172395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29920-d290-4d0d-9d17-79acccd54d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:52.208511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:52.222377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-03863c9e-dd50-48fe-9e18-dbb16db3d562 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 217 time: 0.2671978 Jul 16 03:40:52.262509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4ac77925-475e-478e-ab45-de3462f3fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.264135 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-4ac77925-475e-478e-ab45-de3462f3fdd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=790458eb6f4b463784d00286fbdb3251&device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 1094 time: 0.2696650 Jul 16 03:40:52.338204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-864b8ec4-bad3-4bb8-95ee-2c61ea7ef4a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 HTTP/1.1" status: 200 len: 217 time: 0.0612979 Jul 16 03:40:52.346146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-807961a3-54fb-484d-9ad9-004b11172a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.347663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-807961a3-54fb-484d-9ad9-004b11172a55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.0833368 Jul 16 03:40:52.457939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-1cdeb1a6-9e13-4a96-9e93-d0ce2a959aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.460187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-1cdeb1a6-9e13-4a96-9e93-d0ce2a959aad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d HTTP/1.1" status: 200 len: 860 time: 0.1108005 Jul 16 03:40:52.521129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:52.533166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-00924adb-e076-4363-8dbe-fd7b5ffe45fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e614364-9486-40d2-afff-1c3e8a405064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610344 Jul 16 03:40:52.724667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-4a5767fc-8047-4ada-a400-36e983ef5483', 'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': 'ea31749c-8b42-450f-883e-1e85bca2f96e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:52.726692 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.765729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:52.769367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.813963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0e2e-ff76-4b10-b6c2-ba17fdfd1ab7 req-431a761f-b21b-4fd8-aa1a-9bdbbead2f58 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.815616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-735e0e2e-ff76-4b10-b6c2-ba17fdfd1ab7 req-431a761f-b21b-4fd8-aa1a-9bdbbead2f58 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 943 time: 0.6932709 Jul 16 03:40:52.866301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7c78-7716-42fb-9602-495327efdc76 req-b0395c55-ed6b-4a60-a830-b4772ff82991 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.872339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc6e7c78-7716-42fb-9602-495327efdc76 req-b0395c55-ed6b-4a60-a830-b4772ff82991 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 943 time: 0.7446640 Jul 16 03:40:52.984846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Allocated IP 2001:db8::2 (4a5767fc-8047-4ada-a400-36e983ef5483/ea31749c-8b42-450f-883e-1e85bca2f96e/8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:53.082366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-5fc04b16-c2d2-4185-a918-1ced030336f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.084247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-5fc04b16-c2d2-4185-a918-1ced030336f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6822691 Jul 16 03:40:53.085820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port e98154ec-6bc9-4044-8ccd-df0b2ec45e9e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:53.086332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.115237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-735e0e2e-ff76-4b10-b6c2-ba17fdfd1ab7 req-5e2a3702-87fe-40e1-b1d2-c2d9cacbca07 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795799 Jul 16 03:40:53.174634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc6e7c78-7716-42fb-9602-495327efdc76 req-adeef041-6adf-489a-98a4-77f09b1934d0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163289 Jul 16 03:40:53.192231 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52686d16-70d9-4829-b515-ac2699fd9242 x-openstack-request-id: req-52686d16-70d9-4829-b515-ac2699fd9242 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:53.193076 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b121b70-3209-4642-a4dd-b11a3caff201", "tag": "c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:53.193495 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52686d16-70d9-4829-b515-ac2699fd9242 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:53.194838 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b121b70-3209-4642-a4dd-b11a3caff201', 'tag': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7', 'status': 'completed', 'code': 200} Jul 16 03:40:53.285436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-fe1ddc84-306b-4121-91ed-1777f3907fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455084 Jul 16 03:40:53.335475 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.365287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Transition to ACTIVE for port object 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:53.404859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Transition to ACTIVE for port object 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:53.416333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:53.417236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.428755 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.508024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f56b21c-5c38-45f5-9cc4-ac899a36b837 req-154ff872-0c14-4373-a4f4-6fcc9cdf2737 service neutron] 10.222.0.11 "GET /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101738 Jul 16 03:40:53.580525 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d23cec13-d995-4ad1-968e-a1fba28111f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.595692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Network 4a5767fc-8047-4ada-a400-36e983ef5483 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:53.601176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:53.609792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:53.679696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-51b46905-37db-44a4-868c-ebd11a28b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.681795 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-51b46905-37db-44a4-868c-ebd11a28b3d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=790458eb6f4b463784d00286fbdb3251&device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 1094 time: 0.1079283 Jul 16 03:40:53.686271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Pushing event updated for resources: {'Port': ['ID=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.738136 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.743292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Attempting to bind port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:53.744021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Attempting to bind port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'eedf29ba-a891-401e-ab9e-037e9523da36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:53.744655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Attempting to bind port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf on network 4a5767fc-8047-4ada-a400-36e983ef5483 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:53.765817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:53.766663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Checking segment: {'id': 'eedf29ba-a891-401e-ab9e-037e9523da36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:53.767324 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.767987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Bound using segment: {'id': 'eedf29ba-a891-401e-ab9e-037e9523da36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:53.768707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Bound port: 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedf29ba-a891-401e-ab9e-037e9523da36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4a5767fc-8047-4ada-a400-36e983ef5483'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:53.769335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.789625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:53.793141 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704c306-3baf-481f-a0ef-2ac042727a45" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:53.793971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.802561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-06bdee26-e095-48bd-a48a-7099880ee932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.808897 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-06bdee26-e095-48bd-a48a-7099880ee932 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7e614364-9486-40d2-afff-1c3e8a405064 HTTP/1.1" status: 200 len: 922 time: 0.1203175 Jul 16 03:40:53.859856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for e98154ec-6bc9-4044-8ccd-df0b2ec45e9e owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:53.866519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:53.876601 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b517be4-9c88-4152-baf7-7c71343769b6 x-openstack-request-id: req-9b517be4-9c88-4152-baf7-7c71343769b6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:53.876894 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:53.877231 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b517be4-9c88-4152-baf7-7c71343769b6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:53.877855 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:40:53.879713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-37c2abf8-44e9-403b-9936-ad831c53a414 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9906917 Jul 16 03:40:53.883209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.891034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.942169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] For port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:53.948180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] For port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,segment=NetworkSegment(eedf29ba-a891-401e-ab9e-037e9523da36),segment_id=eedf29ba-a891-401e-ab9e-037e9523da36)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:53.970142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.975595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.985386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-178b676e-aa95-4ac5-acb6-1190a3c1ecd1 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841233 Jul 16 03:40:54.024772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-678600ca-0947-43e2-8dd2-53d1fc0ce8d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 HTTP/1.1" status: 200 len: 217 time: 0.2073703 Jul 16 03:40:54.045022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1eec6-4331-4e2b-b0ac-5af949341fbb None None] Pushing event updated for resources: {'Port': ['ID=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.067867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.143970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-acaf7d1c-e1d0-4c2a-8f23-f641cb4650f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.149318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-acaf7d1c-e1d0-4c2a-8f23-f641cb4650f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d HTTP/1.1" status: 200 len: 860 time: 0.1170998 Jul 16 03:40:54.193097 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-a889b513-59ca-4692-b7ab-d96f72566515 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e614364-9486-40d2-afff-1c3e8a405064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351667 Jul 16 03:40:54.293801 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.330127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ffc4ff4-e04d-4133-a0b9-7b768395ee7d req-1e4d50ce-20f6-4612-a6e3-99fca4a19392 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295469 Jul 16 03:40:54.450287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-91885781-bf18-4818-a71d-ac4c4a2b16e1 service neutron] 10.222.0.11 "GET /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485697 Jul 16 03:40:54.559373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=8814fce3-2979-410b-b12d-9a4790feaea3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.680751 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8ad0e120-fc1c-44e1-b7bc-63ba46c619fc req-53ba5674-44c6-4cc8-a452-06391fd276dd service neutron] 10.222.0.11 "GET /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215285 Jul 16 03:40:54.694454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.709503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.710334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.711156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.711909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.712572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.713221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.713870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.716149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4c487ff5-7528-43de-8174-1c6848903c64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6492 time: 0.7302923 Jul 16 03:40:54.730827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': '545c61ce-35b8-49f8-be56-f964b9e0e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:54.731670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: 95d39a44-6fd0-4a78-a432-4dd189888e73, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:54.783786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=e98154ec-6bc9-4044-8ccd-df0b2ec45e9e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.806977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.809382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b63b1fd1-2635-4e4b-a930-d675275354aa tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/e98154ec-6bc9-4044-8ccd-df0b2ec45e9e HTTP/1.1" status: 204 len: 168 time: 2.5963719 Jul 16 03:40:54.812537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:54.903432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:54.924721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc6cb4-0d37-4dc7-aaee-ea8e5ae3a2ca tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.924955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f99ec-bcf1-4554-8765-bc9b0df73a4b req-dc1ce3d3-d6a6-4021-84a7-5253a63b2b01 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.926527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-474f99ec-bcf1-4554-8765-bc9b0df73a4b req-dc1ce3d3-d6a6-4021-84a7-5253a63b2b01 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 943 time: 0.5595605 Jul 16 03:40:54.933688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326c0b-5668-43be-87f0-35c29a07925e req-a81f788a-fd8f-472f-97a9-11121e3118fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.935699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-a81f788a-fd8f-472f-97a9-11121e3118fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1094 time: 0.4407949 Jul 16 03:40:54.952148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc6cb4-0d37-4dc7-aaee-ea8e5ae3a2ca tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.959411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-87fc6cb4-0d37-4dc7-aaee-ea8e5ae3a2ca tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1453824 Jul 16 03:40:54.959664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.004363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba23d7b-71c3-4d90-89b6-98a44beac5f4 req-608fe46b-bc23-4fbe-9c41-8817ff75c672 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.012075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dba23d7b-71c3-4d90-89b6-98a44beac5f4 req-608fe46b-bc23-4fbe-9c41-8817ff75c672 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 943 time: 0.5140672 Jul 16 03:40:55.019787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 95d39a44-6fd0-4a78-a432-4dd189888e73) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:55.052259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44735c56-4b43-4b71-b1c9-84660e7243bd None None] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:55.086310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.086953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.122563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-5d379e94-7196-4e23-b39c-f44ec09e8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.123048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-5d379e94-7196-4e23-b39c-f44ec09e8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.123513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-5d379e94-7196-4e23-b39c-f44ec09e8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.125137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-5d379e94-7196-4e23-b39c-f44ec09e8b50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 200 len: 2294 time: 0.3658800 Jul 16 03:40:55.209054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.278806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dba23d7b-71c3-4d90-89b6-98a44beac5f4 req-220970d7-0b19-462a-abd0-4ded3459636b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657366 Jul 16 03:40:55.309651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41748) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.309792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85566ac8-cd74-491c-ab88-5efe8e537204 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1047790 Jul 16 03:40:55.313698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2025251973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:55.336642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-474f99ec-bcf1-4554-8765-bc9b0df73a4b req-734a1e67-82ee-4860-ad1e-a415da5cfb8c tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997576 Jul 16 03:40:55.403570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.405073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.508144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-95d39a44-6fd0-4a78-a432-4dd189888e73', 'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '8814fce3-2979-410b-b12d-9a4790feaea3'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:55.509048 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.540298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326c0b-5668-43be-87f0-35c29a07925e req-10fe0155-dbd3-491c-851f-59a6f5237c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.550391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-10fe0155-dbd3-491c-851f-59a6f5237c2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.6000714 Jul 16 03:40:55.589629 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.650665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.670275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.706811 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.710681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c85a1222-3411-4d12-af94-7a9687b00f78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4014935 Jul 16 03:40:55.714669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41750) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.738413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-41e15180-3cc5-42b5-be5c-809489a9d111 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 200 len: 1001 time: 0.6050644 Jul 16 03:40:55.741759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-24fc057c-f736-46f2-99ca-a3d5d011cf6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 217 time: 0.1688688 Jul 16 03:40:55.808568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Allocated IP 2001:db8:1::2 (95d39a44-6fd0-4a78-a432-4dd189888e73/8814fce3-2979-410b-b12d-9a4790feaea3/4c332118-25a9-4a5b-890a-f77078e8b4e7) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:55.923138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port a9974582-01a0-47c9-8676-521af9bc4b67 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:55.923762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.979817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.006682 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.007888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.016577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Transition to ACTIVE for port object 4c332118-25a9-4a5b-890a-f77078e8b4e7 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:56.021009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for a9974582-01a0-47c9-8676-521af9bc4b67 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:56.032075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Transition to ACTIVE for port object 4c332118-25a9-4a5b-890a-f77078e8b4e7 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:56.039091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbed299-6743-4edb-9d34-0305994dffe4 None None] Network 4a5767fc-8047-4ada-a400-36e983ef5483 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:56.039707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.049178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.112564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:56.120951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:56.126778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.127125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:56.133803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.136066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326c0b-5668-43be-87f0-35c29a07925e req-52c15b32-338a-4d5c-a043-50a631f5d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.138091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-52c15b32-338a-4d5c-a043-50a631f5d848 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.3690724 Jul 16 03:40:56.143176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-ebe281a1-bbc2-4949-8146-ef716224b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.144862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-ebe281a1-bbc2-4949-8146-ef716224b221 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2235eb83-0251-42ab-8fef-b0f3fd05ead9 HTTP/1.1" status: 200 len: 850 time: 0.3819168 Jul 16 03:40:56.157982 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f406328599f4d94bc2677660f5c2f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444716 Jul 16 03:40:56.161268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41752) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.166058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ebb82f25-9161-43eb-8727-0849d0c3d319 None None] Provisioning for port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:56.206669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=a9974582-01a0-47c9-8676-521af9bc4b67,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.222901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Pushing event updated for resources: {'Port': ['ID=4c332118-25a9-4a5b-890a-f77078e8b4e7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.267680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.273015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c95bb621-5986-4946-9e29-4b3f1bcfccc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/a9974582-01a0-47c9-8676-521af9bc4b67 HTTP/1.1" status: 204 len: 168 time: 1.3092744 Jul 16 03:40:56.275453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.283456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b517efc-a5c8-4545-80fe-66e30c8f2260,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.293880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Attempting to bind port 4c332118-25a9-4a5b-890a-f77078e8b4e7 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:56.294374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Attempting to bind port 4c332118-25a9-4a5b-890a-f77078e8b4e7 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '545c61ce-35b8-49f8-be56-f964b9e0e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:56.294865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Attempting to bind port 4c332118-25a9-4a5b-890a-f77078e8b4e7 on network 95d39a44-6fd0-4a78-a432-4dd189888e73 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:56.299539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.300135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.300916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.301824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.302413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.303056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.303822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.304460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.305099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.305607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.305804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:56.306269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Checking segment: {'id': '545c61ce-35b8-49f8-be56-f964b9e0e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:56.306564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.306821 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.307243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3117ba-44c1-4509-ac19-6c41f9a620f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:56.307411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Bound using segment: {'id': '545c61ce-35b8-49f8-be56-f964b9e0e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:56.307861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Bound port: 4c332118-25a9-4a5b-890a-f77078e8b4e7, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545c61ce-35b8-49f8-be56-f964b9e0e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '95d39a44-6fd0-4a78-a432-4dd189888e73'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:56.308318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.426792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-1cebe55f-3a2d-40d2-9d1b-455a6517ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.430280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-1cebe55f-3a2d-40d2-9d1b-455a6517ae11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282040 Jul 16 03:40:56.432153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] For port 4c332118-25a9-4a5b-890a-f77078e8b4e7, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:56.437669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] For port 4c332118-25a9-4a5b-890a-f77078e8b4e7, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4c332118-25a9-4a5b-890a-f77078e8b4e7,segment=NetworkSegment(545c61ce-35b8-49f8-be56-f964b9e0e3b7),segment_id=545c61ce-35b8-49f8-be56-f964b9e0e3b7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:56.453297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.454595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326c0b-5668-43be-87f0-35c29a07925e req-17d404fb-c16f-47ff-b434-b02d80864484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.458043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-17d404fb-c16f-47ff-b434-b02d80864484 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3107939 Jul 16 03:40:56.501998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.565010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d503-8353-4902-b602-3b238685d3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.583605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb86cc3-fca7-4f4f-8555-322c84e7381a None None] Pushing event updated for resources: {'Port': ['ID=4c332118-25a9-4a5b-890a-f77078e8b4e7,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.603440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-981e6586-ae18-4a32-b562-9de14ac5d193 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619692 Jul 16 03:40:56.610270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d503-8353-4902-b602-3b238685d3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.629121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:56.633222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1686e1-8b9b-453a-9327-d6ea6eadac32 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.638066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a1686e1-8b9b-453a-9327-d6ea6eadac32 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3606117 Jul 16 03:40:56.653490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.721705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:56.726025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:56.726425 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.786322 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f500e2-cbc2-430b-973a-35f0042effe2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:40:56.793962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-87f500e2-cbc2-430b-973a-35f0042effe2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/e98154ec-6bc9-4044-8ccd-df0b2ec45e9e HTTP/1.1" status: 404 len: 333 time: 0.1392324 Jul 16 03:40:56.818450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41770) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.917484 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.003159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:57.029760 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd3cb02-4c8a-42c4-be28-c404b932b378 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:40:57.035649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4cd3cb02-4c8a-42c4-be28-c404b932b378 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/a9974582-01a0-47c9-8676-521af9bc4b67 HTTP/1.1" status: 404 len: 333 time: 0.2101789 Jul 16 03:40:57.042168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.141190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8::1 (4a5767fc-8047-4ada-a400-36e983ef5483/ea31749c-8b42-450f-883e-1e85bca2f96e/5190a5bb-b078-4cd1-963f-276b34bdfaad) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:57.177583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d503-8353-4902-b602-3b238685d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.182520 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d503-8353-4902-b602-3b238685d3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.187204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bfb0d503-8353-4902-b602-3b238685d3e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b517efc-a5c8-4545-80fe-66e30c8f2260 HTTP/1.1" status: 204 len: 168 time: 0.9821072 Jul 16 03:40:57.187408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.201599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'mac_address': 'fa:16:3e:81:34:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:57.207679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,segment=NetworkSegment(eedf29ba-a891-401e-ab9e-037e9523da36),segment_id=eedf29ba-a891-401e-ab9e-037e9523da36)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.237158 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.273881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0d503-8353-4902-b602-3b238685d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b517efc-a5c8-4545-80fe-66e30c8f2260,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.308477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.348316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8032aa8f-29fd-4d62-8bc7-2f1502d13a00 None None] Provisioning complete for port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:57.348697 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8032aa8f-29fd-4d62-8bc7-2f1502d13a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.435854 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.494937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36613d18-5933-4810-8ea0-a3d66f2b2fec req-8264c369-346e-452a-9e48-e916768e2f19 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.497442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36613d18-5933-4810-8ea0-a3d66f2b2fec req-8264c369-346e-452a-9e48-e916768e2f19 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 943 time: 0.8925605 Jul 16 03:40:57.512298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.519443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:57.526245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-dbeec35f-df83-4b8f-9a80-746171151169 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9192841 Jul 16 03:40:57.544752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object 5190a5bb-b078-4cd1-963f-276b34bdfaad will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:57.570453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.583424 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.584279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:57.616524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-7ed59ca8-7ba8-4ed1-b583-40385f4e53f7 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769828 Jul 16 03:40:57.626916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.670561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.705950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bce622-6ccf-4928-a3f8-3171c70d1cbe req-07c09508-4e42-429d-a54c-3daaf0e90cb2 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.717438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8bce622-6ccf-4928-a3f8-3171c70d1cbe req-07c09508-4e42-429d-a54c-3daaf0e90cb2 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 943 time: 1.0330150 Jul 16 03:40:57.726261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 4a5767fc-8047-4ada-a400-36e983ef5483 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:57.730870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:57.733209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.751879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:57.752838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.768833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-21163c26-5ddb-4ee9-9573-899f5376fc8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 217 time: 0.1291769 Jul 16 03:40:57.863203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36613d18-5933-4810-8ea0-a3d66f2b2fec req-7def845e-e3e6-4ff7-ac91-2fe46f7a6d93 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550158 Jul 16 03:40:57.889641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.090941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=5190a5bb-b078-4cd1-963f-276b34bdfaad,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.119567 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.181008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfc7-1cec-4e3e-a703-1a975522377d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.300735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8bce622-6ccf-4928-a3f8-3171c70d1cbe req-a64b4ca9-1c45-4bcc-a2df-fa34e6c382f0 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807877 Jul 16 03:40:58.316343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381b91a-fe35-4094-97ec-02b3608082a1 None None] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:58.329347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-253fbac5-234d-4d45-8c64-0645f68a2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.335493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-253fbac5-234d-4d45-8c64-0645f68a2807 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.5455015 Jul 16 03:40:58.422852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.430391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-44974b8c-98e9-4f51-b24a-85b67df06198 None None] Provisioning for port 4c332118-25a9-4a5b-890a-f77078e8b4e7 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:58.437241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2544b1eb-190f-4a0f-a42a-3241ba1750e5']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:58.448844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de5d00b-7872-4e0f-b269-176d15bbfee2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:58.449317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de5d00b-7872-4e0f-b269-176d15bbfee2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:58.459535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.501652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.513942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,segment=NetworkSegment(8372ab7d-f869-422a-8cbf-4cd4858d388b),segment_id=8372ab7d-f869-422a-8cbf-4cd4858d388b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:58.521576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:58.522003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.564288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.573457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.574459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.621653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7', 'network_id': '7e614364-9486-40d2-afff-1c3e8a405064', 'port_id': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7', 'mac_address': 'fa:16:3e:7b:67:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:58.625272 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:58.629115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4c332118-25a9-4a5b-890a-f77078e8b4e7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:58.641518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-44974b8c-98e9-4f51-b24a-85b67df06198 None None] Provisioning for port 5190a5bb-b078-4cd1-963f-276b34bdfaad completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:58.649451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5326c0b-5668-43be-87f0-35c29a07925e req-304e0102-f2ad-4a0a-89b5-6c936ae73de7 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0262709 Jul 16 03:40:58.653265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=5190a5bb-b078-4cd1-963f-276b34bdfaad,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.695375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.713573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.720437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41788) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.722882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/2544b1eb-190f-4a0f-a42a-3241ba1750e5 HTTP/1.1" status: 204 len: 168 time: 1.6721313 Jul 16 03:40:58.725596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1170292816'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:58.734458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-44974b8c-98e9-4f51-b24a-85b67df06198 None None] Provisioning complete for port 5190a5bb-b078-4cd1-963f-276b34bdfaad triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:58.734881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44974b8c-98e9-4f51-b24a-85b67df06198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.750185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822d5a7-dca8-46f0-a888-5b6ddbdee9ae tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=2544b1eb-190f-4a0f-a42a-3241ba1750e5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.785642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-44974b8c-98e9-4f51-b24a-85b67df06198 None None] Port 5190a5bb-b078-4cd1-963f-276b34bdfaad cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:58.792264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-c9dcac80-f7f3-4f86-8ede-59336e39f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.794183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-c9dcac80-f7f3-4f86-8ede-59336e39f18d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640093 Jul 16 03:40:58.807891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 4a5767fc-8047-4ada-a400-36e983ef5483 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:58.809364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:58.832354 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.863802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:58.909178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,segment=NetworkSegment(8372ab7d-f869-422a-8cbf-4cd4858d388b),segment_id=8372ab7d-f869-422a-8cbf-4cd4858d388b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:58.927597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 4c332118-25a9-4a5b-890a-f77078e8b4e7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:58.928876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfc7-1cec-4e3e-a703-1a975522377d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.935563 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.943007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfc7-1cec-4e3e-a703-1a975522377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.962491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4c332118-25a9-4a5b-890a-f77078e8b4e7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:58.964763 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.971002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:58.976494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.022157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:59.034009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-7cdc4038-f0bb-45ab-b6f1-c625a737d9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311218 Jul 16 03:40:59.039306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.039735 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment b5255ded-7834-4689-b842-e9f4ed754b5b of type vlan for network 5692a582-0c02-4764-aaf9-976d58cb3830 Jul 16 03:40:59.043629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d74ecfc7-1cec-4e3e-a703-1a975522377d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9c56da36c68499c9d1f3a2faa0cd559&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458995 Jul 16 03:40:59.044272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.050064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 7a84dfda-ac48-413e-9e69-fa4b18b66cac is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:40:59.085328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ecfc7-1cec-4e3e-a703-1a975522377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477216aa-116d-47dd-996d-b11f51d7cccb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.202613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.208994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:59.211533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['277287f1-a1bc-4b33-a4d4-1963d9c13a54'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:59.337095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.346462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6f4d-a9ee-492b-a823-678fd0947fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.403687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6f4d-a9ee-492b-a823-678fd0947fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.409637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:59.428356 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6540cb62-e82a-4f12-bb63-df2798d83641 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/7a84dfda-ac48-413e-9e69-fa4b18b66cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7125909 Jul 16 03:40:59.429348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.435670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] Sync routers for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:59.459651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.461441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.464782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.475983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2f38671c-591f-4f3d-8c3a-6af062a2bcec None None] Provisioning complete for port 5190a5bb-b078-4cd1-963f-276b34bdfaad triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:59.476800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f38671c-591f-4f3d-8c3a-6af062a2bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.478896 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.480113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6f4d-a9ee-492b-a823-678fd0947fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.482801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6f4d-a9ee-492b-a823-678fd0947fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.500686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ac3f6f4d-a9ee-492b-a823-678fd0947fd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/477216aa-116d-47dd-996d-b11f51d7cccb HTTP/1.1" status: 204 len: 168 time: 0.4339406 Jul 16 03:40:59.528494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:59.536743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8152544 Jul 16 03:40:59.540013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.540533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:59.545569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:59.615991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796e5e7-f272-4562-b367-6af5ee2b9bb9 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=5692a582-0c02-4764-aaf9-976d58cb3830,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.634572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-0f241c18-d96a-4372-97eb-c98db42b0945 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892470 Jul 16 03:40:59.635382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f6f4d-a9ee-492b-a823-678fd0947fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477216aa-116d-47dd-996d-b11f51d7cccb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.690316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:59.695807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.731343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5692a582-0c02-4764-aaf9-976d58cb3830 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:59.785524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:59.828617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-59eeea52-b6bd-4427-9b00-a555608b8c34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 217 time: 0.1690910 Jul 16 03:40:59.906168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2f38671c-591f-4f3d-8c3a-6af062a2bcec None None] Port 5190a5bb-b078-4cd1-963f-276b34bdfaad cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:59.910986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 4c332118-25a9-4a5b-890a-f77078e8b4e7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4c332118-25a9-4a5b-890a-f77078e8b4e7,segment=NetworkSegment(545c61ce-35b8-49f8-be56-f964b9e0e3b7),segment_id=545c61ce-35b8-49f8-be56-f964b9e0e3b7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:59.939581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:59.940344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:59.941109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e52ec-7d51-41fe-a321-f5c5af9ce4cc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.942584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e32e52ec-7d51-41fe-a321-f5c5af9ce4cc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports/5190a5bb-b078-4cd1-963f-276b34bdfaad HTTP/1.1" status: 200 len: 911 time: 0.4767926 Jul 16 03:40:59.945220 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.946094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:59.958969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.054824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-3a24128c-efdf-478f-89a0-9fda723da1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.056352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-3a24128c-efdf-478f-89a0-9fda723da1bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.1647544 Jul 16 03:41:00.126740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.127444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9de08-4e46-4935-bdb3-2af73ab7d99b req-a6a9b22a-b76e-4e49-a0ee-991822624b81 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.129302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bd9de08-4e46-4935-bdb3-2af73ab7d99b req-a6a9b22a-b76e-4e49-a0ee-991822624b81 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 944 time: 0.3304799 Jul 16 03:41:00.151928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73db08-10c8-4958-991b-9fd0adc7799d req-1bcff920-e9c2-4f1f-a82c-086ea208574d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.153447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c73db08-10c8-4958-991b-9fd0adc7799d req-1bcff920-e9c2-4f1f-a82c-086ea208574d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.3573120 Jul 16 03:41:00.156466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feabbd64-affb-4330-bd74-0e259da8baae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.176621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:00.177275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b89fc-c86f-44d2-83fc-8def311ca11f None None] The sync data for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:00.220554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bd9de08-4e46-4935-bdb3-2af73ab7d99b req-f51724b0-79b2-494a-ad14-b6e3d2c55e2f tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842206 Jul 16 03:41:00.251324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.261011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c73db08-10c8-4958-991b-9fd0adc7799d req-e2fb06e8-63bb-4015-a88d-16053ea039b6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965114 Jul 16 03:41:00.273268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-41d5f694-8d3e-4619-9463-1b86befef819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.274907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-41d5f694-8d3e-4619-9463-1b86befef819 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2100694 Jul 16 03:41:00.291317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83bbbcc7-f690-47f6-a03b-37f86bb1f5b1 None None] Provisioning complete for port 4c332118-25a9-4a5b-890a-f77078e8b4e7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:00.294851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83bbbcc7-f690-47f6-a03b-37f86bb1f5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.316668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=4c332118-25a9-4a5b-890a-f77078e8b4e7,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.362859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.468697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:00.469304 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.477931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': 'b5255ded-7834-4689-b842-e9f4ed754b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:00.478487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: 5692a582-0c02-4764-aaf9-976d58cb3830, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:00.518189 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-dcc92507-7e4c-4d12-8044-a339e23a70e7 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356091 Jul 16 03:41:00.555003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 5692a582-0c02-4764-aaf9-976d58cb3830 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:00.582744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5692a582-0c02-4764-aaf9-976d58cb3830) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:00.594727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.595424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.599225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c983e5-fd40-454f-a2f3-3a40e9001098 None None] Network 5692a582-0c02-4764-aaf9-976d58cb3830 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:00.617449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feabbd64-affb-4330-bd74-0e259da8baae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.629203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feabbd64-affb-4330-bd74-0e259da8baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.729071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-628c9830-50c7-4d70-8abf-621cfba88bfb service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001936 Jul 16 03:41:00.746823 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-575c1428-2c9d-4f38-aea0-8cecd34a8b0f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1932819 Jul 16 03:41:00.746823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41824) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.760996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-feabbd64-affb-4330-bd74-0e259da8baae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9e0f9aa6f094f7b925ca7edc201c059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314645 Jul 16 03:41:00.787612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830', 'name': 'tempest-PortsIpV6TestJSON-1541267820'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:00.793690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.865427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-e14ebd90-aef6-40e3-ac6a-cbcb1b9d03fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595 HTTP/1.1" status: 200 len: 217 time: 0.1309474 Jul 16 03:41:00.899416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-5692a582-0c02-4764-aaf9-976d58cb3830', 'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': '5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:00.900789 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.924378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4c332118-25a9-4a5b-890a-f77078e8b4e7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:00.946861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-448c62b1-eab6-4679-b5ef-94204e8c2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.949115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-448c62b1-eab6-4679-b5ef-94204e8c2a8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0712817 Jul 16 03:41:01.016804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:01.096438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-b77a556a-58b7-40a7-add1-d92b1984fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.103262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-b77a556a-58b7-40a7-add1-d92b1984fc23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356463 Jul 16 03:41:01.128105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4c332118-25a9-4a5b-890a-f77078e8b4e7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:01.128105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.231914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Allocated IP 2001:db8::2 (5692a582-0c02-4764-aaf9-976d58cb3830/5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a/b661f618-02bc-4896-97cc-b0e959fca880) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:01.234959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:01.255010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:01.255725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.301470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-af827b76-45e7-47c2-8ae4-86886e00c7d8 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905694 Jul 16 03:41:01.310015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.445197 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.497506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:01.500012 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f1c72f-36f0-4d0f-98d0-ae68c6e8dc15" -d '{"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-plugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:01.526429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:01.527952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.539485 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.540309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:01.549726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Transition to ACTIVE for port object b661f618-02bc-4896-97cc-b0e959fca880 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:01.628388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Transition to ACTIVE for port object b661f618-02bc-4896-97cc-b0e959fca880 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:01.649630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.661900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.754907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-3b1b6b8e-e41a-49b2-a4bb-b26361273743 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456186 Jul 16 03:41:01.855318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-2aa0af1e-bfb9-45a2-87c1-399de939df03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0 HTTP/1.1" status: 200 len: 217 time: 0.0873518 Jul 16 03:41:01.870338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Network 5692a582-0c02-4764-aaf9-976d58cb3830 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:01.874422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:01.878989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:01.886774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:01.921477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:01.922121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.941174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Pushing event updated for resources: {'Port': ['ID=b661f618-02bc-4896-97cc-b0e959fca880,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.995583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Attempting to bind port b661f618-02bc-4896-97cc-b0e959fca880 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:01.996239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Attempting to bind port b661f618-02bc-4896-97cc-b0e959fca880 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b5255ded-7834-4689-b842-e9f4ed754b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:01.996387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-41e5dc10-2f72-4943-b8c8-19e840b53ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.996903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Attempting to bind port b661f618-02bc-4896-97cc-b0e959fca880 on network 5692a582-0c02-4764-aaf9-976d58cb3830 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:02.000410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-41e5dc10-2f72-4943-b8c8-19e840b53ce0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.1231940 Jul 16 03:41:02.015489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:02.016181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Checking segment: {'id': 'b5255ded-7834-4689-b842-e9f4ed754b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:02.016890 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.017488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Bound using segment: {'id': 'b5255ded-7834-4689-b842-e9f4ed754b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:02.018227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Bound port: b661f618-02bc-4896-97cc-b0e959fca880, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5255ded-7834-4689-b842-e9f4ed754b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5692a582-0c02-4764-aaf9-976d58cb3830'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:02.018850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.072498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8:1::1 (95d39a44-6fd0-4a78-a432-4dd189888e73/8814fce3-2979-410b-b12d-9a4790feaea3/c8290823-4fdb-46fc-994d-38a4c5740e70) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:02.091971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] For port b661f618-02bc-4896-97cc-b0e959fca880, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:02.095656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] For port b661f618-02bc-4896-97cc-b0e959fca880, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b661f618-02bc-4896-97cc-b0e959fca880,segment=NetworkSegment(b5255ded-7834-4689-b842-e9f4ed754b5b),segment_id=b5255ded-7834-4689-b842-e9f4ed754b5b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:02.104038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.106672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b895d-16c7-4c01-ae24-cc3cc45c6a31 req-a02af145-d75f-4216-ba26-69a9d2ee2a73 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.120511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef8b895d-16c7-4c01-ae24-cc3cc45c6a31 req-a02af145-d75f-4216-ba26-69a9d2ee2a73 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.4990954 Jul 16 03:41:02.175005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5f2b-79ad-4f4d-a537-366212ed5e12 req-1d2e66ce-41fa-4669-ad5d-4e6867a00f08 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.189268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b08a5f2b-79ad-4f4d-a537-366212ed5e12 req-1d2e66ce-41fa-4669-ad5d-4e6867a00f08 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 944 time: 0.6619890 Jul 16 03:41:02.203104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.205461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff932845-63fb-4f56-b5c4-8b816441f69a None None] Pushing event updated for resources: {'Port': ['ID=b661f618-02bc-4896-97cc-b0e959fca880,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.210217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.239469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object c8290823-4fdb-46fc-994d-38a4c5740e70 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:02.284026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,segment=NetworkSegment(8372ab7d-f869-422a-8cbf-4cd4858d388b),segment_id=8372ab7d-f869-422a-8cbf-4cd4858d388b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.294619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.311529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabbd64-affb-4330-bd74-0e259da8baae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a8f09c-806b-4bcf-974a-8ce47fe49d08,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.313419 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.335963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef8b895d-16c7-4c01-ae24-cc3cc45c6a31 req-c6d35972-33b1-4354-9345-9ce914f4376b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135096 Jul 16 03:41:02.362904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b08a5f2b-79ad-4f4d-a537-366212ed5e12 req-160729c7-2f6e-4961-a9b1-6d2d3ea1ff07 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723044 Jul 16 03:41:02.386103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-6c954e02-8aeb-42d0-8797-0edfb75d5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.390521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-6c954e02-8aeb-42d0-8797-0edfb75d5cdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3800142 Jul 16 03:41:02.396873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:02.403578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=c8290823-4fdb-46fc-994d-38a4c5740e70,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.407028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:02.444709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:02.447480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.551528 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc599b07-b38b-4b7b-a387-5217089f249a x-openstack-request-id: req-dc599b07-b38b-4b7b-a387-5217089f249a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:02.553906 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-plugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:02.554320 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc599b07-b38b-4b7b-a387-5217089f249a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:02.555229 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'code': 200} Jul 16 03:41:02.576763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.591817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca9b-c5fc-42d3-a220-cfc823cb91c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.649668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca9b-c5fc-42d3-a220-cfc823cb91c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.713857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:02.718970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.747359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 9872be3f-f235-4ef4-a04e-4331373b01c3 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:02.748575 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.805195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-76181173-fe5e-4bcd-a4d3-371b3825f457 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056070 Jul 16 03:41:02.859277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca9b-c5fc-42d3-a220-cfc823cb91c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.862507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f4dca9b-c5fc-42d3-a220-cfc823cb91c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.869727 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3f4dca9b-c5fc-42d3-a220-cfc823cb91c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41a8f09c-806b-4bcf-974a-8ce47fe49d08 HTTP/1.1" status: 204 len: 168 time: 1.5692041 Jul 16 03:41:02.923264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dca9b-c5fc-42d3-a220-cfc823cb91c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a8f09c-806b-4bcf-974a-8ce47fe49d08,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.976841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::38c (5692a582-0c02-4764-aaf9-976d58cb3830/5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a/9872be3f-f235-4ef4-a04e-4331373b01c3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:03.016102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-df649c26-beb3-48bd-851b-7bb081632388 None None] Provisioning for port c8290823-4fdb-46fc-994d-38a4c5740e70 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:03.029707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-df649c26-beb3-48bd-851b-7bb081632388 None None] Provisioning complete for port c8290823-4fdb-46fc-994d-38a4c5740e70 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:03.030954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df649c26-beb3-48bd-851b-7bb081632388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.061336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.080472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1c0c7-de8a-4c13-895f-bb5819bb6d5b req-314d42f1-c0b5-4fd6-82fd-bcba29f98e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.082981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7b1c0c7-de8a-4c13-895f-bb5819bb6d5b req-314d42f1-c0b5-4fd6-82fd-bcba29f98e5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1096 time: 0.2723856 Jul 16 03:41:03.119200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-df649c26-beb3-48bd-851b-7bb081632388 None None] Port c8290823-4fdb-46fc-994d-38a4c5740e70 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:03.130798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-7e124936-132f-45a7-970d-1d3d92212a18 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981210 Jul 16 03:41:03.132641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661f618-02bc-4896-97cc-b0e959fca880 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:03.194290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-d0e376d4-1d84-4d34-a151-799d82038ede service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 HTTP/1.1" status: 200 len: 217 time: 0.0508347 Jul 16 03:41:03.203431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7b1c0c7-de8a-4c13-895f-bb5819bb6d5b req-a7c3e361-71ca-414e-bcbb-31441642f461 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112788 Jul 16 03:41:03.256443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b661f618-02bc-4896-97cc-b0e959fca880 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:03.285223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-6fbb50e6-fe86-44ed-bf65-eb8fc2e24076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.288749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-6fbb50e6-fe86-44ed-bf65-eb8fc2e24076 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.0831149 Jul 16 03:41:03.424125 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.438957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-9ef403c3-0904-4826-8259-ded6cc05f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.440531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-9ef403c3-0904-4826-8259-ded6cc05f728 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418188 Jul 16 03:41:03.475347 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.526665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.527804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.736107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=c8290823-4fdb-46fc-994d-38a4c5740e70,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.784185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-2d9eb4e0-bcf6-46fe-b780-d4e9700d67a8 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346727 Jul 16 03:41:03.860535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.892787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:03.897047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:03.903899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object 9872be3f-f235-4ef4-a04e-4331373b01c3 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:04.114260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852fcb66-063a-4982-801f-88e313e0c199 None None] Network 5692a582-0c02-4764-aaf9-976d58cb3830 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:04.137591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 7a84dfda-ac48-413e-9e69-fa4b18b66cac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:04.242494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-62096ff8-b300-490f-a6fd-261053674689 None None] Provisioning for port b661f618-02bc-4896-97cc-b0e959fca880 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:04.262337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-62096ff8-b300-490f-a6fd-261053674689 None None] Provisioning complete for port b661f618-02bc-4896-97cc-b0e959fca880 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:04.266744 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62096ff8-b300-490f-a6fd-261053674689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.441333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.495348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4e7896e4-6b6f-4118-bfbc-0bebba3d6475 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977379 Jul 16 03:41:04.526858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4876d2-a63f-4d26-8e68-1ee0a668d51b req-b387fb81-c409-4e5c-8c19-f43d1b3812ca tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.535131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a4876d2-a63f-4d26-8e68-1ee0a668d51b req-b387fb81-c409-4e5c-8c19-f43d1b3812ca tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.8946805 Jul 16 03:41:04.549869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 5692a582-0c02-4764-aaf9-976d58cb3830 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:04.557120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b121b70-3209-4642-a4dd-b11a3caff201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:04.558842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:04.560669 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901e4c04-8ebb-47b7-980a-ab7d11deeaf2" -d '{"events": [{"server_uuid": "8b121b70-3209-4642-a4dd-b11a3caff201", "name": "network-vif-plugged", "status": "completed", "tag": "c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:04.563571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:04.581827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.582517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.622270 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8586183 Jul 16 03:41:04.636412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41892) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.644380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a4876d2-a63f-4d26-8e68-1ee0a668d51b req-6a9955af-da66-45a2-8ca5-b1661bb49ef4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078413 Jul 16 03:41:04.658518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62096ff8-b300-490f-a6fd-261053674689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.663818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52629243-d6f8-41ed-acfd-4c38a0978bcb req-1b012f16-021e-46e8-9b62-c53a72811d5c tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.677637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52629243-d6f8-41ed-acfd-4c38a0978bcb req-1b012f16-021e-46e8-9b62-c53a72811d5c tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 1.0559173 Jul 16 03:41:04.684878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-790ffa92-a55f-4fac-95b2-f44d3c4417de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 200 len: 217 time: 0.1770389 Jul 16 03:41:04.686862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc0268-6ed0-486a-9996-5a7b04a02bb7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=9872be3f-f235-4ef4-a04e-4331373b01c3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.717207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:04.728769 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] Sync routers for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:04.735144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-62096ff8-b300-490f-a6fd-261053674689 None None] For port b661f618-02bc-4896-97cc-b0e959fca880, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b661f618-02bc-4896-97cc-b0e959fca880,segment=NetworkSegment(b5255ded-7834-4689-b842-e9f4ed754b5b),segment_id=b5255ded-7834-4689-b842-e9f4ed754b5b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:04.749217 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:04.749459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d890cdd-da3f-4f22-adcd-af25433ebde4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/7a84dfda-ac48-413e-9e69-fa4b18b66cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7882695 Jul 16 03:41:04.749884 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:04.752184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41894) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.754008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62096ff8-b300-490f-a6fd-261053674689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.844043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:04.869311 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:04.870062 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:04.881871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bb029-6364-405f-8ded-6af985ee8718 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.884040 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ad4bb029-6364-405f-8ded-6af985ee8718 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports/c8290823-4fdb-46fc-994d-38a4c5740e70 HTTP/1.1" status: 200 len: 913 time: 0.1306257 Jul 16 03:41:04.893348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52629243-d6f8-41ed-acfd-4c38a0978bcb req-35afa738-d0ba-4c5e-a576-f5ed5e951233 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144716 Jul 16 03:41:04.902904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.944046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 9872be3f-f235-4ef4-a04e-4331373b01c3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:04.945163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.947687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-5bb4c197-14bf-426a-a65b-ac064bda4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.955170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-5bb4c197-14bf-426a-a65b-ac064bda4e39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.1949227 Jul 16 03:41:05.000054 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:05.001186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11368c-562f-4faa-a85c-f22fd80378e6 None None] The sync data for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:05.005080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a1706203-539f-4a99-b30b-ade1142546a9 None None] Provisioning complete for port c8290823-4fdb-46fc-994d-38a4c5740e70 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:05.007783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1706203-539f-4a99-b30b-ade1142546a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.065516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62096ff8-b300-490f-a6fd-261053674689 None None] Pushing event updated for resources: {'Port': ['ID=b661f618-02bc-4896-97cc-b0e959fca880,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.098159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-e50bbbf5-b0b0-47bf-aaaa-c39409400c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.101024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-e50bbbf5-b0b0-47bf-aaaa-c39409400c5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412609 Jul 16 03:41:05.114266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a1706203-539f-4a99-b30b-ade1142546a9 None None] Port c8290823-4fdb-46fc-994d-38a4c5740e70 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:05.172656 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991882bf-0335-4a1b-aab6-dd5cb156d822 x-openstack-request-id: req-991882bf-0335-4a1b-aab6-dd5cb156d822 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:05.172964 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b121b70-3209-4642-a4dd-b11a3caff201", "name": "network-vif-plugged", "status": "completed", "tag": "c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:05.173364 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-991882bf-0335-4a1b-aab6-dd5cb156d822 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:05.173626 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b121b70-3209-4642-a4dd-b11a3caff201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7', 'code': 200} Jul 16 03:41:05.373505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-9c6227a5-1985-4a7b-b854-44f37eb0992f service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652266 Jul 16 03:41:05.456152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bbfd12bc-2770-445d-b01a-e47451d48771 None None] Provisioning for port 9872be3f-f235-4ef4-a04e-4331373b01c3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:05.463268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bbfd12bc-2770-445d-b01a-e47451d48771 None None] Provisioning complete for port 9872be3f-f235-4ef4-a04e-4331373b01c3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:05.464127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbfd12bc-2770-445d-b01a-e47451d48771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.523662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.541243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd12bc-2770-445d-b01a-e47451d48771 None None] Port 9872be3f-f235-4ef4-a04e-4331373b01c3 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:05.562425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 9872be3f-f235-4ef4-a04e-4331373b01c3 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:05.565968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bbfd12bc-2770-445d-b01a-e47451d48771 None None] Provisioning complete for port b661f618-02bc-4896-97cc-b0e959fca880 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:05.568217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbfd12bc-2770-445d-b01a-e47451d48771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.595222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15badc6-63a6-4121-b7d6-db3a5432219b req-55d05cb0-92df-4a37-9689-710c22e07965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.599573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e15badc6-63a6-4121-b7d6-db3a5432219b req-55d05cb0-92df-4a37-9689-710c22e07965 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 1096 time: 0.3591316 Jul 16 03:41:05.766911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f192b2ac-f11f-4f15-a439-c3e58fe8b63d req-4f8f1829-ea25-460c-a1b8-3ed955baef2d service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630948 Jul 16 03:41:05.778801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e15badc6-63a6-4121-b7d6-db3a5432219b req-76b64105-3c3d-425f-901f-b31f021045af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715426 Jul 16 03:41:05.925269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.989049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=9872be3f-f235-4ef4-a04e-4331373b01c3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.025975 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.028940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-946de2cb-5e5e-4bf9-bc3e-51372c444875 None None] Could not find standard attr ID for object 9872be3f-f235-4ef4-a04e-4331373b01c3. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:41:06.031769 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb62572a-f7c8-46aa-96d3-a37ebd505198 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/9872be3f-f235-4ef4-a04e-4331373b01c3 HTTP/1.1" status: 204 len: 168 time: 1.3938224 Jul 16 03:41:06.034099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41964) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:06.048200 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.064140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3374e-e564-4018-b6bb-f0a09bac1339 req-058f65b7-6f00-43c0-b5c7-74aa1fa1f195 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.066071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89a3374e-e564-4018-b6bb-f0a09bac1339 req-058f65b7-6f00-43c0-b5c7-74aa1fa1f195 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1228037 Jul 16 03:41:06.070992 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde63e8d-b135-4c22-b88a-0cae1538f491 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:06.071984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde63e8d-b135-4c22-b88a-0cae1538f491 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:06.077217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dde63e8d-b135-4c22-b88a-0cae1538f491 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/9872be3f-f235-4ef4-a04e-4331373b01c3 HTTP/1.1" status: 404 len: 333 time: 0.0415773 Jul 16 03:41:06.078064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:06.139952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89a3374e-e564-4018-b6bb-f0a09bac1339 req-41e4f593-57c7-44c4-8c11-00ec32968e01 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602756 Jul 16 03:41:06.182842 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f573cd-47fd-409c-92cb-4cd376d1ade5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:06.187769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:06.187953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-22f573cd-47fd-409c-92cb-4cd376d1ade5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/9872be3f-f235-4ef4-a04e-4331373b01c3 HTTP/1.1" status: 404 len: 333 time: 0.0718482 Jul 16 03:41:06.451353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:06.467150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.613460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8338165-0aa2-4974-a1f8-8e4eed4bf11f req-3cfd4bf1-92db-4d5f-81b2-7aa9a9175c75 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.636527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8338165-0aa2-4974-a1f8-8e4eed4bf11f req-3cfd4bf1-92db-4d5f-81b2-7aa9a9175c75 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 0.3001375 Jul 16 03:41:06.641634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.731660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port c8290823-4fdb-46fc-994d-38a4c5740e70 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:06.732197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.800170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8338165-0aa2-4974-a1f8-8e4eed4bf11f req-6555f44b-4527-447a-8cf8-a4adfda03a42 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595261 Jul 16 03:41:06.990500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661f618-02bc-4896-97cc-b0e959fca880 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:07.074624 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.114486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b661f618-02bc-4896-97cc-b0e959fca880 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:07.115181 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.151836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37c86b-e45d-457e-b3ae-e9986970bec6 req-c83c8de1-246c-4c17-a62d-fc5accb3d85f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.163281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d37c86b-e45d-457e-b3ae-e9986970bec6 req-c83c8de1-246c-4c17-a62d-fc5accb3d85f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.2522101 Jul 16 03:41:07.163809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:07.175920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Request body: {'floatingip': {'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:07.373778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.490457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.526716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:07.570197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.570603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.570941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.571284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.571617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.571952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.572292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.572638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.572956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.573282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.573643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.574535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:07.586278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.591187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-22fb4213-ac0b-4e12-bb9c-78f67c1e3804 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a HTTP/1.1" status: 204 len: 168 time: 1.3995924 Jul 16 03:41:07.593156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42002) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:07.598438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f99a4-588e-4f22-8447-94b7bfaf362b None None] Network 5692a582-0c02-4764-aaf9-976d58cb3830 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:07.944397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.979354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for c8290823-4fdb-46fc-994d-38a4c5740e70 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:08.001157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] DHCP port deletion for 5692a582-0c02-4764-aaf9-976d58cb3830 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:08.075867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.103440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] Deleting port b661f618-02bc-4896-97cc-b0e959fca880 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:08.106522 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.237386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] For port b661f618-02bc-4896-97cc-b0e959fca880, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b661f618-02bc-4896-97cc-b0e959fca880,segment=NetworkSegment(b5255ded-7834-4689-b842-e9f4ed754b5b),segment_id=b5255ded-7834-4689-b842-e9f4ed754b5b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:08.242402 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.266654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] Calling delete_port for b661f618-02bc-4896-97cc-b0e959fca880 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:08.384894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.427171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=c8290823-4fdb-46fc-994d-38a4c5740e70,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.439487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.478158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port b661f618-02bc-4896-97cc-b0e959fca880 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:08.478496 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.488483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb89fb-d591-4730-a17e-9c74631aee30 req-eb69594d-bcce-4023-9399-f33110ab9b50 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.490601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] Pushing event deleted for resources: {'Port': ['ID=b661f618-02bc-4896-97cc-b0e959fca880,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.495060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f098b1c-4e80-4f85-af85-b70afc3e45f7 None None] No DVR routers for this DVR port b661f618-02bc-4896-97cc-b0e959fca880 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:08.495433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35cb89fb-d591-4730-a17e-9c74631aee30 req-eb69594d-bcce-4023-9399-f33110ab9b50 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 0.3454351 Jul 16 03:41:08.599715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.823510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 7a84dfda-ac48-413e-9e69-fa4b18b66cac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:08.946637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661f618-02bc-4896-97cc-b0e959fca880 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:09.018656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b661f618-02bc-4896-97cc-b0e959fca880 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:09.019355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b661f618-02bc-4896-97cc-b0e959fca880 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:09.038332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:09.049849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ff09e178-889b-46dc-8c34-904b8feae676 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/7a84dfda-ac48-413e-9e69-fa4b18b66cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1438918 Jul 16 03:41:09.052874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:09.056049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] Sync routers for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:09.083341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:09.085130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.131436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35cb89fb-d591-4730-a17e-9c74631aee30 req-57800050-a1d6-43de-98b9-cd9fbb41c0cc tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350522 Jul 16 03:41:09.169927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.193336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:09.193962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.305516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] For port b661f618-02bc-4896-97cc-b0e959fca880, host n-d-800089-6, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:09.306322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.417059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.418176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d29586-0704-4f1f-b832-d7e0aa221b11 None None] The sync data for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:09.445791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for b661f618-02bc-4896-97cc-b0e959fca880 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:09.454932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Port b661f618-02bc-4896-97cc-b0e959fca880 was not found and therefore no delete operation was performed {{(pid=93756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:41:09.465026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.475317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:41:09.526653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No DVR routers for this DVR port b661f618-02bc-4896-97cc-b0e959fca880 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:09.528378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=b661f618-02bc-4896-97cc-b0e959fca880,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:09.640296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.647404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.803523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.876858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5692a582-0c02-4764-aaf9-976d58cb3830']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.885026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.897991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5255ded-7834-4689-b842-e9f4ed754b5b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.898273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5255ded-7834-4689-b842-e9f4ed754b5b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.912863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.931070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.941159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:09.941870 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:10.051715 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:10.075028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.100391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.107312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/5692a582-0c02-4764-aaf9-976d58cb3830 HTTP/1.1" status: 204 len: 168 time: 2.5136371 Jul 16 03:41:10.109048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616bdd8-2bc0-4a68-a57e-5be25cac205e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=5692a582-0c02-4764-aaf9-976d58cb3830,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:10.109194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42048) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:10.116493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2028932243'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:10.117048 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Floating IP 5f462e63-91fe-43b8-bc25-b432d7235c94 associated. External IP: 172.25.4.148, port: 277287f1-a1bc-4b33-a4d4-1963d9c13a54. Jul 16 03:41:10.150420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:10.154512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.224818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:10.252805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.253609 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment 67855c09-1b78-4832-9da2-1d874ae0abff of type vlan for network 549118a8-0d3a-48bb-bb33-5e17889084ed Jul 16 03:41:10.332595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.387832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 5190a5bb-b078-4cd1-963f-276b34bdfaad {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:10.388693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.544263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.546777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.552486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.553268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.569506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Router 5160f463-01f6-42b5-bb15-b39a631a685d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:10.588805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 5190a5bb-b078-4cd1-963f-276b34bdfaad owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:10.615589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5042434 Jul 16 03:41:10.619917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:10.626314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:10.689489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8762b7-7457-4ebe-bb2b-b51c8622523d req-e77fefef-36a7-4f48-a43a-9dbabf919bcf tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.696736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d8762b7-7457-4ebe-bb2b-b51c8622523d req-e77fefef-36a7-4f48-a43a-9dbabf919bcf tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 0.1910148 Jul 16 03:41:10.706613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b69153-6e5a-43bc-8955-f9ded5a22d16 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=549118a8-0d3a-48bb-bb33-5e17889084ed,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:10.723421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 549118a8-0d3a-48bb-bb33-5e17889084ed details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:10.789148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d8762b7-7457-4ebe-bb2b-b51c8622523d req-a3387a26-b6b5-437b-ba98-107da886354b tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913444 Jul 16 03:41:10.813089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:10.819575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.821418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:10.830380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.832300 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:10.857812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:10.859817 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.928401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-308e74d1-7f11-4052-98f0-e1bf04461cbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "PUT /v2.0/floatingips/5f462e63-91fe-43b8-bc25-b432d7235c94 HTTP/1.1" status: 200 len: 991 time: 3.7583969 Jul 16 03:41:10.928401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:10.932309 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:10.999437 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e913355-92e0-4458-b5b4-13b63a2cf100 x-openstack-request-id: req-1e913355-92e0-4458-b5b4-13b63a2cf100 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:10.999739 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:10.999992 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e913355-92e0-4458-b5b4-13b63a2cf100 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:11.000398 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'status': 'completed', 'code': 200} Jul 16 03:41:11.063142 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.086005 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:11.124552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-723aec0f-502b-4f5c-b66c-0df097bde432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.127003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-723aec0f-502b-4f5c-b66c-0df097bde432 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1096 time: 0.1007707 Jul 16 03:41:11.167393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=5190a5bb-b078-4cd1-963f-276b34bdfaad,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:11.374506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-c531f5e6-af5c-4d42-a671-8351bfbc96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.380716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-c531f5e6-af5c-4d42-a671-8351bfbc96a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.2396045 Jul 16 03:41:11.466982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.596881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-281acca0-f7f1-4270-ac45-9a08fd753448 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 999 time: 0.1966364 Jul 16 03:41:11.657379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.714502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-c00b245e-d067-49ee-9783-6fd7065fac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.716162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-c00b245e-d067-49ee-9783-6fd7065fac33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.1126685 Jul 16 03:41:11.741177 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '5f462e63-91fe-43b8-bc25-b432d7235c94', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'mac_address': 'fa:16:3e:81:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:43Z', 'updated_at': '2021-07-16T03:41:09Z', 'revision_number': 1, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:11.763002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=be9af02c-25d9-46c5-88d0-3ed8959950d7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:11.826419 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:11.839789 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:11.841891 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:11.873771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-04f6e9e7-22a5-468d-88ab-4d48352ce1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.875321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-04f6e9e7-22a5-468d-88ab-4d48352ce1cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519554 Jul 16 03:41:11.930570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-73510016-e191-4787-bc38-be2afbfecbfc tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.932703 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-73510016-e191-4787-bc38-be2afbfecbfc tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 0.3257127 Jul 16 03:41:11.943627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': '67855c09-1b78-4832-9da2-1d874ae0abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:11.945096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: 549118a8-0d3a-48bb-bb33-5e17889084ed, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:11.963599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 7a84dfda-ac48-413e-9e69-fa4b18b66cac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:12.007913 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:12.019567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 549118a8-0d3a-48bb-bb33-5e17889084ed is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:12.068484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 549118a8-0d3a-48bb-bb33-5e17889084ed) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:12.070434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-6ff2ab33-eff4-4d8e-84b3-33b4b185dfea service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875319 Jul 16 03:41:12.077834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfefc7-c7dc-40bd-a1b2-5bd61b7b8685 None None] Network 549118a8-0d3a-48bb-bb33-5e17889084ed requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:12.116477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.117092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.153917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:12.162732 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-788efc06-0d65-410f-bf18-5a4373adf4ef tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/7a84dfda-ac48-413e-9e69-fa4b18b66cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1084979 Jul 16 03:41:12.168733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42074) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.193487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-549d20c3-32b8-468f-bd91-2c2e4c5abc4d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5707839 Jul 16 03:41:12.197684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85eb2-f37f-494c-acd0-f9fb7f33d984 req-f5491791-50b9-4923-8f49-d8f927ff6092 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.212075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42076) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.219876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-356193082'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:12.225408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5b175cd5-c126-44d2-9eb8-b140e8d5b648 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a84dfda-ac48-413e-9e69-fa4b18b66cac HTTP/1.1" status: 200 len: 205 time: 0.0528078 Jul 16 03:41:12.228374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42078) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.237556 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecd85eb2-f37f-494c-acd0-f9fb7f33d984 req-f5491791-50b9-4923-8f49-d8f927ff6092 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 0.2285047 Jul 16 03:41:12.332212 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.396402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecd85eb2-f37f-494c-acd0-f9fb7f33d984 req-3f06d312-9caa-4fb4-8d20-0ae700c7c82c tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578708 Jul 16 03:41:12.411852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] Sync routers for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:12.435213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fc020dc-c14e-4f6a-82a5-a3f3ee2082cf req-ff4d58e1-11ad-4ed7-8398-6d39d31611fa service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574626 Jul 16 03:41:12.441166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:12.442164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.480408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Deleting port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:12.480793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.514222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.541763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] Routers {'7a84dfda-ac48-413e-9e69-fa4b18b66cac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:12.542910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:40:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.576749 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '5f462e63-91fe-43b8-bc25-b432d7235c94', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'mac_address': 'fa:16:3e:81:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:43Z', 'updated_at': '2021-07-16T03:41:09Z', 'revision_number': 1, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.649394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-549118a8-0d3a-48bb-bb33-5e17889084ed', 'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': 'be9af02c-25d9-46c5-88d0-3ed8959950d7'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:12.650382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.673840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.674683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b7022-ba97-4527-b855-150a0d6d8412 None None] The sync data for ids ['7a84dfda-ac48-413e-9e69-fa4b18b66cac'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:12.681441 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d98e50-3f78-41a1-bea9-26a714b04cc2 None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '5f462e63-91fe-43b8-bc25-b432d7235c94', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'mac_address': 'fa:16:3e:81:34:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:43Z', 'updated_at': '2021-07-16T03:41:09Z', 'revision_number': 1, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:12.972902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Allocated IP 2001:db8::2 (549118a8-0d3a-48bb-bb33-5e17889084ed/be9af02c-25d9-46c5-88d0-3ed8959950d7/512020fb-9db3-4ed7-8d1a-7c5515f3c331) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:13.124816 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3e6d6-bd46-4208-bb6d-4794d60cbb82 None None] New status for floating IP 5f462e63-91fe-43b8-bc25-b432d7235c94: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:13.274117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.284943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.307314 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.328382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Transition to ACTIVE for port object 512020fb-9db3-4ed7-8d1a-7c5515f3c331 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:13.366894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.367506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router 7a84dfda-ac48-413e-9e69-fa4b18b66cac {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:13.370532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] For port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,segment=NetworkSegment(8372ab7d-f869-422a-8cbf-4cd4858d388b),segment_id=8372ab7d-f869-422a-8cbf-4cd4858d388b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:13.371092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.380663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.384765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:13.385533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8606ccf0-68e1-40ca-b7f6-2f7fb449a1c6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/7a84dfda-ac48-413e-9e69-fa4b18b66cac HTTP/1.1" status: 204 len: 168 time: 1.1451352 Jul 16 03:41:13.385671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Transition to ACTIVE for port object 512020fb-9db3-4ed7-8d1a-7c5515f3c331 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:13.392685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:13.396460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.403456 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.413699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Calling delete_port for c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:13.449107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 3a8b1eff-07a8-458b-9dc9-899ab02606e2 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:13.548008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Network 549118a8-0d3a-48bb-bb33-5e17889084ed is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:13.560860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:13.574022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Pushing event updated for resources: {'Port': ['ID=512020fb-9db3-4ed7-8d1a-7c5515f3c331,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.578569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:13.611303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.611687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.612041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.612435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 8814fce3-2979-410b-b12d-9a4790feaea3 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:13.612643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.613043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.613565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.613901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.614236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.614624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.614950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.616562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.616919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:13.617379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.715423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Attempting to bind port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:13.715789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Attempting to bind port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '67855c09-1b78-4832-9da2-1d874ae0abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:13.716164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Attempting to bind port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 on network 549118a8-0d3a-48bb-bb33-5e17889084ed {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:13.720716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.736005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:13.736383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Checking segment: {'id': '67855c09-1b78-4832-9da2-1d874ae0abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:13.737060 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.737659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Bound using segment: {'id': '67855c09-1b78-4832-9da2-1d874ae0abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:13.738738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Bound port: 512020fb-9db3-4ed7-8d1a-7c5515f3c331, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67855c09-1b78-4832-9da2-1d874ae0abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '549118a8-0d3a-48bb-bb33-5e17889084ed'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:13.739308 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.954575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] For port 512020fb-9db3-4ed7-8d1a-7c5515f3c331, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:13.960680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] For port 512020fb-9db3-4ed7-8d1a-7c5515f3c331, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=512020fb-9db3-4ed7-8d1a-7c5515f3c331,segment=NetworkSegment(67855c09-1b78-4832-9da2-1d874ae0abff),segment_id=67855c09-1b78-4832-9da2-1d874ae0abff)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:13.983408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06202e8-83a8-4c21-9ab8-a396e5a67810 req-81a3fe28-44a2-4593-a3ca-08e79bbe0871 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.991558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e06202e8-83a8-4c21-9ab8-a396e5a67810 req-81a3fe28-44a2-4593-a3ca-08e79bbe0871 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 945 time: 0.2862349 Jul 16 03:41:13.994748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.049231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e06202e8-83a8-4c21-9ab8-a396e5a67810 req-85bb0013-ffa7-4a98-8368-c3a019fe427c tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/security-groups?id=5706e98d-ba05-4987-9350-d7f3fe1beba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564697 Jul 16 03:41:14.080058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::3ea (549118a8-0d3a-48bb-bb33-5e17889084ed/be9af02c-25d9-46c5-88d0-3ed8959950d7/3a8b1eff-07a8-458b-9dc9-899ab02606e2) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:14.093851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.164037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db0ac-ca49-43de-b35c-d06d36cdaeaa None None] Pushing event updated for resources: {'Port': ['ID=512020fb-9db3-4ed7-8d1a-7c5515f3c331,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.254236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.270979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.327380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.331630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/8814fce3-2979-410b-b12d-9a4790feaea3 HTTP/1.1" status: 204 len: 168 time: 0.9416304 Jul 16 03:41:14.331630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa03e-008f-437b-bd04-582f0abcc7fe tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=8814fce3-2979-410b-b12d-9a4790feaea3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.335722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6095b-784a-428c-a838-bbcdb56d67c4 None None] Network 95d39a44-6fd0-4a78-a432-4dd189888e73 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:14.360372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42098) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.496523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.499974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet ea31749c-8b42-450f-883e-1e85bca2f96e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:14.512798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.531025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object 3a8b1eff-07a8-458b-9dc9-899ab02606e2 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:14.605390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.652514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.662762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Pushing event deleted for resources: {'Port': ['ID=c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.754856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] DHCP port deletion for 95d39a44-6fd0-4a78-a432-4dd189888e73 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:14.759823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 549118a8-0d3a-48bb-bb33-5e17889084ed is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:14.787923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] No DVR routers for this DVR port c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:14.790193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:14.792534 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.792682 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.794932 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e105b16-347b-40bc-a2c3-85f992b80a4f req-f5c5c267-6b1c-413d-9f51-d69b10e2b72a tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.11 "DELETE /v2.0/ports/c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 HTTP/1.1" status: 204 len: 173 time: 2.8551452 Jul 16 03:41:14.796094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=3a8b1eff-07a8-458b-9dc9-899ab02606e2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.798162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b121b70-3209-4642-a4dd-b11a3caff201', 'name': 'network-vif-deleted', 'tag': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:14.800513 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6283cf90-bd88-4e7a-824c-284e743f536d" -d '{"events": [{"server_uuid": "8b121b70-3209-4642-a4dd-b11a3caff201", "name": "network-vif-deleted", "tag": "c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:14.804402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:14.811431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.812967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.836102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51050191-4669-4ad0-a395-9d5cebc16073 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6216211 Jul 16 03:41:14.838868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42102) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.906886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.911047 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ce473-859d-417e-b436-5c081301526b x-openstack-request-id: req-253ce473-859d-417e-b436-5c081301526b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:14.912247 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b121b70-3209-4642-a4dd-b11a3caff201", "name": "network-vif-deleted", "tag": "c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:14.915131 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-253ce473-859d-417e-b436-5c081301526b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:14.915131 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b121b70-3209-4642-a4dd-b11a3caff201', 'name': 'network-vif-deleted', 'tag': 'c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7', 'status': 'completed', 'code': 200} Jul 16 03:41:14.931254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.933898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/ea31749c-8b42-450f-883e-1e85bca2f96e HTTP/1.1" status: 204 len: 168 time: 0.5723529 Jul 16 03:41:14.939025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42106) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.939924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fea54-598f-4a28-9827-53a8798c4aff None None] Network 4a5767fc-8047-4ada-a400-36e983ef5483 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:14.962210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c933f64-a963-4473-9e47-cf1d5915f21d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=ea31749c-8b42-450f-883e-1e85bca2f96e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:15.096470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:15.162735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.259983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:15.260390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c2dc2c4b-87a6-48c6-a788-5ad9a1b0e0e7 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:15.283454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 512020fb-9db3-4ed7-8d1a-7c5515f3c331 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:15.287614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] Deleting port 4c332118-25a9-4a5b-890a-f77078e8b4e7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:15.289431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.409633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-618d81f7-bec9-462c-959f-4e7c05470c5f req-b6362502-9c1d-495d-9836-f1a4b2a2c6b7 tempest-ServerMetadataNegativeTestJSON-1312537871 tempest-ServerMetadataNegativeTestJSON-1312537871-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b121b70-3209-4642-a4dd-b11a3caff201 HTTP/1.1" status: 200 len: 210 time: 0.0642560 Jul 16 03:41:15.498291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 3a8b1eff-07a8-458b-9dc9-899ab02606e2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:15.552612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.596536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] For port 4c332118-25a9-4a5b-890a-f77078e8b4e7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4c332118-25a9-4a5b-890a-f77078e8b4e7,segment=NetworkSegment(545c61ce-35b8-49f8-be56-f964b9e0e3b7),segment_id=545c61ce-35b8-49f8-be56-f964b9e0e3b7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:15.597138 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.666452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:15.681072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] Calling delete_port for 4c332118-25a9-4a5b-890a-f77078e8b4e7 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:15.755401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 4c332118-25a9-4a5b-890a-f77078e8b4e7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:15.755770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.802638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4c332118-25a9-4a5b-890a-f77078e8b4e7 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:15.804678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.830313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 3a8b1eff-07a8-458b-9dc9-899ab02606e2 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:15.924820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] DHCP port deletion for 4a5767fc-8047-4ada-a400-36e983ef5483 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:15.947691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 4c332118-25a9-4a5b-890a-f77078e8b4e7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4c332118-25a9-4a5b-890a-f77078e8b4e7,segment=NetworkSegment(545c61ce-35b8-49f8-be56-f964b9e0e3b7),segment_id=545c61ce-35b8-49f8-be56-f964b9e0e3b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:15.949720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.987293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 4c332118-25a9-4a5b-890a-f77078e8b4e7 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:16.063907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2950d-d8d6-4757-a09d-63e55900a3ae None None] Network 549118a8-0d3a-48bb-bb33-5e17889084ed requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:16.214053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.302235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=4c332118-25a9-4a5b-890a-f77078e8b4e7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.330530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.330907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port 4c332118-25a9-4a5b-890a-f77078e8b4e7 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:16.442346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.497992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Port 4c332118-25a9-4a5b-890a-f77078e8b4e7 update to DOWN by agent not found {{(pid=93758) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:41:16.504598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] Pushing event deleted for resources: {'Port': ['ID=4c332118-25a9-4a5b-890a-f77078e8b4e7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.522856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d376c-ea28-479f-8e67-36b61e0f6522 None None] No DVR routers for this DVR port 4c332118-25a9-4a5b-890a-f77078e8b4e7 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:16.524409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] Provisioning for port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:16.531239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.541646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] Provisioning complete for port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:16.541771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.597545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] Deleting port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:16.599547 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.614725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.620170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:16.632582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/3a8b1eff-07a8-458b-9dc9-899ab02606e2 HTTP/1.1" status: 204 len: 168 time: 1.7918096 Jul 16 03:41:16.638435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:16.686658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d39a44-6fd0-4a78-a432-4dd189888e73']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:16.694086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb28e2-7487-44e7-a063-f93ae39deb37 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=3a8b1eff-07a8-458b-9dc9-899ab02606e2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.723437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545c61ce-35b8-49f8-be56-f964b9e0e3b7') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:16.724141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545c61ce-35b8-49f8-be56-f964b9e0e3b7') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:16.750746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.758776 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-917420cd-03ca-4843-83a9-a9e7dbdeb97e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:16.767494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-917420cd-03ca-4843-83a9-a9e7dbdeb97e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/3a8b1eff-07a8-458b-9dc9-899ab02606e2 HTTP/1.1" status: 404 len: 333 time: 0.1455712 Jul 16 03:41:16.770062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42134) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:16.797148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] For port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,segment=NetworkSegment(eedf29ba-a891-401e-ab9e-037e9523da36),segment_id=eedf29ba-a891-401e-ab9e-037e9523da36)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:16.797567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.815993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Deleting subnet 1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:16.824442 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.854522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] Calling delete_port for 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:16.860463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.875298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:16.875298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:16.890006 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:16.947247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.993100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet be9af02c-25d9-46c5-88d0-3ed8959950d7 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:16.998140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.022986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:17.040408 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.052846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.065226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.069909 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/95d39a44-6fd0-4a78-a432-4dd189888e73 HTTP/1.1" status: 204 len: 168 time: 2.1247897 Jul 16 03:41:17.071725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71f826-1c55-4b66-83d2-a749b6804233 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=95d39a44-6fd0-4a78-a432-4dd189888e73,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.075765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.080919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.161066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.212047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.224025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d HTTP/1.1" status: 204 len: 168 time: 0.5833199 Jul 16 03:41:17.225526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.253867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.283917 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.326947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a129f19-e1d2-4f57-b437-f3df9ad00cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2bb10c-a6e4-4cd5-994e-07e2cd807c0d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.330523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.351500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.383830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] Pushing event deleted for resources: {'Port': ['ID=8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.433821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] For port 512020fb-9db3-4ed7-8d1a-7c5515f3c331, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=512020fb-9db3-4ed7-8d1a-7c5515f3c331,segment=NetworkSegment(67855c09-1b78-4832-9da2-1d874ae0abff),segment_id=67855c09-1b78-4832-9da2-1d874ae0abff)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:17.447248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f15fb-6cca-4379-b971-e0e70bdc7e46 None None] No DVR routers for this DVR port 8fbb5e03-1e60-4dbc-a3e8-e9929829b7bf on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:17.462941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.491139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.503149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5767fc-8047-4ada-a400-36e983ef5483']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:17.508362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.513817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedf29ba-a891-401e-ab9e-037e9523da36') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:17.514123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedf29ba-a891-401e-ab9e-037e9523da36') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:17.523527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.542081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.542903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e007f5-17a7-4c43-b109-cfcd46f91f58 None None] Pushing event updated for resources: {'Port': ['ID=512020fb-9db3-4ed7-8d1a-7c5515f3c331,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.549323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:17.549728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.575891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4835-b3f5-48aa-a867-afb4a4c799f1 req-cd681d57-c10d-4bd2-992f-51feba4c1344 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.577700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eba4835-b3f5-48aa-a867-afb4a4c799f1 req-cd681d57-c10d-4bd2-992f-51feba4c1344 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.1832368 Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:17.579280 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:17.633442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.681063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.697720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.699601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e614364-9486-40d2-afff-1c3e8a405064']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:17.734885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.736809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8372ab7d-f869-422a-8cbf-4cd4858d388b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:17.737094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/4a5767fc-8047-4ada-a400-36e983ef5483 HTTP/1.1" status: 204 len: 168 time: 0.6602533 Jul 16 03:41:17.737691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8372ab7d-f869-422a-8cbf-4cd4858d388b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:17.742723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.759973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eba4835-b3f5-48aa-a867-afb4a4c799f1 req-a8ea39f8-5c54-469e-b02e-e8aecf774493 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470146 Jul 16 03:41:17.771325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1993532794'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:17.798052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1143d-5e1a-4fef-8a3d-d480e2e7dc51 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=4a5767fc-8047-4ada-a400-36e983ef5483,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.798337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.834664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.834938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.848278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:17.853124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.856852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:17.857480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:17.859482 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:17.883602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=be9af02c-25d9-46c5-88d0-3ed8959950d7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.900802 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.903125 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5723ba6e-9b64-45a0-a3b8-be133dcb1201 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/be9af02c-25d9-46c5-88d0-3ed8959950d7 HTTP/1.1" status: 204 len: 168 time: 1.1272464 Jul 16 03:41:17.907202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42162) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.955707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f3822-f3f9-46fd-b6d5-5645f5ffacb0 None None] Network 549118a8-0d3a-48bb-bb33-5e17889084ed requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:18.013323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:18.026042 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.035250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.037224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7e614364-9486-40d2-afff-1c3e8a405064 HTTP/1.1" status: 204 len: 168 time: 0.8034072 Jul 16 03:41:18.043288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff610228-a4c0-41e7-ab8d-b476cde12e4b None None] Provisioning complete for port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:18.043742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff610228-a4c0-41e7-ab8d-b476cde12e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.081327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.083145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c3241-0da8-4b50-9d86-ef25e5ba76f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e614364-9486-40d2-afff-1c3e8a405064,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.090929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.091287 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment e8e35d50-803a-4e60-9731-effd793d8df8 of type vlan for network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 Jul 16 03:41:18.159420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.200453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:18.200750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.200895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.215640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.216623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.266267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5050828 Jul 16 03:41:18.269914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:18.275444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:18.279099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] For port 512020fb-9db3-4ed7-8d1a-7c5515f3c331, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=512020fb-9db3-4ed7-8d1a-7c5515f3c331,segment=NetworkSegment(67855c09-1b78-4832-9da2-1d874ae0abff),segment_id=67855c09-1b78-4832-9da2-1d874ae0abff)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:18.279769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.293231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 512020fb-9db3-4ed7-8d1a-7c5515f3c331 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:18.343213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] DHCP port deletion for 549118a8-0d3a-48bb-bb33-5e17889084ed request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:18.345676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1af38-ef16-43d3-b507-f252f11fa823 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.388720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.405979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:18.424246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=512020fb-9db3-4ed7-8d1a-7c5515f3c331,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.426356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No DVR routers for this DVR port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:18.438379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:18.444868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.471073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:18.520464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Deleting port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:18.520938 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.542631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.565379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549118a8-0d3a-48bb-bb33-5e17889084ed']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:18.577529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9d3d67eb-ee3f-42c7-8449-4c48bfe594d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=790458eb6f4b463784d00286fbdb3251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048632 Jul 16 03:41:18.577991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67855c09-1b78-4832-9da2-1d874ae0abff') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:18.578592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67855c09-1b78-4832-9da2-1d874ae0abff') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:18.580163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:18.590292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.591326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] For port 512020fb-9db3-4ed7-8d1a-7c5515f3c331, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:18.591804 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.604211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Calling delete_port for 512020fb-9db3-4ed7-8d1a-7c5515f3c331 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:18.607234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:41:18.609489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.614266 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.623820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:18.624727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:18.630063 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:18.640631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] Pushing event deleted for resources: {'Port': ['ID=512020fb-9db3-4ed7-8d1a-7c5515f3c331,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.642887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f324d-2f7d-42b3-96b8-d2748433bdb7 None None] No DVR routers for this DVR port 512020fb-9db3-4ed7-8d1a-7c5515f3c331 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:18.674728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c06859-df43-459b-a1ac-090dfb980df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.700094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.707506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.710039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/549118a8-0d3a-48bb-bb33-5e17889084ed HTTP/1.1" status: 204 len: 168 time: 0.8014789 Jul 16 03:41:18.715374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:18.718054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c06859-df43-459b-a1ac-090dfb980df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.722343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc93fd2-007d-4092-8d67-449112c15341 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=549118a8-0d3a-48bb-bb33-5e17889084ed,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.735891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'name': 'tempest-PortsIpV6TestJSON-1238792650'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:18.853505 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.862207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 512020fb-9db3-4ed7-8d1a-7c5515f3c331 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:18.884735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 512020fb-9db3-4ed7-8d1a-7c5515f3c331 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:18.886684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 512020fb-9db3-4ed7-8d1a-7c5515f3c331 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:18.920236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=0df5f634-1c4f-4722-873a-5cb8052eda7f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.985648 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c06859-df43-459b-a1ac-090dfb980df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.988196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c06859-df43-459b-a1ac-090dfb980df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.989251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b4c06859-df43-459b-a1ac-090dfb980df1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5706e98d-ba05-4987-9350-d7f3fe1beba5 HTTP/1.1" status: 204 len: 168 time: 0.4081957 Jul 16 03:41:19.009038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:19.012539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.015946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c06859-df43-459b-a1ac-090dfb980df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5706e98d-ba05-4987-9350-d7f3fe1beba5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:19.029320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': 'e8e35d50-803a-4e60-9731-effd793d8df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:19.029722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:19.049784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 31ce8ccc-f91c-4798-b3cd-43674c7b51e1 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:19.112165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:19.124396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1e6ac-8344-4f20-979a-130e0a367370 req-ef64779f-4dd4-4fbd-8262-75f2c08679a0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.125923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bb1e6ac-8344-4f20-979a-130e0a367370 req-ef64779f-4dd4-4fbd-8262-75f2c08679a0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.1842058 Jul 16 03:41:19.153928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:19.164275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2f7e0-82a7-4b4a-9d74-c2a20b5004fa None None] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:19.173169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.173762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.393389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1', 'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '0df5f634-1c4f-4722-873a-5cb8052eda7f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:19.394287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.617021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Allocated IP 2001:db8::2 (8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1/0df5f634-1c4f-4722-873a-5cb8052eda7f/b632a6c7-4ba2-4329-a02d-e41e7215d80f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:19.620112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec7cd7bc-f90d-4e25-8d56-3ace4515d6df tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3490672 Jul 16 03:41:19.620896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42200) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:19.627468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1170734093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:19.645694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bb1e6ac-8344-4f20-979a-130e0a367370 req-d8a7d05b-8279-48fc-938c-42c3d01a8e2d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5110898 Jul 16 03:41:19.681052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.697803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.755319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.814987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.860984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.869706 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.895500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:19.902277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.902977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=31ce8ccc-f91c-4798-b3cd-43674c7b51e1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:19.903609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fbb72973-1dee-4a0f-a910-5cb9b1199053 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2809525 Jul 16 03:41:19.907816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42208) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:19.916179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:19.918979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:19.924924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'port': {'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1', 'name': 'tempest-RoutersIpV6Test-1886183688'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:19.940628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.941969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.953768 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.979156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Transition to ACTIVE for port object b632a6c7-4ba2-4329-a02d-e41e7215d80f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:19.994441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-19cf278a-0be4-49c1-8185-f990d0241141 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2739851 Jul 16 03:41:19.997204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.021276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Transition to ACTIVE for port object b632a6c7-4ba2-4329-a02d-e41e7215d80f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:20.031741 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.107533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:20.109204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:20.113846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:20.157036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:20.162755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.188858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] device_id is not set on port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:20.213225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 31ce8ccc-f91c-4798-b3cd-43674c7b51e1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:20.214122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.224965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Pushing event updated for resources: {'Port': ['ID=b632a6c7-4ba2-4329-a02d-e41e7215d80f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.298258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Attempting to bind port b632a6c7-4ba2-4329-a02d-e41e7215d80f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:20.302853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Attempting to bind port b632a6c7-4ba2-4329-a02d-e41e7215d80f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'e8e35d50-803a-4e60-9731-effd793d8df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:20.303567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Attempting to bind port b632a6c7-4ba2-4329-a02d-e41e7215d80f on network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:20.317270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:20.318101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Checking segment: {'id': 'e8e35d50-803a-4e60-9731-effd793d8df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:20.318788 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.319440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Bound using segment: {'id': 'e8e35d50-803a-4e60-9731-effd793d8df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:20.320172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Bound port: b632a6c7-4ba2-4329-a02d-e41e7215d80f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e35d50-803a-4e60-9731-effd793d8df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:20.327455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.375738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8::20a (8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1/0df5f634-1c4f-4722-873a-5cb8052eda7f/724cf9da-b9d2-4a71-a14a-870f0d8d5108) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:20.393795 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.417094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 31ce8ccc-f91c-4798-b3cd-43674c7b51e1 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:20.508032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] For port b632a6c7-4ba2-4329-a02d-e41e7215d80f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:20.570523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] For port b632a6c7-4ba2-4329-a02d-e41e7215d80f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b632a6c7-4ba2-4329-a02d-e41e7215d80f,segment=NetworkSegment(e8e35d50-803a-4e60-9731-effd793d8df8),segment_id=e8e35d50-803a-4e60-9731-effd793d8df8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:20.570523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.674912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:20.767610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.782281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7db67-70fd-4122-99d5-a2da94d90fbc None None] Pushing event updated for resources: {'Port': ['ID=b632a6c7-4ba2-4329-a02d-e41e7215d80f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.829578 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c6b93e9-2dd4-4a69-9d01-cc345d121f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.882329 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.898744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.900856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/31ce8ccc-f91c-4798-b3cd-43674c7b51e1 HTTP/1.1" status: 204 len: 168 time: 0.9027319 Jul 16 03:41:20.905693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.907035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af92c62-d32e-4b5e-9c5d-c96d41b00966 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=31ce8ccc-f91c-4798-b3cd-43674c7b51e1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.909623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.925669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'mac_address': 'fa:16:3e:17:36:d6', 'name': 'tempest-PortsIpV6TestJSON-1996046992'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:20.937757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:20.940888 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f77658-d8e1-446b-9905-f84841cbf318" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:20.945744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object 724cf9da-b9d2-4a71-a14a-870f0d8d5108 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:20.960234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:20.967988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.047604 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ede20-6201-42cd-baeb-5b187f9ee5bf x-openstack-request-id: req-d69ede20-6201-42cd-baeb-5b187f9ee5bf {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:21.048226 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:21.048494 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d69ede20-6201-42cd-baeb-5b187f9ee5bf {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:21.049196 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:41:21.074835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.094299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:21.103434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.169680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:21.188810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:21.194867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:21.206672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.207351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.232040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.234926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=724cf9da-b9d2-4a71-a14a-870f0d8d5108,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.245717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f6256ef-41c6-4358-892a-0aa5dceca597 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3353930 Jul 16 03:41:21.248267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42250) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:21.262538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 13b7bbf8-8196-458e-bc09-496ee43660a3 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:21.501158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.547380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.619950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=13b7bbf8-8196-458e-bc09-496ee43660a3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.625165 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:41:21.644298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:21.650171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:21.665594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:21.671756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.672745 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.695818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce193e69-9a5b-4aed-9bd9-68ce151753ab tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7850559 Jul 16 03:41:21.698746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:21.840484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874f6d0-5c12-493b-af97-27e76d0de847 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.844448 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6874f6d0-5c12-493b-af97-27e76d0de847 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/13b7bbf8-8196-458e-bc09-496ee43660a3 HTTP/1.1" status: 200 len: 845 time: 0.1447344 Jul 16 03:41:21.860581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42276) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:21.901183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.069963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 13b7bbf8-8196-458e-bc09-496ee43660a3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:22.070306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.173256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467e046-81eb-44ae-a379-5a03b2fd82ad None None] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:22.181158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.197140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 13b7bbf8-8196-458e-bc09-496ee43660a3 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:22.301159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6a50595-2a66-4fce-af46-abe38db62f3c None None] Provisioning for port b632a6c7-4ba2-4329-a02d-e41e7215d80f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:22.328723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.343380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.360239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.364258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=13b7bbf8-8196-458e-bc09-496ee43660a3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.376692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.379484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7d8a13bb-2183-4aea-80e4-09e01edace71 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/13b7bbf8-8196-458e-bc09-496ee43660a3 HTTP/1.1" status: 204 len: 168 time: 0.5311129 Jul 16 03:41:22.382361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:22.420602 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e63c5be-a62c-4e7e-835e-e265bea350c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:22.422468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4e63c5be-a62c-4e7e-835e-e265bea350c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/13b7bbf8-8196-458e-bc09-496ee43660a3 HTTP/1.1" status: 404 len: 333 time: 0.0389776 Jul 16 03:41:22.426165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:22.434882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'name': 'tempest-PortsIpV6TestJSON-1726655503'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:22.517174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=724cf9da-b9d2-4a71-a14a-870f0d8d5108,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.621213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:22.627919 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.653022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:22.653750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:22.667657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.880034 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.925982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:22.935860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-60b283fd-bfae-43a1-8930-0105c0895693 None None] Provisioning for port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:22.944419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-60b283fd-bfae-43a1-8930-0105c0895693 None None] Provisioning complete for port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:22.944807 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60b283fd-bfae-43a1-8930-0105c0895693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.946620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:23.046989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b632a6c7-4ba2-4329-a02d-e41e7215d80f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:23.054420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-60b283fd-bfae-43a1-8930-0105c0895693 None None] Port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:23.078654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-1854f95f-5f04-4e93-84ab-431762c37bf0 req-e36d7e6a-e8d9-474f-b558-08efe8380e7e tempest-SecurityGroupsTestJSON-661287990 tempest-SecurityGroupsTestJSON-661287990-project] (93756) timed out ('10.222.0.48', 57389) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:41:23.087126 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.113768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.137903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:23.185141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:23.194064 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.199416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.210838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b632a6c7-4ba2-4329-a02d-e41e7215d80f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:23.240999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b632a6c7-4ba2-4329-a02d-e41e7215d80f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:23.241381 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.262434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:23.273189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:23.300854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:23.307071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.307734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.330268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9029722 Jul 16 03:41:23.333764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:23.336933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:23.341353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-315275f9-0c93-4b6f-a95c-1095c02ca50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.351430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:23.379421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.449118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32aeb-621e-48e0-8e83-9d23c9dad681 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.469345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30bc73d5-001a-43ba-8a76-908538668f40 None None] Provisioning complete for port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:23.469345 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30bc73d5-001a-43ba-8a76-908538668f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.480299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.760484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.774662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.832297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.852718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.855362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] In _notify_port_updated(), no bound segment for port fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 on network c7f89b3d-bb62-43ff-b308-76233599e2cb {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:41:23.861491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:23.862421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.864585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-50a494c1-4383-428c-ad72-2275d9ad4e44 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/ports/fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 HTTP/1.1" status: 200 len: 818 time: 0.5294700 Jul 16 03:41:23.867307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42336) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:23.894430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30bc73d5-001a-43ba-8a76-908538668f40 None None] Port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:23.940616 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.943290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b632a6c7-4ba2-4329-a02d-e41e7215d80f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b632a6c7-4ba2-4329-a02d-e41e7215d80f,segment=NetworkSegment(e8e35d50-803a-4e60-9731-effd793d8df8),segment_id=e8e35d50-803a-4e60-9731-effd793d8df8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:23.958701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.035054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b632a6c7-4ba2-4329-a02d-e41e7215d80f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:24.039593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:24.039843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.064611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-70a69405-5f5c-46bd-bb22-6ad5a41b9d4e None None] Provisioning complete for port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:24.065122 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70a69405-5f5c-46bd-bb22-6ad5a41b9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.114699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.115250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-70a69405-5f5c-46bd-bb22-6ad5a41b9d4e None None] Port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:24.131068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:24.209368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.227162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.228092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.295968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.310087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.324539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=724cf9da-b9d2-4a71-a14a-870f0d8d5108,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:24.377608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:24.388464 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.391326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ecf6bf59-ee44-4da7-b380-d2bd02d07178 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 HTTP/1.1" status: 204 len: 168 time: 0.5228291 Jul 16 03:41:24.395372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42350) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:24.461192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:24.463786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:24.571763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4c104-e35c-4812-ac61-8a1638ca6587 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.575800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-71c4c104-e35c-4812-ac61-8a1638ca6587 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1770418 Jul 16 03:41:24.576192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42358) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:24.615718 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8ffcb5-95b7-4fcc-b4fd-659a07feaf54 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:24.617887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ac8ffcb5-95b7-4fcc-b4fd-659a07feaf54 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/fe71f7d5-fb22-4ddf-ab0c-f9c05da88d51 HTTP/1.1" status: 404 len: 333 time: 0.0404613 Jul 16 03:41:24.622087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42362) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:24.642743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1757390246'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:24.666739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 44329121-51f4-4bae-abd6-88420459590a is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:41:24.703934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:24.711046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.755785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:24.773814 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.774641 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment 90b494b2-a777-4c0e-ba59-8210df095b99 of type vlan for network 95162329-0eca-4736-a15b-5c5f237fc855 Jul 16 03:41:24.858360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.869202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9b364688-26fc-41ff-9ba6-03c20a1ac1f0 None None] Provisioning complete for port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:24.869582 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b364688-26fc-41ff-9ba6-03c20a1ac1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.873691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:24.887240 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1dc33bb7-5ffb-41f8-ba79-4e5649f65f1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/44329121-51f4-4bae-abd6-88420459590a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6366544 Jul 16 03:41:24.888192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:24.960424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9b364688-26fc-41ff-9ba6-03c20a1ac1f0 None None] Port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:24.967991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] Sync routers for ids ['44329121-51f4-4bae-abd6-88420459590a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:24.969731 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.983467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.984238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.994892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] Routers {'44329121-51f4-4bae-abd6-88420459590a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:24.995598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['44329121-51f4-4bae-abd6-88420459590a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.010987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e401b87-a72e-41ce-bcb3-27654daf7793 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.015824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42382) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:25.028739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e401b87-a72e-41ce-bcb3-27654daf7793 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports/724cf9da-b9d2-4a71-a14a-870f0d8d5108 HTTP/1.1" status: 200 len: 984 time: 0.1385891 Jul 16 03:41:25.057471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.060054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b632a6c7-4ba2-4329-a02d-e41e7215d80f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:25.103998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4793191 Jul 16 03:41:25.105059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] Routers {'44329121-51f4-4bae-abd6-88420459590a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:25.105704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['44329121-51f4-4bae-abd6-88420459590a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.106940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42386) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:25.153647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:25.178615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb7a42-fb22-4122-b999-d5089d860e34 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=95162329-0eca-4736-a15b-5c5f237fc855,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:25.207712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:25.211964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:25.212620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b63d35-8806-460a-af02-ad2c3ae62153 None None] The sync data for ids ['44329121-51f4-4bae-abd6-88420459590a'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:25.249781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b632a6c7-4ba2-4329-a02d-e41e7215d80f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:25.250171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.306650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:25.311274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.934745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.009912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=4fdae71e-1ce1-4878-88ee-fc061dd143df,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:26.165983 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.268524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.376826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': '90b494b2-a777-4c0e-ba59-8210df095b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '95162329-0eca-4736-a15b-5c5f237fc855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:26.377508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: 95162329-0eca-4736-a15b-5c5f237fc855, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:26.425253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 95162329-0eca-4736-a15b-5c5f237fc855 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:26.480127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 95162329-0eca-4736-a15b-5c5f237fc855) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:26.497557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b4470-7d0f-4db0-a882-e54d9b5c953e None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:26.543973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.545903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.629900 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18edc6de-ec86-4559-800c-cfd0de648a96 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5177901 Jul 16 03:41:26.630585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42448) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:26.637391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:26.731288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:26.803904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 724cf9da-b9d2-4a71-a14a-870f0d8d5108 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:26.804245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.928399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:26.932426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.940352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.968046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 724cf9da-b9d2-4a71-a14a-870f0d8d5108 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:27.075357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:27.077689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.087517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-95162329-0eca-4736-a15b-5c5f237fc855', 'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': '4fdae71e-1ce1-4878-88ee-fc061dd143df'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:27.090445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.123401 n-d-800089-6 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fdae71e-1ce1-4878-88ee-fc061dd143df (CIDR: 2001:db8::/64) Jul 16 03:41:27.131586 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:41:27.134158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:27.179833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-50799085-cdf2-41eb-b2ec-93900727d884 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5472853 Jul 16 03:41:27.183071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42480) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:27.202514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:27.321724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Allocated IP 2001:db8::2 (95162329-0eca-4736-a15b-5c5f237fc855/4fdae71e-1ce1-4878-88ee-fc061dd143df/e789581b-d9b8-43ff-8206-fc15f6513c1e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:27.466346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.538183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=724cf9da-b9d2-4a71-a14a-870f0d8d5108,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.578817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:27.582537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.616972 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.711333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:27.723693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:27.732314 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3bf6f-db62-4df8-b924-f715b1b366a5" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:27.744802 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.752907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.904128 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cdeba0-4835-4f4a-895a-752551a85943 x-openstack-request-id: req-b1cdeba0-4835-4f4a-895a-752551a85943 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:27.904128 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:27.904128 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1cdeba0-4835-4f4a-895a-752551a85943 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:27.904128 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:41:28.044049 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.070760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Transition to ACTIVE for port object e789581b-d9b8-43ff-8206-fc15f6513c1e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:28.098646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 44329121-51f4-4bae-abd6-88420459590a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:28.107596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Transition to ACTIVE for port object e789581b-d9b8-43ff-8206-fc15f6513c1e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:28.136466 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.145011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.192876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.259578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:28.263251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:28.267865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:28.289211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 95162329-0eca-4736-a15b-5c5f237fc855 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:28.303906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:28.304893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:28.318937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f99635-32da-4365-9ad7-762c433289be None None] Sync routers for ids ['44329121-51f4-4bae-abd6-88420459590a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:28.320530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.329402 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8fc12bfe-f9fb-4653-b460-20c182c2584f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/44329121-51f4-4bae-abd6-88420459590a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3124032 Jul 16 03:41:28.336367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Pushing event updated for resources: {'Port': ['ID=e789581b-d9b8-43ff-8206-fc15f6513c1e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.342744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.343289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42548) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:28.345966 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f99635-32da-4365-9ad7-762c433289be None None] Routers {'44329121-51f4-4bae-abd6-88420459590a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:28.346641 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c8f99635-32da-4365-9ad7-762c433289be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['44329121-51f4-4bae-abd6-88420459590a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:28.416949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=77008dbd-7861-4f9e-b1d5-a7c97a601d1f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.424529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7782f649-5804-4ac0-bd6a-628e8636fbef tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2369747 Jul 16 03:41:28.427303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:28.434370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Attempting to bind port e789581b-d9b8-43ff-8206-fc15f6513c1e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:28.434699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Attempting to bind port e789581b-d9b8-43ff-8206-fc15f6513c1e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '90b494b2-a777-4c0e-ba59-8210df095b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '95162329-0eca-4736-a15b-5c5f237fc855'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:28.441745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Attempting to bind port e789581b-d9b8-43ff-8206-fc15f6513c1e on network 95162329-0eca-4736-a15b-5c5f237fc855 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:28.448665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:28.449035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Checking segment: {'id': '90b494b2-a777-4c0e-ba59-8210df095b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '95162329-0eca-4736-a15b-5c5f237fc855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:28.449445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.449943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Bound using segment: {'id': '90b494b2-a777-4c0e-ba59-8210df095b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '95162329-0eca-4736-a15b-5c5f237fc855'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:28.450148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'fixed_ips': [{'subnet_id': '4fdae71e-1ce1-4878-88ee-fc061dd143df'}, {'subnet_id': '77008dbd-7861-4f9e-b1d5-a7c97a601d1f'}], 'name': 'tempest-PortsIpV6TestJSON-1840880364'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:28.450605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Bound port: e789581b-d9b8-43ff-8206-fc15f6513c1e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b494b2-a777-4c0e-ba59-8210df095b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '95162329-0eca-4736-a15b-5c5f237fc855'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:28.452284 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c8f99635-32da-4365-9ad7-762c433289be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:28.455427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.472927 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f99635-32da-4365-9ad7-762c433289be None None] Routers {'44329121-51f4-4bae-abd6-88420459590a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:28.473923 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c8f99635-32da-4365-9ad7-762c433289be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['44329121-51f4-4bae-abd6-88420459590a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:28.538903 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c8f99635-32da-4365-9ad7-762c433289be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:28.543508 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f99635-32da-4365-9ad7-762c433289be None None] The sync data for ids ['44329121-51f4-4bae-abd6-88420459590a'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:28.619801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] For port e789581b-d9b8-43ff-8206-fc15f6513c1e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:28.624408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] For port e789581b-d9b8-43ff-8206-fc15f6513c1e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e789581b-d9b8-43ff-8206-fc15f6513c1e,segment=NetworkSegment(90b494b2-a777-4c0e-ba59-8210df095b99),segment_id=90b494b2-a777-4c0e-ba59-8210df095b99)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:28.636042 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.816949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f143c0-2fa5-42fc-a430-d8ac041ac5d3 None None] Pushing event updated for resources: {'Port': ['ID=e789581b-d9b8-43ff-8206-fc15f6513c1e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.828416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:28.937266 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-75f62a8d-d88b-4b84-beec-62aadc5ee67b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 03:41:28.940971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75f62a8d-d88b-4b84-beec-62aadc5ee67b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/44329121-51f4-4bae-abd6-88420459590a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5966442 Jul 16 03:41:28.943836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:28.991492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aecb7e81-5c99-4405-919e-2aff4d387365 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=44329121-51f4-4bae-abd6-88420459590a HTTP/1.1" status: 200 len: 205 time: 0.0461986 Jul 16 03:41:28.993777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:29.241701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.262136 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.437834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port c2efe1d6-367d-47dd-9233-45f795b09683 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:29.699703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42598) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:29.705222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.715741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.850167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.850780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router 44329121-51f4-4bae-abd6-88420459590a {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:29.868279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.869424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5e765c1-1d42-4a2d-8286-36b68f7c3bf0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/44329121-51f4-4bae-abd6-88420459590a HTTP/1.1" status: 204 len: 168 time: 0.8747933 Jul 16 03:41:29.872271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42604) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:29.940903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a2a-1671-4e13-8810-166bacdb042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.015837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 0df5f634-1c4f-4722-873a-5cb8052eda7f {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:30.023967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.072827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.259822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.391754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.455115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=0df5f634-1c4f-4722-873a-5cb8052eda7f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:30.463051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.465043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e8b1405d-da1f-4807-8fc2-12ce6bd71583 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/0df5f634-1c4f-4722-873a-5cb8052eda7f HTTP/1.1" status: 204 len: 168 time: 0.5915539 Jul 16 03:41:30.467780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed15cb9-249b-4363-bedf-4b0e24a0b341 None None] Network 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:30.471377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42622) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:30.608333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.694441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ef37b-d876-4745-b919-5526414c433d None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:30.722397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::327 (95162329-0eca-4736-a15b-5c5f237fc855/4fdae71e-1ce1-4878-88ee-fc061dd143df/c2efe1d6-367d-47dd-9233-45f795b09683) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:30.736744 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a2a-1671-4e13-8810-166bacdb042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.737265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8:0:1::195 (95162329-0eca-4736-a15b-5c5f237fc855/77008dbd-7861-4f9e-b1d5-a7c97a601d1f/c2efe1d6-367d-47dd-9233-45f795b09683) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:30.741438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port b632a6c7-4ba2-4329-a02d-e41e7215d80f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:30.741953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.832590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port b632a6c7-4ba2-4329-a02d-e41e7215d80f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b632a6c7-4ba2-4329-a02d-e41e7215d80f,segment=NetworkSegment(e8e35d50-803a-4e60-9731-effd793d8df8),segment_id=e8e35d50-803a-4e60-9731-effd793d8df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:30.833163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.851792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for b632a6c7-4ba2-4329-a02d-e41e7215d80f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:30.877729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8e8254e9-9919-4b1a-8f7f-16c5b5b44785 None None] Provisioning for port e789581b-d9b8-43ff-8206-fc15f6513c1e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:30.986199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a2a-1671-4e13-8810-166bacdb042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.005611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.009814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e789581b-d9b8-43ff-8206-fc15f6513c1e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:31.019051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.033911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object c2efe1d6-367d-47dd-9233-45f795b09683 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:31.075092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=b632a6c7-4ba2-4329-a02d-e41e7215d80f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:31.078394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.081431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port b632a6c7-4ba2-4329-a02d-e41e7215d80f on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:31.132345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e789581b-d9b8-43ff-8206-fc15f6513c1e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:31.141917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e789581b-d9b8-43ff-8206-fc15f6513c1e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:31.142305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.220387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 95162329-0eca-4736-a15b-5c5f237fc855 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:31.230342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:31.235526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:31.264477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:31.265183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.292579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=c2efe1d6-367d-47dd-9233-45f795b09683,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:31.306679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29cf00-e3c0-4e98-ad88-51f23253c949 None None] DHCP port deletion for 8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:31.309599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a57f9cda-98d7-4c82-918e-0b6da5cef268 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8799007 Jul 16 03:41:31.312193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42634) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:31.324691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fdae71e-1ce1-4878-88ee-fc061dd143df'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:31.362778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Update dhcp port {'port': {'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'fixed_ips': [{'subnet_id': '4fdae71e-1ce1-4878-88ee-fc061dd143df', 'ip_address': '2001:db8::2'}, {'subnet_id': '77008dbd-7861-4f9e-b1d5-a7c97a601d1f'}], 'binding:host_id': 'n-d-800089-6'}, 'id': 'e789581b-d9b8-43ff-8206-fc15f6513c1e'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:41:31.442460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.459902 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.495320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.536058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-04ef9a2a-1671-4e13-8810-166bacdb042d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2699af14ec3e4248bdd54c96cbe73dad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8326225 Jul 16 03:41:31.538671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:31.546434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef9a2a-1671-4e13-8810-166bacdb042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518de03-1cc7-4914-92ae-a87f3b62f5d8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:31.602092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e789581b-d9b8-43ff-8206-fc15f6513c1e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e789581b-d9b8-43ff-8206-fc15f6513c1e,segment=NetworkSegment(90b494b2-a777-4c0e-ba59-8210df095b99),segment_id=90b494b2-a777-4c0e-ba59-8210df095b99)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:31.607140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.621683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:31.632808 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.637020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e35d50-803a-4e60-9731-effd793d8df8') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:31.637627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e35d50-803a-4e60-9731-effd793d8df8') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:31.650893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.665962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-974d6814-eed2-4c8b-b69a-1f121a02301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.672407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.706043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:31.706858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:31.711430 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:31.804624 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-974d6814-eed2-4c8b-b69a-1f121a02301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.840575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.858189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.864931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1 HTTP/1.1" status: 204 len: 168 time: 1.3947387 Jul 16 03:41:31.865898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:31.891002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956779190'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:31.902453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b26b9c-9458-4067-9d49-78c577c70225 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=8ed1ac5c-fe8f-407b-bf16-84ad2a9aa6e1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:31.949409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:31.960443 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.003418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-974d6814-eed2-4c8b-b69a-1f121a02301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.006607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-974d6814-eed2-4c8b-b69a-1f121a02301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.008527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-974d6814-eed2-4c8b-b69a-1f121a02301c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c518de03-1cc7-4914-92ae-a87f3b62f5d8 HTTP/1.1" status: 204 len: 168 time: 0.4666948 Jul 16 03:41:32.021825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:32.024833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6814-eed2-4c8b-b69a-1f121a02301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518de03-1cc7-4914-92ae-a87f3b62f5d8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.036115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.036555 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment c6c1852e-755a-4247-b8c9-b9788de62a55 of type vlan for network 49577fcd-93af-4685-bfd8-84e195374169 Jul 16 03:41:32.094764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.105874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Allocated IP 2001:db8:0:1::2 (95162329-0eca-4736-a15b-5c5f237fc855/77008dbd-7861-4f9e-b1d5-a7c97a601d1f/e789581b-d9b8-43ff-8206-fc15f6513c1e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:32.141603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.154383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.156453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.212020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.221543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': '49577fcd-93af-4685-bfd8-84e195374169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:32.226199 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3412089 Jul 16 03:41:32.262031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e789581b-d9b8-43ff-8206-fc15f6513c1e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.311758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02229eb2-f842-402c-954f-7b2cfccd6e0d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=49577fcd-93af-4685-bfd8-84e195374169,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.325849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 49577fcd-93af-4685-bfd8-84e195374169 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:32.360679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] For port e789581b-d9b8-43ff-8206-fc15f6513c1e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e789581b-d9b8-43ff-8206-fc15f6513c1e,segment=NetworkSegment(90b494b2-a777-4c0e-ba59-8210df095b99),segment_id=90b494b2-a777-4c0e-ba59-8210df095b99)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:32.493801 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.514471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:32.519108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.546328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Transition to ACTIVE for port object e789581b-d9b8-43ff-8206-fc15f6513c1e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:32.554063 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.650422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.689365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192768d-e9b0-4336-8f2c-b46fb105a37a None None] Pushing event updated for resources: {'Port': ['ID=e789581b-d9b8-43ff-8206-fc15f6513c1e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.724266 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-713c64a5-c3df-4abd-802f-0b2f9e3b20eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.725538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Delete allocated IP 2001:db8:0:1::195 (95162329-0eca-4736-a15b-5c5f237fc855/77008dbd-7861-4f9e-b1d5-a7c97a601d1f) {{(pid=93756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:41:32.759174 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.945922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-713c64a5-c3df-4abd-802f-0b2f9e3b20eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.957337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-713c64a5-c3df-4abd-802f-0b2f9e3b20eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.978190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e789581b-d9b8-43ff-8206-fc15f6513c1e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:33.095767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-713c64a5-c3df-4abd-802f-0b2f9e3b20eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02e2dc3b319a45a1a4c46541fe942b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428391 Jul 16 03:41:33.098870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42670) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.148046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c64a5-c3df-4abd-802f-0b2f9e3b20eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619e1428-9464-4e8e-8683-e8f5ae4446b7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.180940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b3d0f7-a7fa-449d-9331-c105d0003855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.194589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.220793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b3d0f7-a7fa-449d-9331-c105d0003855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.236279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b632a6c7-4ba2-4329-a02d-e41e7215d80f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:33.283974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b632a6c7-4ba2-4329-a02d-e41e7215d80f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:33.284332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b632a6c7-4ba2-4329-a02d-e41e7215d80f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:33.303698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.336679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b3d0f7-a7fa-449d-9331-c105d0003855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.339916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8b3d0f7-a7fa-449d-9331-c105d0003855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.341480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e8b3d0f7-a7fa-449d-9331-c105d0003855 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/619e1428-9464-4e8e-8683-e8f5ae4446b7 HTTP/1.1" status: 204 len: 168 time: 0.2392468 Jul 16 03:41:33.351433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3d0f7-a7fa-449d-9331-c105d0003855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619e1428-9464-4e8e-8683-e8f5ae4446b7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.392705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': 'c6c1852e-755a-4247-b8c9-b9788de62a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '49577fcd-93af-4685-bfd8-84e195374169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:33.393184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: 49577fcd-93af-4685-bfd8-84e195374169, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:33.395509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Ignored duplicate provisioning block setup for port c2efe1d6-367d-47dd-9233-45f795b09683 by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:41:33.400587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=09b755cd-0b39-486f-8979-7fc418e1ff93,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.406516 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.471959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.504672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=c2efe1d6-367d-47dd-9233-45f795b09683,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.565945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 49577fcd-93af-4685-bfd8-84e195374169 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:33.611691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 49577fcd-93af-4685-bfd8-84e195374169) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:33.621820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.623827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.628191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] In _notify_port_updated(), no bound segment for port c2efe1d6-367d-47dd-9233-45f795b09683 on network 95162329-0eca-4736-a15b-5c5f237fc855 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:41:33.629116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c468ba4c-601f-4535-8e15-10ad793d5c52 None None] Network 49577fcd-93af-4685-bfd8-84e195374169 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:33.634199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:33.635417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.639216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-89da3658-d198-4a8d-8302-ffac8ca356f3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/ports/c2efe1d6-367d-47dd-9233-45f795b09683 HTTP/1.1" status: 200 len: 926 time: 2.3233685 Jul 16 03:41:33.640236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42680) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.647737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fdae71e-1ce1-4878-88ee-fc061dd143df'}, {'subnet_id': '77008dbd-7861-4f9e-b1d5-a7c97a601d1f'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:33.667131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d8b76e37-7922-47fa-9a6d-b12c7517fd18 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4510326 Jul 16 03:41:33.668257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.685073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-751593101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:33.778983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.783611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.861273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2dcb18-613d-4339-b90f-18ae27a07521 None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:33.945707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b1f34361-6697-4282-8315-ee89a4076027 None None] Provisioning for port e789581b-d9b8-43ff-8206-fc15f6513c1e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:33.977668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b1f34361-6697-4282-8315-ee89a4076027 None None] Provisioning complete for port e789581b-d9b8-43ff-8206-fc15f6513c1e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:33.977969 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1f34361-6697-4282-8315-ee89a4076027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.990348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.139517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.151729 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.197846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.199755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-830343db-865a-4bb1-a360-1d0f5cb69c12 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5298312 Jul 16 03:41:34.202571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42694) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:34.520873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-49577fcd-93af-4685-bfd8-84e195374169', 'network_id': '49577fcd-93af-4685-bfd8-84e195374169', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '09b755cd-0b39-486f-8979-7fc418e1ff93'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:34.525104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.768062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8:0:1::191 (95162329-0eca-4736-a15b-5c5f237fc855/77008dbd-7861-4f9e-b1d5-a7c97a601d1f/c2efe1d6-367d-47dd-9233-45f795b09683) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:34.855473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Allocated IP 2001:db8::2 (49577fcd-93af-4685-bfd8-84e195374169/09b755cd-0b39-486f-8979-7fc418e1ff93/c9871af1-ed9d-4dd6-9789-5e394b5f1e4b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:34.866829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.218024 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.229201 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.253624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Ignored duplicate provisioning block setup for port c2efe1d6-367d-47dd-9233-45f795b09683 by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:41:35.262407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.263957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Transition to ACTIVE for port object c9871af1-ed9d-4dd6-9789-5e394b5f1e4b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:35.284784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Transition to ACTIVE for port object c9871af1-ed9d-4dd6-9789-5e394b5f1e4b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:35.293924 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.395443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Network 49577fcd-93af-4685-bfd8-84e195374169 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:35.401465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8::1 (49577fcd-93af-4685-bfd8-84e195374169/09b755cd-0b39-486f-8979-7fc418e1ff93/f8f6dd18-f4d8-4735-ab40-e140b257ca5b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:35.410513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:35.434527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:35.445898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-94750b72-9153-4819-909f-ad2d4b23fd20 None None] Provisioning complete for port e789581b-d9b8-43ff-8206-fc15f6513c1e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:35.449762 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94750b72-9153-4819-909f-ad2d4b23fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.483645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] In _notify_port_updated(), no bound segment for port c2efe1d6-367d-47dd-9233-45f795b09683 on network 95162329-0eca-4736-a15b-5c5f237fc855 {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:41:35.514741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.523432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.556005 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/ports/c2efe1d6-367d-47dd-9233-45f795b09683 HTTP/1.1" status: 200 len: 1012 time: 1.9142365 Jul 16 03:41:35.559803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.595859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Pushing event updated for resources: {'Port': ['ID=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.596065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.616895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object f8f6dd18-f4d8-4735-ab40-e140b257ca5b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:35.688027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.699257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Attempting to bind port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:35.699985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Attempting to bind port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'c6c1852e-755a-4247-b8c9-b9788de62a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '49577fcd-93af-4685-bfd8-84e195374169'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:35.700558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Attempting to bind port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b on network 49577fcd-93af-4685-bfd8-84e195374169 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:35.707455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:35.708199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Checking segment: {'id': 'c6c1852e-755a-4247-b8c9-b9788de62a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '49577fcd-93af-4685-bfd8-84e195374169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:35.708822 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.709414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Bound using segment: {'id': 'c6c1852e-755a-4247-b8c9-b9788de62a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '49577fcd-93af-4685-bfd8-84e195374169'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:35.710083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Bound port: c9871af1-ed9d-4dd6-9789-5e394b5f1e4b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c1852e-755a-4247-b8c9-b9788de62a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '49577fcd-93af-4685-bfd8-84e195374169'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:35.710709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.784943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] For port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:35.788866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] For port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,segment=NetworkSegment(c6c1852e-755a-4247-b8c9-b9788de62a55),segment_id=c6c1852e-755a-4247-b8c9-b9788de62a55)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:35.847363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f0b2-adba-498a-9b34-b4d6baef5db7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=c2efe1d6-367d-47dd-9233-45f795b09683,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.850484 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.884688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 49577fcd-93af-4685-bfd8-84e195374169 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:35.903525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:35.926278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:35.930178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.007890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port c2efe1d6-367d-47dd-9233-45f795b09683 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:36.008247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.058351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=f8f6dd18-f4d8-4735-ab40-e140b257ca5b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.125461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada48755-9cd7-4122-8cf7-565a0ce931e1 None None] Pushing event updated for resources: {'Port': ['ID=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.133070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-94750b72-9153-4819-909f-ad2d4b23fd20 None None] Provisioning for port c2efe1d6-367d-47dd-9233-45f795b09683 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:36.151006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-94750b72-9153-4819-909f-ad2d4b23fd20 None None] Provisioning complete for port c2efe1d6-367d-47dd-9233-45f795b09683 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:36.151397 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94750b72-9153-4819-909f-ad2d4b23fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.265056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94750b72-9153-4819-909f-ad2d4b23fd20 None None] Port c2efe1d6-367d-47dd-9233-45f795b09683 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:36.295550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.306023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.312958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for c2efe1d6-367d-47dd-9233-45f795b09683 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:36.414398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c9cce765-2146-491a-834f-0ff6c61047e8 None None] Provisioning complete for port c2efe1d6-367d-47dd-9233-45f795b09683 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:36.414820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9cce765-2146-491a-834f-0ff6c61047e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.568386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c9cce765-2146-491a-834f-0ff6c61047e8 None None] Port c2efe1d6-367d-47dd-9233-45f795b09683 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:36.858504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.941771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=c2efe1d6-367d-47dd-9233-45f795b09683,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.969743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.983430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.984395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.994487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f969ad2d-4ec5-4a41-868b-ee603105eda4 None None] Could not find standard attr ID for object c2efe1d6-367d-47dd-9233-45f795b09683. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:41:37.064470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9871af1-ed9d-4dd6-9789-5e394b5f1e4b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:37.114919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.120190 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18e9f0b9-de0d-44e7-94dd-1a8980949465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/c2efe1d6-367d-47dd-9233-45f795b09683 HTTP/1.1" status: 204 len: 168 time: 1.5530481 Jul 16 03:41:37.121860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.168661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:37.247212 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-312db27d-777a-4d2b-a69d-a6304b8c38fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:37.252223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42766) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.262628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-312db27d-777a-4d2b-a69d-a6304b8c38fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/c2efe1d6-367d-47dd-9233-45f795b09683 HTTP/1.1" status: 404 len: 333 time: 0.1066494 Jul 16 03:41:37.403529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 77008dbd-7861-4f9e-b1d5-a7c97a601d1f {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:37.416731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.438183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=f8f6dd18-f4d8-4735-ab40-e140b257ca5b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.486913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.531547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 49577fcd-93af-4685-bfd8-84e195374169 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:37.540066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:37.646285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.762704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.784219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 4d041444-47c4-4a8e-97bb-11c92ae90286 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:41:37.860352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=77008dbd-7861-4f9e-b1d5-a7c97a601d1f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.865876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b6b961-6383-4eb8-9afc-a364529e8de3 None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:37.891564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.898615 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9bae7549-c246-4793-9ddc-3f0b2e15fe3d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/77008dbd-7861-4f9e-b1d5-a7c97a601d1f HTTP/1.1" status: 204 len: 168 time: 0.6451433 Jul 16 03:41:37.901022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42780) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.063143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94542be9-cd0f-4274-85fe-69ab03df59d6 None None] Network 49577fcd-93af-4685-bfd8-84e195374169 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:38.070679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 4fdae71e-1ce1-4878-88ee-fc061dd143df {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:38.084218 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.183173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.208915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] Provisioning for port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:38.220317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] Provisioning complete for port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:38.220923 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.513361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.634013 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.663664 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.671326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:38.683640 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bbcdff7b-f44c-4fae-a485-625826a57be4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/4d041444-47c4-4a8e-97bb-11c92ae90286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4776003 Jul 16 03:41:38.684555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42792) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.703297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=4fdae71e-1ce1-4878-88ee-fc061dd143df,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.711423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] Sync routers for ids ['4d041444-47c4-4a8e-97bb-11c92ae90286'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:38.720881 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.728280 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18761541-243f-4812-9c3f-c9ec771152d8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/4fdae71e-1ce1-4878-88ee-fc061dd143df HTTP/1.1" status: 204 len: 168 time: 0.8234684 Jul 16 03:41:38.728700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42796) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.752880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] Routers {'4d041444-47c4-4a8e-97bb-11c92ae90286'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:38.753724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4d041444-47c4-4a8e-97bb-11c92ae90286'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.805306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.843202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] Routers {'4d041444-47c4-4a8e-97bb-11c92ae90286'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:38.843953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4d041444-47c4-4a8e-97bb-11c92ae90286'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.887287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba5351-189c-4899-afb9-29499b4a99d6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.893044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c9ba5351-189c-4899-afb9-29499b4a99d6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports/f8f6dd18-f4d8-4735-ab40-e140b257ca5b HTTP/1.1" status: 200 len: 911 time: 0.2048399 Jul 16 03:41:38.896238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.993290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.125981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] For port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,segment=NetworkSegment(c6c1852e-755a-4247-b8c9-b9788de62a55),segment_id=c6c1852e-755a-4247-b8c9-b9788de62a55)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:39.136279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.137047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04989393-93da-43a2-a3de-ff96acb3f888 None None] The sync data for ids ['4d041444-47c4-4a8e-97bb-11c92ae90286'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:39.148248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port e789581b-d9b8-43ff-8206-fc15f6513c1e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:39.149570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.165870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.246232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe434a1-ec6d-44b3-8781-f129b0f939da None None] Pushing event updated for resources: {'Port': ['ID=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:39.269717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4fb8e0-e475-4a2a-acda-20f0da1271de None None] Update dhcp port {'port': {'network_id': '95162329-0eca-4736-a15b-5c5f237fc855', 'fixed_ips': [{'subnet_id': '4fdae71e-1ce1-4878-88ee-fc061dd143df'}], 'binding:host_id': 'n-d-800089-6'}, 'id': 'e789581b-d9b8-43ff-8206-fc15f6513c1e'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:41:39.308979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] For port e789581b-d9b8-43ff-8206-fc15f6513c1e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e789581b-d9b8-43ff-8206-fc15f6513c1e,segment=NetworkSegment(90b494b2-a777-4c0e-ba59-8210df095b99),segment_id=90b494b2-a777-4c0e-ba59-8210df095b99)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:39.312235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.351556 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb8e0-e475-4a2a-acda-20f0da1271de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.359860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for e789581b-d9b8-43ff-8206-fc15f6513c1e owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:39.487989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.509316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No DVR routers for this DVR port e789581b-d9b8-43ff-8206-fc15f6513c1e on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:39.600854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=e789581b-d9b8-43ff-8206-fc15f6513c1e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:39.722794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4c7f32ba-e718-4233-819b-5a3a73b45f5c None None] Provisioning complete for port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:39.723181 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c7f32ba-e718-4233-819b-5a3a73b45f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.742847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.758128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95162329-0eca-4736-a15b-5c5f237fc855']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.820182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b494b2-a777-4c0e-ba59-8210df095b99') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.823067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b494b2-a777-4c0e-ba59-8210df095b99') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.839686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860fe08-fd1d-49ed-90b9-34329ce69d00 None None] Network 95162329-0eca-4736-a15b-5c5f237fc855 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:39.852343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.897326 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.920055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:39.923662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:39.935804 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:40.067429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.077062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4c7f32ba-e718-4233-819b-5a3a73b45f5c None None] Provisioning for port f8f6dd18-f4d8-4735-ab40-e140b257ca5b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:40.085371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4c7f32ba-e718-4233-819b-5a3a73b45f5c None None] Provisioning complete for port f8f6dd18-f4d8-4735-ab40-e140b257ca5b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:40.086675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c7f32ba-e718-4233-819b-5a3a73b45f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.137673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f32ba-e718-4233-819b-5a3a73b45f5c None None] Port f8f6dd18-f4d8-4735-ab40-e140b257ca5b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:40.147837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70352e79-068e-43fc-a197-a4aabf467cce None None] DHCP port deletion for 95162329-0eca-4736-a15b-5c5f237fc855 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:40.156778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.222118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.223668 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/95162329-0eca-4736-a15b-5c5f237fc855 HTTP/1.1" status: 204 len: 168 time: 1.4936540 Jul 16 03:41:40.229105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2079c-f290-46bf-b872-9c2bd84a1746 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=95162329-0eca-4736-a15b-5c5f237fc855,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:40.232482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42832) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.260954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0acae301-f820-4614-8a25-ffb40bb6a33d None None] Could not find standard attr ID for object e789581b-d9b8-43ff-8206-fc15f6513c1e. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:41:40.280125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0acae301-f820-4614-8a25-ffb40bb6a33d None None] Provisioning complete for port f8f6dd18-f4d8-4735-ab40-e140b257ca5b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:40.281463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0acae301-f820-4614-8a25-ffb40bb6a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.352500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0acae301-f820-4614-8a25-ffb40bb6a33d None None] Port f8f6dd18-f4d8-4735-ab40-e140b257ca5b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:40.441953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219c60a7-e52d-4a1c-85db-9d8203780590 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.443609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-219c60a7-e52d-4a1c-85db-9d8203780590 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2103510 Jul 16 03:41:40.448719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42840) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.484234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-44cd8ecb-b6f9-4522-9d4a-8cf6415c11e7 None None] Provisioning complete for port f8f6dd18-f4d8-4735-ab40-e140b257ca5b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:40.484716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44cd8ecb-b6f9-4522-9d4a-8cf6415c11e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.553369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-44cd8ecb-b6f9-4522-9d4a-8cf6415c11e7 None None] Port f8f6dd18-f4d8-4735-ab40-e140b257ca5b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:40.581664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f18545a-0c6f-4534-9448-b035486a5112 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1318119 Jul 16 03:41:40.587074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.597454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-900779882'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:40.643087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:40.657748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.693759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:40.703496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.703496 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment be7b0750-9034-499e-9e46-a07599bf044f of type vlan for network 260b44c6-b3e6-4b95-97e2-f71a518d482d Jul 16 03:41:40.730131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port f8f6dd18-f4d8-4735-ab40-e140b257ca5b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:40.730475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.774666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.858730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.876134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.880755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.977419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9871af1-ed9d-4dd6-9789-5e394b5f1e4b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:41.079087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.086886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=260b44c6-b3e6-4b95-97e2-f71a518d482d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.098519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for f8f6dd18-f4d8-4735-ab40-e140b257ca5b owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:41.107980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-532b9870-a0e9-4f72-8b84-4a5718d4ec19 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5171118 Jul 16 03:41:41.108632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:41.108730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.124895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:41.195848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:41.196335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.290185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:41.296892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.436629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e789581b-d9b8-43ff-8206-fc15f6513c1e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:41.471669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e789581b-d9b8-43ff-8206-fc15f6513c1e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:41.473400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e789581b-d9b8-43ff-8206-fc15f6513c1e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:41.598223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.635263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.691565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=f8f6dd18-f4d8-4735-ab40-e140b257ca5b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.741977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=2c7b3643-fb07-4eb1-898e-e79cb607d68c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.767533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': 'be7b0750-9034-499e-9e46-a07599bf044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:41.768650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: 260b44c6-b3e6-4b95-97e2-f71a518d482d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:41.807176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:41.833688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 260b44c6-b3e6-4b95-97e2-f71a518d482d) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:41.842588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.843996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.844113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab5289-045f-49ac-8a61-6915ff497e08 None None] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:41.885636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0bc39e7f-8083-4a9a-9654-51d80bef6510 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7678587 Jul 16 03:41:41.886296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42874) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.912938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.920688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d', 'name': 'tempest-PortsIpV6TestJSON-1567235837'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:42.176855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-260b44c6-b3e6-4b95-97e2-f71a518d482d', 'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': '2c7b3643-fb07-4eb1-898e-e79cb607d68c'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:42.178231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.300758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:42.304075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 4d041444-47c4-4a8e-97bb-11c92ae90286 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:42.307321 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.349595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:42.432024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:42.437910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-13fdd141-9cf1-493e-8d81-2fc1d7afd23c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/4d041444-47c4-4a8e-97bb-11c92ae90286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5395005 Jul 16 03:41:42.443367 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] Sync routers for ids ['4d041444-47c4-4a8e-97bb-11c92ae90286'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:42.448383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Allocated IP 2001:db8::2 (260b44c6-b3e6-4b95-97e2-f71a518d482d/2c7b3643-fb07-4eb1-898e-e79cb607d68c/bf8cd334-57c0-4b04-ae4f-068ecc5dad8f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:42.455780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.459631 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] Routers {'4d041444-47c4-4a8e-97bb-11c92ae90286'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:42.461139 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4d041444-47c4-4a8e-97bb-11c92ae90286'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.530163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3248b238-449a-4457-9aa7-aa0a61e9f981 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d041444-47c4-4a8e-97bb-11c92ae90286 HTTP/1.1" status: 200 len: 205 time: 0.0696325 Jul 16 03:41:42.530581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42900) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.537578 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.549917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] Routers {'4d041444-47c4-4a8e-97bb-11c92ae90286'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:42.550825 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['4d041444-47c4-4a8e-97bb-11c92ae90286'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.594798 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.595839 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10876fe7-4145-4391-8af7-5eaf9cc50fb0 None None] The sync data for ids ['4d041444-47c4-4a8e-97bb-11c92ae90286'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:42.665664 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.733993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.743588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Transition to ACTIVE for port object bf8cd334-57c0-4b04-ae4f-068ecc5dad8f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:42.773885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Transition to ACTIVE for port object bf8cd334-57c0-4b04-ae4f-068ecc5dad8f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:42.799181 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.899907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.906580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.906903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::3a7 (260b44c6-b3e6-4b95-97e2-f71a518d482d/2c7b3643-fb07-4eb1-898e-e79cb607d68c/2a7eeca9-1886-477f-ae4a-c5f2dbf0712d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:42.920096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:42.928469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:42.930413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Pushing event updated for resources: {'Port': ['ID=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:42.933813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:42.975844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.976515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router 4d041444-47c4-4a8e-97bb-11c92ae90286 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:42.992802 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.993993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c09ed5f8-fe87-4e59-9cab-ac7541a83881 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/4d041444-47c4-4a8e-97bb-11c92ae90286 HTTP/1.1" status: 204 len: 168 time: 0.4623413 Jul 16 03:41:42.996619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.996929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Attempting to bind port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:42.997498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Attempting to bind port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'be7b0750-9034-499e-9e46-a07599bf044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:42.997871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Attempting to bind port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f on network 260b44c6-b3e6-4b95-97e2-f71a518d482d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:43.003503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:43.003729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Checking segment: {'id': 'be7b0750-9034-499e-9e46-a07599bf044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:43.004075 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.004464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Bound using segment: {'id': 'be7b0750-9034-499e-9e46-a07599bf044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:43.004938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Bound port: bf8cd334-57c0-4b04-ae4f-068ecc5dad8f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7b0750-9034-499e-9e46-a07599bf044f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:43.005615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.074244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 09b755cd-0b39-486f-8979-7fc418e1ff93 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:43.077575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.096505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] For port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:43.100281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] For port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,segment=NetworkSegment(be7b0750-9034-499e-9e46-a07599bf044f),segment_id=be7b0750-9034-499e-9e46-a07599bf044f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:43.110019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.191353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.250527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c68b1f-30e0-4f73-b9f2-6d940c1f9fb1 None None] Pushing event updated for resources: {'Port': ['ID=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:43.311563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.343990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:43.410335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.440260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.656319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.673659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=2a7eeca9-1886-477f-ae4a-c5f2dbf0712d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:43.687460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:43.694312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:43.717664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:43.725690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.726486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.765624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8e3a6922-4ede-4dd6-806b-2ce32acdc461 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8757181 Jul 16 03:41:43.767749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42936) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.793487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=09b755cd-0b39-486f-8979-7fc418e1ff93,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:43.808458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '260b44c6-b3e6-4b95-97e2-f71a518d482d', 'name': 'tempest-PortsIpV6TestJSON-1940608364'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:43.813876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.822114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.824423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f46199-8b3f-46b5-91d3-79e27c610265 None None] Network 49577fcd-93af-4685-bfd8-84e195374169 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:43.834699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62223c7f-f755-4a8f-8300-385ac1dba162 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/09b755cd-0b39-486f-8979-7fc418e1ff93 HTTP/1.1" status: 204 len: 168 time: 0.8355947 Jul 16 03:41:44.056714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.210768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:44.215504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.273049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port f145bc87-565d-4724-8f40-2b9d245015a4 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:44.283984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] DHCP port deletion for 49577fcd-93af-4685-bfd8-84e195374169 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:44.294759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:44.295409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.397672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] Deleting port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:44.398278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.484317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] For port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,segment=NetworkSegment(c6c1852e-755a-4247-b8c9-b9788de62a55),segment_id=c6c1852e-755a-4247-b8c9-b9788de62a55)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:44.484965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.498900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] Calling delete_port for c9871af1-ed9d-4dd6-9789-5e394b5f1e4b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:44.550265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,segment=NetworkSegment(c6c1852e-755a-4247-b8c9-b9788de62a55),segment_id=c6c1852e-755a-4247-b8c9-b9788de62a55)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:44.550785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.574520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for c9871af1-ed9d-4dd6-9789-5e394b5f1e4b owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:44.619091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.626455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::254 (260b44c6-b3e6-4b95-97e2-f71a518d482d/2c7b3643-fb07-4eb1-898e-e79cb607d68c/f145bc87-565d-4724-8f40-2b9d245015a4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:44.667267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] Pushing event deleted for resources: {'Port': ['ID=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.674044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd28f6-a90a-4b53-a1f4-5665af9f5a0e None None] No DVR routers for this DVR port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:45.009185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.026051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680a86a-56aa-4cfa-96fe-b8fa568c4ff1 None None] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:45.060544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=c9871af1-ed9d-4dd6-9789-5e394b5f1e4b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.094965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port c9871af1-ed9d-4dd6-9789-5e394b5f1e4b on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:45.227919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bf8cd334-57c0-4b04-ae4f-068ecc5dad8f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:45.246677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.258762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.265936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49577fcd-93af-4685-bfd8-84e195374169']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.285184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c1852e-755a-4247-b8c9-b9788de62a55') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.285844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c1852e-755a-4247-b8c9-b9788de62a55') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:45.291426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object f145bc87-565d-4724-8f40-2b9d245015a4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:45.302794 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.323351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.361119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:45.361119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:45.364333 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:45.413270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6873510d-cb22-4090-89ee-ef920c9af9dc None None] Provisioning for port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:45.431574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.453123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:45.476569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.495752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:45.501068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:45.501455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.503630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.505978 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/49577fcd-93af-4685-bfd8-84e195374169 HTTP/1.1" status: 204 len: 168 time: 1.6769586 Jul 16 03:41:45.513151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42964) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:45.518837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127859650', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:45.532421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:45.546838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac425b0-042b-4949-891b-eda419ca0954 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=49577fcd-93af-4685-bfd8-84e195374169,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.553162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:45.578744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.579707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.596937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=f145bc87-565d-4724-8f40-2b9d245015a4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.613893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.618496 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.632886 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fdc6aefe-e892-437b-b131-1f628e1a06f0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8552697 Jul 16 03:41:45.641665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:45.665871 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.737723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,segment=NetworkSegment(be7b0750-9034-499e-9e46-a07599bf044f),segment_id=be7b0750-9034-499e-9e46-a07599bf044f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:45.744246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.938108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.971782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9871af1-ed9d-4dd6-9789-5e394b5f1e4b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:45.995920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.052959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c9871af1-ed9d-4dd6-9789-5e394b5f1e4b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:46.053538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c9871af1-ed9d-4dd6-9789-5e394b5f1e4b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:46.102122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:46.284154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042b8f72-0f2c-4c01-af9f-80c521078a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.295395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Provisioning for port f145bc87-565d-4724-8f40-2b9d245015a4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:46.300098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Provisioning complete for port f145bc87-565d-4724-8f40-2b9d245015a4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:46.300490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.365169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Port f145bc87-565d-4724-8f40-2b9d245015a4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:46.388619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Provisioning complete for port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:46.388833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.477432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042b8f72-0f2c-4c01-af9f-80c521078a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.489341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-042b8f72-0f2c-4c01-af9f-80c521078a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.555517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Provisioning for port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:46.569248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Provisioning complete for port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:46.569834 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.594423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b8f72-0f2c-4c01-af9f-80c521078a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef267e26-9e1b-44e0-89f3-2c193fdee604,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:46.615348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-369151e8-84d1-4d37-8baa-adfe488ec939 None None] Port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:46.620851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-042b8f72-0f2c-4c01-af9f-80c521078a98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8114597537d48f3be4f3211c2d16feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6238267 Jul 16 03:41:46.625365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42986) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.690487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd4963-f6a5-4aa2-9107-8677763bc19b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.692180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85fd4963-f6a5-4aa2-9107-8677763bc19b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a7 HTTP/1.1" status: 200 len: 929 time: 1.0514677 Jul 16 03:41:46.695066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.696774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42988) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.718438 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d2e581f-ecfa-4ed4-920e-ed1d8f3e8516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.750926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5304f1e0-f97d-4d77-afb8-9d4b3bafe6dd None None] Provisioning complete for port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:46.751788 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5304f1e0-f97d-4d77-afb8-9d4b3bafe6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.783339 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d2e581f-ecfa-4ed4-920e-ed1d8f3e8516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.847417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5304f1e0-f97d-4d77-afb8-9d4b3bafe6dd None None] Port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:46.922394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port f145bc87-565d-4724-8f40-2b9d245015a4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:46.923464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.987946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bf8cd334-57c0-4b04-ae4f-068ecc5dad8f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:46.989078 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d2e581f-ecfa-4ed4-920e-ed1d8f3e8516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.992001 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d2e581f-ecfa-4ed4-920e-ed1d8f3e8516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.993243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d2e581f-ecfa-4ed4-920e-ed1d8f3e8516 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef267e26-9e1b-44e0-89f3-2c193fdee604 HTTP/1.1" status: 204 len: 168 time: 0.3662469 Jul 16 03:41:47.043325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-897095ee-e0a3-4bfe-acf0-42ce58eae47d None None] Provisioning complete for port f145bc87-565d-4724-8f40-2b9d245015a4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:47.045473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-897095ee-e0a3-4bfe-acf0-42ce58eae47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.079024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.123951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.142615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-897095ee-e0a3-4bfe-acf0-42ce58eae47d None None] Port f145bc87-565d-4724-8f40-2b9d245015a4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:47.186260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:47.186678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e581f-ecfa-4ed4-920e-ed1d8f3e8516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef267e26-9e1b-44e0-89f3-2c193fdee604,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:47.186812 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.263499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.289108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for f145bc87-565d-4724-8f40-2b9d245015a4 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:47.410378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 172.25.4.130 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/ef851c28-e621-4231-a97b-3e3077ca2e8a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:47.548970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.603420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.606319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.652966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:47.659297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:47.661324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=f145bc87-565d-4724-8f40-2b9d245015a4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:47.663589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:47.707395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43010) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:47.714233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.717216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=ef851c28-e621-4231-a97b-3e3077ca2e8a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:47.717360 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc70b14c-c3d1-4e2c-8e81-70ae47edc4a7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/f145bc87-565d-4724-8f40-2b9d245015a4 HTTP/1.1" status: 204 len: 168 time: 1.0189896 Jul 16 03:41:47.720407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43012) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:47.743649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb848b22-47db-4b8d-861c-cda47f367e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.756113 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a1a349-4710-438d-b24a-d84f91d40345 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:47.757949 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-88a1a349-4710-438d-b24a-d84f91d40345 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/f145bc87-565d-4724-8f40-2b9d245015a4 HTTP/1.1" status: 404 len: 333 time: 0.0365901 Jul 16 03:41:47.763295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43014) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:48.273108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb848b22-47db-4b8d-861c-cda47f367e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.274088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.314081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb848b22-47db-4b8d-861c-cda47f367e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.352243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cb848b22-47db-4b8d-861c-cda47f367e52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60a5b37a89434d71893825681b7666f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435318 Jul 16 03:41:48.354742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43028) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:48.370114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:48.370454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.460356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-683e38e4-83e0-41fc-8bc9-c35166560bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.485299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-683e38e4-83e0-41fc-8bc9-c35166560bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.539620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-683e38e4-83e0-41fc-8bc9-c35166560bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.542411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-683e38e4-83e0-41fc-8bc9-c35166560bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.546409 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-683e38e4-83e0-41fc-8bc9-c35166560bcb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21b81df1-f64e-444a-9c7c-6b99070ed92d HTTP/1.1" status: 204 len: 168 time: 0.1879499 Jul 16 03:41:48.546635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.555772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e38e4-83e0-41fc-8bc9-c35166560bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b81df1-f64e-444a-9c7c-6b99070ed92d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.673564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb848b22-47db-4b8d-861c-cda47f367e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b81df1-f64e-444a-9c7c-6b99070ed92d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.692952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 2a7eeca9-1886-477f-ae4a-c5f2dbf0712d owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:48.875458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.013529 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.110324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=2a7eeca9-1886-477f-ae4a-c5f2dbf0712d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:49.218669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.224333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43046) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.226539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a780b7e4-2159-43c6-86ea-92b3a2085381 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/2a7eeca9-1886-477f-ae4a-c5f2dbf0712d HTTP/1.1" status: 204 len: 168 time: 1.4593768 Jul 16 03:41:49.269841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router a72e1f68-596d-4c97-8e8d-871ef7317a68 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:41:49.312013 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c76d3f1-a98a-4d7a-bdda-00c9d73d21c4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:49.313948 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2c76d3f1-a98a-4d7a-bdda-00c9d73d21c4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/2a7eeca9-1886-477f-ae4a-c5f2dbf0712d HTTP/1.1" status: 404 len: 333 time: 0.0884933 Jul 16 03:41:49.316761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43052) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.441333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:49.454400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] Sync routers for ids ['a72e1f68-596d-4c97-8e8d-871ef7317a68'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:49.476484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.478415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d90d76b5-bbba-4232-bbdc-cd8aeb253586 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9630487 Jul 16 03:41:49.479184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] Routers {'a72e1f68-596d-4c97-8e8d-871ef7317a68'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:49.479835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a72e1f68-596d-4c97-8e8d-871ef7317a68'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:49.482018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43068) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.507618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 2c7b3643-fb07-4eb1-898e-e79cb607d68c {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:49.523669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.540927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:49.550763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] Routers {'a72e1f68-596d-4c97-8e8d-871ef7317a68'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:49.551419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a72e1f68-596d-4c97-8e8d-871ef7317a68'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:49.589911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:49.591428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b110ae7-a211-4973-a7d1-c8bd2f74a0e0 None None] The sync data for ids ['a72e1f68-596d-4c97-8e8d-871ef7317a68'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:49.650159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.726358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-20e9f99c-f0a1-474e-94a0-a1fca1a35122 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/routers/a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 200 len: 885 time: 0.2425759 Jul 16 03:41:49.728669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.805552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.874435 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.895165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.899773 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/2c7b3643-fb07-4eb1-898e-e79cb607d68c HTTP/1.1" status: 204 len: 168 time: 0.5819814 Jul 16 03:41:49.900389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43086) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.906235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118857c8-050b-4882-84c7-35329cdf2d88 None None] Network 260b44c6-b3e6-4b95-97e2-f71a518d482d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:49.967412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598761d-f4cc-4b99-a3c3-91943b8da5ba tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7b3643-fb07-4eb1-898e-e79cb607d68c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:50.013229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-53beb84d-663a-406a-a835-22c2c00145c7 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2807288 Jul 16 03:41:50.013795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:50.018522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1127859650'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:50.034607 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.118187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:50.118524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.237974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] For port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,segment=NetworkSegment(be7b0750-9034-499e-9e46-a07599bf044f),segment_id=be7b0750-9034-499e-9e46-a07599bf044f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:50.238648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.249665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] DHCP port deletion for 260b44c6-b3e6-4b95-97e2-f71a518d482d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:50.299538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for bf8cd334-57c0-4b04-ae4f-068ecc5dad8f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:50.375414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] Deleting port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:50.376161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.456067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] For port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,segment=NetworkSegment(be7b0750-9034-499e-9e46-a07599bf044f),segment_id=be7b0750-9034-499e-9e46-a07599bf044f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:50.457683 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.501848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] Calling delete_port for bf8cd334-57c0-4b04-ae4f-068ecc5dad8f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:50.521355 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.553643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:50.555618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No DVR routers for this DVR port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:50.670435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.756282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] Pushing event deleted for resources: {'Port': ['ID=bf8cd334-57c0-4b04-ae4f-068ecc5dad8f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:50.775093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081dee3-9dbc-466f-a10d-60aa08b5eb3a None None] No DVR routers for this DVR port bf8cd334-57c0-4b04-ae4f-068ecc5dad8f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:50.783673 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e143056-0023-421f-b987-5f441abff44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.948648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bf8cd334-57c0-4b04-ae4f-068ecc5dad8f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:50.992534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: bf8cd334-57c0-4b04-ae4f-068ecc5dad8f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:50.992893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bf8cd334-57c0-4b04-ae4f-068ecc5dad8f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:51.002045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.020417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.204109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6ad41-4f4e-4591-ae3a-814cc2203019 req-4b5c7d6b-e5b0-4325-b696-7f9fbe735383 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.205716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17a6ad41-4f4e-4591-ae3a-814cc2203019 req-4b5c7d6b-e5b0-4325-b696-7f9fbe735383 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.1280675 Jul 16 03:41:51.213808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router a72e1f68-596d-4c97-8e8d-871ef7317a68 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:51.307008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17a6ad41-4f4e-4591-ae3a-814cc2203019 req-376852d6-af3a-4948-8c9c-d252286d18aa tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904295 Jul 16 03:41:51.354920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.368964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260b44c6-b3e6-4b95-97e2-f71a518d482d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.373575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:51.383386 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] Sync routers for ids ['a72e1f68-596d-4c97-8e8d-871ef7317a68'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:51.386830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.386951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7b0750-9034-499e-9e46-a07599bf044f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.387242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7b0750-9034-499e-9e46-a07599bf044f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.388572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b02a0f23-a54e-428f-8fc1-fb7cf4a8130d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 200 len: 892 time: 1.3733840 Jul 16 03:41:51.391275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:51.396667 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] Routers {'a72e1f68-596d-4c97-8e8d-871ef7317a68'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:51.398744 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a72e1f68-596d-4c97-8e8d-871ef7317a68'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.399368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.414739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-a953ecce-d4cb-4db1-b0f0-985268e15f22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595337 Jul 16 03:41:51.421488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.435479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:51.436052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:51.439227 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:51.464974 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.474619 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] Routers {'a72e1f68-596d-4c97-8e8d-871ef7317a68'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:51.475414 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a72e1f68-596d-4c97-8e8d-871ef7317a68'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.522186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:51.522887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968919fc-b757-4149-a7a1-b27677e748c0 None None] The sync data for ids ['a72e1f68-596d-4c97-8e8d-871ef7317a68'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:51.556125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-248990ab-47a1-464f-ac69-4c16a687b968 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/routers/a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 200 len: 892 time: 0.1613286 Jul 16 03:41:51.556457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:51.591999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4169315c-8c48-4045-a1e5-710f4b72b5b8 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 200 len: 205 time: 0.0341401 Jul 16 03:41:51.594229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:51.626418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.644515 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.646376 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/260b44c6-b3e6-4b95-97e2-f71a518d482d HTTP/1.1" status: 204 len: 168 time: 1.7041042 Jul 16 03:41:51.650352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:51.659122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2003265211'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:51.659745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb530-f8b1-4d3a-9800-42a99dab8e2b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=260b44c6-b3e6-4b95-97e2-f71a518d482d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:51.692546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-f253c711-74b1-4899-a80d-4881dc9179e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.694414 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-f253c711-74b1-4899-a80d-4881dc9179e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1096 time: 0.2234738 Jul 16 03:41:51.759941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:51.769958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.807775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.860326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-faa5373d-f5f4-4a3f-958e-83a0c169b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.862042 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-faa5373d-f5f4-4a3f-958e-83a0c169b002 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.1445096 Jul 16 03:41:51.872922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:51.893452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.893661 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment 8abc51cd-a4d8-487d-8877-507e4d3ded49 of type vlan for network 0c98ba00-28d2-4b29-9c4d-53a5303536ef Jul 16 03:41:51.980196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.003966 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.050775 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-c71643ab-7b0a-4b04-a9a8-c06dbe37c2a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 1001 time: 0.1817322 Jul 16 03:41:52.067953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.073453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.074056 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.144611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-c50b5e7f-e400-4c0e-bb01-8f8ff6c216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.147700 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-c50b5e7f-e400-4c0e-bb01-8f8ff6c216ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.0901675 Jul 16 03:41:52.220749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-29191729-84a4-4192-a293-3b1f974cdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.222753 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-29191729-84a4-4192-a293-3b1f974cdb04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681684 Jul 16 03:41:52.249076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5973022 Jul 16 03:41:52.249914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77bfa8-f384-4bb6-8267-3a5cc8747e9f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=0c98ba00-28d2-4b29-9c4d-53a5303536ef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:52.257028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:52.262228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:52.284206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:52.332905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port ef851c28-e621-4231-a97b-3e3077ca2e8a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:52.333253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.389967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-a0bf8771-130c-43ba-a9c1-8a02a013c859 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588488 Jul 16 03:41:52.500648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69581a-2f14-4466-9e39-0a1418fc94de req-5401e0bd-e45c-4a04-9946-dea677b0fbfd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.502174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a69581a-2f14-4466-9e39-0a1418fc94de req-5401e0bd-e45c-4a04-9946-dea677b0fbfd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.3774090 Jul 16 03:41:52.517182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:52.520797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.529921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-77f036a8-acd6-4f58-b71a-39a69387d1dd req-63894fca-844e-464a-a2a4-dc9efe290590 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320519 Jul 16 03:41:52.603994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.637278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for ef851c28-e621-4231-a97b-3e3077ca2e8a owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:52.660994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a69581a-2f14-4466-9e39-0a1418fc94de req-b60b0516-e4b7-466d-a829-25417b3bfee3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495495 Jul 16 03:41:52.840718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.857714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:52.959150 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.966120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=7bbb18f8-daa8-4eab-b056-e56b5fe47dfd,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:52.976809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': '8abc51cd-a4d8-487d-8877-507e4d3ded49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:52.976809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: 0c98ba00-28d2-4b29-9c4d-53a5303536ef, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:52.991845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.005674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:53.008906 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dd850e-d5d6-458f-84af-578a7aab3960" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:53.024924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:53.028332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=ef851c28-e621-4231-a97b-3e3077ca2e8a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.031716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.064164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:53.105181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0c98ba00-28d2-4b29-9c4d-53a5303536ef) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:53.114010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.114628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.123864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008da45-981a-4adc-b4b3-7a7bb9f0dfac None None] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:53.128317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.145350 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8881bf-1496-4454-9c7c-751235635d32 x-openstack-request-id: req-8c8881bf-1496-4454-9c7c-751235635d32 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:53.145760 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:53.146251 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c8881bf-1496-4454-9c7c-751235635d32 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:53.146923 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:41:53.158924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.161415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-16200252-cab4-4b33-84d5-9a79d0d4799c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9033470 Jul 16 03:41:53.165121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43198) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.175786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef', 'name': 'tempest-PortsIpV6TestJSON-1121324701', 'fixed_ips': [{'subnet_id': '7bbb18f8-daa8-4eab-b056-e56b5fe47dfd', 'ip_address': '2001:db8::10'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:53.287191 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.296717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.332014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3db33418-ae74-4922-a416-c23cdc359cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.366693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.387273 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.390750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router a72e1f68-596d-4c97-8e8d-871ef7317a68 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:53.404214 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.409282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a6696e2e-668a-452a-b690-f07d5806cb2f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 204 len: 168 time: 1.8113213 Jul 16 03:41:53.409919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43206) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.418426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295228720'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:53.464995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:53.470951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.501004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:53.509633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0c98ba00-28d2-4b29-9c4d-53a5303536ef', 'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': '7bbb18f8-daa8-4eab-b056-e56b5fe47dfd'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:53.510505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.541571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:53.550954 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.551309 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment 0cbde032-ea47-4256-b816-1ccdd7eb0dbd of type vlan for network fa035703-2452-4abd-9f34-c9235f997a1a Jul 16 03:41:53.596190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.613362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e81df2f9-6b77-4445-bf71-7d6e7c5bacbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.620418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.643719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port ac21d863-3294-4eed-816b-a8fad22415bb yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:53.665040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.670724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.671390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.673639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Allocated IP 2001:db8::2 (0c98ba00-28d2-4b29-9c4d-53a5303536ef/7bbb18f8-daa8-4eab-b056-e56b5fe47dfd/0a549b5f-40f2-4d56-89d2-28417fd25d30) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:53.764798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=fa035703-2452-4abd-9f34-c9235f997a1a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.830095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e81df2f9-6b77-4445-bf71-7d6e7c5bacbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.853151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e81df2f9-6b77-4445-bf71-7d6e7c5bacbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.881907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31acfe82-b116-44d9-b6dd-6a88425dbf55 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4707074 Jul 16 03:41:53.888717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.903592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e81df2f9-6b77-4445-bf71-7d6e7c5bacbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f46100af93d0480eaf57da7004b43ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350761 Jul 16 03:41:53.904236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:53.910376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.924938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network fa035703-2452-4abd-9f34-c9235f997a1a details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:53.975909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81df2f9-6b77-4445-bf71-7d6e7c5bacbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d65234-a993-4da3-a831-7974a34a8f79,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.030619 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df1dc1be-9272-45c7-b085-9dbe320d3246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.034416 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.040324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3f255-8c00-4659-9dbb-10112fc72fae req-2494e7eb-5576-4a4c-8ba0-ad9c4dfb94a9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.045676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ab3f255-8c00-4659-9dbb-10112fc72fae req-2494e7eb-5576-4a4c-8ba0-ad9c4dfb94a9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2398250 Jul 16 03:41:54.053589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:54.057272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.074612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df1dc1be-9272-45c7-b085-9dbe320d3246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.104688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.114946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Transition to ACTIVE for port object 0a549b5f-40f2-4d56-89d2-28417fd25d30 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:54.135163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Transition to ACTIVE for port object 0a549b5f-40f2-4d56-89d2-28417fd25d30 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:54.143552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.151499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ab3f255-8c00-4659-9dbb-10112fc72fae req-d9deabe5-00b1-445f-9957-2b0ebd926db3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562818 Jul 16 03:41:54.182155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df1dc1be-9272-45c7-b085-9dbe320d3246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.189095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:54.189354 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df1dc1be-9272-45c7-b085-9dbe320d3246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.193373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df1dc1be-9272-45c7-b085-9dbe320d3246 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9d65234-a993-4da3-a831-7974a34a8f79 HTTP/1.1" status: 204 len: 168 time: 0.2785370 Jul 16 03:41:54.197501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:54.206714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:54.208118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dc1be-9272-45c7-b085-9dbe320d3246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d65234-a993-4da3-a831-7974a34a8f79,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.218511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Pushing event updated for resources: {'Port': ['ID=0a549b5f-40f2-4d56-89d2-28417fd25d30,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.254296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::10 (0c98ba00-28d2-4b29-9c4d-53a5303536ef/7bbb18f8-daa8-4eab-b056-e56b5fe47dfd/ac21d863-3294-4eed-816b-a8fad22415bb) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:54.321124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Attempting to bind port 0a549b5f-40f2-4d56-89d2-28417fd25d30 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:54.322027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Attempting to bind port 0a549b5f-40f2-4d56-89d2-28417fd25d30 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '8abc51cd-a4d8-487d-8877-507e4d3ded49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:54.322434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Attempting to bind port 0a549b5f-40f2-4d56-89d2-28417fd25d30 on network 0c98ba00-28d2-4b29-9c4d-53a5303536ef {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:54.330791 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.331894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:54.332282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Checking segment: {'id': '8abc51cd-a4d8-487d-8877-507e4d3ded49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:54.333492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.333972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Bound using segment: {'id': '8abc51cd-a4d8-487d-8877-507e4d3ded49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:54.334456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Bound port: 0a549b5f-40f2-4d56-89d2-28417fd25d30, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abc51cd-a4d8-487d-8877-507e4d3ded49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:54.335200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.438108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] For port 0a549b5f-40f2-4d56-89d2-28417fd25d30, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:54.445002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] For port 0a549b5f-40f2-4d56-89d2-28417fd25d30, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a549b5f-40f2-4d56-89d2-28417fd25d30,segment=NetworkSegment(8abc51cd-a4d8-487d-8877-507e4d3ded49),segment_id=8abc51cd-a4d8-487d-8877-507e4d3ded49)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:54.454148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.455852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.582874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfc38f-1a39-4cc9-a636-76cbbab5ded0 None None] Pushing event updated for resources: {'Port': ['ID=0a549b5f-40f2-4d56-89d2-28417fd25d30,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.620993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=aa441db6-9dc7-4cb9-94bb-6e672347418d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.654633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': '0cbde032-ea47-4256-b816-1ccdd7eb0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:54.655104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: fa035703-2452-4abd-9f34-c9235f997a1a, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:54.702063 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.706119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network fa035703-2452-4abd-9f34-c9235f997a1a is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:54.717860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:54.726925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object ac21d863-3294-4eed-816b-a8fad22415bb will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:54.731365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, fa035703-2452-4abd-9f34-c9235f997a1a) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:54.736784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.737232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.741460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff238db7-6975-4215-bf73-b09e8ad0fe09 None None] Network fa035703-2452-4abd-9f34-c9235f997a1a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:54.760310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90e15ea9-05cd-4e6e-b17d-af5cc26d03d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.779124 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e38e52f7-44b5-44f3-ad41-b19c2ae8f887 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8872933 Jul 16 03:41:54.780078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:54.786758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2010061364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:54.833214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.909409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.910880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.940047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:54.944512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:54.954283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:54.960275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.961300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.971617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:54.990306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=ac21d863-3294-4eed-816b-a8fad22415bb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:55.022472 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90e15ea9-05cd-4e6e-b17d-af5cc26d03d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.036961 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90e15ea9-05cd-4e6e-b17d-af5cc26d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.080845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.083213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-63c7fc68-30b4-4b52-b36c-b1ce91dd06e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9168105 Jul 16 03:41:55.086284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:55.091536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': '0c98ba00-28d2-4b29-9c4d-53a5303536ef', 'name': 'tempest-PortsIpV6TestJSON-639134934', 'fixed_ips': [{'subnet_id': '7bbb18f8-daa8-4eab-b056-e56b5fe47dfd', 'ip_address': '2001:db8::f'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:55.099947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.129596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.130250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-90e15ea9-05cd-4e6e-b17d-af5cc26d03d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00c98e8bb8e341ec9a1e56e30e35755b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105351 Jul 16 03:41:55.132771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e15ea9-05cd-4e6e-b17d-af5cc26d03d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e630fe2-52cb-4099-b76b-092d1e905945,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:55.135298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:55.139770 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-79f30013-946f-4f28-b460-20320392ba66 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3571270 Jul 16 03:41:55.145979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:55.197253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-8a90e1b1-0455-4203-a7b8-d987efb3eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.202958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-8a90e1b1-0455-4203-a7b8-d987efb3eab8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.1759434 Jul 16 03:41:55.246609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:55.264947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:55.268290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'mac_address': 'fa:16:3e:20:68:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:55.273886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.304630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-fa035703-2452-4abd-9f34-c9235f997a1a', 'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': 'aa441db6-9dc7-4cb9-94bb-6e672347418d'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:55.305530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.306789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:55.427978 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.467735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:55.509930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::f (0c98ba00-28d2-4b29-9c4d-53a5303536ef/7bbb18f8-daa8-4eab-b056-e56b5fe47dfd/d8c6031f-c3f6-4bd2-9e56-10d437ba6a20) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:55.566329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:55.580667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.674640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Allocated IP 2001:db8::2 (fa035703-2452-4abd-9f34-c9235f997a1a/aa441db6-9dc7-4cb9-94bb-6e672347418d/4be265ef-a08d-431c-9ee8-a5b60e0cc02b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:55.689747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-c58bedfe-4c1c-4da3-98fc-0d4292792ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.691497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-c58bedfe-4c1c-4da3-98fc-0d4292792ea6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.3993237 Jul 16 03:41:55.737584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:55.756670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb5634-3420-4f22-8d89-efa314de09a8 req-9a4c1b72-d877-460c-a93a-d7a451c0adc0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.767626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8beb5634-3420-4f22-8d89-efa314de09a8 req-9a4c1b72-d877-460c-a93a-d7a451c0adc0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.3903618 Jul 16 03:41:55.785896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.818585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:55.818845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82dee171-443c-419e-84b8-a3be2b328e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.861163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:55.863891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82dee171-443c-419e-84b8-a3be2b328e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.910657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.016280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:56.030063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:56.036370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:56.049082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.055456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.090241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-6b7bbee0-6eaf-46fc-bdb6-e1a8f8e375f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1001 time: 0.3181920 Jul 16 03:41:56.106792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.113982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=d8c6031f-c3f6-4bd2-9e56-10d437ba6a20,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:56.145217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-462eb0f5-c58a-4382-8511-f262a9391806 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0577323 Jul 16 03:41:56.147739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:56.158952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99807f-8e2f-41b6-aecc-e59540c7d914 None None] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:56.249016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-e2fe0a07-306b-40f5-9ea7-6f19a1849bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.250692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-e2fe0a07-306b-40f5-9ea7-6f19a1849bce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.1102567 Jul 16 03:41:56.288100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8beb5634-3420-4f22-8d89-efa314de09a8 req-aef86f7e-ea9f-4e23-b493-59eaa4acb4e8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5204070 Jul 16 03:41:56.372868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82dee171-443c-419e-84b8-a3be2b328e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.376363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82dee171-443c-419e-84b8-a3be2b328e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.377322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600efc62-d67c-4dd8-9ca0-2eb89da675a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.377761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82dee171-443c-419e-84b8-a3be2b328e06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e630fe2-52cb-4099-b76b-092d1e905945 HTTP/1.1" status: 204 len: 168 time: 1.2292154 Jul 16 03:41:56.383815 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-600efc62-d67c-4dd8-9ca0-2eb89da675a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2343771 Jul 16 03:41:56.389873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:56.442665 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.450870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-25bb6094-2716-452b-889e-c9a8885e8d5f None None] Provisioning for port 0a549b5f-40f2-4d56-89d2-28417fd25d30 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:56.467582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Transition to ACTIVE for port object 4be265ef-a08d-431c-9ee8-a5b60e0cc02b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:56.541951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Transition to ACTIVE for port object 4be265ef-a08d-431c-9ee8-a5b60e0cc02b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:56.552715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.557894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dee171-443c-419e-84b8-a3be2b328e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e630fe2-52cb-4099-b76b-092d1e905945,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:56.566915 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.671862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Network fa035703-2452-4abd-9f34-c9235f997a1a is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:56.675878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:56.686211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:56.723607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Pushing event updated for resources: {'Port': ['ID=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:56.783062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Attempting to bind port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:56.787712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Attempting to bind port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0cbde032-ea47-4256-b816-1ccdd7eb0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:56.788668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Attempting to bind port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b on network fa035703-2452-4abd-9f34-c9235f997a1a {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:56.805932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:56.806753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Checking segment: {'id': '0cbde032-ea47-4256-b816-1ccdd7eb0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:56.807258 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.807729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Bound using segment: {'id': '0cbde032-ea47-4256-b816-1ccdd7eb0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:56.808366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Bound port: 4be265ef-a08d-431c-9ee8-a5b60e0cc02b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbde032-ea47-4256-b816-1ccdd7eb0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'fa035703-2452-4abd-9f34-c9235f997a1a'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:56.810036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.959383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] For port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:56.963012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] For port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,segment=NetworkSegment(0cbde032-ea47-4256-b816-1ccdd7eb0dbd),segment_id=0cbde032-ea47-4256-b816-1ccdd7eb0dbd)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:56.975156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.047583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a549b5f-40f2-4d56-89d2-28417fd25d30 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:57.253304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0a549b5f-40f2-4d56-89d2-28417fd25d30 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:57.265784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507931a5-5c6e-4fdf-893c-cc7f8120a0c7 None None] Pushing event updated for resources: {'Port': ['ID=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:57.333132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a549b5f-40f2-4d56-89d2-28417fd25d30 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:57.333516 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.478793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Provisioning for port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:57.499322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Provisioning complete for port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:57.499786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.550844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-a594379b-41a3-4297-8cff-0ac30f2e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.552443 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-a594379b-41a3-4297-8cff-0ac30f2e9198 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2525022 Jul 16 03:41:57.672534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:57.736929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Provisioning for port ac21d863-3294-4eed-816b-a8fad22415bb completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:57.749563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Provisioning complete for port ac21d863-3294-4eed-816b-a8fad22415bb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:57.749943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.852412 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.933581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Port ac21d863-3294-4eed-816b-a8fad22415bb cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:57.989916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0a549b5f-40f2-4d56-89d2-28417fd25d30, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a549b5f-40f2-4d56-89d2-28417fd25d30,segment=NetworkSegment(8abc51cd-a4d8-487d-8877-507e4d3ded49),segment_id=8abc51cd-a4d8-487d-8877-507e4d3ded49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:57.998570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Provisioning complete for port 0a549b5f-40f2-4d56-89d2-28417fd25d30 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:57.998949 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2875165b-f117-4ac7-a2dc-457705381258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.000860 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.103921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff457e54-26b4-4af0-8ec8-608b86304663 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.112062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff457e54-26b4-4af0-8ec8-608b86304663 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.124183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff457e54-26b4-4af0-8ec8-608b86304663 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.126407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ff457e54-26b4-4af0-8ec8-608b86304663 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.7354288 Jul 16 03:41:58.129492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43318) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:58.199720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0a549b5f-40f2-4d56-89d2-28417fd25d30,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:58.413209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:58.413672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.445910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-851f5bc0-6948-4993-b452-8b142ea6e8a4 None None] Provisioning complete for port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:58.446509 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-851f5bc0-6948-4993-b452-8b142ea6e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.523290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-851f5bc0-6948-4993-b452-8b142ea6e8a4 None None] Port d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:58.540216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-851f5bc0-6948-4993-b452-8b142ea6e8a4 None None] Provisioning complete for port ac21d863-3294-4eed-816b-a8fad22415bb triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:58.540743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-851f5bc0-6948-4993-b452-8b142ea6e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.608053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c103544-8359-4cf6-a97c-45c8caeace70 req-3d3cff86-71a3-43c1-ae6f-7275f3073bcc tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.609643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c103544-8359-4cf6-a97c-45c8caeace70 req-3d3cff86-71a3-43c1-ae6f-7275f3073bcc tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 946 time: 0.9232213 Jul 16 03:41:58.627410 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:41:58.627941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-851f5bc0-6948-4993-b452-8b142ea6e8a4 None None] Port ac21d863-3294-4eed-816b-a8fad22415bb cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:58.738206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-835def4b-4577-4884-b349-1f001a697a51 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0490708 Jul 16 03:41:58.776845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.859048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:58.899467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:58.991650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c103544-8359-4cf6-a97c-45c8caeace70 req-724963ea-079c-47ee-81f6-cc7976033774 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368659 Jul 16 03:41:59.128261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:59.128654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.153178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8::1 (fa035703-2452-4abd-9f34-c9235f997a1a/aa441db6-9dc7-4cb9-94bb-6e672347418d/46d6f415-6787-4f71-b7db-32bc1c826ae8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:59.207978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacaaf22-6a9f-45ed-b17f-f12fe11f876f None None] Network fa035703-2452-4abd-9f34-c9235f997a1a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:59.273884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a549b5f-40f2-4d56-89d2-28417fd25d30 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:59.291570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.311579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67cfc0f7-87bd-4755-b610-ffee1c983078 req-76382cf0-fed1-4f29-ad62-4c043ff5906a service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201709 Jul 16 03:41:59.419654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1133ccb2-436d-477f-9def-6b1fb8a49f01 None None] Provisioning for port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:59.432479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=d8c6031f-c3f6-4bd2-9e56-10d437ba6a20,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:59.437406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.449518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 HTTP/1.1" status: 204 len: 168 time: 1.3178647 Jul 16 03:41:59.450208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43344) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:59.473400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.473740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.474080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.474411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.474801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.475120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.475440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.475759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.476074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.480071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.480425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.480759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1341d0d-7e46-4653-a3e2-0faa83529a98 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:59.542851 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4272e01d-8f71-4349-afdc-379ff3b369c0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:41:59.549172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4272e01d-8f71-4349-afdc-379ff3b369c0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/d8c6031f-c3f6-4bd2-9e56-10d437ba6a20 HTTP/1.1" status: 404 len: 333 time: 0.0932229 Jul 16 03:41:59.549842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:59.635096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.696418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object 46d6f415-6787-4f71-b7db-32bc1c826ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:59.734958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a549b5f-40f2-4d56-89d2-28417fd25d30 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:59.740280 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.803555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port ac21d863-3294-4eed-816b-a8fad22415bb {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:59.804222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.826032 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.833661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.916570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network fa035703-2452-4abd-9f34-c9235f997a1a is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:59.924371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:59.934736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:59.935296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.980766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:59.987996 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc2a294-b954-4236-aea3-d41e419641df" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:00.057648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.115425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for ac21d863-3294-4eed-816b-a8fad22415bb owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:00.117132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=46d6f415-6787-4f71-b7db-32bc1c826ae8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.227716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:00.236796 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfaec01-8fa7-4622-b26d-4abea6e2a0f7 x-openstack-request-id: req-6bfaec01-8fa7-4622-b26d-4abea6e2a0f7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:00.238809 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:00.239320 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bfaec01-8fa7-4622-b26d-4abea6e2a0f7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:00.239896 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:42:00.263569 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.294953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4be265ef-a08d-431c-9ee8-a5b60e0cc02b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:00.486096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:00.511701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:00.512861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.516470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=13']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.529618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.549220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.570267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=ac21d863-3294-4eed-816b-a8fad22415bb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.610025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.618225 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b549ec4d-1c13-4be5-8eec-86c2074b8db1 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/ac21d863-3294-4eed-816b-a8fad22415bb HTTP/1.1" status: 204 len: 168 time: 1.0673058 Jul 16 03:42:00.619225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:00.635762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2b120437-900d-4775-916a-df8f48ee57d0 None None] Provisioning complete for port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:00.636134 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b120437-900d-4775-916a-df8f48ee57d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.677153 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed23624-eed8-440b-8720-0ecece1ebbc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:42:00.682203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:00.695167 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aed23624-eed8-440b-8720-0ecece1ebbc8 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/ac21d863-3294-4eed-816b-a8fad22415bb HTTP/1.1" status: 404 len: 333 time: 0.0746911 Jul 16 03:42:00.905430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.922956 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b120437-900d-4775-916a-df8f48ee57d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.081351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,segment=NetworkSegment(0cbde032-ea47-4256-b816-1ccdd7eb0dbd),segment_id=0cbde032-ea47-4256-b816-1ccdd7eb0dbd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:01.093260 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.179431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9ccab-28c7-4a8a-93d5-d045e6055cdc req-d621b0b7-790a-4552-9edc-dd022eee5475 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.183808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ceb9ccab-28c7-4a8a-93d5-d045e6055cdc req-d621b0b7-790a-4552-9edc-dd022eee5475 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.7563064 Jul 16 03:42:01.196485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 7bbb18f8-daa8-4eab-b056-e56b5fe47dfd {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:01.253378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.376052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ceb9ccab-28c7-4a8a-93d5-d045e6055cdc req-dcb7c1ab-18fd-4224-8d1e-89e237b58a08 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692476 Jul 16 03:42:01.552249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:01.554945 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-2b120437-900d-4775-916a-df8f48ee57d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:42:01.555304 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-2b120437-900d-4775-916a-df8f48ee57d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:42:01.581115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.676869 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.687970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.688712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.825962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.876874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=46d6f415-6787-4f71-b7db-32bc1c826ae8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:01.959200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network fa035703-2452-4abd-9f34-c9235f997a1a is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:01.966613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:01.977754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.197240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbb18f8-daa8-4eab-b056-e56b5fe47dfd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:02.219537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.221701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26418511-f507-4e65-913c-22d805d414b6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/7bbb18f8-daa8-4eab-b056-e56b5fe47dfd HTTP/1.1" status: 204 len: 168 time: 1.5157022 Jul 16 03:42:02.225184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43412) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:02.240119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ca2e1-2e2a-4886-9768-59a692737a93 None None] Network 0c98ba00-28d2-4b29-9c4d-53a5303536ef requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:02.347731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router a131f200-751b-46cd-85e5-089a60b23617 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:42:02.488309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.507764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a5e9ec85-f51b-4121-9141-a01ea390acf6 None None] Provisioning for port 46d6f415-6787-4f71-b7db-32bc1c826ae8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:02.581269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a5e9ec85-f51b-4121-9141-a01ea390acf6 None None] Provisioning complete for port 46d6f415-6787-4f71-b7db-32bc1c826ae8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:02.581823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ec85-f51b-4121-9141-a01ea390acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.640444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 0a549b5f-40f2-4d56-89d2-28417fd25d30 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:02.641994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.688816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9ec85-f51b-4121-9141-a01ea390acf6 None None] Port 46d6f415-6787-4f71-b7db-32bc1c826ae8 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:02.737267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:02.749918 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d5742554-86c6-43ef-a777-bc72d2c5643e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/a131f200-751b-46cd-85e5-089a60b23617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6003242 Jul 16 03:42:02.753460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:02.765494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] Sync routers for ids ['a131f200-751b-46cd-85e5-089a60b23617'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:02.790528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43428) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:02.825443 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.829801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] Routers {'a131f200-751b-46cd-85e5-089a60b23617'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:02.830483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] For port 0a549b5f-40f2-4d56-89d2-28417fd25d30, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a549b5f-40f2-4d56-89d2-28417fd25d30,segment=NetworkSegment(8abc51cd-a4d8-487d-8877-507e4d3ded49),segment_id=8abc51cd-a4d8-487d-8877-507e4d3ded49)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:02.830754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a131f200-751b-46cd-85e5-089a60b23617'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:02.832066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.881088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 0a549b5f-40f2-4d56-89d2-28417fd25d30 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:02.899605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] DHCP port deletion for 0c98ba00-28d2-4b29-9c4d-53a5303536ef request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:02.903956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:02.911161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a2816fa5-46b0-4ade-a619-f3dc3599d087 None None] Provisioning complete for port 46d6f415-6787-4f71-b7db-32bc1c826ae8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:02.911870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2816fa5-46b0-4ade-a619-f3dc3599d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.926422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5fbfdb-ae91-40c7-b326-df2690608333 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.928227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d5fbfdb-ae91-40c7-b326-df2690608333 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports/46d6f415-6787-4f71-b7db-32bc1c826ae8 HTTP/1.1" status: 200 len: 911 time: 0.1733100 Jul 16 03:42:02.965396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:02.977508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa441db6-9dc7-4cb9-94bb-6e672347418d'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:03.031714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.057712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No DVR routers for this DVR port 0a549b5f-40f2-4d56-89d2-28417fd25d30 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:03.065093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] Routers {'a131f200-751b-46cd-85e5-089a60b23617'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:03.073015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a131f200-751b-46cd-85e5-089a60b23617'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:03.128501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f1f84d-9f06-4329-b1fe-f397787af0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.131381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=0a549b5f-40f2-4d56-89d2-28417fd25d30,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.207753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:03.210948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0ba30-b431-4b9c-89cd-39beda96964a None None] The sync data for ids ['a131f200-751b-46cd-85e5-089a60b23617'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:03.231150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a2816fa5-46b0-4ade-a619-f3dc3599d087 None None] Port 46d6f415-6787-4f71-b7db-32bc1c826ae8 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:03.265538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f1f84d-9f06-4329-b1fe-f397787af0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.277905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-88f1f84d-9f06-4329-b1fe-f397787af0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.298093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4be265ef-a08d-431c-9ee8-a5b60e0cc02b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:03.316571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-88f1f84d-9f06-4329-b1fe-f397787af0f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27bc7dcfcdbe41809514af7b9053d15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243196 Jul 16 03:42:03.320814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:03.357255 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.390997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c98ba00-28d2-4b29-9c4d-53a5303536ef']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:03.404649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Deleting port 0a549b5f-40f2-4d56-89d2-28417fd25d30 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:03.405953 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.407920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abc51cd-a4d8-487d-8877-507e4d3ded49') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:03.408601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abc51cd-a4d8-487d-8877-507e4d3ded49') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:03.425678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.431581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1f84d-9f06-4329-b1fe-f397787af0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dbc77d-550c-46bc-9d0a-c56aec29e7fc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.468577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.486422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67f9f8-6733-4131-8a2e-4ca7b257db15 req-e73fcac0-468f-48c2-b2f7-31bd71dd83be tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.488045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed67f9f8-6733-4131-8a2e-4ca7b257db15 req-e73fcac0-468f-48c2-b2f7-31bd71dd83be tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.6456463 Jul 16 03:42:03.495295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:03.497825 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:03.504143 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:03.553360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed67f9f8-6733-4131-8a2e-4ca7b257db15 req-4d42b445-b445-46cb-9db4-318c55eb0486 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585077 Jul 16 03:42:03.554106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.615154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d07b-45c5-4ec8-817f-46bbd848e7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.620768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] For port 0a549b5f-40f2-4d56-89d2-28417fd25d30, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:03.622725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.646138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Calling delete_port for 0a549b5f-40f2-4d56-89d2-28417fd25d30 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:03.651905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Port 0a549b5f-40f2-4d56-89d2-28417fd25d30 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:42:03.662468 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.717169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.751946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] Pushing event deleted for resources: {'Port': ['ID=0a549b5f-40f2-4d56-89d2-28417fd25d30,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.756930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.760122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/0c98ba00-28d2-4b29-9c4d-53a5303536ef HTTP/1.1" status: 204 len: 168 time: 1.5336676 Jul 16 03:42:03.768170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43448) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:03.771344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec773ef5-dea0-4369-a40f-d5fba49dde23 None None] No DVR routers for this DVR port 0a549b5f-40f2-4d56-89d2-28417fd25d30 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:03.777667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.799647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-839800431'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:03.810193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:03.810722 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.824433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085590b9-90fc-4e3f-a25e-d04398e34b6d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=0c98ba00-28d2-4b29-9c4d-53a5303536ef,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:03.836525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:03.841410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.859276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d07b-45c5-4ec8-817f-46bbd848e7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.899020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:03.936522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.936891 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Added segment 4e228184-6431-424e-be09-fc2b9e985944 of type vlan for network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 Jul 16 03:42:04.000920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.043299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d07b-45c5-4ec8-817f-46bbd848e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.048312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3b5d07b-45c5-4ec8-817f-46bbd848e7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.049800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a3b5d07b-45c5-4ec8-817f-46bbd848e7b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96dbc77d-550c-46bc-9d0a-c56aec29e7fc HTTP/1.1" status: 204 len: 168 time: 0.7278888 Jul 16 03:42:04.063768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5d07b-45c5-4ec8-817f-46bbd848e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dbc77d-550c-46bc-9d0a-c56aec29e7fc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:04.076913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.101964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a549b5f-40f2-4d56-89d2-28417fd25d30 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:04.103044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.103830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.148187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3787708 Jul 16 03:42:04.158017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:04.164434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0a549b5f-40f2-4d56-89d2-28417fd25d30 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:04.165545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a549b5f-40f2-4d56-89d2-28417fd25d30 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:04.182709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:04.314989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.342875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.346114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.346800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.351117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/ports/46d6f415-6787-4f71-b7db-32bc1c826ae8 HTTP/1.1" status: 200 len: 911 time: 1.3800189 Jul 16 03:42:04.364151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:04.408179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee900-9563-4199-bfe3-e3953e4cc01f tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Network': ['ID=bd34b2c9-7a55-4411-b2e2-7039d82acbb2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:04.414972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:04.423662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:04.424807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.856340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.953587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=c59db291-e6ab-4d4d-bb5a-70b216154f71,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:04.967942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Checking segment: {'id': '4e228184-6431-424e-be09-fc2b9e985944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:04.968537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network hostable DHCP agents. Network: bd34b2c9-7a55-4411-b2e2-7039d82acbb2, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:04.992918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:05.023047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, bd34b2c9-7a55-4411-b2e2-7039d82acbb2) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:05.038492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb49cc-51b4-4d6e-b79a-4c13387393ab None None] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:05.044924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.051241 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.099693 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ce8316e-d9c5-427f-8bb2-87285b78791c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9387970 Jul 16 03:42:05.117138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43494) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:05.139887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-391873274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:05.203998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.205616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.302325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.320989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.379327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.383317 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a651625-c4da-455b-a55e-334820c2988b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2590437 Jul 16 03:42:05.383458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-bd34b2c9-7a55-4411-b2e2-7039d82acbb2', 'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': 'c59db291-e6ab-4d4d-bb5a-70b216154f71'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:05.384223 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.387003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:05.392129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2', 'name': 'tempest-PortsIpV6TestJSON-1636642297'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:05.598613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d807-f1f5-4aa0-9aea-b330245c1265 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=46d6f415-6787-4f71-b7db-32bc1c826ae8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:05.778483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:05.782344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.789340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Allocated IP 2001:db8::2 (bd34b2c9-7a55-4411-b2e2-7039d82acbb2/c59db291-e6ab-4d4d-bb5a-70b216154f71/43d181bc-1caa-41bd-9029-73d4d40c065d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:05.838210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 0d110192-062f-405d-b522-b15419cbb446 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:05.845783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3fc47-4a56-475b-8e8f-8c244c0323ee req-603f2b09-8910-4a52-8c02-3746e5b4fd8b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.847569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6f3fc47-4a56-475b-8e8f-8c244c0323ee req-603f2b09-8910-4a52-8c02-3746e5b4fd8b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.4089882 Jul 16 03:42:06.014069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.024074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Transition to ACTIVE for port object 43d181bc-1caa-41bd-9029-73d4d40c065d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:06.031123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6f3fc47-4a56-475b-8e8f-8c244c0323ee req-46a720be-b4f8-4f3b-bbf5-819b7437b609 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719933 Jul 16 03:42:06.060993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-088bd15f-2997-4b57-9091-f4252df8272d req-e4727164-4014-4213-9661-33e6e477dd13 service neutron] (93756) timed out ('10.222.0.25', 45684) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:42:06.063640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Transition to ACTIVE for port object 43d181bc-1caa-41bd-9029-73d4d40c065d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:06.077414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.158795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:06.160451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:06.166584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:06.201202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Pushing event updated for resources: {'Port': ['ID=43d181bc-1caa-41bd-9029-73d4d40c065d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.249283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Attempting to bind port 43d181bc-1caa-41bd-9029-73d4d40c065d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:06.251923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Attempting to bind port 43d181bc-1caa-41bd-9029-73d4d40c065d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4e228184-6431-424e-be09-fc2b9e985944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:06.253757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Attempting to bind port 43d181bc-1caa-41bd-9029-73d4d40c065d on network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:06.269848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:06.271544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Checking segment: {'id': '4e228184-6431-424e-be09-fc2b9e985944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:06.274160 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.274756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Bound using segment: {'id': '4e228184-6431-424e-be09-fc2b9e985944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:06.275421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Bound port: 43d181bc-1caa-41bd-9029-73d4d40c065d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e228184-6431-424e-be09-fc2b9e985944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'bd34b2c9-7a55-4411-b2e2-7039d82acbb2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:06.275982 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.319512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::110 (bd34b2c9-7a55-4411-b2e2-7039d82acbb2/c59db291-e6ab-4d4d-bb5a-70b216154f71/0d110192-062f-405d-b522-b15419cbb446) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:06.460403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] For port 43d181bc-1caa-41bd-9029-73d4d40c065d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:06.462848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.472701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] For port 43d181bc-1caa-41bd-9029-73d4d40c065d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43d181bc-1caa-41bd-9029-73d4d40c065d,segment=NetworkSegment(4e228184-6431-424e-be09-fc2b9e985944),segment_id=4e228184-6431-424e-be09-fc2b9e985944)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:06.482841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.655397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812678a-c107-4c60-b2f0-2cb5157aee7f None None] Pushing event updated for resources: {'Port': ['ID=43d181bc-1caa-41bd-9029-73d4d40c065d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.836096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.861511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object 0d110192-062f-405d-b522-b15419cbb446 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:06.931745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.965714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:07.106590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:07.120714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 46d6f415-6787-4f71-b7db-32bc1c826ae8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:07.124305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.181867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:07.198863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=0d110192-062f-405d-b522-b15419cbb446,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.206043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:07.242436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.243502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.281587 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f10a287b-397b-4e18-a85d-c359bd00cbde tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8934455 Jul 16 03:42:07.284730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43554) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:07.428272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43d181bc-1caa-41bd-9029-73d4d40c065d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:07.445837 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.461106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 46d6f415-6787-4f71-b7db-32bc1c826ae8 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:07.534715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 43d181bc-1caa-41bd-9029-73d4d40c065d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:07.683212 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08ec322e-1ade-454e-85ed-c00a7dd75d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.812484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.882305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=46d6f415-6787-4f71-b7db-32bc1c826ae8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.975881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.976878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.976878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.977262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.977731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.978196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.978837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.979287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.979764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.980334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.981423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.981936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:08.129188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cead94-e88e-4c04-bb39-6b884b51649c req-1461eeba-89b6-40fe-8137-6905a1cd63ac tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:08.131449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88cead94-e88e-4c04-bb39-6b884b51649c req-1461eeba-89b6-40fe-8137-6905a1cd63ac tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.4722328 Jul 16 03:42:08.314310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.367607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88cead94-e88e-4c04-bb39-6b884b51649c req-db62eb70-8203-4100-bd45-0d6516094ab7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875610 Jul 16 03:42:08.525359 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08ec322e-1ade-454e-85ed-c00a7dd75d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.558276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421fab6e-c4cb-4f3e-bfe2-6e47f2942660 None None] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:08.732705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08ec322e-1ade-454e-85ed-c00a7dd75d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.766255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] Provisioning for port 43d181bc-1caa-41bd-9029-73d4d40c065d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:08.773324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router a131f200-751b-46cd-85e5-089a60b23617 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:08.786334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] Provisioning complete for port 43d181bc-1caa-41bd-9029-73d4d40c065d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:08.787179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.829546 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.858092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-08ec322e-1ade-454e-85ed-c00a7dd75d2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1abb5652ff44846b89d55cad3ed537c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8902464 Jul 16 03:42:08.858853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:08.877351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec322e-1ade-454e-85ed-c00a7dd75d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516e2059-23a6-4a8d-a754-4018b7a1aa9f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.065237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.078816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:09.088161 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] Sync routers for ids ['a131f200-751b-46cd-85e5-089a60b23617'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:09.100546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8888e673-7fc6-4176-9a18-d010a136347d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/a131f200-751b-46cd-85e5-089a60b23617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7317064 Jul 16 03:42:09.100546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa1fc-0d47-4c58-848e-83896c60872d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.101541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.116180 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] Routers {'a131f200-751b-46cd-85e5-089a60b23617'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:09.116820 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a131f200-751b-46cd-85e5-089a60b23617'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.134535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43582) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.152671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6f4fee71-d392-46e5-b07a-35788d6fd150 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=a131f200-751b-46cd-85e5-089a60b23617 HTTP/1.1" status: 200 len: 205 time: 0.0498316 Jul 16 03:42:09.157637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.178696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa1fc-0d47-4c58-848e-83896c60872d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.235209 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.268808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] Routers {'a131f200-751b-46cd-85e5-089a60b23617'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:09.269942 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a131f200-751b-46cd-85e5-089a60b23617'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.287793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa1fc-0d47-4c58-848e-83896c60872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.299201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa1fc-0d47-4c58-848e-83896c60872d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.303945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9b6aa1fc-0d47-4c58-848e-83896c60872d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/516e2059-23a6-4a8d-a754-4018b7a1aa9f HTTP/1.1" status: 204 len: 168 time: 0.4373074 Jul 16 03:42:09.346583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aa1fc-0d47-4c58-848e-83896c60872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516e2059-23a6-4a8d-a754-4018b7a1aa9f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.350119 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.352024 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986de46-c040-4afc-81a6-ecbf704c8109 None None] The sync data for ids ['a131f200-751b-46cd-85e5-089a60b23617'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:09.468434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] For port 43d181bc-1caa-41bd-9029-73d4d40c065d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43d181bc-1caa-41bd-9029-73d4d40c065d,segment=NetworkSegment(4e228184-6431-424e-be09-fc2b9e985944),segment_id=4e228184-6431-424e-be09-fc2b9e985944)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:09.483921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.720081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0aefd7-6e3f-4038-9b9a-c4dfc8bfff61 None None] Pushing event updated for resources: {'Port': ['ID=43d181bc-1caa-41bd-9029-73d4d40c065d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.766145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.787645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.843617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.932370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b642c-5024-45bd-81cf-660ce7589ed6 req-689c4306-54e1-412f-a43c-56cb943fb2e5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.938077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b63b642c-5024-45bd-81cf-660ce7589ed6 req-689c4306-54e1-412f-a43c-56cb943fb2e5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.2712283 Jul 16 03:42:09.957765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=0d110192-062f-405d-b522-b15419cbb446,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:10.003814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9034-f599-411d-acba-69e5ba0a0cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.054677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b63b642c-5024-45bd-81cf-660ce7589ed6 req-803492a2-79ec-4140-afa5-f5d5825b3a13 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105320 Jul 16 03:42:10.066609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb8581d9-630e-4a7a-a774-3301d080ebbd None None] Provisioning for port 0d110192-062f-405d-b522-b15419cbb446 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:10.072949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb8581d9-630e-4a7a-a774-3301d080ebbd None None] Provisioning complete for port 0d110192-062f-405d-b522-b15419cbb446 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.073615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb8581d9-630e-4a7a-a774-3301d080ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.119236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cb8581d9-630e-4a7a-a774-3301d080ebbd None None] Port 0d110192-062f-405d-b522-b15419cbb446 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:10.131842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb8581d9-630e-4a7a-a774-3301d080ebbd None None] Provisioning complete for port 43d181bc-1caa-41bd-9029-73d4d40c065d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.132235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb8581d9-630e-4a7a-a774-3301d080ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.362168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.368626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.431446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-51d5b761-baba-4da5-aaf0-cce958f5be98 None None] Provisioning complete for port 0d110192-062f-405d-b522-b15419cbb446 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.432781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51d5b761-baba-4da5-aaf0-cce958f5be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.536687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.536912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-51d5b761-baba-4da5-aaf0-cce958f5be98 None None] Port 0d110192-062f-405d-b522-b15419cbb446 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:10.625487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.626016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router a131f200-751b-46cd-85e5-089a60b23617 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:42:10.652276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.653871 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7dfe55e8-ac3c-404d-a2f0-de77e4f727dd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/a131f200-751b-46cd-85e5-089a60b23617 HTTP/1.1" status: 204 len: 168 time: 1.4604261 Jul 16 03:42:10.656721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:10.754220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9034-f599-411d-acba-69e5ba0a0cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.774355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet aa441db6-9dc7-4cb9-94bb-6e672347418d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:10.779968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.780171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-322295e5-53fd-452a-a768-caaec0d36819 None None] Provisioning complete for port 0d110192-062f-405d-b522-b15419cbb446 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.781086 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-322295e5-53fd-452a-a768-caaec0d36819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.793589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9034-f599-411d-acba-69e5ba0a0cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.843917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.887797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-322295e5-53fd-452a-a768-caaec0d36819 None None] Port 0d110192-062f-405d-b522-b15419cbb446 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:10.917397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.921115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9034-f599-411d-acba-69e5ba0a0cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197daaf8-02cb-4f43-9b81-00a7d8f3ff6f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:10.958109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b6cd9034-f599-411d-acba-69e5ba0a0cf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4f8a89540164a1ab0a341d422ac441a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8224978 Jul 16 03:42:10.965084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43634) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:11.038589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.172301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.219059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a798ccf4-214a-47e4-b985-1647e65d74d6 None None] Network fa035703-2452-4abd-9f34-c9235f997a1a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:11.240777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.246369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/aa441db6-9dc7-4cb9-94bb-6e672347418d HTTP/1.1" status: 204 len: 168 time: 0.5879393 Jul 16 03:42:11.247749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43642) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:11.255158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43d181bc-1caa-41bd-9029-73d4d40c065d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:11.314478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd3a29-9d67-4e14-bd0c-3d65561161d2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=aa441db6-9dc7-4cb9-94bb-6e672347418d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.409968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2deee39-5294-4d9c-8a44-a03692e48dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.449270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2deee39-5294-4d9c-8a44-a03692e48dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.517456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b87df-ddfd-4712-b8cd-82c07aaf5e21 req-d86d534d-43ee-4e27-82b4-fcfc0c4ca00c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.519055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-253b87df-ddfd-4712-b8cd-82c07aaf5e21 req-d86d534d-43ee-4e27-82b4-fcfc0c4ca00c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.1954255 Jul 16 03:42:11.558901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 43d181bc-1caa-41bd-9029-73d4d40c065d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:11.559519 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.568511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.637728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-253b87df-ddfd-4712-b8cd-82c07aaf5e21 req-59ac5e9e-87ff-4456-8361-43d83589f3f3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074131 Jul 16 03:42:11.742772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] DHCP port deletion for fa035703-2452-4abd-9f34-c9235f997a1a request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:11.783644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.788656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2deee39-5294-4d9c-8a44-a03692e48dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.791508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2deee39-5294-4d9c-8a44-a03692e48dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.792871 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2deee39-5294-4d9c-8a44-a03692e48dcd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/197daaf8-02cb-4f43-9b81-00a7d8f3ff6f HTTP/1.1" status: 204 len: 168 time: 0.8262932 Jul 16 03:42:11.803445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.809705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.836754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deee39-5294-4d9c-8a44-a03692e48dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197daaf8-02cb-4f43-9b81-00a7d8f3ff6f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.924782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:11.925414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.938193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] Deleting port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:11.939646 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:11.957800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=0d110192-062f-405d-b522-b15419cbb446,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:12.049109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,segment=NetworkSegment(0cbde032-ea47-4256-b816-1ccdd7eb0dbd),segment_id=0cbde032-ea47-4256-b816-1ccdd7eb0dbd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:12.049403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.067662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 4be265ef-a08d-431c-9ee8-a5b60e0cc02b owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:12.102680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] For port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,segment=NetworkSegment(0cbde032-ea47-4256-b816-1ccdd7eb0dbd),segment_id=0cbde032-ea47-4256-b816-1ccdd7eb0dbd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:12.104901 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.123518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:12.127990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:12.145013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] Calling delete_port for 4be265ef-a08d-431c-9ee8-a5b60e0cc02b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:12.381398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.448973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.584109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:12.591380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:12.649976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:12.690121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992c7afc-fb24-4707-834d-0558615f9348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.788852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.852906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] Pushing event deleted for resources: {'Port': ['ID=4be265ef-a08d-431c-9ee8-a5b60e0cc02b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:12.869122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17813705-09dd-45fd-b337-9ab0705f43da None None] No DVR routers for this DVR port 4be265ef-a08d-431c-9ee8-a5b60e0cc02b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:12.888039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa035703-2452-4abd-9f34-c9235f997a1a']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:12.890741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Router 723021ec-c6b5-4082-95cc-c3de9f254a88 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:42:12.910288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e291ddcb-0a44-4320-aac7-bf1633be475d None None] Provisioning complete for port 0d110192-062f-405d-b522-b15419cbb446 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:12.913299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e291ddcb-0a44-4320-aac7-bf1633be475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.936819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbde032-ea47-4256-b816-1ccdd7eb0dbd') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:12.937395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbde032-ea47-4256-b816-1ccdd7eb0dbd') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:13.052257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e291ddcb-0a44-4320-aac7-bf1633be475d None None] Port 0d110192-062f-405d-b522-b15419cbb446 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:13.069003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992c7afc-fb24-4707-834d-0558615f9348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.084721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992c7afc-fb24-4707-834d-0558615f9348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.121131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.128186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-992c7afc-fb24-4707-834d-0558615f9348 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fee5f3db2d774bcea8a8c2af1c09762a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763744 Jul 16 03:42:13.130877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43672) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.173149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.181614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c7afc-fb24-4707-834d-0558615f9348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd008c-14b6-4cb5-9a66-e87fd5ad6316,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.215936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:13.222457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:13.234898 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:13.287919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4be265ef-a08d-431c-9ee8-a5b60e0cc02b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:13.294458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5037749-90a9-47b2-a53c-d899270aa3a6 req-c64c0021-c659-485a-98e6-2dc2d7b128d0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:13.299642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5037749-90a9-47b2-a53c-d899270aa3a6 req-c64c0021-c659-485a-98e6-2dc2d7b128d0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.2289867 Jul 16 03:42:13.304379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7937cff3-38f6-43f3-92aa-890090b24e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.309680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 4be265ef-a08d-431c-9ee8-a5b60e0cc02b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:13.310025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4be265ef-a08d-431c-9ee8-a5b60e0cc02b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:13.310287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:13.326169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] Sync routers for ids ['723021ec-c6b5-4082-95cc-c3de9f254a88'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:13.327101 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1779e917-3774-45eb-9590-42eb29e2b0f4 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/routers/723021ec-c6b5-4082-95cc-c3de9f254a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0410018 Jul 16 03:42:13.331834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43676) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.336503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] Routers {'723021ec-c6b5-4082-95cc-c3de9f254a88'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:13.337184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['723021ec-c6b5-4082-95cc-c3de9f254a88'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:13.378442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:13.390171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] Routers {'723021ec-c6b5-4082-95cc-c3de9f254a88'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:13.390364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['723021ec-c6b5-4082-95cc-c3de9f254a88'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:13.422505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5037749-90a9-47b2-a53c-d899270aa3a6 req-acf9efa1-3759-4fc0-8b81-eb75b174f2b3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140480 Jul 16 03:42:13.438914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7937cff3-38f6-43f3-92aa-890090b24e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.446021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:13.447021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a0eba0-cb2d-46f5-9ea4-ef61cee4a42a None None] The sync data for ids ['723021ec-c6b5-4082-95cc-c3de9f254a88'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:13.508738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1747f1-9581-49b6-bd2c-45551c836678 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:13.510435 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7937cff3-38f6-43f3-92aa-890090b24e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.514090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7937cff3-38f6-43f3-92aa-890090b24e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.514892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4e1747f1-9581-49b6-bd2c-45551c836678 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports?device_id=723021ec-c6b5-4082-95cc-c3de9f254a88 HTTP/1.1" status: 200 len: 989 time: 0.1815922 Jul 16 03:42:13.515939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7937cff3-38f6-43f3-92aa-890090b24e5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99bd008c-14b6-4cb5-9a66-e87fd5ad6316 HTTP/1.1" status: 204 len: 168 time: 0.3795698 Jul 16 03:42:13.516786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.529025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.541229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.549838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/fa035703-2452-4abd-9f34-c9235f997a1a HTTP/1.1" status: 204 len: 168 time: 2.3010774 Jul 16 03:42:13.569919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43682) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.571590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2781896-ab2c-4af5-a313-8321736a0c06 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=fa035703-2452-4abd-9f34-c9235f997a1a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.582163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-632911307', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:13.638863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.641996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.718087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937cff3-38f6-43f3-92aa-890090b24e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd008c-14b6-4cb5-9a66-e87fd5ad6316,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.732498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.743814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.767877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.772011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b6b00dce-ec0e-469f-b767-62a406ed009c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1967344 Jul 16 03:42:13.775035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.804233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-916181375'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:13.987883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:13.992294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.033474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:14.045535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.045894 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment e056a451-a470-46ae-94d9-cfbc15f88acb of type vlan for network e1a88ca4-4d52-4bb8-babf-dbea620311c4 Jul 16 03:42:14.223561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.305908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-0dff4288-bdf1-4d04-a764-353a6dc0682a tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c683d9cb82a4087af7aedfee3e813cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593457 Jul 16 03:42:14.524131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-8c9624bc-df61-4b81-b017-cc3db01cf0f6 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.533709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-8c9624bc-df61-4b81-b017-cc3db01cf0f6 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238917 Jul 16 03:42:14.571215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-0820eb29-b47f-45ae-8813-4ca71584704e tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/quotas/7c683d9cb82a4087af7aedfee3e813cc HTTP/1.1" status: 200 len: 375 time: 0.0392845 Jul 16 03:42:14.596801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.602161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.602773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.661379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8809407 Jul 16 03:42:14.664226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43726) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:14.669298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:14.720085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-069c2f5f-4c4d-4ae9-bc49-af5f8fb712dd tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c683d9cb82a4087af7aedfee3e813cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481245 Jul 16 03:42:14.891411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16174bb0-ceb5-4ab4-99af-f005da31124b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=e1a88ca4-4d52-4bb8-babf-dbea620311c4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:14.895289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:14.899962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.902920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:15.110173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed99a-ba50-4689-8d64-6e740d42ca85 req-9222a5c5-8ef0-4b6d-86d4-2e86d41e620c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.120215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-383ed99a-ba50-4689-8d64-6e740d42ca85 req-9222a5c5-8ef0-4b6d-86d4-2e86d41e620c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.3815768 Jul 16 03:42:15.259722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.313918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.452241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:15.459743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: e1a88ca4-4d52-4bb8-babf-dbea620311c4, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:15.466908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=4ed2ac1a-2643-4df0-998b-6156c5fbf98e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.509994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:15.529791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e1a88ca4-4d52-4bb8-babf-dbea620311c4) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:15.534121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.535121 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.542401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9cfb46-34f3-4179-b422-7f6919cdce6b None None] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:15.571786 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a3268b7-1919-4a16-8ed5-ed7a9a9b10ed tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9064019 Jul 16 03:42:15.575685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:15.866965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:15.868113 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.222051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Allocated IP 2001:db8::2 (e1a88ca4-4d52-4bb8-babf-dbea620311c4/4ed2ac1a-2643-4df0-998b-6156c5fbf98e/53b4c128-5849-4320-bba5-f1dc3ba5f8a0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:16.254702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf9e2101-827e-4d93-be83-d56eb7b90008 req-d8343d86-8ad4-416c-bad8-709d8e0c5958 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 210 time: 0.9836564 Jul 16 03:42:16.279218 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.351682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-383ed99a-ba50-4689-8d64-6e740d42ca85 req-779a0b07-c589-44a6-b4dd-e268787f1b4b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2304981 Jul 16 03:42:16.485930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.512825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Transition to ACTIVE for port object 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:16.554374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Transition to ACTIVE for port object 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:16.568872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.712375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 0d110192-062f-405d-b522-b15419cbb446 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:16.713059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.779190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:16.802277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:16.826879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:16.842809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Pushing event updated for resources: {'Port': ['ID=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:16.874335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.881459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.881814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.882167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.886269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.896431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 0d110192-062f-405d-b522-b15419cbb446 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:16.897402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:16.897788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:17.057881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Attempting to bind port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:17.059782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Attempting to bind port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:17.060240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Attempting to bind port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 on network e1a88ca4-4d52-4bb8-babf-dbea620311c4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:17.070291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:17.072875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Checking segment: {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:17.073409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.076930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Bound using segment: {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:17.080602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Bound port: 53b4c128-5849-4320-bba5-f1dc3ba5f8a0, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:17.082009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.227749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] For port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:17.239408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] For port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:17.247875 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.355034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.464248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a39bb5-1d0f-4894-9b1d-5c49707ea65d None None] Pushing event updated for resources: {'Port': ['ID=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:17.471424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=0d110192-062f-405d-b522-b15419cbb446,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:17.661333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:17.776490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-447287ca-2720-4e7c-b7ac-2c0f6e75ecd6 req-2d090f8a-687f-487c-9396-9c765fee9edc tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 210 time: 0.1068292 Jul 16 03:42:17.874387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-fcf93f4a-1624-49ed-98c3-b2b13a3996a3 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7c683d9cb82a4087af7aedfee3e813cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707805 Jul 16 03:42:18.092264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8::1 (e1a88ca4-4d52-4bb8-babf-dbea620311c4/4ed2ac1a-2643-4df0-998b-6156c5fbf98e/5d212255-0127-4f5e-b46e-19cd7e990d64) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:18.339579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d51bf-76f5-4fa7-9ae1-84c52542a2c4 req-89bb5dec-1ee7-4953-9b09-c62c5fc69d8c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.351753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-929d51bf-76f5-4fa7-9ae1-84c52542a2c4 req-89bb5dec-1ee7-4953-9b09-c62c5fc69d8c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.5153267 Jul 16 03:42:18.358415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-6f79ae5e-b4d7-450b-9b9f-4b71f8307849 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.358415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-6f79ae5e-b4d7-450b-9b9f-4b71f8307849 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632287 Jul 16 03:42:18.372581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Request body: {'port': {'device_id': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '7c683d9cb82a4087af7aedfee3e813cc'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:18.377573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Router 723021ec-c6b5-4082-95cc-c3de9f254a88 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:18.529536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:18.537499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-515f88e8-815f-4444-b7a2-df76517eec5d tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/routers/723021ec-c6b5-4082-95cc-c3de9f254a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0169897 Jul 16 03:42:18.543618 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] Sync routers for ids ['723021ec-c6b5-4082-95cc-c3de9f254a88'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:18.552904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.563175 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] Routers {'723021ec-c6b5-4082-95cc-c3de9f254a88'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:18.567574 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['723021ec-c6b5-4082-95cc-c3de9f254a88'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:18.608360 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7ca0e0-1ddd-4fd9-bd75-a1a63d913464 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:42:18.610696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5f7ca0e0-1ddd-4fd9-bd75-a1a63d913464 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/0d110192-062f-405d-b522-b15419cbb446 HTTP/1.1" status: 404 len: 333 time: 0.0527678 Jul 16 03:42:18.617803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.641102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-929d51bf-76f5-4fa7-9ae1-84c52542a2c4 req-0193ab2b-e2d0-426a-983e-73254cc3761d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621377 Jul 16 03:42:18.717282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43800) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:18.719934 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:18.742148 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] Routers {'723021ec-c6b5-4082-95cc-c3de9f254a88'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:18.746844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['723021ec-c6b5-4082-95cc-c3de9f254a88'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:18.756855 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.821372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:18.821971 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a457e-f671-47a3-9cca-f0d149a81bcd None None] The sync data for ids ['723021ec-c6b5-4082-95cc-c3de9f254a88'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:18.854275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.878392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object 5d212255-0127-4f5e-b46e-19cd7e990d64 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:18.885374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Made reservation on behalf of 7c683d9cb82a4087af7aedfee3e813cc for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:18.890118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.902940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:18.962671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526a266-20a2-418a-83f1-6e10d7fbbb45 None None] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:19.008794 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.144468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5037cb5-13ae-49be-99d2-285f81e053ba req-812c8e3e-0841-4c24-82f0-d7b9bedd4b82 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 210 time: 0.0633857 Jul 16 03:42:19.162745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20e2d0f5-3937-488d-8774-55917245b69c None None] Provisioning for port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:19.289932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.296560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:19.317835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.320315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.372985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:19.374871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.402555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:19.403130 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.446007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:19.461534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e027-cd83-46e7-820d-dac73e873e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.462801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.463895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Fanout notify agent at l3_agent the message router_deleted on router 723021ec-c6b5-4082-95cc-c3de9f254a88 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:42:19.483992 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.485146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-01fd2004-939a-4f02-a6ee-49c28d855a42 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/routers/723021ec-c6b5-4082-95cc-c3de9f254a88 HTTP/1.1" status: 204 len: 168 time: 0.8662844 Jul 16 03:42:19.494138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:19.583463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:19.595433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:19.595820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.639724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=5d212255-0127-4f5e-b46e-19cd7e990d64,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:19.665973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet c59db291-e6ab-4d4d-bb5a-70b216154f71 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:19.691132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.786471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.838626 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.882412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:19.895527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:19.984938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83a1e152-8d21-4ce7-8ef7-d462e817920f None None] Provisioning complete for port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:19.985923 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83a1e152-8d21-4ce7-8ef7-d462e817920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.065501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.075577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.207224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e027-cd83-46e7-820d-dac73e873e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.265929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab199d-a992-405c-8e11-3b6ee72da9a6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.270424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e027-cd83-46e7-820d-dac73e873e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.279923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83a1e152-8d21-4ce7-8ef7-d462e817920f None None] Provisioning for port 5d212255-0127-4f5e-b46e-19cd7e990d64 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:20.292230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83a1e152-8d21-4ce7-8ef7-d462e817920f None None] Provisioning complete for port 5d212255-0127-4f5e-b46e-19cd7e990d64 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:20.292611 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83a1e152-8d21-4ce7-8ef7-d462e817920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.319910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.439267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-83a1e152-8d21-4ce7-8ef7-d462e817920f None None] Port 5d212255-0127-4f5e-b46e-19cd7e990d64 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:20.451855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ad7e027-cd83-46e7-820d-dac73e873e26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73cd904f48634c3b88840f396b298cef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7333567 Jul 16 03:42:20.456423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.460407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:20.477911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e027-cd83-46e7-820d-dac73e873e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee8da3-4498-4f75-a429-4d976f871245,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.484555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=c59db291-e6ab-4d4d-bb5a-70b216154f71,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:20.486631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.491082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d6c913a-290f-488e-8d0f-3bf665d1c3d5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/c59db291-e6ab-4d4d-bb5a-70b216154f71 HTTP/1.1" status: 204 len: 168 time: 0.9933422 Jul 16 03:42:20.498761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b98e49-a23d-4e85-b2ad-8e0385d0da1c None None] Network bd34b2c9-7a55-4411-b2e2-7039d82acbb2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:20.504900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43824) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:20.628854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe1a74ed-e4cd-4aeb-ab16-b031f72209e8 req-b6656263-228b-4bb3-b650-434d09ccb998 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 210 time: 0.0727823 Jul 16 03:42:20.639404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681f6fc-2d56-433b-b768-f335e3809d0e req-b01606f3-880b-4516-88d3-658bbadc2ca7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.640953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3681f6fc-2d56-433b-b768-f335e3809d0e req-b01606f3-880b-4516-88d3-658bbadc2ca7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.6798444 Jul 16 03:42:20.732215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01cc9719-b7cd-430b-a553-d4627462ff7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.735442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Allocated IP 192.168.233.222 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/85b32654-f776-4692-97c2-f861605170ab) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:20.752070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.787714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01cc9719-b7cd-430b-a553-d4627462ff7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.790537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-954c03d5-cf38-4ac1-852b-acca26a7e22b None None] Provisioning complete for port 5d212255-0127-4f5e-b46e-19cd7e990d64 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:20.792759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-954c03d5-cf38-4ac1-852b-acca26a7e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.870706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f98f5e9-9bfb-4bcf-9f7b-57c531ea7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.885139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-954c03d5-cf38-4ac1-852b-acca26a7e22b None None] Port 5d212255-0127-4f5e-b46e-19cd7e990d64 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:20.945322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3681f6fc-2d56-433b-b768-f335e3809d0e req-d3612ce5-ab60-4dce-b808-b1e4450c182e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977762 Jul 16 03:42:20.950870 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01cc9719-b7cd-430b-a553-d4627462ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.957299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01cc9719-b7cd-430b-a553-d4627462ff7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.960196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-01cc9719-b7cd-430b-a553-d4627462ff7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04ee8da3-4498-4f75-a429-4d976f871245 HTTP/1.1" status: 204 len: 168 time: 0.4972599 Jul 16 03:42:20.968675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc9719-b7cd-430b-a553-d4627462ff7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee8da3-4498-4f75-a429-4d976f871245,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.119374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] DHCP port deletion for bd34b2c9-7a55-4411-b2e2-7039d82acbb2 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:21.181777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 43d181bc-1caa-41bd-9029-73d4d40c065d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:21.182071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.267410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:21.288558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.309729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] Deleting port 43d181bc-1caa-41bd-9029-73d4d40c065d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:21.312460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.393421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] For port 43d181bc-1caa-41bd-9029-73d4d40c065d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43d181bc-1caa-41bd-9029-73d4d40c065d,segment=NetworkSegment(4e228184-6431-424e-be09-fc2b9e985944),segment_id=4e228184-6431-424e-be09-fc2b9e985944)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:21.393825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.407504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] Calling delete_port for 43d181bc-1caa-41bd-9029-73d4d40c065d owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:21.422212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] For port 43d181bc-1caa-41bd-9029-73d4d40c065d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=43d181bc-1caa-41bd-9029-73d4d40c065d,segment=NetworkSegment(4e228184-6431-424e-be09-fc2b9e985944),segment_id=4e228184-6431-424e-be09-fc2b9e985944)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:21.422886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.435445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Transition to ACTIVE for port object 85b32654-f776-4692-97c2-f861605170ab will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:21.451873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 43d181bc-1caa-41bd-9029-73d4d40c065d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:21.468058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.482721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.483532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.526958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:21.528233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.574510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:21.594030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5392565e-74df-4828-886b-14d4841744d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.618879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=5d212255-0127-4f5e-b46e-19cd7e990d64,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.627427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.661170 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.726858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Pushing event updated for resources: {'Port': ['ID=85b32654-f776-4692-97c2-f861605170ab,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.745618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:21.752343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.754379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:21.862110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:21.862833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] Pushing event deleted for resources: {'Port': ['ID=43d181bc-1caa-41bd-9029-73d4d40c065d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.862969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5392565e-74df-4828-886b-14d4841744d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.863056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4532cb-efd5-4ed5-9d51-5ef5131ddc2f None None] No DVR routers for this DVR port 43d181bc-1caa-41bd-9029-73d4d40c065d on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:21.863128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=43d181bc-1caa-41bd-9029-73d4d40c065d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.863128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No DVR routers for this DVR port 43d181bc-1caa-41bd-9029-73d4d40c065d on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:21.863128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:21.863305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43d181bc-1caa-41bd-9029-73d4d40c065d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:21.863415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:21.881346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 43d181bc-1caa-41bd-9029-73d4d40c065d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:21.881650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 43d181bc-1caa-41bd-9029-73d4d40c065d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:21.884677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5392565e-74df-4828-886b-14d4841744d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.921760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:21.922625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.955685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392565e-74df-4828-886b-14d4841744d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd45fc7e-ee13-4c6d-93ba-565f6d6742dd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:21.962998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5392565e-74df-4828-886b-14d4841744d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09be8640d38845ceaac5708d78b19a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841412 Jul 16 03:42:21.968034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:21.985405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e291f-1605-444f-a137-6d3b9d23a8a9 req-40ff5131-10f4-4877-8f4d-ab0389967cc6 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:22.002705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d6e291f-1605-444f-a137-6d3b9d23a8a9 req-40ff5131-10f4-4877-8f4d-ab0389967cc6 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 936 time: 0.1740789 Jul 16 03:42:22.116369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.118169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d6e291f-1605-444f-a137-6d3b9d23a8a9 req-826c95b3-1018-4b1f-9df8-d15d5d2e55ea tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060438 Jul 16 03:42:22.134264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-1893e54b-b59f-46db-a60d-cc9e0420906d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7673206 Jul 16 03:42:22.139462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd34b2c9-7a55-4411-b2e2-7039d82acbb2']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.165881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Request body: {'port': {'device_id': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:22.167339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-320bcc09-d28f-4f13-abad-53db57b7508b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.179734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e228184-6431-424e-be09-fc2b9e985944') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.180138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e228184-6431-424e-be09-fc2b9e985944') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.240443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-320bcc09-d28f-4f13-abad-53db57b7508b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.241322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.289745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.305180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:22.305601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:22.407227 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:22.426599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Provisioning complete for port 5d212255-0127-4f5e-b46e-19cd7e990d64 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:22.427976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.429282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.453119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.455513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/bd34b2c9-7a55-4411-b2e2-7039d82acbb2 HTTP/1.1" status: 204 len: 168 time: 1.9487050 Jul 16 03:42:22.464776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.495563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa479f2-7d59-4489-8a05-285ae8d8a334 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=bd34b2c9-7a55-4411-b2e2-7039d82acbb2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:22.499896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Port 5d212255-0127-4f5e-b46e-19cd7e990d64 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:22.516813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Provisioning for port 85b32654-f776-4692-97c2-f861605170ab completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:22.521232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.523988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Provisioning complete for port 85b32654-f776-4692-97c2-f861605170ab triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:22.524478 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.539987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:42:22.564929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b8642ba5-fea8-4ce9-b0ee-0a47e016e114 None None] Port 85b32654-f776-4692-97c2-f861605170ab cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:22.566482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a2fad-c964-4642-b7cc-d3f1a2687da7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:22.576295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ae3a2fad-c964-4642-b7cc-d3f1a2687da7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/841de928-80ab-40b4-b831-f337d7cee11a HTTP/1.1" status: 200 len: 845 time: 0.1072617 Jul 16 03:42:22.578424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.579308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-320bcc09-d28f-4f13-abad-53db57b7508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.582493 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-320bcc09-d28f-4f13-abad-53db57b7508b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.597492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-320bcc09-d28f-4f13-abad-53db57b7508b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd45fc7e-ee13-4c6d-93ba-565f6d6742dd HTTP/1.1" status: 204 len: 168 time: 0.5825655 Jul 16 03:42:22.680629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874867-7194-4271-ba7a-54f8fb59199a req-ae5e1c3f-f106-47aa-91f3-6b2543fb0761 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:22.690288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1874867-7194-4271-ba7a-54f8fb59199a req-ae5e1c3f-f106-47aa-91f3-6b2543fb0761 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.4251153 Jul 16 03:42:22.697272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bcc09-d28f-4f13-abad-53db57b7508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd45fc7e-ee13-4c6d-93ba-565f6d6742dd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:22.750183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df6a3e25-be1c-47a6-b875-a7ff3e61d465 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/841de928-80ab-40b4-b831-f337d7cee11a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1508820 Jul 16 03:42:22.754523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.763861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:22.769117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:22.773955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4330-590f-455b-8531-310738028ea2 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:22.776897 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-32ff0d51-3897-4bd8-8e73-222b7d8ce704 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2000823 Jul 16 03:42:22.780329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:22.788000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1824124580'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:22.800997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:22.803126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:41:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:22.848033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1874867-7194-4271-ba7a-54f8fb59199a req-2e665ef8-052f-470f-ba6a-7fa428f69b7c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564846 Jul 16 03:42:22.955694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:23.235223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:42:23.235223 n-d-800089-6 neutron-server[93757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:42:23.235223 n-d-800089-6 neutron-server[93757]: [parameters: {'project_id': '4be34397dee445fdaffccd38456e6549', 'id': 'd4d0ead9-c244-4cc7-abf0-b202c7b1848c', 'expiration': datetime.datetime(2021, 7, 16, 3, 44, 23, 218183)}] Jul 16 03:42:23.235223 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:42:23.236370 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:42:23.239347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:23.243952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.391227 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8eab568-49bf-45af-9716-cdaa7ec7a41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.427842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:20Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:20Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:23.469211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4330-590f-455b-8531-310738028ea2 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:23.470131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b32654-f776-4692-97c2-f861605170ab {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:23.470639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4330-590f-455b-8531-310738028ea2 None None] Updating router 2667edf0-94d0-428e-83b5-c1e0fd835aaf port 5d212255-0127-4f5e-b46e-19cd7e990d64 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:42:23.482357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.500182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Transition to ACTIVE for port object 85b32654-f776-4692-97c2-f861605170ab will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:23.512676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.518988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14be4330-590f-455b-8531-310738028ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.681427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359e76c-fac5-4db5-983b-5ed79f5dd474 req-6227b280-0469-4441-9b19-94644da1542d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.683135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a359e76c-fac5-4db5-983b-5ed79f5dd474 req-6227b280-0469-4441-9b19-94644da1542d tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 936 time: 0.2981610 Jul 16 03:42:23.684532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Pushing event updated for resources: {'Port': ['ID=85b32654-f776-4692-97c2-f861605170ab,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:23.780240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:23.789260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.871653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a359e76c-fac5-4db5-983b-5ed79f5dd474 req-246b2b65-8fb8-4e73-98d3-582f92d313fc tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768010 Jul 16 03:42:23.923521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:23.928732 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.945627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14be4330-590f-455b-8531-310738028ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.959076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-14be4330-590f-455b-8531-310738028ea2 None None] Transition to ACTIVE for port object 5d212255-0127-4f5e-b46e-19cd7e990d64 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:23.970346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Attempting to bind port 85b32654-f776-4692-97c2-f861605170ab on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:23.972046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Attempting to bind port 85b32654-f776-4692-97c2-f861605170ab by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:23.972493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Attempting to bind port 85b32654-f776-4692-97c2-f861605170ab on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:23.973126 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14be4330-590f-455b-8531-310738028ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.986673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.987176 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f of type vlan for network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 Jul 16 03:42:24.008315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Port 85b32654-f776-4692-97c2-f861605170ab on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:24.008779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Attempting to bind port 85b32654-f776-4692-97c2-f861605170ab on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:24.018873 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.029870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:24.046006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ed638-3fe2-4e04-bb09-d40561ec5a5c None None] Pushing event updated for resources: {'Port': ['ID=5d212255-0127-4f5e-b46e-19cd7e990d64,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.046492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:24.047381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:24.047822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:24.048328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:24.048924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Bound port: 85b32654-f776-4692-97c2-f861605170ab, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:24.049328 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.076390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bcac69-cdf9-4519-b9f0-819c0b59d140 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:24.080867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.081473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.084322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.135792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-14be4330-590f-455b-8531-310738028ea2 None None] Attempting to bind port 5d212255-0127-4f5e-b46e-19cd7e990d64 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:24.137038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-14be4330-590f-455b-8531-310738028ea2 None None] Attempting to bind port 5d212255-0127-4f5e-b46e-19cd7e990d64 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:24.137038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14be4330-590f-455b-8531-310738028ea2 None None] Attempting to bind port 5d212255-0127-4f5e-b46e-19cd7e990d64 on network e1a88ca4-4d52-4bb8-babf-dbea620311c4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:24.142968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=8d3a567d-c21f-419b-85e7-724076b347de,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.147526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14be4330-590f-455b-8531-310738028ea2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:24.147526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14be4330-590f-455b-8531-310738028ea2 None None] Checking segment: {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:24.147814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14be4330-590f-455b-8531-310738028ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.147964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14be4330-590f-455b-8531-310738028ea2 None None] Bound using segment: {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:24.148682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-14be4330-590f-455b-8531-310738028ea2 None None] Bound port: 5d212255-0127-4f5e-b46e-19cd7e990d64, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e056a451-a470-46ae-94d9-cfbc15f88acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:24.148816 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14be4330-590f-455b-8531-310738028ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.156848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c004d09b-083b-4e90-847b-ba9ac5e74a1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3997002 Jul 16 03:42:24.157951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:24.163451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084168190'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:24.204018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.209950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.215797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f480-ff7e-415c-af9d-582894ea63e4 req-2e34b23c-7016-4893-b4be-b78cf1c6c2b4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.216642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.224088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e34f480-ff7e-415c-af9d-582894ea63e4 req-2e34b23c-7016-4893-b4be-b78cf1c6c2b4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.1485231 Jul 16 03:42:24.227651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.323058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e34f480-ff7e-415c-af9d-582894ea63e4 req-5a635f55-6d9c-4b49-84e4-1612c41ca324 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969386 Jul 16 03:42:24.349928 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.385317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-14be4330-590f-455b-8531-310738028ea2 None None] For port 5d212255-0127-4f5e-b46e-19cd7e990d64, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:24.397374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=66058f0f-ec07-41fc-8c5f-28cc8a5553f5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.408244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] For port 85b32654-f776-4692-97c2-f861605170ab, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:24.429189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:24.441218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] For port 85b32654-f776-4692-97c2-f861605170ab, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=85b32654-f776-4692-97c2-f861605170ab,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:24.453571 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.457577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-14be4330-590f-455b-8531-310738028ea2 None None] For port 5d212255-0127-4f5e-b46e-19cd7e990d64, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5d212255-0127-4f5e-b46e-19cd7e990d64,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:24.472139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14be4330-590f-455b-8531-310738028ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.518023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.519493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.521539 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] 10.222.0.11 "PUT /v2.0/ports/85b32654-f776-4692-97c2-f861605170ab HTTP/1.1" status: 200 len: 1096 time: 2.3796051 Jul 16 03:42:24.522115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'tag': '85b32654-f776-4692-97c2-f861605170ab'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:24.542356 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c1a05-af16-498a-94df-248da6c48b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "923fe8c3-acf6-4ffc-be44-368b710f37dc", "tag": "85b32654-f776-4692-97c2-f861605170ab"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:24.565313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ed638-3fe2-4e04-bb09-d40561ec5a5c None None] Pushing event updated for resources: {'Port': ['ID=5d212255-0127-4f5e-b46e-19cd7e990d64,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.600048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.608464 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.651451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532b6d2f-82ff-47a7-8eeb-81bc56b65754,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.652987 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c84871-076d-483d-9ddf-463528e65274 x-openstack-request-id: req-75c84871-076d-483d-9ddf-463528e65274 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:24.653573 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923fe8c3-acf6-4ffc-be44-368b710f37dc", "tag": "85b32654-f776-4692-97c2-f861605170ab", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:24.653934 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75c84871-076d-483d-9ddf-463528e65274 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:24.666882 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'tag': '85b32654-f776-4692-97c2-f861605170ab', 'status': 'completed', 'code': 200} Jul 16 03:42:24.668938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.673770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b43db-b87b-4da7-9812-cf50bc15dc77 service neutron] Pushing event updated for resources: {'Port': ['ID=85b32654-f776-4692-97c2-f861605170ab,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.675278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bb6a4c6f-c0e8-4db3-a960-e54cbad9c6c5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5160747 Jul 16 03:42:24.690785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43920) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:24.702313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:24.703965 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eeb60ed8-ad5c-46ec-a275-658b38ca0f08 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9165187 Jul 16 03:42:24.709000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236082092'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:24.718067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:24.769144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:24.769782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:24.802902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.839377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-58151b9e-5abf-476c-a128-a1f7eee1e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.841529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-58151b9e-5abf-476c-a128-a1f7eee1e21e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c683d9cb82a4087af7aedfee3e813cc&device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 1099 time: 0.2544887 Jul 16 03:42:24.901452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-c7f89b3d-bb62-43ff-b308-76233599e2cb', 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'tenant_id': '989ba87505c645cf85162bfbc579a58a', 'fixed_ips': [{'subnet_id': '8d3a567d-c21f-419b-85e7-724076b347de'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:24.903020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.946834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-a311c53f-dab2-4121-9731-4442702123c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=85b32654-f776-4692-97c2-f861605170ab HTTP/1.1" status: 200 len: 217 time: 0.0964522 Jul 16 03:42:25.124264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-7412ce13-2968-4e0e-8b4c-eeb4aa52c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.128008 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-7412ce13-2968-4e0e-8b4c-eeb4aa52c495 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1671438 Jul 16 03:42:25.222256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fae5b-4e11-4bee-9aca-527bd31166fb req-b0201da0-f87c-444c-80d5-4666488e35ad tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.234264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-463fae5b-4e11-4bee-9aca-527bd31166fb req-b0201da0-f87c-444c-80d5-4666488e35ad tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 948 time: 0.1521249 Jul 16 03:42:25.282351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.287423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:25.302024 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.335836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-463fae5b-4e11-4bee-9aca-527bd31166fb req-79689d10-cc73-4cde-a20b-620cd87c3f95 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003940 Jul 16 03:42:25.358351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c148b-c582-4717-afe3-5d147f94b621 req-00dc78be-501e-4fb8-9962-08d6e9d5a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.360311 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-00dc78be-501e-4fb8-9962-08d6e9d5a023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2208931 Jul 16 03:42:25.379899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:25.387882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.457651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.470925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7629097 Jul 16 03:42:25.475538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43966) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:25.481322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1516336643', 'security_groups': ['e2ad69b5-f6c5-421a-a592-1e72029a0d3c'], 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d3a567d-c21f-419b-85e7-724076b347de'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:25.506452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376c2d7-a0dc-48ce-a59b-1fd51f25e277 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad69b5-f6c5-421a-a592-1e72029a0d3c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:25.713540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Allocated IP 2001:db8::2 (c7f89b3d-bb62-43ff-b308-76233599e2cb/8d3a567d-c21f-419b-85e7-724076b347de/7aff8892-3c2d-46b2-ac46-669ca5caedbf) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:25.756646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-11cd54cf-9738-4697-a845-190e600fb874 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883882 Jul 16 03:42:25.803348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14be4330-590f-455b-8531-310738028ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:20Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:24Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:25.840926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4330-590f-455b-8531-310738028ea2 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:20Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:24Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:25.887324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:25.937287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.952245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Transition to ACTIVE for port object 7aff8892-3c2d-46b2-ac46-669ca5caedbf will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:25.973442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Transition to ACTIVE for port object 7aff8892-3c2d-46b2-ac46-669ca5caedbf will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:25.989289 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de8c148b-c582-4717-afe3-5d147f94b621 req-fa539fee-3689-4c90-a405-3ee7b8732af3 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251415 Jul 16 03:42:25.994538 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.040559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.067090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:26.073866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port a1dc8db1-1b9c-40c1-81e8-3a17679f6123 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:26.075559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:26.079348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:26.087414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.090416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Pushing event updated for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:26.165120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Attempting to bind port 7aff8892-3c2d-46b2-ac46-669ca5caedbf on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:26.165504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Attempting to bind port 7aff8892-3c2d-46b2-ac46-669ca5caedbf by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:26.165869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Attempting to bind port 7aff8892-3c2d-46b2-ac46-669ca5caedbf on network c7f89b3d-bb62-43ff-b308-76233599e2cb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:26.173281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:26.173717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Checking segment: {'id': '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:26.174142 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.174640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Bound using segment: {'id': '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:26.175124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Bound port: 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:26.175507 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.274644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038119f-6336-4ba5-ba06-44b3072dbf20 req-87c39854-8909-4114-8562-68f59c6f1209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.276189 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b038119f-6336-4ba5-ba06-44b3072dbf20 req-87c39854-8909-4114-8562-68f59c6f1209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.6773114 Jul 16 03:42:26.330080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.335821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1a05-af16-498a-94df-248da6c48b1e req-5ef3a13b-de0d-441d-8252-7824bc84549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.338276 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-5ef3a13b-de0d-441d-8252-7824bc84549e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c683d9cb82a4087af7aedfee3e813cc&device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 1099 time: 0.2789135 Jul 16 03:42:26.373962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:26.381937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7aff8892-3c2d-46b2-ac46-669ca5caedbf,segment=NetworkSegment(0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc),segment_id=0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:26.394312 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.425375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b038119f-6336-4ba5-ba06-44b3072dbf20 req-229c5ea6-f7d9-4c33-9484-2709bd67e5fb tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392565 Jul 16 03:42:26.501035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=0c6a91c1-3f1d-4094-b65b-3624a7986e8a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:26.512090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:26.512448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: 66058f0f-ec07-41fc-8c5f-28cc8a5553f5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:26.532362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::1b (c7f89b3d-bb62-43ff-b308-76233599e2cb/8d3a567d-c21f-419b-85e7-724076b347de/a1dc8db1-1b9c-40c1-81e8-3a17679f6123) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:26.541965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:26.565315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 66058f0f-ec07-41fc-8c5f-28cc8a5553f5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:26.579109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.579735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.596964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898c5b8-48a2-4a5f-8df7-4b13e278e9b3 None None] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:26.612159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1a05-af16-498a-94df-248da6c48b1e req-5a1e7f11-2a05-4451-95a9-4e47272e4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.614252 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-5a1e7f11-2a05-4451-95a9-4e47272e4acd service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2627323 Jul 16 03:42:26.628101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3497e72c-509c-40da-8bc7-0a0410b874bd tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9235997 Jul 16 03:42:26.640578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.694825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e51d5-1841-4d73-92e6-30491a1f9288 None None] Pushing event updated for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:26.821417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c179-139b-4886-a8c7-2a723dc38e07 req-66a0b0b8-4eac-4a85-a6f5-86c98dddb860 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.846487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c20c179-139b-4886-a8c7-2a723dc38e07 req-66a0b0b8-4eac-4a85-a6f5-86c98dddb860 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 948 time: 0.2261083 Jul 16 03:42:26.901765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-b2b68917-e2a0-4a63-b71f-2a71f91cf087 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=85b32654-f776-4692-97c2-f861605170ab HTTP/1.1" status: 200 len: 217 time: 0.2746859 Jul 16 03:42:26.971133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c20c179-139b-4886-a8c7-2a723dc38e07 req-552435be-5adc-4e4c-9d15-e772e1db0139 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235843 Jul 16 03:42:27.015849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:27.016314 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.050221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:27.157007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286104-714f-4ed9-a3ec-1d57757c7752 req-ea23f1a9-7012-4290-bbde-b3e86df53237 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.165930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01286104-714f-4ed9-a3ec-1d57757c7752 req-ea23f1a9-7012-4290-bbde-b3e86df53237 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 947 time: 0.1406736 Jul 16 03:42:27.249583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01286104-714f-4ed9-a3ec-1d57757c7752 req-2ad210e5-faf0-4cff-a8cc-ad48f302d55f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826807 Jul 16 03:42:27.392867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1a05-af16-498a-94df-248da6c48b1e req-1658c41d-c306-40ac-ac77-db181bcf87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.394342 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-1658c41d-c306-40ac-ac77-db181bcf87ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.3780594 Jul 16 03:42:27.482177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Allocated IP 2001:db8:1::2 (66058f0f-ec07-41fc-8c5f-28cc8a5553f5/0c6a91c1-3f1d-4094-b65b-3624a7986e8a/92b6e594-9e52-471a-9ad9-9a3eadb9a6a1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:27.503389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:27.521609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.537372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.598364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object a1dc8db1-1b9c-40c1-81e8-3a17679f6123 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:27.624565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:27.627174 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a9607-7ad1-45c4-a5c9-84d4765be750" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:27.658440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:27.698468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1a05-af16-498a-94df-248da6c48b1e req-60d806d9-cc70-4a09-b0cc-b9d84240b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.700246 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-60d806d9-cc70-4a09-b0cc-b9d84240b09a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2965822 Jul 16 03:42:27.721352 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08ed69a-be93-40c9-a67c-f13041368cfe x-openstack-request-id: req-c08ed69a-be93-40c9-a67c-f13041368cfe {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:27.721898 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:27.722341 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c08ed69a-be93-40c9-a67c-f13041368cfe {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:27.722977 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'code': 200} Jul 16 03:42:27.730901 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.747935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae67ad-9b20-4ecc-84d8-b43f70178402 req-be386715-d7c5-4f57-b322-5bfb60d1c16d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.756514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ae67ad-9b20-4ecc-84d8-b43f70178402 req-be386715-d7c5-4f57-b322-5bfb60d1c16d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1036065 Jul 16 03:42:27.795087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.802907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:27.810186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ae67ad-9b20-4ecc-84d8-b43f70178402 req-d8167ffa-b05e-4697-9242-6f8c9681fd0d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525575 Jul 16 03:42:27.825309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d212255-0127-4f5e-b46e-19cd7e990d64 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:27.954538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=14']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.008672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5d212255-0127-4f5e-b46e-19cd7e990d64 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:28.026684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.029486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5d212255-0127-4f5e-b46e-19cd7e990d64 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:28.029866 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.074472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Transition to ACTIVE for port object 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:28.131026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Transition to ACTIVE for port object 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:28.143649 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.256441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.265322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9222-b331-40b3-ab2d-c2e4bea443e6 req-71320f9b-d61b-4c1d-a1c4-53ffc5fb295f tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:28.274718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16ad9222-b331-40b3-ab2d-c2e4bea443e6 req-71320f9b-d61b-4c1d-a1c4-53ffc5fb295f tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 948 time: 0.1076193 Jul 16 03:42:28.325833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:28.336301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:28.351008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:28.369278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16ad9222-b331-40b3-ab2d-c2e4bea443e6 req-c30707d7-44e9-4800-8b7a-af49f07827c6 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901291 Jul 16 03:42:28.369775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.388931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Pushing event updated for resources: {'Port': ['ID=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.397136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5d212255-0127-4f5e-b46e-19cd7e990d64, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5d212255-0127-4f5e-b46e-19cd7e990d64,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:28.423203 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.471200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:28.480397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-7748981f-5c6f-494b-93a9-b9e6342fcebc service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680688 Jul 16 03:42:28.491891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:28.519223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Attempting to bind port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:28.519601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Attempting to bind port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:28.519976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Attempting to bind port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 on network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:28.524763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:28.537021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:28.538429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.544051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:28.544640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Checking segment: {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:28.545213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.545766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Bound using segment: {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:28.546412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Bound port: 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:28.546992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.550346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5d212255-0127-4f5e-b46e-19cd7e990d64,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.589477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=a1dc8db1-1b9c-40c1-81e8-3a17679f6123,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.646722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] For port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:28.653008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] For port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:28.658784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.717094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:28.723073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:28.724616 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-efd6a162-3881-4ac0-bc6d-807c13a539af tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2479620 Jul 16 03:42:28.759873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Provisioning for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:28.776761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:28.777284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.819925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eeb8a-9f6d-493f-8748-a0cd33c09ce1 None None] Pushing event updated for resources: {'Port': ['ID=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.838262 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-466c1a05-af16-498a-94df-248da6c48b1e req-499491b6-719b-43cd-90c7-2fe3c71b4d16 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371539 Jul 16 03:42:28.927704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.992874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8:1::1 (66058f0f-ec07-41fc-8c5f-28cc8a5553f5/0c6a91c1-3f1d-4094-b65b-3624a7986e8a/ac0b74b9-339b-4c76-9784-105e68f0c90d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:28.995258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7aff8892-3c2d-46b2-ac46-669ca5caedbf,segment=NetworkSegment(0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc),segment_id=0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:29.007748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.061154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:29.075082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.146182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:29.146753 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.303123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 85b32654-f776-4692-97c2-f861605170ab details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:29.383483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.415885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Pushing event updated for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.420940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object ac0b74b9-339b-4c76-9784-105e68f0c90d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:29.511847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.522414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:29.575600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:29.588173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:29.594090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:29.594850 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.597875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6b362559-634d-4f38-8e65-3ed8a9d9d320 None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:29.655852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 85b32654-f776-4692-97c2-f861605170ab, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=85b32654-f776-4692-97c2-f861605170ab,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:29.662714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=ac0b74b9-339b-4c76-9784-105e68f0c90d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.684118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '85b32654-f776-4692-97c2-f861605170ab', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '85b32654-f776-4692-97c2-f861605170ab', 'mac_address': 'fa:16:3e:5d:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:29.715155 n-d-800089-6 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d3a567d-c21f-419b-85e7-724076b347de (CIDR: 2001:db8::/64) Jul 16 03:42:29.725810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:29.732826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d212255-0127-4f5e-b46e-19cd7e990d64 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:29.742819 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:42:29.743489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:29.782667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.790899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d455e61-d1df-4701-9531-28e125a5bab0 None None] Provisioning for port a1dc8db1-1b9c-40c1-81e8-3a17679f6123 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:29.798580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327bef9-4546-4a9f-8442-ce646caa799d req-5d468ffa-f104-4b4d-aa41-d6b34adb2a88 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:29.805495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4327bef9-4546-4a9f-8442-ce646caa799d req-5d468ffa-f104-4b4d-aa41-d6b34adb2a88 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.6245437 Jul 16 03:42:29.825136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.829299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d455e61-d1df-4701-9531-28e125a5bab0 None None] Provisioning complete for port a1dc8db1-1b9c-40c1-81e8-3a17679f6123 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:29.829679 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8d455e61-d1df-4701-9531-28e125a5bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.847759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b32654-f776-4692-97c2-f861605170ab {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:29.848516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5179cf87-eb66-4c7e-b880-18af0e73ff43 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1302297 Jul 16 03:42:29.849164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:29.862452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:29.896207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199eb52-5e15-4975-96c8-8bf618b2ff84 req-e05db7a1-8656-470f-bfdb-173e9f6e0d66 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:29.904298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d199eb52-5e15-4975-96c8-8bf618b2ff84 req-e05db7a1-8656-470f-bfdb-173e9f6e0d66 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 948 time: 0.3250310 Jul 16 03:42:29.923794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 85b32654-f776-4692-97c2-f861605170ab, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=85b32654-f776-4692-97c2-f861605170ab,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:29.930876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4327bef9-4546-4a9f-8442-ce646caa799d req-cc5efffd-544e-47d7-a4a8-094f49a7dbb3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137679 Jul 16 03:42:29.950974 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.983356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d199eb52-5e15-4975-96c8-8bf618b2ff84 req-ab8254c3-ecac-4b8d-9edb-d7494f838e04 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759516 Jul 16 03:42:30.039797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5d212255-0127-4f5e-b46e-19cd7e990d64 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:30.040190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.041744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8d455e61-d1df-4701-9531-28e125a5bab0 None None] Port a1dc8db1-1b9c-40c1-81e8-3a17679f6123 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:30.115100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=85b32654-f776-4692-97c2-f861605170ab,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.169711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['85b32654-f776-4692-97c2-f861605170ab'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:30.304814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23f5c-1e7e-435b-bb09-635351080177 req-ae6cd31e-3326-489d-8e9e-9747a28c0014 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.314174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ae23f5c-1e7e-435b-bb09-635351080177 req-ae6cd31e-3326-489d-8e9e-9747a28c0014 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1319077 Jul 16 03:42:30.378970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:30.383445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.406924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eeed56-926c-45ff-8b6c-9432676e9796 None None] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:30.407705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ae23f5c-1e7e-435b-bb09-635351080177 req-3749bf9d-e8f2-4ed3-8e37-0c18b7552cde tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922599 Jul 16 03:42:30.504266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] Provisioning for port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:30.523175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] Provisioning complete for port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:30.523584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.541249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.554212 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.555167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.671328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=ac0b74b9-339b-4c76-9784-105e68f0c90d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.844181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:30.848001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:30.862172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.869091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-ec4931bc-48c4-4814-aa70-d668395f41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.872860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-ec4931bc-48c4-4814-aa70-d668395f41a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.1117477 Jul 16 03:42:30.914572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.956004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] For port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:30.964066 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.988322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:31.000353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:31.008961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.009635 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.013762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff08f7-610c-4bd1-b921-57363db0e396 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:31.021603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=78f433f0-690f-491e-bbd8-b772e4ea6bdb,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.043647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:31.054626 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8c699368-83ad-4d64-b4de-47652eb74878 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1958323 Jul 16 03:42:31.057546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44166) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:31.071937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-333022394', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78f433f0-690f-491e-bbd8-b772e4ea6bdb'}], 'security_groups': ['532b6d2f-82ff-47a7-8eeb-81bc56b65754']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:31.190649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27560c-d4ce-481f-aec8-767778560a5c req-5dc6a651-9196-4260-9798-62086abbc73d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.192181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e27560c-d4ce-481f-aec8-767778560a5c req-5dc6a651-9196-4260-9798-62086abbc73d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2924283 Jul 16 03:42:31.210532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-f33a18d1-b535-4ce5-ad3c-dfe1cfac9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.211974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-f33a18d1-b535-4ce5-ad3c-dfe1cfac9686 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.3325496 Jul 16 03:42:31.225315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfbbc5-2005-4d9d-81ca-3e09bf266549 None None] Pushing event updated for resources: {'Port': ['ID=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.295062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:31.312433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 85b32654-f776-4692-97c2-f861605170ab up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:31.365721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e27560c-d4ce-481f-aec8-767778560a5c req-939110a7-68b2-46ce-859d-c5f40d98ea3a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564217 Jul 16 03:42:31.373829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-2195f214-6bc7-4996-b083-e50d45ff319d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1000 time: 0.1415305 Jul 16 03:42:31.435613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 85b32654-f776-4692-97c2-f861605170ab completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:31.440341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:31.440968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.454455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6aa30-ca8e-4132-8d8b-82206960e4eb req-fdbca2a5-0550-4de6-9857-095c1ec025a2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.471850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 85b32654-f776-4692-97c2-f861605170ab triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:31.472418 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.479360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:31.479836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23c6aa30-ca8e-4132-8d8b-82206960e4eb req-fdbca2a5-0550-4de6-9857-095c1ec025a2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.3224945 Jul 16 03:42:31.480990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.485992 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1156dfd3-365f-4ae8-a233-4d335ebdc2b4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8421068 Jul 16 03:42:31.495943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:31.497864 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:31.525456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:31.526115 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:31.542282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-238088288'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:31.611515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-c7cef75e-0753-48f2-b4e5-a0b3f4595ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.613146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-c7cef75e-0753-48f2-b4e5-a0b3f4595ea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.2309332 Jul 16 03:42:31.630482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2816cf4f-a0e1-45b6-9d24-3df3fe8c705c None None] Provisioning complete for port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:31.631482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2816cf4f-a0e1-45b6-9d24-3df3fe8c705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.636890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Update dhcp port {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'fixed_ips': [{'subnet_id': '8d3a567d-c21f-419b-85e7-724076b347de', 'ip_address': '2001:db8::2'}, {'subnet_id': '78f433f0-690f-491e-bbd8-b772e4ea6bdb'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '7aff8892-3c2d-46b2-ac46-669ca5caedbf'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:42:31.689528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23c6aa30-ca8e-4132-8d8b-82206960e4eb req-6e4a1097-49b2-4ff6-a08c-d7ee1eef651e tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2086031 Jul 16 03:42:31.699543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:31.717402 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.812450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.822490 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:31.834969 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.887459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b32654-f776-4692-97c2-f861605170ab'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:31.890602 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832a360-b793-4e04-bb4b-bccde8231bb3" -d '{"events": [{"server_uuid": "923fe8c3-acf6-4ffc-be44-368b710f37dc", "name": "network-vif-plugged", "status": "completed", "tag": "85b32654-f776-4692-97c2-f861605170ab"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:31.950057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:31.987972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 85b32654-f776-4692-97c2-f861605170ab, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=85b32654-f776-4692-97c2-f861605170ab,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:31.991711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045cdf5-45c3-49f5-ad94-09787038bf1b req-80553cc2-f372-484b-a9d0-07187e5fb077 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.008831 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.010651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9045cdf5-45c3-49f5-ad94-09787038bf1b req-80553cc2-f372-484b-a9d0-07187e5fb077 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 949 time: 0.4269354 Jul 16 03:42:32.013726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.015839 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment 6101d513-bcbc-40ed-b984-efdc78c1fc71 of type vlan for network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b Jul 16 03:42:32.132254 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:29Z', 'revision_number': 3, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:30Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:32.150915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-f5dbdfbd-4b36-4c6e-aa0c-f1a511a11986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.152515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-f5dbdfbd-4b36-4c6e-aa0c-f1a511a11986 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5087767 Jul 16 03:42:32.154009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2816cf4f-a0e1-45b6-9d24-3df3fe8c705c None None] Provisioning for port ac0b74b9-339b-4c76-9784-105e68f0c90d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:32.169105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2816cf4f-a0e1-45b6-9d24-3df3fe8c705c None None] Provisioning complete for port ac0b74b9-339b-4c76-9784-105e68f0c90d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:32.169672 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2816cf4f-a0e1-45b6-9d24-3df3fe8c705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.211475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9045cdf5-45c3-49f5-ad94-09787038bf1b req-ab64f672-511b-471a-a733-c58102601c8f tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993940 Jul 16 03:42:32.236973 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:32.237330 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Updating router 2667edf0-94d0-428e-83b5-c1e0fd835aaf port ac0b74b9-339b-4c76-9784-105e68f0c90d binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:42:32.245324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.268438 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e531a9ad-c934-419a-81ed-c47adab9ad9c x-openstack-request-id: req-e531a9ad-c934-419a-81ed-c47adab9ad9c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:32.269534 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923fe8c3-acf6-4ffc-be44-368b710f37dc", "name": "network-vif-plugged", "status": "completed", "tag": "85b32654-f776-4692-97c2-f861605170ab", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:32.270008 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e531a9ad-c934-419a-81ed-c47adab9ad9c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:32.270742 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b32654-f776-4692-97c2-f861605170ab', 'code': 200} Jul 16 03:42:32.275974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=85b32654-f776-4692-97c2-f861605170ab,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.296411 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.316820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2816cf4f-a0e1-45b6-9d24-3df3fe8c705c None None] Port ac0b74b9-339b-4c76-9784-105e68f0c90d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:32.336916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Allocated IP 2001:db8:0:1::2 (c7f89b3d-bb62-43ff-b308-76233599e2cb/78f433f0-690f-491e-bbd8-b772e4ea6bdb/7aff8892-3c2d-46b2-ac46-669ca5caedbf) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:32.437759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.444277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.444947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.498199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-509f1323-5cad-42b8-a729-2bcedd508669 None None] Provisioning complete for port ac0b74b9-339b-4c76-9784-105e68f0c90d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:32.498609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-509f1323-5cad-42b8-a729-2bcedd508669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.510439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4980e-2eb8-476e-882d-91d47ac7246c req-cf6fa385-29aa-4c22-8d00-bacf5e5abc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.512739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cee4980e-2eb8-476e-882d-91d47ac7246c req-cf6fa385-29aa-4c22-8d00-bacf5e5abc19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 1101 time: 0.0969625 Jul 16 03:42:32.513576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-c34facc9-f297-4348-877d-4fa87ede4cc7 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178740 Jul 16 03:42:32.551975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7aff8892-3c2d-46b2-ac46-669ca5caedbf,segment=NetworkSegment(0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc),segment_id=0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:32.571920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0645692 Jul 16 03:42:32.572985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.577733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18567594-449d-4d46-823f-d1750e9a8bdc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.585686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:32.596385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cee4980e-2eb8-476e-882d-91d47ac7246c req-6d126133-3461-4196-b73d-3f8c3166d5a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Jul 16 03:42:32.601626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:32.624190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-509f1323-5cad-42b8-a729-2bcedd508669 None None] Port ac0b74b9-339b-4c76-9784-105e68f0c90d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:32.643754 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.714863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Transition to ACTIVE for port object 7aff8892-3c2d-46b2-ac46-669ca5caedbf will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:32.726717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.809174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf06d985-e0e7-4974-9db1-f1e70077cac4 req-1377e854-a482-4694-8cc0-f97dc8dda517 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571683 Jul 16 03:42:32.828537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b99c-b3c0-461b-a685-6244efd5298e req-a09e96f5-a3d3-46ff-8528-ce3ca0740c30 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.830852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69f7b99c-b3c0-461b-a685-6244efd5298e req-a09e96f5-a3d3-46ff-8528-ce3ca0740c30 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2241399 Jul 16 03:42:32.832323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:32.836525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.844679 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.862722 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Transition to ACTIVE for port object ac0b74b9-339b-4c76-9784-105e68f0c90d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:32.876432 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.982376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Delete allocated IP 2001:db8::1b (c7f89b3d-bb62-43ff-b308-76233599e2cb/8d3a567d-c21f-419b-85e7-724076b347de) {{(pid=93757) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:42:32.988977 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.990733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b658251-5189-483e-83fa-1c1cbc9dda0a None None] Pushing event updated for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.016076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8:0:1::231 (c7f89b3d-bb62-43ff-b308-76233599e2cb/78f433f0-690f-491e-bbd8-b772e4ea6bdb/a1dc8db1-1b9c-40c1-81e8-3a17679f6123) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:33.086403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69f7b99c-b3c0-461b-a685-6244efd5298e req-2ab537dc-3753-49fd-aa6e-ede3c2cb30d4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454410 Jul 16 03:42:33.187158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b20f0-9510-4f6c-aa36-e1ea9c993020 req-3c013a97-13fd-4859-a01f-d1750f9054ab tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.188754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f92b20f0-9510-4f6c-aa36-e1ea9c993020 req-3c013a97-13fd-4859-a01f-d1750f9054ab tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1955421 Jul 16 03:42:33.220678 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Attempting to bind port ac0b74b9-339b-4c76-9784-105e68f0c90d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:33.221159 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Attempting to bind port ac0b74b9-339b-4c76-9784-105e68f0c90d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:33.229069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Attempting to bind port ac0b74b9-339b-4c76-9784-105e68f0c90d on network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:33.237004 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0b74b9-339b-4c76-9784-105e68f0c90d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.256069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.259325 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.263198 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.263720 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.273483 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.275220 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.276146 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.277249 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.278877 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.279500 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.289712 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.291086 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:33.293833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.302414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:33.307586 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:33.308478 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Checking segment: {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:33.310657 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.313054 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Bound using segment: {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:33.314101 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Bound port: ac0b74b9-339b-4c76-9784-105e68f0c90d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:33.315986 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.373775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object a1dc8db1-1b9c-40c1-81e8-3a17679f6123 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:33.382036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.406012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:33.431191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f92b20f0-9510-4f6c-aa36-e1ea9c993020 req-95b0a41c-3ffe-4d52-ab26-2ed75be2684f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2230117 Jul 16 03:42:33.464771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.483679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.529259 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] For port ac0b74b9-339b-4c76-9784-105e68f0c90d, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:33.529916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:33.530303 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.535294 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] For port ac0b74b9-339b-4c76-9784-105e68f0c90d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ac0b74b9-339b-4c76-9784-105e68f0c90d,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:33.545653 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.577379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] In _notify_port_updated(), no bound segment for port a1dc8db1-1b9c-40c1-81e8-3a17679f6123 on network c7f89b3d-bb62-43ff-b308-76233599e2cb {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:42:33.600112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.606067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.607616 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/ports/a1dc8db1-1b9c-40c1-81e8-3a17679f6123 HTTP/1.1" status: 200 len: 930 time: 2.5449772 Jul 16 03:42:33.610443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:33.633520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=518e6bea-d5cc-444d-a26d-ac4cfe3ec889,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.714586 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:33.715233 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:33.731941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:33.732315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:33.784291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:33.804133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d298d-a235-4cf3-b104-618e63f7ef2a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=a1dc8db1-1b9c-40c1-81e8-3a17679f6123,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.869597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:33.884452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.888626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d50dbe-7985-44f7-9284-2fd9c98306d9 None None] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:33.897336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.946896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cc8aba6c-4f08-4602-bda0-484eceb9bd1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3711238 Jul 16 03:42:33.950301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:33.973576 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b7da8-7a9a-44fb-b6c0-a843dde929f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0b74b9-339b-4c76-9784-105e68f0c90d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.022236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port a1dc8db1-1b9c-40c1-81e8-3a17679f6123 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:34.024632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.040740 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:34.194807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.210588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for a1dc8db1-1b9c-40c1-81e8-3a17679f6123 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:34.259245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9547c1-350d-4c88-9261-670fcbfb45ac req-81b57d0c-016b-447f-8e15-7d958ad6e3b9 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:34.260824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c9547c1-350d-4c88-9261-670fcbfb45ac req-81b57d0c-016b-447f-8e15-7d958ad6e3b9 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 950 time: 0.4441717 Jul 16 03:42:34.326795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:34.328353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.363225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.441654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=a1dc8db1-1b9c-40c1-81e8-3a17679f6123,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.447449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.452673 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7a0ac57d-9c81-4c3e-bf91-dd9d6da7e291 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/a1dc8db1-1b9c-40c1-81e8-3a17679f6123 HTTP/1.1" status: 204 len: 168 time: 0.8307030 Jul 16 03:42:34.453571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:34.502647 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-79673b13-3828-4050-86c6-f159361e5833 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:42:34.507442 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-79673b13-3828-4050-86c6-f159361e5833 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/a1dc8db1-1b9c-40c1-81e8-3a17679f6123 HTTP/1.1" status: 404 len: 333 time: 0.0502889 Jul 16 03:42:34.507775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44222) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:34.518233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c9547c1-350d-4c88-9261-670fcbfb45ac req-bcaa4573-66b6-4335-b3a0-b763d2605ff7 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269192 Jul 16 03:42:34.611698 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c67b2a-a70f-40eb-b9fb-400d6f905060 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.612324 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:29Z', 'revision_number': 3, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:33Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:34.666009 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7365e6-1f44-438c-b31e-e2224bf58205 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:29Z', 'revision_number': 3, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:33Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:34.666499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c67b2a-a70f-40eb-b9fb-400d6f905060 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.723831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Allocated IP 2001:db8:2::2 (ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b/518e6bea-d5cc-444d-a26d-ac4cfe3ec889/3f19ac00-76db-4234-a00c-325f1c3c4d72) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:34.733778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:34.734501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.769226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c67b2a-a70f-40eb-b9fb-400d6f905060 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.781970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c67b2a-a70f-40eb-b9fb-400d6f905060 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.783218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78c67b2a-a70f-40eb-b9fb-400d6f905060 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/security-groups/e2ad69b5-f6c5-421a-a592-1e72029a0d3c HTTP/1.1" status: 204 len: 168 time: 0.2744005 Jul 16 03:42:34.792333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44230) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:34.840041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c67b2a-a70f-40eb-b9fb-400d6f905060 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad69b5-f6c5-421a-a592-1e72029a0d3c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.854009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:34.938613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-644988a9-81a9-4ba7-b505-957f57cc7447 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.967122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Provisioning for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:34.986172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:34.987414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.995073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-644988a9-81a9-4ba7-b505-957f57cc7447 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.091656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-644988a9-81a9-4ba7-b505-957f57cc7447 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.095060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-644988a9-81a9-4ba7-b505-957f57cc7447 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.099907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-644988a9-81a9-4ba7-b505-957f57cc7447 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/security-groups/532b6d2f-82ff-47a7-8eeb-81bc56b65754 HTTP/1.1" status: 204 len: 168 time: 0.3061891 Jul 16 03:42:35.101019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:35.210418 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.225383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 8d3a567d-c21f-419b-85e7-724076b347de {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:35.238712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.242359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644988a9-81a9-4ba7-b505-957f57cc7447 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532b6d2f-82ff-47a7-8eeb-81bc56b65754,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:35.269207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Transition to ACTIVE for port object 3f19ac00-76db-4234-a00c-325f1c3c4d72 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:35.315421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Transition to ACTIVE for port object 3f19ac00-76db-4234-a00c-325f1c3c4d72 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:35.321308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a9fda0dc-a734-4b86-83f8-bd31dc4746f2 None None] Could not find standard attr ID for object a1dc8db1-1b9c-40c1-81e8-3a17679f6123. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:35.337128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.347941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac0b74b9-339b-4c76-9784-105e68f0c90d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:35.373062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.439366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:35.460153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:35.474462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-32eac7fd-6460-4daf-8968-8963e7e05481 None None] Could not find standard attr ID for object a1dc8db1-1b9c-40c1-81e8-3a17679f6123. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:35.476244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:35.479233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Pushing event updated for resources: {'Port': ['ID=3f19ac00-76db-4234-a00c-325f1c3c4d72,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:35.491720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79744b7d-8250-497e-9f55-f29e3c8540ec req-90970c7b-959c-44df-b647-b2a2cb6a8164 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:35.493332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79744b7d-8250-497e-9f55-f29e3c8540ec req-90970c7b-959c-44df-b647-b2a2cb6a8164 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.8701952 Jul 16 03:42:35.508388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de392eb-e712-48c4-b5b7-2cc06b735f3e req-657da60a-077e-4b10-9539-7b85fd17ea77 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:35.509926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5de392eb-e712-48c4-b5b7-2cc06b735f3e req-657da60a-077e-4b10-9539-7b85fd17ea77 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.7529495 Jul 16 03:42:35.522858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.555957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ac0b74b9-339b-4c76-9784-105e68f0c90d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:35.563968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ac0b74b9-339b-4c76-9784-105e68f0c90d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:35.564365 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.578313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.598836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.602776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79744b7d-8250-497e-9f55-f29e3c8540ec req-a7b06790-04a2-4de2-b5c8-1b1104735b63 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896020 Jul 16 03:42:35.637996 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:42:35.645841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.647957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/8d3a567d-c21f-419b-85e7-724076b347de HTTP/1.1" status: 204 len: 168 time: 0.5411429 Jul 16 03:42:35.649317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e319f4-41b3-47de-927a-3b1a279c7d62 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3a567d-c21f-419b-85e7-724076b347de,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:35.655446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:35.661625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd214f-d5a7-4481-b71b-638697119d82 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:35.664693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:35.686795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5de392eb-e712-48c4-b5b7-2cc06b735f3e req-50d073c7-d245-48a7-bbf0-f219ab3955f2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1569910 Jul 16 03:42:35.726008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Attempting to bind port 3f19ac00-76db-4234-a00c-325f1c3c4d72 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:35.726395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Attempting to bind port 3f19ac00-76db-4234-a00c-325f1c3c4d72 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:35.726797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Attempting to bind port 3f19ac00-76db-4234-a00c-325f1c3c4d72 on network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:35.791936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:35.792664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Checking segment: {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:35.793243 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.793810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Bound using segment: {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:35.794474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Bound port: 3f19ac00-76db-4234-a00c-325f1c3c4d72, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:35.795155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.900694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:35.905038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.914871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] For port 3f19ac00-76db-4234-a00c-325f1c3c4d72, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:35.918724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] For port 3f19ac00-76db-4234-a00c-325f1c3c4d72, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3f19ac00-76db-4234-a00c-325f1c3c4d72,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:35.933657 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.069468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a3bd-d611-4d49-96f3-00e33732f4d3 None None] Pushing event updated for resources: {'Port': ['ID=3f19ac00-76db-4234-a00c-325f1c3c4d72,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.075647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.117977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8:2::1 (ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b/518e6bea-d5cc-444d-a26d-ac4cfe3ec889/b2857155-9b83-4f70-a523-9cf1350c9f44) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:36.242452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port ac0b74b9-339b-4c76-9784-105e68f0c90d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ac0b74b9-339b-4c76-9784-105e68f0c90d,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:36.262123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.381505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.394248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=ac0b74b9-339b-4c76-9784-105e68f0c90d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.401178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.416786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object b2857155-9b83-4f70-a523-9cf1350c9f44 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:36.461501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:36.463138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:36.465417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.467969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.468579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.489111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=4f062d6d-3c1a-4295-847e-70d8414af895,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.496567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a3ebcb4-adce-457c-a1f0-6fb677ca737a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8399453 Jul 16 03:42:36.499147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44260) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:36.510819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720231406'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:36.541831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.657805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.659819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:36.662992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.675252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:36.682177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:36.682791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.706917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.710929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2107787 Jul 16 03:42:36.713800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:36.718879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'security_group': {'name': 'tempest-secgroup-473029145'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:36.739942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc5198-c738-411e-91e9-7d3a5ec825fb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff40ae3-ae0a-429a-9774-24cd585cec3b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.745405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.747535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=b2857155-9b83-4f70-a523-9cf1350c9f44,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.809765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59652036-a77d-41c1-b2bd-138292366ccd req-bf11eb8e-92a4-45f3-8390-9dd12b3ebe1f tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.811499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59652036-a77d-41c1-b2bd-138292366ccd req-bf11eb8e-92a4-45f3-8390-9dd12b3ebe1f tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 950 time: 0.3556964 Jul 16 03:42:36.832342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969a243-a6d8-4132-a4d6-d9e2d31f7e46 req-ae3df786-73ac-4788-b7b7-9eb67ad4a668 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.834221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0969a243-a6d8-4132-a4d6-d9e2d31f7e46 req-ae3df786-73ac-4788-b7b7-9eb67ad4a668 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2879813 Jul 16 03:42:36.866162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.872075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.911905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.916001 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1979134 Jul 16 03:42:36.916202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44274) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:36.921863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'security_group': {'name': 'tempest-secgroup-574314763'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:36.928014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0969a243-a6d8-4132-a4d6-d9e2d31f7e46 req-3c72c284-86cc-40fd-b91f-0245e77e10bf tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774636 Jul 16 03:42:36.929397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433053b-eb11-4d43-81e3-f2b870056265 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50effc7e-08ba-4650-bd93-7e22a59aa10e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.956151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.972642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59652036-a77d-41c1-b2bd-138292366ccd req-29287870-75bd-48fb-8af4-c12b4193b9b0 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352425 Jul 16 03:42:36.986460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.155697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.162083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.201801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.203127 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2859366 Jul 16 03:42:37.204728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdebf2-7345-40ec-8026-e14766238ea6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35913d4-2d19-481d-83b3-8d7ec9c33552,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:37.210697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44284) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:37.216562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1707020614', 'security_groups': ['c35913d4-2d19-481d-83b3-8d7ec9c33552'], 'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f062d6d-3c1a-4295-847e-70d8414af895'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:37.516629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac0b74b9-339b-4c76-9784-105e68f0c90d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:37.541232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:37.580864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d9550-7b05-4b14-ba5a-9d08c6c1de5a None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:37.611469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a79354-8685-4de6-b396-ef8646e69cf3 req-21798382-be87-4730-8ad8-148c7bc90231 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.618302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a79354-8685-4de6-b396-ef8646e69cf3 req-21798382-be87-4730-8ad8-148c7bc90231 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.3499138 Jul 16 03:42:37.625106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-fd3c1c05-21ee-4c64-bac3-b416cc2e3997 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.627481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-fd3c1c05-21ee-4c64-bac3-b416cc2e3997 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.11 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 950 time: 0.2963166 Jul 16 03:42:37.653861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ac0b74b9-339b-4c76-9784-105e68f0c90d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:37.654477 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.661704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225a543-5d23-48c7-9777-5407bd6e4a1c req-47e02b47-ea07-42bb-a142-b4b2bacd9fce tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.669647 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f225a543-5d23-48c7-9777-5407bd6e4a1c req-47e02b47-ea07-42bb-a142-b4b2bacd9fce tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2188630 Jul 16 03:42:37.732512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-49f59faf-4fcc-40a8-b5c4-a73a8f655032 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:37.733851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49f59faf-4fcc-40a8-b5c4-a73a8f655032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.777265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a79354-8685-4de6-b396-ef8646e69cf3 req-26a85ca1-d16e-4d59-820c-d40b667a5199 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574035 Jul 16 03:42:37.849932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.883948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Deleting port 85b32654-f776-4692-97c2-f861605170ab {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:37.884303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.911921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] device_id is not set on port 4897442c-bd82-4f2e-9e07-7e1388596a44 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:42:37.915921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f225a543-5d23-48c7-9777-5407bd6e4a1c req-027911ac-eff6-4d6a-9042-239e5d67908e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296739 Jul 16 03:42:37.922203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.932416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.933394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.078131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f60e0-ba94-42a4-bc58-9cc6954be8af None None] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:38.162370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3f19ac00-76db-4234-a00c-325f1c3c4d72 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:38.204430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:38.213742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:38.284009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8::215 (c7f89b3d-bb62-43ff-b308-76233599e2cb/4f062d6d-3c1a-4295-847e-70d8414af895/4897442c-bd82-4f2e-9e07-7e1388596a44) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:38.289394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=b2857155-9b83-4f70-a523-9cf1350c9f44,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:38.390343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-49f59faf-4fcc-40a8-b5c4-a73a8f655032 None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:38.390751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49f59faf-4fcc-40a8-b5c4-a73a8f655032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.471424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 3f19ac00-76db-4234-a00c-325f1c3c4d72 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:38.473776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-49f59faf-4fcc-40a8-b5c4-a73a8f655032 None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:38.487364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Update dhcp port {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'fixed_ips': [{'subnet_id': '78f433f0-690f-491e-bbd8-b772e4ea6bdb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4f062d6d-3c1a-4295-847e-70d8414af895'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '7aff8892-3c2d-46b2-ac46-669ca5caedbf'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:42:38.493970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] For port 85b32654-f776-4692-97c2-f861605170ab, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=85b32654-f776-4692-97c2-f861605170ab,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:38.494344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.508850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Calling delete_port for 85b32654-f776-4692-97c2-f861605170ab owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:38.530691 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.703268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] Provisioning for port 3f19ac00-76db-4234-a00c-325f1c3c4d72 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:38.727518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.730913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] Provisioning complete for port 3f19ac00-76db-4234-a00c-325f1c3c4d72 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:38.733140 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.761063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Pushing event deleted for resources: {'Port': ['ID=85b32654-f776-4692-97c2-f861605170ab,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:38.794089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['85b32654-f776-4692-97c2-f861605170ab'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:38.825243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.829518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73eab8-1279-4549-a276-5958a7ba1f5a req-d68820b4-d029-44f1-8b65-fc4ec091e1a0 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:38.836459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db73eab8-1279-4549-a276-5958a7ba1f5a req-d68820b4-d029-44f1-8b65-fc4ec091e1a0 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/ports?device_id=923fe8c3-acf6-4ffc-be44-368b710f37dc HTTP/1.1" status: 200 len: 950 time: 0.6264620 Jul 16 03:42:38.864747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:38.874700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] No DVR routers for this DVR port 85b32654-f776-4692-97c2-f861605170ab on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:38.893596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.895926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1ab987e-1def-4bae-b806-b5ff72680c98 req-0d6e75bd-3abe-4623-9767-b3bb84928294 tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.11 "DELETE /v2.0/ports/85b32654-f776-4692-97c2-f861605170ab HTTP/1.1" status: 204 len: 173 time: 1.2625251 Jul 16 03:42:38.896571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'name': 'network-vif-deleted', 'tag': '85b32654-f776-4692-97c2-f861605170ab'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:38.899123 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e221589-4353-4d6e-a79f-9f1f4b423b1c" -d '{"events": [{"server_uuid": "923fe8c3-acf6-4ffc-be44-368b710f37dc", "name": "network-vif-deleted", "tag": "85b32654-f776-4692-97c2-f861605170ab"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:38.899292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-bbe26a19-6d48-44fc-87ff-d4f96fbe5ecf tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:38.904349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object 4897442c-bd82-4f2e-9e07-7e1388596a44 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:38.912132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-bbe26a19-6d48-44fc-87ff-d4f96fbe5ecf tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.6472399 Jul 16 03:42:38.941925 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.990007 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.990283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db73eab8-1279-4549-a276-5958a7ba1f5a req-b10d589b-e211-4d3a-a0e6-9cca938ce7cd tempest-VolumesNegativeTest-157415345 tempest-VolumesNegativeTest-157415345-project] 10.222.0.25 "GET /v2.0/security-groups?id=e2ab199d-a992-405c-8e11-3b6ee72da9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523969 Jul 16 03:42:39.069211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=4897442c-bd82-4f2e-9e07-7e1388596a44,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:39.098361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:39.099994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:39.103373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:39.116447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:39.118424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.123183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] For port 3f19ac00-76db-4234-a00c-325f1c3c4d72, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3f19ac00-76db-4234-a00c-325f1c3c4d72,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:39.137716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.164248 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-983e8d46-6035-4148-a87b-88bf3e97efa0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9524791 Jul 16 03:42:39.170802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.190334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:39.197804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-0463eb0c-7803-4e03-be2b-75c3356fb7a1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/quotas/80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 375 time: 0.2686296 Jul 16 03:42:39.264884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Allocated IP 2001:db8::2 (c7f89b3d-bb62-43ff-b308-76233599e2cb/4f062d6d-3c1a-4295-847e-70d8414af895/7aff8892-3c2d-46b2-ac46-669ca5caedbf) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:39.330572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaa6d3-619a-485e-81a8-c47487bce4d8 None None] Pushing event updated for resources: {'Port': ['ID=3f19ac00-76db-4234-a00c-325f1c3c4d72,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:39.333544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:39.336858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-58d2cd54-87de-48ff-96f9-6f0d5324e28a None None] Provisioning complete for port 3f19ac00-76db-4234-a00c-325f1c3c4d72 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:39.337626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58d2cd54-87de-48ff-96f9-6f0d5324e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.349735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1a411c6b-7443-4fb7-901b-67839fc04428 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3985047 Jul 16 03:42:39.355704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44334) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.364852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-324034628'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:39.412974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:39.453783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:39.454534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:39.474799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:39.477952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-79b1e21d-2cf2-43a6-83ab-88f2112b29ef tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2792723 Jul 16 03:42:39.483652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.569502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:39.574301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:39.577838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.629597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.630804 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added segment eb4cf6d1-5b62-4c43-ae55-21d29945241d of type vlan for network 34d7460f-f595-4487-912b-9c156897c478 Jul 16 03:42:39.649460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45005c48-1a30-44f2-9eda-53264c63001b req-b880ea0a-7f4b-4f45-b139-d8155afabe25 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:39.657790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45005c48-1a30-44f2-9eda-53264c63001b req-b880ea0a-7f4b-4f45-b139-d8155afabe25 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.2164602 Jul 16 03:42:39.708841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-c429b946-3343-410a-9ee8-3f05e4b63c0a service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061913 Jul 16 03:42:39.742396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7aff8892-3c2d-46b2-ac46-669ca5caedbf,segment=NetworkSegment(0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc),segment_id=0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:39.750006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.753837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:39.781102 n-d-800089-6 neutron-server[93757]: INFO neutron.db.ipam_backend_mixin [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f062d6d-3c1a-4295-847e-70d8414af895 (CIDR: 2001:db8::/64) Jul 16 03:42:39.790031 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:42:39.790531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:39.793262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45005c48-1a30-44f2-9eda-53264c63001b req-2ce79145-2453-43ad-b395-1b55c6c88f38 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321404 Jul 16 03:42:39.819483 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cbefb241-7aab-4a25-82c2-bd027df34f1a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6441863 Jul 16 03:42:39.819483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.822981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.828907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:39.830040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.848212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-58d2cd54-87de-48ff-96f9-6f0d5324e28a None None] Provisioning for port b2857155-9b83-4f70-a523-9cf1350c9f44 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:39.857743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.887828 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5307517 Jul 16 03:42:39.891791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-58d2cd54-87de-48ff-96f9-6f0d5324e28a None None] Provisioning complete for port b2857155-9b83-4f70-a523-9cf1350c9f44 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:39.892605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58d2cd54-87de-48ff-96f9-6f0d5324e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.909250 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1df5e1-79df-4e1f-85d8-28b9ddb71354 x-openstack-request-id: req-dd1df5e1-79df-4e1f-85d8-28b9ddb71354 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:39.909614 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923fe8c3-acf6-4ffc-be44-368b710f37dc", "name": "network-vif-deleted", "tag": "85b32654-f776-4692-97c2-f861605170ab", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:39.909785 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd1df5e1-79df-4e1f-85d8-28b9ddb71354 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:39.910171 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923fe8c3-acf6-4ffc-be44-368b710f37dc', 'name': 'network-vif-deleted', 'tag': '85b32654-f776-4692-97c2-f861605170ab', 'status': 'completed', 'code': 200} Jul 16 03:42:39.910571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44344) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.910890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.925657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:39.928521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'subnet': {'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:39.956136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Transition to ACTIVE for port object 7aff8892-3c2d-46b2-ac46-669ca5caedbf will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:39.993396 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.019194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-58d2cd54-87de-48ff-96f9-6f0d5324e28a None None] Port b2857155-9b83-4f70-a523-9cf1350c9f44 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:40.060231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-12cbd845-fd5d-4cac-b5e5-6b4ba5c7b487 service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523898 Jul 16 03:42:40.095235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14747e-5ed8-461c-87c2-0e3402c3da78 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Network': ['ID=34d7460f-f595-4487-912b-9c156897c478,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.127547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 34d7460f-f595-4487-912b-9c156897c478 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:40.171867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:40.183392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.212158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d74615-bad4-4910-82f2-ab0410177b20 None None] Pushing event updated for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.214437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c724f319-30e7-4963-b023-33c6f714e85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.271434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-92455f55-8a80-4200-ae9f-da3afb6c0699 None None] Provisioning complete for port b2857155-9b83-4f70-a523-9cf1350c9f44 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:40.274178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92455f55-8a80-4200-ae9f-da3afb6c0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.374772 n-d-800089-6 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 78f433f0-690f-491e-bbd8-b772e4ea6bdb (CIDR: 2001:db8:0:1::/64) Jul 16 03:42:40.388262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-92455f55-8a80-4200-ae9f-da3afb6c0699 None None] Port b2857155-9b83-4f70-a523-9cf1350c9f44 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:40.394065 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:42:40.394589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:40.412066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:37Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:40.457172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:40.457652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Updating router 2667edf0-94d0-428e-83b5-c1e0fd835aaf port b2857155-9b83-4f70-a523-9cf1350c9f44 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:42:40.490814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c724f319-30e7-4963-b023-33c6f714e85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.493042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Made reservation on behalf of 4be34397dee445fdaffccd38456e6549 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:40.498468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.506817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c724f319-30e7-4963-b023-33c6f714e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.556616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6a7988e-15e3-4df8-80e9-f39bd6c587ad req-f7253ce5-2def-47e0-b96f-3d8183c0be11 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 210 time: 0.0663388 Jul 16 03:42:40.563969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e53981dd-da08-43c2-9fff-8280769514b0 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6554189 Jul 16 03:42:40.570598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.597789 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.601622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'subnet': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:40.705821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c724f319-30e7-4963-b023-33c6f714e85c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5569b077716a4fa681cf01eba1e41b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927427 Jul 16 03:42:40.717368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44378) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.727986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724f319-30e7-4963-b023-33c6f714e85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7770cb17-1f1f-41da-85b2-685ebec1c029,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.804799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6bd645d-9be9-45f5-88c7-ee836022cf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.846967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6bd645d-9be9-45f5-88c7-ee836022cf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.962953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Made reservation on behalf of 989ba87505c645cf85162bfbc579a58a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:40.967074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.001007 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6bd645d-9be9-45f5-88c7-ee836022cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.015836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6bd645d-9be9-45f5-88c7-ee836022cf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.019764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b6bd645d-9be9-45f5-88c7-ee836022cf5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7770cb17-1f1f-41da-85b2-685ebec1c029 HTTP/1.1" status: 204 len: 168 time: 0.2980175 Jul 16 03:42:41.158932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd645d-9be9-45f5-88c7-ee836022cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7770cb17-1f1f-41da-85b2-685ebec1c029,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.169376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-103d8183-3c08-4164-b59f-e9ae0a0e5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.171139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-103d8183-3c08-4164-b59f-e9ae0a0e5621 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1096 time: 0.4050808 Jul 16 03:42:41.234637 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.259766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-253c1a17-841f-43f0-a3bd-4d08c43a0e65 None None] Provisioning for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:41.292413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Transition to ACTIVE for port object b2857155-9b83-4f70-a523-9cf1350c9f44 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:41.298013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-253c1a17-841f-43f0-a3bd-4d08c43a0e65 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:41.299134 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-253c1a17-841f-43f0-a3bd-4d08c43a0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.301550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.364503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:41.366957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 85b32654-f776-4692-97c2-f861605170ab no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:41.386649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d93b4-f601-4868-837e-37e25c58145d req-065d53a5-97c5-4409-b538-169829b09262 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.392067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a49d93b4-f601-4868-837e-37e25c58145d req-065d53a5-97c5-4409-b538-169829b09262 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.4709942 Jul 16 03:42:41.419627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.479995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Subnet': ['ID=9f9ac709-3f55-4708-a616-a96035bd62f9,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.512963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Checking segment: {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:41.513620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network hostable DHCP agents. Network: 34d7460f-f595-4487-912b-9c156897c478, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:41.567771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 34d7460f-f595-4487-912b-9c156897c478 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:41.588376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 34d7460f-f595-4487-912b-9c156897c478) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:41.603218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a49d93b4-f601-4868-837e-37e25c58145d req-1bb3ffa4-d664-4859-8dbc-e360785ce35d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1930754 Jul 16 03:42:41.618268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.628089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.647616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-c9922d83-e956-4122-a81f-95b65b298f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.651136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-c9922d83-e956-4122-a81f-95b65b298f5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.4698164 Jul 16 03:42:41.657323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6885e817-5745-4d94-884d-ea4894a6b17c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7450385 Jul 16 03:42:41.660370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:41.711165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:41.771020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cad003-b631-409f-a17b-ec0aac5133cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.778719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.857205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 85b32654-f776-4692-97c2-f861605170ab {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:41.857832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 85b32654-f776-4692-97c2-f861605170ab not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:41.869584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db51e02-12db-4aeb-a8db-bbb769060c4f None None] Pushing event updated for resources: {'Port': ['ID=b2857155-9b83-4f70-a523-9cf1350c9f44,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.874755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf760e7b-bd36-4db5-8996-f7e2f41ee69e None None] Network 34d7460f-f595-4487-912b-9c156897c478 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:41.993384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cad003-b631-409f-a17b-ec0aac5133cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.008195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cad003-b631-409f-a17b-ec0aac5133cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.012653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-e5a205ba-8376-4b1e-99a4-aca9881d563d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 1001 time: 0.3562005 Jul 16 03:42:42.030250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Network c7f89b3d-bb62-43ff-b308-76233599e2cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:42.050695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:42.117734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.118141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.131128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673d0c6-a4d0-47c4-9bc0-52f7c2e1ebae None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:42.270667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6968625 Jul 16 03:42:42.299467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:42.334358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a5cad003-b631-409f-a17b-ec0aac5133cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbbae8b84d4444bbb52b568599f683ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222458 Jul 16 03:42:42.344441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-710303754', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ccf7cf1-3eb3-41c3-ac0c-623e3538be37'}], 'security_groups': ['9ff40ae3-ae0a-429a-9774-24cd585cec3b', '50effc7e-08ba-4650-bd93-7e22a59aa10e']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:42.359753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:42.362235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afdd38-1088-4e8d-ad36-90c0ff60d5e6 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Subnet': ['ID=9ccf7cf1-3eb3-41c3-ac0c-623e3538be37,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.524933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-253c1a17-841f-43f0-a3bd-4d08c43a0e65 None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:42.524933 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-253c1a17-841f-43f0-a3bd-4d08c43a0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.535987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-148e1901-3ef8-416a-9b06-0382e4f0ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.537550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-148e1901-3ef8-416a-9b06-0382e4f0ec30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.5025454 Jul 16 03:42:42.538177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad003-b631-409f-a17b-ec0aac5133cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c385c2-f9b6-48b6-a9fa-9b1f096efc33,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.621913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Attempting to bind port b2857155-9b83-4f70-a523-9cf1350c9f44 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:42.622308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Attempting to bind port b2857155-9b83-4f70-a523-9cf1350c9f44 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:42.622720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Attempting to bind port b2857155-9b83-4f70-a523-9cf1350c9f44 on network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:42.692350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:42.695716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Checking segment: {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:42.697886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.701439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Bound using segment: {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:42.702130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Bound port: b2857155-9b83-4f70-a523-9cf1350c9f44, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6101d513-bcbc-40ed-b984-efdc78c1fc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:42.702728 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.711460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d071db91-4b91-4348-932f-c607a053b437 req-1e677f37-76f5-4b73-92d2-9b30560d82d0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 210 time: 0.7117093 Jul 16 03:42:42.752105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0252b1b3-f0f8-4e76-a8f0-6b0e84befd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.778389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0252b1b3-f0f8-4e76-a8f0-6b0e84befd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.802215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-96c938ed-8176-44bd-bc1e-4788a43cea52 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.808131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-96c938ed-8176-44bd-bc1e-4788a43cea52 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.3365901 Jul 16 03:42:42.829462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'port': {'device_id': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'admin_state_up': True, 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:42.872170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-6eec51ab-7723-49e9-b160-f36893a5dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.873994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-6eec51ab-7723-49e9-b160-f36893a5dd00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252013 Jul 16 03:42:42.915839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-253c1a17-841f-43f0-a3bd-4d08c43a0e65 None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:42.976172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:42.976494 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.087515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-34d7460f-f595-4487-912b-9c156897c478', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:43.088566 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.110492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d01fa091-2cb2-4004-a42e-3052aa39cc08 None None] Provisioning for port 4897442c-bd82-4f2e-9e07-7e1388596a44 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:43.115531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-92690eb1-faa9-4f9d-b2ff-7a9e53f5557a service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325401 Jul 16 03:42:43.159208 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d01fa091-2cb2-4004-a42e-3052aa39cc08 None None] Provisioning complete for port 4897442c-bd82-4f2e-9e07-7e1388596a44 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:43.159591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d01fa091-2cb2-4004-a42e-3052aa39cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.230774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d01fa091-2cb2-4004-a42e-3052aa39cc08 None None] Port 4897442c-bd82-4f2e-9e07-7e1388596a44 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:43.252639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] For port b2857155-9b83-4f70-a523-9cf1350c9f44, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:43.257394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:43.259095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.268848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.331670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] For port b2857155-9b83-4f70-a523-9cf1350c9f44, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b2857155-9b83-4f70-a523-9cf1350c9f44,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:43.397639 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.404595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3f19ac00-76db-4234-a00c-325f1c3c4d72 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:43.475633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.650315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Delete allocated IP 2001:db8::215 (c7f89b3d-bb62-43ff-b308-76233599e2cb/4f062d6d-3c1a-4295-847e-70d8414af895) {{(pid=93756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:42:43.676385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Allocated IP 2001:db8:0:2::149 (c7f89b3d-bb62-43ff-b308-76233599e2cb/9ccf7cf1-3eb3-41c3-ac0c-623e3538be37/4897442c-bd82-4f2e-9e07-7e1388596a44) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:43.678838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Update dhcp port {'port': {'network_id': 'c7f89b3d-bb62-43ff-b308-76233599e2cb', 'fixed_ips': [{'subnet_id': '78f433f0-690f-491e-bbd8-b772e4ea6bdb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4f062d6d-3c1a-4295-847e-70d8414af895', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ccf7cf1-3eb3-41c3-ac0c-623e3538be37'}], 'binding:host_id': 'n-d-800089-6'}, 'id': '7aff8892-3c2d-46b2-ac46-669ca5caedbf'} from n-d-800089-6. {{(pid=93758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:42:43.801839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:43.824855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:43.890518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Allocated IP 172.20.0.10 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/dcef5849-9f84-4585-98e5-a7064abb31d6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:43.948324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0252b1b3-f0f8-4e76-a8f0-6b0e84befd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.968969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0252b1b3-f0f8-4e76-a8f0-6b0e84befd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.971048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0252b1b3-f0f8-4e76-a8f0-6b0e84befd2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4c385c2-f9b6-48b6-a9fa-9b1f096efc33 HTTP/1.1" status: 204 len: 168 time: 1.5979688 Jul 16 03:42:44.066478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db51e02-12db-4aeb-a8db-bbb769060c4f None None] Pushing event updated for resources: {'Port': ['ID=b2857155-9b83-4f70-a523-9cf1350c9f44,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.095372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Allocated IP 2001:db8:3::2 (34d7460f-f595-4487-912b-9c156897c478/9f9ac709-3f55-4708-a616-a96035bd62f9/54d12e77-e950-4f90-994d-4ce89c48f27d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:44.106404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.118594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3f19ac00-76db-4234-a00c-325f1c3c4d72 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:44.118985 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.202046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:44.228420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252b1b3-f0f8-4e76-a8f0-6b0e84befd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c385c2-f9b6-48b6-a9fa-9b1f096efc33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.269964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22c8dace-8c2e-447d-9da0-2aa500416c72 req-3232b9fa-3197-42bd-bdbe-20f735fdc500 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 210 time: 0.0512884 Jul 16 03:42:44.322957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb4aafc-76c0-45b0-8850-f91b7ecd5953 req-1feb1b34-f4d4-444a-97ea-0469fcaea0f5 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1927369 Jul 16 03:42:44.330525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.349805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.367546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Transition to ACTIVE for port object 4897442c-bd82-4f2e-9e07-7e1388596a44 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:44.375587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Transition to ACTIVE for port object dcef5849-9f84-4585-98e5-a7064abb31d6 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:44.395269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075358-83e4-4b22-8adb-2dba0069e5d4 req-813e18b4-0876-40cb-bcea-9991f3145366 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.405234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2075358-83e4-4b22-8adb-2dba0069e5d4 req-813e18b4-0876-40cb-bcea-9991f3145366 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 1.2872531 Jul 16 03:42:44.416080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.474068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.525495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:44.532837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:44.545386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:44.581886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] In _notify_port_updated(), no bound segment for port 4897442c-bd82-4f2e-9e07-7e1388596a44 on network c7f89b3d-bb62-43ff-b308-76233599e2cb {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:42:44.599454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.600385 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.602193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "PUT /v2.0/ports/4897442c-bd82-4f2e-9e07-7e1388596a44 HTTP/1.1" status: 200 len: 969 time: 2.2821066 Jul 16 03:42:44.622266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2075358-83e4-4b22-8adb-2dba0069e5d4 req-89004bc1-6709-434d-be38-824220a3bdba tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2120478 Jul 16 03:42:44.624256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:44.625350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=dcef5849-9f84-4585-98e5-a7064abb31d6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.661457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37b262-a895-46c1-8154-f2d2f6b7f320 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event updated for resources: {'Port': ['ID=4897442c-bd82-4f2e-9e07-7e1388596a44,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.663750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.664268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.690749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-63227493-f6df-49c9-a774-721a2816e8b9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8699632 Jul 16 03:42:44.693526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44602) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:44.711077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Request body: {'port': {'device_id': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:44.757075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-548f384b-3da1-4b58-856b-f79a29bbe324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.889582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.188791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 4897442c-bd82-4f2e-9e07-7e1388596a44 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:45.189139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.281569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-548f384b-3da1-4b58-856b-f79a29bbe324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.296027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-548f384b-3da1-4b58-856b-f79a29bbe324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.357661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.371414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-84c39ac9-9806-4d4d-aa70-489329e52cd7 None None] Provisioning for port dcef5849-9f84-4585-98e5-a7064abb31d6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:45.398980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 4897442c-bd82-4f2e-9e07-7e1388596a44 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:45.403171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-84c39ac9-9806-4d4d-aa70-489329e52cd7 None None] Provisioning complete for port dcef5849-9f84-4585-98e5-a7064abb31d6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:45.403491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84c39ac9-9806-4d4d-aa70-489329e52cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.441689 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-548f384b-3da1-4b58-856b-f79a29bbe324 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ad19e04f9bc43a7b0cdd195a4001192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7455046 Jul 16 03:42:45.443904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44646) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:45.460883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f384b-3da1-4b58-856b-f79a29bbe324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481fb67-27e2-44bf-a8a3-c9ee6ffdda5e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:45.551522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcef5849-9f84-4585-98e5-a7064abb31d6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:45.563401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Allocated IP 2001:db8:0:2::2 (c7f89b3d-bb62-43ff-b308-76233599e2cb/9ccf7cf1-3eb3-41c3-ac0c-623e3538be37/7aff8892-3c2d-46b2-ac46-669ca5caedbf) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:45.565540 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.572249 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.579793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7356532-16cb-4cf3-bbd8-51567bf32da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.587561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-84c39ac9-9806-4d4d-aa70-489329e52cd7 None None] Port dcef5849-9f84-4585-98e5-a7064abb31d6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:45.588507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Transition to ACTIVE for port object dcef5849-9f84-4585-98e5-a7064abb31d6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:45.597799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.609592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:43Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:45.647918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7356532-16cb-4cf3-bbd8-51567bf32da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.671856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Transition to ACTIVE for port object 54d12e77-e950-4f90-994d-4ce89c48f27d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:45.692989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfddadc-3453-4c88-9321-245b939af2e1 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:43Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:45.701943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.799948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=4897442c-bd82-4f2e-9e07-7e1388596a44,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:45.815539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.827108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:45.831532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ca483ed8-5e2a-4dd4-ab23-95149b300520 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/4897442c-bd82-4f2e-9e07-7e1388596a44 HTTP/1.1" status: 204 len: 168 time: 1.2017915 Jul 16 03:42:45.842058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Transition to ACTIVE for port object 54d12e77-e950-4f90-994d-4ce89c48f27d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:45.881056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:45.913617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcef5849-9f84-4585-98e5-a7064abb31d6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:45.914735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3425bd-9b16-403b-9c94-b48fbf2b48a5 req-50662391-87a3-4f08-ad5c-014bd77a141c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:45.920048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f3425bd-9b16-403b-9c94-b48fbf2b48a5 req-50662391-87a3-4f08-ad5c-014bd77a141c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 944 time: 0.3935676 Jul 16 03:42:45.972635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Pushing event updated for resources: {'Port': ['ID=54d12e77-e950-4f90-994d-4ce89c48f27d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.035731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f3425bd-9b16-403b-9c94-b48fbf2b48a5 req-702963d1-ad92-4b0c-9806-f219ea5b02d0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838394 Jul 16 03:42:46.035921 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a263bc89-3f95-4458-8467-b970c5ebd40c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] GET failed (client error): The resource could not be found. Jul 16 03:42:46.040157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a263bc89-3f95-4458-8467-b970c5ebd40c tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports/4897442c-bd82-4f2e-9e07-7e1388596a44 HTTP/1.1" status: 404 len: 333 time: 0.2076151 Jul 16 03:42:46.042976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44656) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:46.050482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Network 34d7460f-f595-4487-912b-9c156897c478 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:46.055258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7aff8892-3c2d-46b2-ac46-669ca5caedbf,segment=NetworkSegment(0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc),segment_id=0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:46.055467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9d1b7-aafe-4987-891f-43d11a75a496 req-6cad20dc-2e1e-45f7-b22f-683ac041d2d7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.074592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ec9d1b7-aafe-4987-891f-43d11a75a496 req-6cad20dc-2e1e-45f7-b22f-683ac041d2d7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1483150 Jul 16 03:42:46.085664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:46.088199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Attempting to bind port dcef5849-9f84-4585-98e5-a7064abb31d6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:46.088549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Attempting to bind port dcef5849-9f84-4585-98e5-a7064abb31d6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:46.089665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Attempting to bind port dcef5849-9f84-4585-98e5-a7064abb31d6 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:46.091850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:46.105065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Port dcef5849-9f84-4585-98e5-a7064abb31d6 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:46.105406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Attempting to bind port dcef5849-9f84-4585-98e5-a7064abb31d6 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:46.112333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7356532-16cb-4cf3-bbd8-51567bf32da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.114928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7356532-16cb-4cf3-bbd8-51567bf32da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.118814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c7356532-16cb-4cf3-bbd8-51567bf32da3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c481fb67-27e2-44bf-a8a3-c9ee6ffdda5e HTTP/1.1" status: 204 len: 168 time: 0.6696744 Jul 16 03:42:46.118814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Allocated IP 2001:db8:3::1 (34d7460f-f595-4487-912b-9c156897c478/9f9ac709-3f55-4708-a616-a96035bd62f9/5e523830-15e6-4c4f-b1a8-922f7aedbb8c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:46.147865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:46.148288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:46.148694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:46.149171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Bound port: dcef5849-9f84-4585-98e5-a7064abb31d6, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:46.149543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.205083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7356532-16cb-4cf3-bbd8-51567bf32da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481fb67-27e2-44bf-a8a3-c9ee6ffdda5e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.273348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ec9d1b7-aafe-4987-891f-43d11a75a496 req-8d8c2f94-be58-44de-939a-d63f351a297f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2027056 Jul 16 03:42:46.284459 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc53b80-90b5-4f32-938f-09a1adeecc6b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.303581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.335486 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc53b80-90b5-4f32-938f-09a1adeecc6b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.370156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Attempting to bind port 54d12e77-e950-4f90-994d-4ce89c48f27d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:46.370723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Attempting to bind port 54d12e77-e950-4f90-994d-4ce89c48f27d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:46.373321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Attempting to bind port 54d12e77-e950-4f90-994d-4ce89c48f27d on network 34d7460f-f595-4487-912b-9c156897c478 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:46.392284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:46.392681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Checking segment: {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:46.393089 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.393494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Bound using segment: {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:46.393987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Bound port: 54d12e77-e950-4f90-994d-4ce89c48f27d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:46.394373 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.419547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Transition to ACTIVE for port object 7aff8892-3c2d-46b2-ac46-669ca5caedbf will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:46.426224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] For port dcef5849-9f84-4585-98e5-a7064abb31d6, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:46.432658 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.435462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] For port dcef5849-9f84-4585-98e5-a7064abb31d6, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcef5849-9f84-4585-98e5-a7064abb31d6,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:46.441637 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc53b80-90b5-4f32-938f-09a1adeecc6b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.446165 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acc53b80-90b5-4f32-938f-09a1adeecc6b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.452193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.453051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-acc53b80-90b5-4f32-938f-09a1adeecc6b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/security-groups/c35913d4-2d19-481d-83b3-8d7ec9c33552 HTTP/1.1" status: 204 len: 168 time: 0.3769124 Jul 16 03:42:46.455586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44664) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:46.471791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc53b80-90b5-4f32-938f-09a1adeecc6b tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35913d4-2d19-481d-83b3-8d7ec9c33552,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.598520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59f769-d0a8-4f4e-a0bb-dc0c2f2ddaae None None] Pushing event updated for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.739786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] For port 54d12e77-e950-4f90-994d-4ce89c48f27d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:46.749886 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] For port 54d12e77-e950-4f90-994d-4ce89c48f27d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=54d12e77-e950-4f90-994d-4ce89c48f27d,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:46.755747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.779833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcef5849-9f84-4585-98e5-a7064abb31d6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.784715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.791936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.793496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-a2ee39f5-8cfd-4365-846f-83d63cd740e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 200 len: 1092 time: 2.0908067 Jul 16 03:42:46.800917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'tag': 'dcef5849-9f84-4585-98e5-a7064abb31d6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:46.812496 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a559d4a3-787a-46e0-a35f-6f056c39b9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f4a019-d9dc-4461-9d41-aeddc9be6d2b", "tag": "dcef5849-9f84-4585-98e5-a7064abb31d6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:46.906180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5ce6-39f9-44c5-9cf4-1e31963a02dd None None] Pushing event updated for resources: {'Port': ['ID=54d12e77-e950-4f90-994d-4ce89c48f27d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.913125 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42325bb-29e8-4702-9df8-a87cf6eed82f x-openstack-request-id: req-b42325bb-29e8-4702-9df8-a87cf6eed82f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:46.913674 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f4a019-d9dc-4461-9d41-aeddc9be6d2b", "tag": "dcef5849-9f84-4585-98e5-a7064abb31d6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:46.914081 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b42325bb-29e8-4702-9df8-a87cf6eed82f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:46.914667 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'tag': 'dcef5849-9f84-4585-98e5-a7064abb31d6', 'status': 'completed', 'code': 200} Jul 16 03:42:46.989448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b50eecb-8bab-4dd9-b53d-c653264ef312 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.029170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b50eecb-8bab-4dd9-b53d-c653264ef312 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.094235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.102151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b50eecb-8bab-4dd9-b53d-c653264ef312 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.105349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b50eecb-8bab-4dd9-b53d-c653264ef312 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.106532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b50eecb-8bab-4dd9-b53d-c653264ef312 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/security-groups/50effc7e-08ba-4650-bd93-7e22a59aa10e HTTP/1.1" status: 204 len: 168 time: 0.6408637 Jul 16 03:42:47.110364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:47.147958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50eecb-8bab-4dd9-b53d-c653264ef312 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50effc7e-08ba-4650-bd93-7e22a59aa10e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.176068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-c3c19931-3a0b-42c2-aacd-51137cbabd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.177674 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-c3c19931-3a0b-42c2-aacd-51137cbabd12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 1095 time: 0.3107033 Jul 16 03:42:47.178906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Transition to ACTIVE for port object 5e523830-15e6-4c4f-b1a8-922f7aedbb8c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:47.308338 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-5374c2fb-6dda-4235-a5fa-187b79f05b7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 200 len: 217 time: 0.1179187 Jul 16 03:42:47.315349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.322133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f4554c1-c4e5-4073-9c04-b8c5d1243ff7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.499789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f4554c1-c4e5-4073-9c04-b8c5d1243ff7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.580089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 34d7460f-f595-4487-912b-9c156897c478 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:47.600887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:47.625724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:47.626449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.631906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-0be15942-e5f7-4dbf-959f-ee1852c12e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.633514 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-0be15942-e5f7-4dbf-959f-ee1852c12e15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.3087935 Jul 16 03:42:47.634233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.640465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f4554c1-c4e5-4073-9c04-b8c5d1243ff7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.644270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f4554c1-c4e5-4073-9c04-b8c5d1243ff7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.648068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4f4554c1-c4e5-4073-9c04-b8c5d1243ff7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/security-groups/9ff40ae3-ae0a-429a-9774-24cd585cec3b HTTP/1.1" status: 204 len: 168 time: 0.5365250 Jul 16 03:42:47.649561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:47.710134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4554c1-c4e5-4073-9c04-b8c5d1243ff7 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff40ae3-ae0a-429a-9774-24cd585cec3b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.780576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 4f062d6d-3c1a-4295-847e-70d8414af895 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:47.821008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.846712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:47.912914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8caadd-30db-4121-b653-bcc08ad06264 req-8ac647de-40b6-4aa7-83f0-84f5006950a4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.916737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b8caadd-30db-4121-b653-bcc08ad06264 req-8ac647de-40b6-4aa7-83f0-84f5006950a4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.5331192 Jul 16 03:42:47.948784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-e0f2f51f-771a-4b90-a7cd-e96658c165ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.950345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b2857155-9b83-4f70-a523-9cf1350c9f44 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:47.950944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-e0f2f51f-771a-4b90-a7cd-e96658c165ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2917004 Jul 16 03:42:47.954917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.977903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891f47-54da-4f98-a897-8511a45e3518 req-12d25969-1ceb-4123-b741-d861f514ee9b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.988770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46891f47-54da-4f98-a897-8511a45e3518 req-12d25969-1ceb-4123-b741-d861f514ee9b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 944 time: 0.5109050 Jul 16 03:42:48.000595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.067515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b2857155-9b83-4f70-a523-9cf1350c9f44 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:48.080647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b2857155-9b83-4f70-a523-9cf1350c9f44 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:48.081059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.157928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b8caadd-30db-4121-b653-bcc08ad06264 req-cd90a7ab-1705-473a-b809-0179c4e85bc3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318132 Jul 16 03:42:48.186524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46891f47-54da-4f98-a897-8511a45e3518 req-076c5f7e-cf9a-43fa-9367-8758a2278365 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961093 Jul 16 03:42:48.284666 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.288244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Could not find standard attr ID for object 4897442c-bd82-4f2e-9e07-7e1388596a44. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:48.314259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.343322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Provisioning for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:48.359034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-db768346-738e-41c9-b998-9d615fc27180 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958073 Jul 16 03:42:48.363772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:48.364151 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.419659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.435245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b2857155-9b83-4f70-a523-9cf1350c9f44, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b2857155-9b83-4f70-a523-9cf1350c9f44,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:48.439634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.442948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/4f062d6d-3c1a-4295-847e-70d8414af895 HTTP/1.1" status: 204 len: 168 time: 0.7888489 Jul 16 03:42:48.462422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44714) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:48.464435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.468767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0f96-ada9-49d1-9f5c-023592a93a61 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=4f062d6d-3c1a-4295-847e-70d8414af895,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.471709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 54d12e77-e950-4f90-994d-4ce89c48f27d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:48.673175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 54d12e77-e950-4f90-994d-4ce89c48f27d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:48.703624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1f756-6fad-4c4a-9bf5-99eb7f43cb70 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:48.795907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b2857155-9b83-4f70-a523-9cf1350c9f44,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.802916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f7ff7-0ac5-4974-b603-a1c42aca8a12 None None] Network 34d7460f-f595-4487-912b-9c156897c478 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:48.928674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:48.929710 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.051305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 9ccf7cf1-3eb3-41c3-ac0c-623e3538be37 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:49.056979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.069322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-db336392-a9a7-4613-8e07-d2fb93bbb1c3 None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:49.107389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.110164 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c1b7109-6877-4bf1-9195-5999c49b63a3 req-7c0d023f-2c82-469e-baa5-59b2edd3d1a8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433283 Jul 16 03:42:49.131318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.132573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.154132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.200906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Could not find standard attr ID for object 4897442c-bd82-4f2e-9e07-7e1388596a44. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:42:49.219580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Provisioning for port 54d12e77-e950-4f90-994d-4ce89c48f27d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:49.228144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Provisioning complete for port 54d12e77-e950-4f90-994d-4ce89c48f27d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:49.228615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.381471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event updated for resources: {'Port': ['ID=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:49.412942 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.532354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] For port 54d12e77-e950-4f90-994d-4ce89c48f27d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=54d12e77-e950-4f90-994d-4ce89c48f27d,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:49.536081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:49.543750 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.638227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b2857155-9b83-4f70-a523-9cf1350c9f44 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:49.698858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.721127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc715a-fd06-43bd-b961-c9fdcd2a146b req-1cef67e8-ea02-4507-9406-0af798b9eeae tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:49.729600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37bc715a-fd06-43bd-b961-c9fdcd2a146b req-1cef67e8-ea02-4507-9406-0af798b9eeae tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.2162790 Jul 16 03:42:49.781899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Network 34d7460f-f595-4487-912b-9c156897c478 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:49.786255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-9839f8a9-9893-44b3-98c8-2608345586dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:49.787826 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-9839f8a9-9893-44b3-98c8-2608345586dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 1095 time: 0.6102130 Jul 16 03:42:49.801649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:49.810455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37bc715a-fd06-43bd-b961-c9fdcd2a146b req-3f87dce6-65a1-48c6-b3a0-0c100d7097fa tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781534 Jul 16 03:42:49.842623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079f871-f533-4013-a79e-e2f5ff8ba3dd req-2b5fb372-ee66-44c6-8030-a778c54f0fe2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:49.845434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d079f871-f533-4013-a79e-e2f5ff8ba3dd req-2b5fb372-ee66-44c6-8030-a778c54f0fe2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 944 time: 0.2707148 Jul 16 03:42:49.898175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b2857155-9b83-4f70-a523-9cf1350c9f44 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:49.905623 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.959219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d079f871-f533-4013-a79e-e2f5ff8ba3dd req-a82ecce2-e80b-4381-be50-d7e95a77c6ad tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Jul 16 03:42:50.004328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ce96e-52eb-4f10-a08b-05521832015f None None] Pushing event updated for resources: {'Port': ['ID=54d12e77-e950-4f90-994d-4ce89c48f27d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.024569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c86ab105-2710-4237-b978-502c730cd15d None None] Provisioning for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:50.053444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c86ab105-2710-4237-b978-502c730cd15d None None] Provisioning complete for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:50.064725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c86ab105-2710-4237-b978-502c730cd15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.084296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b70d3a1c-dee2-41a7-9f92-713eb4ebeceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c683d9cb82a4087af7aedfee3e813cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447338 Jul 16 03:42:50.090814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44752) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.161834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c86ab105-2710-4237-b978-502c730cd15d None None] Port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:50.217904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4d88c2-8fc8-4292-8f18-022b84818285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.241584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c86ab105-2710-4237-b978-502c730cd15d None None] Provisioning complete for port 54d12e77-e950-4f90-994d-4ce89c48f27d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:50.242321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c86ab105-2710-4237-b978-502c730cd15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.249602 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.285252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4d88c2-8fc8-4292-8f18-022b84818285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.304114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=9ccf7cf1-3eb3-41c3-ac0c-623e3538be37,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.327053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.341754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.346461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d7a5a35a-7750-4079-9d55-90eb4b8189a2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/9ccf7cf1-3eb3-41c3-ac0c-623e3538be37 HTTP/1.1" status: 204 len: 168 time: 1.8809264 Jul 16 03:42:50.351743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.370067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:50.396679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4d88c2-8fc8-4292-8f18-022b84818285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.397597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-972e2adb-a601-4343-981a-235db6b45fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.399165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-972e2adb-a601-4343-981a-235db6b45fa1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.5784798 Jul 16 03:42:50.400174 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a14af-cae1-4d5c-87ae-1939b2a3de59 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:50.400875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0a14af-cae1-4d5c-87ae-1939b2a3de59 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:50.402681 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4d88c2-8fc8-4292-8f18-022b84818285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.405934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc0a14af-cae1-4d5c-87ae-1939b2a3de59 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/4f062d6d-3c1a-4295-847e-70d8414af895 HTTP/1.1" status: 404 len: 337 time: 0.0534353 Jul 16 03:42:50.407318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9a4d88c2-8fc8-4292-8f18-022b84818285 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2ab199d-a992-405c-8e11-3b6ee72da9a6 HTTP/1.1" status: 204 len: 168 time: 0.3145821 Jul 16 03:42:50.407659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44760) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.433518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d88c2-8fc8-4292-8f18-022b84818285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab199d-a992-405c-8e11-3b6ee72da9a6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.440562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495c31b-f4f6-45f5-9828-6f19ec1ad375 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:50.501854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting subnet 78f433f0-690f-491e-bbd8-b772e4ea6bdb {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:50.539165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.549303 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-185da6f6-614d-44fa-8413-019ce8d7da0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 200 len: 217 time: 0.0604277 Jul 16 03:42:50.617160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Provisioning complete for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:50.617591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.697768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:50.702461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:50.721561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f54f4235-ac1b-4b61-a0a2-ee0a1132d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.733251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:50.733537 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.744770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.809873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-7bb1c321-e133-4ee2-9c8c-760375c10e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.811702 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-7bb1c321-e133-4ee2-9c8c-760375c10e47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.2357221 Jul 16 03:42:50.844937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:50.845219 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.882335 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.896852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b1c66-6765-4201-ad94-2ae91ede184a None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:50.919120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:50.926747 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-56c14414-db02-47d4-89f7-56860895dd74 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2650161 Jul 16 03:42:50.929690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.934371 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:50.938580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:50.976267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.983608 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:50.984172 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:51.030130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9522ac72-da4e-4948-b937-8e95bed16daf None None] Provisioning complete for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:51.030987 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9522ac72-da4e-4948-b937-8e95bed16daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.151890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9522ac72-da4e-4948-b937-8e95bed16daf None None] Port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:51.201279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.208917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:51.223953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.226340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/78f433f0-690f-491e-bbd8-b772e4ea6bdb HTTP/1.1" status: 204 len: 168 time: 0.8177376 Jul 16 03:42:51.252053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44772) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.263699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70115fe-38d1-43d7-a157-aaf8d77001e2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Subnet': ['ID=78f433f0-690f-491e-bbd8-b772e4ea6bdb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:51.301133 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4310681b-ed83-4350-bccf-2f04771fc000 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.301903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4310681b-ed83-4350-bccf-2f04771fc000 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.306739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4310681b-ed83-4350-bccf-2f04771fc000 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/8d3a567d-c21f-419b-85e7-724076b347de HTTP/1.1" status: 404 len: 337 time: 0.0525591 Jul 16 03:42:51.309931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44774) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.356048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-3da760ff-0e8b-46a8-b52b-0b0c902b596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.357882 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-3da760ff-0e8b-46a8-b52b-0b0c902b596b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5369389 Jul 16 03:42:51.383974 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1416c3b4-bcce-403f-a412-6e4aacec1187 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "GET /v2.0/ports?device_id=723021ec-c6b5-4082-95cc-c3de9f254a88 HTTP/1.1" status: 200 len: 205 time: 0.0722945 Jul 16 03:42:51.387240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44776) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.402222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcef5849-9f84-4585-98e5-a7064abb31d6 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:51.469175 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:47Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:51.474649 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-6ee5ab63-6d9d-4715-9ae5-54c5b536a5a5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] delete failed (client error): The resource could not be found. Jul 16 03:42:51.477958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ee5ab63-6d9d-4715-9ae5-54c5b536a5a5 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/routers/723021ec-c6b5-4082-95cc-c3de9f254a88 HTTP/1.1" status: 404 len: 336 time: 0.0881317 Jul 16 03:42:51.486941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.518577 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:51.518935 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Updating router 2667edf0-94d0-428e-83b5-c1e0fd835aaf port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:42:51.548874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dcef5849-9f84-4585-98e5-a7064abb31d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcef5849-9f84-4585-98e5-a7064abb31d6,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:51.557921 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.562392 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-433fca37-c288-403e-872c-6861fdc267df tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.563077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433fca37-c288-403e-872c-6861fdc267df tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.563350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'dcef5849-9f84-4585-98e5-a7064abb31d6', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'dcef5849-9f84-4585-98e5-a7064abb31d6', 'mac_address': 'fa:16:3e:4b:f2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:51.567128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 54d12e77-e950-4f90-994d-4ce89c48f27d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:51.568579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-433fca37-c288-403e-872c-6861fdc267df tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/c59db291-e6ab-4d4d-bb5a-70b216154f71 HTTP/1.1" status: 404 len: 337 time: 0.0789154 Jul 16 03:42:51.571449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.618800 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.637368 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-b27b68f7-e1b1-4b29-aeb5-7cf5288c1135 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517917 Jul 16 03:42:51.644480 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a96dbca-f352-4c47-a5fa-c930fd630d63 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.645029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a96dbca-f352-4c47-a5fa-c930fd630d63 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.650956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7a96dbca-f352-4c47-a5fa-c930fd630d63 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/7bbb18f8-daa8-4eab-b056-e56b5fe47dfd HTTP/1.1" status: 404 len: 337 time: 0.0751436 Jul 16 03:42:51.657397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.694600 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1ea775-ff72-4064-aca6-3dc36499ad4e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.696160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1ea775-ff72-4064-aca6-3dc36499ad4e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.698056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.701037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b1ea775-ff72-4064-aca6-3dc36499ad4e tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/2c7b3643-fb07-4eb1-898e-e79cb607d68c HTTP/1.1" status: 404 len: 337 time: 0.0426006 Jul 16 03:42:51.702045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.717749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 54d12e77-e950-4f90-994d-4ce89c48f27d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:51.719253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cb296-1a0e-41d8-a535-d87014336f30 req-21cfc0c2-9540-4522-9479-4d958b7a9055 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.719563 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.723233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcef5849-9f84-4585-98e5-a7064abb31d6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:51.730590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e95cb296-1a0e-41d8-a535-d87014336f30 req-21cfc0c2-9540-4522-9479-4d958b7a9055 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.4143369 Jul 16 03:42:51.732410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b85ddb2-700c-4f57-95f1-f111134c7936 None None] Network c7f89b3d-bb62-43ff-b308-76233599e2cb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:51.806694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802d91-cd1e-4b30-9e12-543b64e191cd req-3c5ddbc9-3fd6-453c-a55e-0856a1c88476 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.814680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72802d91-cd1e-4b30-9e12-543b64e191cd req-3c5ddbc9-3fd6-453c-a55e-0856a1c88476 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 944 time: 0.4995956 Jul 16 03:42:51.846801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dcef5849-9f84-4585-98e5-a7064abb31d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcef5849-9f84-4585-98e5-a7064abb31d6,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:51.861204 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d95a8c-60d4-44f8-adcf-91643a81ec39 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.862185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d95a8c-60d4-44f8-adcf-91643a81ec39 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.867279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f3d95a8c-60d4-44f8-adcf-91643a81ec39 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/c2efe1d6-367d-47dd-9233-45f795b09683 HTTP/1.1" status: 404 len: 333 time: 0.1327066 Jul 16 03:42:51.867499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.868531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44786) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.903849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0f71026b-30cc-4a22-bab3-78f61f534098 None None] Provisioning complete for port 7aff8892-3c2d-46b2-ac46-669ca5caedbf triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:51.904232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f71026b-30cc-4a22-bab3-78f61f534098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.910413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e95cb296-1a0e-41d8-a535-d87014336f30 req-9702e878-d257-4ba4-9e25-0141f869807c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770787 Jul 16 03:42:51.929050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Allocated IP 172.25.4.42 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/3284669c-1537-4f3d-8217-f4fa085643ef) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:51.931627 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ef85bb-ae10-498a-9903-54a57d8beddb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.932272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ef85bb-ae10-498a-9903-54a57d8beddb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.934338 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b4ef85bb-ae10-498a-9903-54a57d8beddb tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/77008dbd-7861-4f9e-b1d5-a7c97a601d1f HTTP/1.1" status: 404 len: 337 time: 0.0629430 Jul 16 03:42:51.936722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a559d4a3-787a-46e0-a35f-6f056c39b9e7 req-56f60964-1e6b-4aa7-a2df-3631e660ab49 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763991 Jul 16 03:42:51.937193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44788) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:51.979111 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f27030-2dec-48f0-8065-5dbf771a7fbc tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:51.980123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f27030-2dec-48f0-8065-5dbf771a7fbc tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:51.981901 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-76f27030-2dec-48f0-8065-5dbf771a7fbc tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/4fdae71e-1ce1-4878-88ee-fc061dd143df HTTP/1.1" status: 404 len: 337 time: 0.0416660 Jul 16 03:42:51.984768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44790) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:52.029108 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f0a724-8850-4fcd-8828-ad722f8a969a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:52.030116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f0a724-8850-4fcd-8828-ad722f8a969a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:52.032114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a6f0a724-8850-4fcd-8828-ad722f8a969a tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/3a8b1eff-07a8-458b-9dc9-899ab02606e2 HTTP/1.1" status: 404 len: 333 time: 0.0464604 Jul 16 03:42:52.034705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44792) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:52.079880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72802d91-cd1e-4b30-9e12-543b64e191cd req-05141666-3c65-468f-a798-ea72de4dbf4a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634535 Jul 16 03:42:52.097313 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-425d9648-3c57-4129-b117-ad4f1106f7f2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:52.098019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425d9648-3c57-4129-b117-ad4f1106f7f2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:52.100117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-425d9648-3c57-4129-b117-ad4f1106f7f2 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/be9af02c-25d9-46c5-88d0-3ed8959950d7 HTTP/1.1" status: 404 len: 337 time: 0.0641766 Jul 16 03:42:52.102413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44794) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:52.111984 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.115368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:42:52.135291 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Transition to ACTIVE for port object 5e523830-15e6-4c4f-b1a8-922f7aedbb8c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:52.136051 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05754e4-e22a-4de8-a299-0b9379b1a0bf tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] DELETE failed (client error): The resource could not be found. Jul 16 03:42:52.136690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05754e4-e22a-4de8-a299-0b9379b1a0bf tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:42:52.138605 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c05754e4-e22a-4de8-a299-0b9379b1a0bf tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/subnets/5ceb00b5-2b44-4e3a-b336-1f1c3d88d35a HTTP/1.1" status: 404 len: 337 time: 0.0350769 Jul 16 03:42:52.142777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:52.156327 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.181761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dcef5849-9f84-4585-98e5-a7064abb31d6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.183800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Removed routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:42:52.184705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.211430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.217665 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ad59d-a591-4e74-b1ef-b344160d1b82 None None] Pushing event updated for resources: {'Port': ['ID=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.237390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:52.281821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.311850 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Attempting to bind port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:52.312172 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Attempting to bind port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:52.312488 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Attempting to bind port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c on network 34d7460f-f595-4487-912b-9c156897c478 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:52.324188 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:52.324568 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Checking segment: {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:52.324979 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.325291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:52.325407 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Bound using segment: {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:52.325844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Bound port: 5e523830-15e6-4c4f-b1a8-922f7aedbb8c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4cf6d1-5b62-4c43-ae55-21d29945241d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '34d7460f-f595-4487-912b-9c156897c478'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:52.326229 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.334029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:52.337452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:52.381841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Port': ['ID=3284669c-1537-4f3d-8217-f4fa085643ef,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.455830 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] For port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:52.465777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0f71026b-30cc-4a22-bab3-78f61f534098 None None] Provisioning complete for port 841de928-80ab-40b4-b831-f337d7cee11a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:52.466243 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f71026b-30cc-4a22-bab3-78f61f534098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.466773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] For port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:52.478293 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.520694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] DHCP port deletion for c7f89b3d-bb62-43ff-b308-76233599e2cb request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:52.548024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0f71026b-30cc-4a22-bab3-78f61f534098 None None] Port 841de928-80ab-40b4-b831-f337d7cee11a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:52.550490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.575772 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ad59d-a591-4e74-b1ef-b344160d1b82 None None] Pushing event updated for resources: {'Port': ['ID=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.590387 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:52.591033 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:52.625965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] Deleting port 7aff8892-3c2d-46b2-ac46-669ca5caedbf {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:52.626595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.647313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Deleting port 841de928-80ab-40b4-b831-f337d7cee11a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:52.647664 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.686578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.693967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.706368 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:52.737335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] For port 7aff8892-3c2d-46b2-ac46-669ca5caedbf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7aff8892-3c2d-46b2-ac46-669ca5caedbf,segment=NetworkSegment(0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc),segment_id=0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:52.737743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.753731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] Calling delete_port for 7aff8892-3c2d-46b2-ac46-669ca5caedbf owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:52.876453 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.910281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] Pushing event deleted for resources: {'Port': ['ID=7aff8892-3c2d-46b2-ac46-669ca5caedbf,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.914658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a535ee5-092a-4efc-b68a-17f53cb027f4 None None] No DVR routers for this DVR port 7aff8892-3c2d-46b2-ac46-669ca5caedbf on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:53.029154 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 6, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:53.059315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.066785 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fdb4c9-abb0-4ae2-99ed-f4a8ce88f9ce None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 6, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 4, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:53.147878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.161431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Calling delete_port for 841de928-80ab-40b4-b831-f337d7cee11a owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:53.180887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-916ccc49-48c6-4ca0-909f-834e31362637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.183077 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-916ccc49-48c6-4ca0-909f-834e31362637 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1096 time: 0.1349721 Jul 16 03:42:53.269964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d8b344f-8dad-4a46-a726-fa7c9bf1b143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.294277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.388605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Port': ['ID=841de928-80ab-40b4-b831-f337d7cee11a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.396041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.396712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.398654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bf47fc24-dffa-40fa-8bfc-d949f5383078 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/ports/841de928-80ab-40b4-b831-f337d7cee11a HTTP/1.1" status: 204 len: 168 time: 1.2548745 Jul 16 03:42:53.403153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44804) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:53.405586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-fb87596e-2d25-4d10-bf3c-ab1090d449eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.407438 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-fb87596e-2d25-4d10-bf3c-ab1090d449eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.2018509 Jul 16 03:42:53.415702 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.420961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:53.425800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcef5849-9f84-4585-98e5-a7064abb31d6 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:53.460038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81fc6-28f9-4f6f-8f87-f5b8f5800f29 req-1a7f8e81-de00-4d17-a19b-c8509d58d05a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.467800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6be81fc6-28f9-4f6f-8f87-f5b8f5800f29 req-1a7f8e81-de00-4d17-a19b-c8509d58d05a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 945 time: 0.1868534 Jul 16 03:42:53.538215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e523830-15e6-4c4f-b1a8-922f7aedbb8c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:53.578105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:53.587312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.592138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5af81b8a-c7f7-466c-94a3-09a7dd08713d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 953 time: 2.6563146 Jul 16 03:42:53.597616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aede115-70a0-415f-8ca9-c0280b5d6e24 req-00b917ee-ff60-409f-9b70-87057d4aa4c8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.598475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aede115-70a0-415f-8ca9-c0280b5d6e24 req-00b917ee-ff60-409f-9b70-87057d4aa4c8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.3201580 Jul 16 03:42:53.600157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:53.611289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Port': ['ID=3284669c-1537-4f3d-8217-f4fa085643ef,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.621689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:53.624270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.626582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:53.627054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.628319 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-a6ec1bf1-a60f-461a-a4f6-03219f11265b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 1001 time: 0.2135091 Jul 16 03:42:53.628949 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.629257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port dcef5849-9f84-4585-98e5-a7064abb31d6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:53.659182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port dcef5849-9f84-4585-98e5-a7064abb31d6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:53.659555 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.715529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6be81fc6-28f9-4f6f-8f87-f5b8f5800f29 req-2ea42031-64de-41a2-aa99-57ac23a36991 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468350 Jul 16 03:42:53.776673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aede115-70a0-415f-8ca9-c0280b5d6e24 req-66c5dda0-d38c-4287-9501-07c4e8961038 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678576 Jul 16 03:42:53.795663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-24f91e46-6f4d-4144-9643-e4a7715cb0f4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 953 time: 0.1943069 Jul 16 03:42:53.803088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44808) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:53.803470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.807861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'routes': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:53.825742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.828899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.830772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-205f22cb-5c4d-4420-b556-65f08fd38628 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4985323 Jul 16 03:42:53.831284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.854246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f89b3d-bb62-43ff-b308-76233599e2cb']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:53.861387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44810) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:53.874281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:53.874497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1093805874'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:53.874616 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5a51b7-c995-44a6-b1aa-e4cbd626e3fc') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:53.887474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.912171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.917446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:53.922059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.923130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef5849-9f84-4585-98e5-a7064abb31d6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:53.925477 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720261c-ff5e-4d92-b887-bf555fe6074c" -d '{"events": [{"server_uuid": "e3f4a019-d9dc-4461-9d41-aeddc9be6d2b", "name": "network-vif-plugged", "status": "completed", "tag": "dcef5849-9f84-4585-98e5-a7064abb31d6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:53.930688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.930850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:53.931227 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.942912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dcef5849-9f84-4585-98e5-a7064abb31d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcef5849-9f84-4585-98e5-a7064abb31d6,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:53.951821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Made reservation on behalf of 8157b731266448259695e156f9231ecd for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:53.962206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.981460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.982158 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.989399 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfde834-9c7d-4c41-a1db-4d9fd21cd0dd x-openstack-request-id: req-ddfde834-9c7d-4c41-a1db-4d9fd21cd0dd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:53.989695 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f4a019-d9dc-4461-9d41-aeddc9be6d2b", "name": "network-vif-plugged", "status": "completed", "tag": "dcef5849-9f84-4585-98e5-a7064abb31d6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:53.991674 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddfde834-9c7d-4c41-a1db-4d9fd21cd0dd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:53.991674 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcef5849-9f84-4585-98e5-a7064abb31d6', 'code': 200} Jul 16 03:42:54.014936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:54.017266 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:54.035772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-110dc27b-99d3-470f-8bcc-c08d37a1c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.037374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-110dc27b-99d3-470f-8bcc-c08d37a1c60b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.3954995 Jul 16 03:42:54.047920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:54.086879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 7aff8892-3c2d-46b2-ac46-669ca5caedbf {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:54.087287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7aff8892-3c2d-46b2-ac46-669ca5caedbf not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:54.123597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dcef5849-9f84-4585-98e5-a7064abb31d6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.128061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.141512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.144556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] 10.222.0.25 "DELETE /v2.0/networks/c7f89b3d-bb62-43ff-b308-76233599e2cb HTTP/1.1" status: 204 len: 168 time: 0.7404399 Jul 16 03:42:54.160845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c3648-8ef4-40e8-8fd2-108a060c3ca3 tempest-PortsIpV6TestJSON-2045281980 tempest-PortsIpV6TestJSON-2045281980-project] Pushing event deleted for resources: {'Network': ['ID=c7f89b3d-bb62-43ff-b308-76233599e2cb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.168463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-5041afa8-c962-4df7-ab0e-ce8456e188e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.170089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-5041afa8-c962-4df7-ab0e-ce8456e188e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919971 Jul 16 03:42:54.290417 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-d2119da1-f265-433e-8f6c-c5124c9404d6 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137390 Jul 16 03:42:54.311034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:54.315034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.321431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:54.322090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:54.374185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404ddbc-956a-492a-98e5-cef1071470b8 req-f6bbbbb8-1137-43b4-bb0a-f91f8fc50cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.376463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a404ddbc-956a-492a-98e5-cef1071470b8 req-f6bbbbb8-1137-43b4-bb0a-f91f8fc50cf8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 1097 time: 0.2645895 Jul 16 03:42:54.417329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:54.437269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af0f9c62-81fa-436b-b8a9-85e61f9aebfa req-00e0614c-6096-48f3-9552-9dbe768062cd service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274936 Jul 16 03:42:54.505068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:54.512421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a404ddbc-956a-492a-98e5-cef1071470b8 req-cebf2812-872a-4af9-b408-3da8166f97a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142986 Jul 16 03:42:54.547976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.553555 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.609591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:54.624540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a04189-8514-4665-89dc-f2ca46b9428b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.631138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.631499 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Added segment 68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9 of type vlan for network d8080ad9-35ab-4587-ab06-7f543a0b0754 Jul 16 03:42:54.647387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:42:54.647697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:42:54.661012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-402b7007-8d05-4ca3-9dce-d3b65726cf7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=989ba87505c645cf85162bfbc579a58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544745 Jul 16 03:42:54.663850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:54.675059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 6, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:53Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:54.689771 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.710447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:54.716538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a292bb-86d3-44f8-bdf2-038b76f77db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.721363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:54.721522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:54.721847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.743058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a292bb-86d3-44f8-bdf2-038b76f77db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.796516 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.802058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.802673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.868116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:54.869728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a292bb-86d3-44f8-bdf2-038b76f77db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.872642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7a292bb-86d3-44f8-bdf2-038b76f77db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:54.876387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d7a292bb-86d3-44f8-bdf2-038b76f77db8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c925b0ec-7bd9-4e70-b2f0-3e3eda68ac43 HTTP/1.1" status: 204 len: 168 time: 0.2090497 Jul 16 03:42:54.900039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a292bb-86d3-44f8-bdf2-038b76f77db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925b0ec-7bd9-4e70-b2f0-3e3eda68ac43,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.913385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Network': ['ID=d8080ad9-35ab-4587-ab06-7f543a0b0754,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:54.919964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-342e1313-d78c-4090-83bc-f8d5466f926b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0560596 Jul 16 03:42:54.923184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44832) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:54.932252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Request body: {'subnet': {'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:54.934808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:55.057861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Made reservation on behalf of 8157b731266448259695e156f9231ecd for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:55.061156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.117937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.147152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0e06a-d69e-4a7d-8df4-71d4ed313c80 req-d999d079-a188-49b1-810b-cab9d96b3a9c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.155882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30c0e06a-d69e-4a7d-8df4-71d4ed313c80 req-d999d079-a188-49b1-810b-cab9d96b3a9c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.2443051 Jul 16 03:42:55.158127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.273225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 6, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:53Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:55.313834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e503b-a4d1-4bb2-9fe0-5282c59e1de2 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:52Z', 'revision_number': 6, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:53Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:55.319089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.429280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Subnet': ['ID=a267e3a4-4c9b-4c70-b4b3-cb145de11f31,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:55.437705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Checking segment: {'id': '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:55.438299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network hostable DHCP agents. Network: d8080ad9-35ab-4587-ab06-7f543a0b0754, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:55.465547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:55.490505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d8080ad9-35ab-4587-ab06-7f543a0b0754) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:55.498896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a2577-1eb9-481e-b2a0-09482db40320 None None] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:55.510180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.511505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.516582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e523830-15e6-4c4f-b1a8-922f7aedbb8c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:55.544263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1146c7f2-96a9-4011-a8ed-e27f060cfb57 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6196475 Jul 16 03:42:55.546894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:55.560120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-937403761', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:55.598736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.599831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.659762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:55.675626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c1bc9-86cb-4b16-bfdd-1ba6702921b2 req-e27e04e9-2b83-412f-9789-6311e626c7d3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.679864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.683546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932c1bc9-86cb-4b16-bfdd-1ba6702921b2 req-e27e04e9-2b83-412f-9789-6311e626c7d3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.6749310 Jul 16 03:42:55.696528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:55.696915 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.777733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-d8080ad9-35ab-4587-ab06-7f543a0b0754', 'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754', 'tenant_id': '8157b731266448259695e156f9231ecd', 'fixed_ips': [{'subnet_id': 'a267e3a4-4c9b-4c70-b4b3-cb145de11f31'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:55.778832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.838878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:55.848955 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:55.849760 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.854503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44854) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:55.855187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-03baa68f-695f-41ff-98c1-31aa2db9239c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 703 time: 2.0509117 Jul 16 03:42:55.863356 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:55.864725 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:55.867018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:55.875533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30c0e06a-d69e-4a7d-8df4-71d4ed313c80 req-77b154c8-96e9-4c56-8835-e54e45c08d9b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182045 Jul 16 03:42:55.933449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-932c1bc9-86cb-4b16-bfdd-1ba6702921b2 req-5a5016c5-86c7-41bc-a351-cdcb7617097d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455668 Jul 16 03:42:56.061597 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:56.064695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-90acf857-d282-45c9-a433-4e09f580fbcb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394944 Jul 16 03:42:56.080981 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c3b3dba8-a3fb-4ff9-a1fc-0b94fe271674 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 703 time: 0.2251329 Jul 16 03:42:56.083713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44860) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:56.105133 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.111968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Allocated IP 172.20.0.2 (d8080ad9-35ab-4587-ab06-7f543a0b0754/a267e3a4-4c9b-4c70-b4b3-cb145de11f31/989b5b16-9980-4922-95d6-cc80680c0adc) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:56.303611 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.314691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Transition to ACTIVE for port object 989b5b16-9980-4922-95d6-cc80680c0adc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:56.320929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.334149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Transition to ACTIVE for port object 989b5b16-9980-4922-95d6-cc80680c0adc will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:56.346289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.347129 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.412774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee5465-1871-4885-ba41-be136174773c req-6e5dee4d-4265-4b3b-a00f-cc2c88f1a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.414565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-6e5dee4d-4265-4b3b-a00f-cc2c88f1a396 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1096 time: 0.2788026 Jul 16 03:42:56.414931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:56.436332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Pushing event updated for resources: {'Port': ['ID=989b5b16-9980-4922-95d6-cc80680c0adc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:56.441068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:56.445231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:56.451669 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:54Z', 'revision_number': 7, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:53Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:56.481210 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:56.490843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:56.491584 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:56.533666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Allocated IP 172.25.4.181 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f358df28-b7fd-490d-a6ef-deb8a37393fb) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:56.560339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Attempting to bind port 989b5b16-9980-4922-95d6-cc80680c0adc on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:56.560940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Attempting to bind port 989b5b16-9980-4922-95d6-cc80680c0adc by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:56.563678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Attempting to bind port 989b5b16-9980-4922-95d6-cc80680c0adc on network d8080ad9-35ab-4587-ab06-7f543a0b0754 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:56.570684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:56.578965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Checking segment: {'id': '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:56.580258 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.580836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Bound using segment: {'id': '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:56.581660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Bound port: 989b5b16-9980-4922-95d6-cc80680c0adc, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:56.582348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.593183 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:56.656060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee5465-1871-4885-ba41-be136174773c req-c5a4f845-9184-4854-b88b-d374a989a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.657572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-c5a4f845-9184-4854-b88b-d374a989a92c service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.2154031 Jul 16 03:42:56.706209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] For port 989b5b16-9980-4922-95d6-cc80680c0adc, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:56.709038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.721762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] For port 989b5b16-9980-4922-95d6-cc80680c0adc, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=989b5b16-9980-4922-95d6-cc80680c0adc,segment=NetworkSegment(68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9),segment_id=68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:56.732352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.773946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.807743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-462ad97f-e065-4c74-904d-882f99919c8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 1001 time: 0.1418598 Jul 16 03:42:56.864256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:56.869429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Port': ['ID=f358df28-b7fd-490d-a6ef-deb8a37393fb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:56.871691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4117-0996-4492-bf7f-dcf5b3ad52f5 None None] Pushing event updated for resources: {'Port': ['ID=989b5b16-9980-4922-95d6-cc80680c0adc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:56.874744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:56.882083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:56.892752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:54Z', 'revision_number': 7, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:53Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:56.906872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee5465-1871-4885-ba41-be136174773c req-53533be5-5390-45d0-b6da-163e25cfd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.908407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-53533be5-5390-45d0-b6da-163e25cfd4ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0946400 Jul 16 03:42:56.918773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:56.967052 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a1e66-cb01-4ee5-b287-a7e247e037b4 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:54Z', 'revision_number': 7, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e523830-15e6-4c4f-b1a8-922f7aedbb8c', 'name': '', 'network_id': '34d7460f-f595-4487-912b-9c156897c478', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:0e:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:43Z', 'updated_at': '2021-07-16T03:42:53Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '9f9ac709-3f55-4708-a616-a96035bd62f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:57.287054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44884) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:57.364145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee5465-1871-4885-ba41-be136174773c req-2ded182b-d823-468c-8bbb-4167ca48e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.365677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-2ded182b-d823-468c-8bbb-4167ca48e20b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4399605 Jul 16 03:42:57.377296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.404362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37376d-3c9c-4068-8422-26eb81bad5a7 req-3be7e6ac-b7bd-4622-8e7b-8a1def65453e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.407297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f37376d-3c9c-4068-8422-26eb81bad5a7 req-3be7e6ac-b7bd-4622-8e7b-8a1def65453e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.3857203 Jul 16 03:42:57.419628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-802edf6f-57d6-4760-acf4-60748f934980 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:42:57.420657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-802edf6f-57d6-4760-acf4-60748f934980 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252924 Jul 16 03:42:57.513714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 989b5b16-9980-4922-95d6-cc80680c0adc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:57.555657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30506-ad76-434a-bfc0-3ea35e0668b4 req-dffdd7ef-9ed1-4eb1-a25e-096b912f11ae tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.559028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdd30506-ad76-434a-bfc0-3ea35e0668b4 req-dffdd7ef-9ed1-4eb1-a25e-096b912f11ae tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.3840656 Jul 16 03:42:57.576729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 989b5b16-9980-4922-95d6-cc80680c0adc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:57.578662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be1f60d6-f7b2-44a3-b75f-47cf295fc5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.622710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.657173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-e2756c4a-bde3-41df-8362-7fa3d99ac6f9 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220113 Jul 16 03:42:57.660004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f37376d-3c9c-4068-8422-26eb81bad5a7 req-cc22ecdd-ed89-43b0-9f60-539065eb1799 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365251 Jul 16 03:42:57.703193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdd30506-ad76-434a-bfc0-3ea35e0668b4 req-b1e09d15-edbd-4dad-86d8-23e96fe87117 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210322 Jul 16 03:42:57.870789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2bee5465-1871-4885-ba41-be136174773c req-57708d75-f578-4829-a689-f63332dba7d2 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018049 Jul 16 03:42:57.934498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be1f60d6-f7b2-44a3-b75f-47cf295fc5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.941748 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be1f60d6-f7b2-44a3-b75f-47cf295fc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.017182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:58.017561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.027808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-be1f60d6-f7b2-44a3-b75f-47cf295fc5b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0007a29b953419983ad0d891b1d3a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930501 Jul 16 03:42:58.037247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f60d6-f7b2-44a3-b75f-47cf295fc5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5605c4-ac69-4519-a029-13ab267dc005,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.042592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:58.145461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Router 1096634b-6b70-45bb-ad30-f0c37adfb87f is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:42:58.206866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 5e523830-15e6-4c4f-b1a8-922f7aedbb8c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:58.207240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.228114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85b2391-e694-4d92-9602-13a0171b1513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.232292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 5e523830-15e6-4c4f-b1a8-922f7aedbb8c owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:58.240507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be06470-df4a-4d56-9968-1896be874b96 None None] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:58.265256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:58.283350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e449-4263-447b-8f75-bb771a8ffa36 req-9e75bc69-f3c8-4e44-8b05-9ae17e6d30b3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:58.285169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c72e449-4263-447b-8f75-bb771a8ffa36 req-9e75bc69-f3c8-4e44-8b05-9ae17e6d30b3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1782126 Jul 16 03:42:58.288660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85b2391-e694-4d92-9602-13a0171b1513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.292210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.293593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fa968c63-34c0-4935-a889-f7b9688647ab tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7454894 Jul 16 03:42:58.297151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44894) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:58.301182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] Sync routers for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:58.305141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] Provisioning for port 989b5b16-9980-4922-95d6-cc80680c0adc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:58.322237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] Provisioning complete for port 989b5b16-9980-4922-95d6-cc80680c0adc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:58.323172 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.404057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c72e449-4263-447b-8f75-bb771a8ffa36 req-85f53388-7321-4d14-84b8-d218b498e3fe tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851192 Jul 16 03:42:58.468938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85b2391-e694-4d92-9602-13a0171b1513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.471556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85b2391-e694-4d92-9602-13a0171b1513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.475964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c85b2391-e694-4d92-9602-13a0171b1513 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c5605c4-ac69-4519-a029-13ab267dc005 HTTP/1.1" status: 204 len: 168 time: 0.4223330 Jul 16 03:42:58.492060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b2391-e694-4d92-9602-13a0171b1513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5605c4-ac69-4519-a029-13ab267dc005,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.503951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:58.504864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:58.559574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:58.577885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.611091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:58.611737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:58.612792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=5e523830-15e6-4c4f-b1a8-922f7aedbb8c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.655352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:58.656226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cc328-ae31-47f0-88ff-42dddfba0045 None None] The sync data for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:58.732176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.809828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] For port 989b5b16-9980-4922-95d6-cc80680c0adc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=989b5b16-9980-4922-95d6-cc80680c0adc,segment=NetworkSegment(68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9),segment_id=68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:58.818953 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.837737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.909820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdf185-85ac-4ee7-898b-b02ecbc29db3 None None] Pushing event updated for resources: {'Port': ['ID=989b5b16-9980-4922-95d6-cc80680c0adc,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:58.973159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44904) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:59.004971 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b329e85-3294-4812-a1a5-a02d3cb396a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.065008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.153669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a29f126d-0b07-4b9e-b427-7fe3ee310df1 None None] Provisioning complete for port 989b5b16-9980-4922-95d6-cc80680c0adc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:59.154054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a29f126d-0b07-4b9e-b427-7fe3ee310df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.247457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b329e85-3294-4812-a1a5-a02d3cb396a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.279295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b329e85-3294-4812-a1a5-a02d3cb396a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.380463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329e85-3294-4812-a1a5-a02d3cb396a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b39208c-43a9-4894-a4e2-dd9ed0742b54,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.387235 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0b329e85-3294-4812-a1a5-a02d3cb396a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f4c05c3117b4d508795008887344657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101138 Jul 16 03:42:59.390594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:59.448876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:59.473772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ad795-0226-4153-beaa-26c104069304 req-4cfb007b-27d1-4a04-afe4-7598a896d6a6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.482974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b75ad795-0226-4153-beaa-26c104069304 req-4cfb007b-27d1-4a04-afe4-7598a896d6a6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.4851928 Jul 16 03:42:59.507917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Allocated IP 172.20.0.1 (d8080ad9-35ab-4587-ab06-7f543a0b0754/a267e3a4-4c9b-4c70-b4b3-cb145de11f31/8cb6f5ee-ae17-4580-ac91-d333fdb3bc37) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:59.510324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.564771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b75ad795-0226-4153-beaa-26c104069304 req-9d973608-4eca-4a87-a49e-65e26df22952 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809283 Jul 16 03:42:59.569270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.602638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:59.625286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 989b5b16-9980-4922-95d6-cc80680c0adc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:59.699759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.704014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.706726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.707876 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b39208c-43a9-4894-a4e2-dd9ed0742b54 HTTP/1.1" status: 204 len: 168 time: 0.3059084 Jul 16 03:42:59.724786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b39208c-43a9-4894-a4e2-dd9ed0742b54,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.727332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Transition to ACTIVE for port object 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:59.737462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.737814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.738159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.738493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.738886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.739217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.739677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.740052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.740518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.741841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.742190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.742534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc99ae4-3d51-44b8-ba77-68499e8355d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.761188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e66112-ab4d-41fc-838f-9251ddc895f9 req-0e77c6e5-7b89-4574-80a0-c860b9a37379 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.768310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05e66112-ab4d-41fc-838f-9251ddc895f9 req-0e77c6e5-7b89-4574-80a0-c860b9a37379 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1604905 Jul 16 03:42:59.777457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:59.788121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5cb2a91a-6cb6-4d9d-b935-9fd07363a93e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7030916 Jul 16 03:42:59.789134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.790600 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:59.791029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:59.798302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:59.817041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'mac_address': 'fa:16:3e:81:34:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:59.824497 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:59.830402 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:59.836906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 989b5b16-9980-4922-95d6-cc80680c0adc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:59.837672 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.843718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:59.847591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:59.852289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:59.860431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Port': ['ID=8cb6f5ee-ae17-4580-ac91-d333fdb3bc37,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.860967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05e66112-ab4d-41fc-838f-9251ddc895f9 req-bfef8117-09d3-420f-a9bb-b07a3257cc29 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918155 Jul 16 03:42:59.889523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 9f9ac709-3f55-4708-a616-a96035bd62f9 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:59.896269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.918072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.972071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.977140 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.022972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:00.101274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:00.116252 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.163144 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.211342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['277287f1-a1bc-4b33-a4d4-1963d9c13a54'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:00.303311 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.341265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.351022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9ac709-3f55-4708-a616-a96035bd62f9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.353085 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.362848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6126b264-1f1c-4890-9f4e-83d5242e7ebc tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/9f9ac709-3f55-4708-a616-a96035bd62f9 HTTP/1.1" status: 204 len: 168 time: 0.5707381 Jul 16 03:43:00.366084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:00.377088 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:00.397414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57712c-d496-4675-9b33-06d5e67659f2 None None] Network 34d7460f-f595-4487-912b-9c156897c478 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:00.399282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.470635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-64741a35-e679-40f4-9fcf-c69b4f895159 None None] Provisioning for port 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:00.484727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-64741a35-e679-40f4-9fcf-c69b4f895159 None None] Provisioning complete for port 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:00.485190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64741a35-e679-40f4-9fcf-c69b4f895159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.507210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.592930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 54d12e77-e950-4f90-994d-4ce89c48f27d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:00.593062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.628725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-64741a35-e679-40f4-9fcf-c69b4f895159 None None] Port 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:00.734024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 54d12e77-e950-4f90-994d-4ce89c48f27d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=54d12e77-e950-4f90-994d-4ce89c48f27d,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:00.734466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.791181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 54d12e77-e950-4f90-994d-4ce89c48f27d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:00.825812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:58Z', 'revision_number': 8, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:00.888539 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:00.892498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] DHCP port deletion for 34d7460f-f595-4487-912b-9c156897c478 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:00.924368 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:00.932162 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:00.988566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.000616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.005323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7d15e-b18c-4a0c-a792-e3817d44cb44 req-bf91ac48-74cb-45ba-880e-6cb78a3df996 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.012129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] Deleting port 54d12e77-e950-4f90-994d-4ce89c48f27d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:01.012713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.021325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25f7d15e-b18c-4a0c-a792-e3817d44cb44 req-bf91ac48-74cb-45ba-880e-6cb78a3df996 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.2198415 Jul 16 03:43:01.065636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.139743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=54d12e77-e950-4f90-994d-4ce89c48f27d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.154981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] For port 54d12e77-e950-4f90-994d-4ce89c48f27d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=54d12e77-e950-4f90-994d-4ce89c48f27d,segment=NetworkSegment(eb4cf6d1-5b62-4c43-ae55-21d29945241d),segment_id=eb4cf6d1-5b62-4c43-ae55-21d29945241d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:01.158236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.160982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port 54d12e77-e950-4f90-994d-4ce89c48f27d on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:01.163088 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:01.186425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.194670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Port': ['ID=8cb6f5ee-ae17-4580-ac91-d333fdb3bc37,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.199158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25f7d15e-b18c-4a0c-a792-e3817d44cb44 req-9eccc93d-87c1-455d-9c5b-a9fa19c8481a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715748 Jul 16 03:43:01.207773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] Calling delete_port for 54d12e77-e950-4f90-994d-4ce89c48f27d owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:01.449754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 54d12e77-e950-4f90-994d-4ce89c48f27d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:01.454067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:01.497258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:01.506025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:01.507593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.534539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.583696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d7460f-f595-4487-912b-9c156897c478']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:01.593486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 54d12e77-e950-4f90-994d-4ce89c48f27d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:01.593828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 54d12e77-e950-4f90-994d-4ce89c48f27d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:01.640338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4cf6d1-5b62-4c43-ae55-21d29945241d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:01.640640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4cf6d1-5b62-4c43-ae55-21d29945241d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:01.669054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] Pushing event deleted for resources: {'Port': ['ID=54d12e77-e950-4f90-994d-4ce89c48f27d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.698509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b228299-c181-4c3c-be7b-1b3ba9c1869f None None] No DVR routers for this DVR port 54d12e77-e950-4f90-994d-4ce89c48f27d on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:01.703296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.758713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a07ded-b67d-4cd0-acf9-39ef5c9369e4 req-a99f8af7-9e72-40a0-a647-c9c01079796c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.762076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:01.762648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.768987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1a07ded-b67d-4cd0-acf9-39ef5c9369e4 req-a99f8af7-9e72-40a0-a647-c9c01079796c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.5682325 Jul 16 03:43:01.782922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:58Z', 'revision_number': 8, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:01.827664 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.863650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:01.864122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.884523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1a07ded-b67d-4cd0-acf9-39ef5c9369e4 req-56d431bb-5c78-443f-b7c0-e8e8d6ae2192 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121395 Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:01.885867 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:01.925097 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5092-67bc-4fe0-b138-b25f71b99f88 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:42:58Z', 'revision_number': 8, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2857155-9b83-4f70-a523-9cf1350c9f44', 'name': '', 'network_id': 'ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:41:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:35Z', 'updated_at': '2021-07-16T03:42:48Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '518e6bea-d5cc-444d-a26d-ac4cfe3ec889', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:01.926163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.936778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Router 1096634b-6b70-45bb-ad30-f0c37adfb87f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:01.986393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:01.989374 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cc41fd-9595-45ac-a315-8c1ab87f37e7" -d '{"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-plugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:02.008862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:02.013435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-04cd754d-b6a4-4c3e-86d9-89e7408adf96 None None] Provisioning complete for port 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:02.014030 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04cd754d-b6a4-4c3e-86d9-89e7408adf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.051868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-04cd754d-b6a4-4c3e-86d9-89e7408adf96 None None] Port 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:02.053877 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.091729 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.106899 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.115285 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00188f6c-fb54-47c5-8f01-97e919453ca3 x-openstack-request-id: req-00188f6c-fb54-47c5-8f01-97e919453ca3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:02.115861 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-plugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:02.116240 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00188f6c-fb54-47c5-8f01-97e919453ca3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:02.117168 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'code': 200} Jul 16 03:43:02.117656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:02.118097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:02.121820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/34d7460f-f595-4487-912b-9c156897c478 HTTP/1.1" status: 204 len: 168 time: 1.7550375 Jul 16 03:43:02.129579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] Sync routers for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:02.134857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-295c1544-ce00-4144-86e7-c4de87d375fc tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "PUT /v2.0/routers/1096634b-6b70-45bb-ad30-f0c37adfb87f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8366368 Jul 16 03:43:02.135843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:02.138359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44978) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:02.145249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0a7b5-5563-434a-9085-059e3dff2927 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=34d7460f-f595-4487-912b-9c156897c478,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:02.151715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Request body: {'port': {'network_id': 'd8080ad9-35ab-4587-ab06-7f543a0b0754', 'name': 'tempest-FloatingIPAdminTestJSON-94598525'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:02.151872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:02.152571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:02.192713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:02.204709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:02.205333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:02.244449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:02.244449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff055823-daf5-42d1-bd85-32f2a167059a None None] The sync data for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:02.549091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6f664-bd64-46fa-947e-634c72c8e289 req-926780b5-6142-46e4-ba99-3bc66355d2b4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:02.559291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0a6f664-bd64-46fa-947e-634c72c8e289 req-926780b5-6142-46e4-ba99-3bc66355d2b4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1337562 Jul 16 03:43:02.613341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0a6f664-bd64-46fa-947e-634c72c8e289 req-b7217412-6677-479a-b0f0-43d9a5e45698 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530570 Jul 16 03:43:02.780545 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.015608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Made reservation on behalf of 8157b731266448259695e156f9231ecd for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:03.019928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.053028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] device_id is not set on port 2d069d32-2e18-454b-a798-1be4f51d7b08 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:03.220945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Allocated IP 172.20.0.12 (d8080ad9-35ab-4587-ab06-7f543a0b0754/a267e3a4-4c9b-4c70-b4b3-cb145de11f31/2d069d32-2e18-454b-a798-1be4f51d7b08) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:03.228267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d2730-cfa4-4f63-88ba-3b6a7bc69cea req-1b8d148f-1f9a-47fa-b3d8-89884386aec9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:03.235689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-161d2730-cfa4-4f63-88ba-3b6a7bc69cea req-1b8d148f-1f9a-47fa-b3d8-89884386aec9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1489456 Jul 16 03:43:03.264082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45002) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.312576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-161d2730-cfa4-4f63-88ba-3b6a7bc69cea req-9825e648-9527-4e76-86a6-fc3a0760fc7f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684557 Jul 16 03:43:03.358075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.398665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e523830-15e6-4c4f-b1a8-922f7aedbb8c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:03.426520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5e523830-15e6-4c4f-b1a8-922f7aedbb8c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:03.426903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5e523830-15e6-4c4f-b1a8-922f7aedbb8c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:03.442855 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.474992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f630d6f-a2e1-42e9-8b3c-6278b3e71268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.616150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.643826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Transition to ACTIVE for port object 2d069d32-2e18-454b-a798-1be4f51d7b08 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:03.722306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f630d6f-a2e1-42e9-8b3c-6278b3e71268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.731914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f630d6f-a2e1-42e9-8b3c-6278b3e71268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.767707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.850217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b9ecd-1894-474f-a54d-cb59283c9d09 req-6cf2eecb-1013-4d92-ab43-e30825323b30 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:03.851408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3f630d6f-a2e1-42e9-8b3c-6278b3e71268 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=626b1ec8870142d7ad95754b0cd1c854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852020 Jul 16 03:43:03.858425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b9ecd-1894-474f-a54d-cb59283c9d09 req-6cf2eecb-1013-4d92-ab43-e30825323b30 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.0992079 Jul 16 03:43:03.861602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:03.862002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45010) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.864702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f630d6f-a2e1-42e9-8b3c-6278b3e71268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec36596-ee84-4d04-85ce-a9a49641129d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:03.873346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:03.899329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:03.907155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event updated for resources: {'Port': ['ID=2d069d32-2e18-454b-a798-1be4f51d7b08,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:03.976613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b9ecd-1894-474f-a54d-cb59283c9d09 req-e248cca8-4443-40f6-bbc6-bfd374b245dd tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150873 Jul 16 03:43:03.988392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:03.989010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.014514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port b2857155-9b83-4f70-a523-9cf1350c9f44 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:04.014930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.020708 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-15ee7040-823e-4f95-9090-4d4cc9da7c45 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8758757 Jul 16 03:43:04.031214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45012) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:04.066373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fe49-91a4-4464-93ee-9e7251822a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.095082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fe49-91a4-4464-93ee-9e7251822a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.141895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port b2857155-9b83-4f70-a523-9cf1350c9f44, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b2857155-9b83-4f70-a523-9cf1350c9f44,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:04.142269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.158299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for b2857155-9b83-4f70-a523-9cf1350c9f44 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:04.179867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fe49-91a4-4464-93ee-9e7251822a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.186993 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fe49-91a4-4464-93ee-9e7251822a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.188181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a4b0fe49-91a4-4464-93ee-9e7251822a49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ec36596-ee84-4d04-85ce-a9a49641129d HTTP/1.1" status: 204 len: 168 time: 0.3252864 Jul 16 03:43:04.210604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0fe49-91a4-4464-93ee-9e7251822a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec36596-ee84-4d04-85ce-a9a49641129d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:04.261494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'project_id': '8157b731266448259695e156f9231ecd', 'port_id': '2d069d32-2e18-454b-a798-1be4f51d7b08'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:04.313904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa5ea8c9-eebe-4dbc-9721-62ecfd5b937f None None] Provisioning for port 2d069d32-2e18-454b-a798-1be4f51d7b08 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:04.327402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa5ea8c9-eebe-4dbc-9721-62ecfd5b937f None None] Provisioning complete for port 2d069d32-2e18-454b-a798-1be4f51d7b08 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:04.329486 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa5ea8c9-eebe-4dbc-9721-62ecfd5b937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.349467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.444896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ea8c9-eebe-4dbc-9721-62ecfd5b937f None None] Port 2d069d32-2e18-454b-a798-1be4f51d7b08 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:04.510410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.514875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.548630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=b2857155-9b83-4f70-a523-9cf1350c9f44,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:04.714925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Allocated IP 172.25.4.14 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b8f4ea82-0e04-42ec-93c1-e25272073c18) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:04.715357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.745623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bea6e3-2604-498d-8145-dfceed5844db req-1d1ce98a-fa6a-4e45-85df-c38867068679 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:04.760061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5bea6e3-2604-498d-8145-dfceed5844db req-1d1ce98a-fa6a-4e45-85df-c38867068679 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1647701 Jul 16 03:43:04.806520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:04.907801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091d4dc3-fbaf-46d3-90f4-00cd137a2ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.951581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:05.056934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:05.065443 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b7bbb353-fa91-4427-9d37-97117a0480ae tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9253500 Jul 16 03:43:05.065443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45028) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.071485 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:05.075615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.084815 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:05.086162 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:05.107377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5bea6e3-2604-498d-8145-dfceed5844db req-02880ccf-5a71-4f89-9c81-7e5226d4c581 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463492 Jul 16 03:43:05.122625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091d4dc3-fbaf-46d3-90f4-00cd137a2ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.137632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-091d4dc3-fbaf-46d3-90f4-00cd137a2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.179535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 518e6bea-d5cc-444d-a26d-ac4cfe3ec889 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:05.186889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.243488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.268754 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:05.304859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d4dc3-fbaf-46d3-90f4-00cd137a2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa505b9-25ea-4b51-b093-b11e244aede0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.363554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.415171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-091d4dc3-fbaf-46d3-90f4-00cd137a2ff7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=551b840d040e4ea89b0822312e34949f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011686 Jul 16 03:43:05.416878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.429098 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.461853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=518e6bea-d5cc-444d-a26d-ac4cfe3ec889,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.466826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.470601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1c7019d2-4c50-4cad-abd9-bcb1efd84a6c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/518e6bea-d5cc-444d-a26d-ac4cfe3ec889 HTTP/1.1" status: 204 len: 168 time: 0.4030421 Jul 16 03:43:05.477629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304cf063-6468-427d-9c19-a02d6276df4b None None] Network ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:05.480257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45032) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.511925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.585805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.625171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31a861-fd26-4523-b066-f8642786f30a req-943036bf-b2aa-4315-a0ea-fab6d3b9e8c7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:05.632736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc31a861-fd26-4523-b066-f8642786f30a req-943036bf-b2aa-4315-a0ea-fab6d3b9e8c7 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.4009774 Jul 16 03:43:05.670197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:05.672064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85db15fe-bb50-4c47-b4ae-6040ae1846f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.701188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:05.701429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:04Z', 'revision_number': 9, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:05.701583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:05.701583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f4ea82-0e04-42ec-93c1-e25272073c18,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.736294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 3f19ac00-76db-4234-a00c-325f1c3c4d72 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:05.736294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.765785 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:05.774669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc31a861-fd26-4523-b066-f8642786f30a req-ddfea3ae-236a-4b3e-a6b2-7a25b71da29e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409838 Jul 16 03:43:05.786662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85db15fe-bb50-4c47-b4ae-6040ae1846f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.791794 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:05.794208 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:05.873514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] DHCP port deletion for ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:05.896734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 3f19ac00-76db-4234-a00c-325f1c3c4d72, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3f19ac00-76db-4234-a00c-325f1c3c4d72,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:05.897094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.910013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 3f19ac00-76db-4234-a00c-325f1c3c4d72 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:05.921473 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:05.991491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] Deleting port 3f19ac00-76db-4234-a00c-325f1c3c4d72 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:05.992240 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.041782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.071342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=3f19ac00-76db-4234-a00c-325f1c3c4d72,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.079952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port 3f19ac00-76db-4234-a00c-325f1c3c4d72 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:06.086850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85db15fe-bb50-4c47-b4ae-6040ae1846f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.089497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85db15fe-bb50-4c47-b4ae-6040ae1846f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.102788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85db15fe-bb50-4c47-b4ae-6040ae1846f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afa505b9-25ea-4b51-b093-b11e244aede0 HTTP/1.1" status: 204 len: 168 time: 0.6684082 Jul 16 03:43:06.112594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] For port 3f19ac00-76db-4234-a00c-325f1c3c4d72, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3f19ac00-76db-4234-a00c-325f1c3c4d72,segment=NetworkSegment(6101d513-bcbc-40ed-b984-efdc78c1fc71),segment_id=6101d513-bcbc-40ed-b984-efdc78c1fc71)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:06.113081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.145515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] Calling delete_port for 3f19ac00-76db-4234-a00c-325f1c3c4d72 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:06.225719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db15fe-bb50-4c47-b4ae-6040ae1846f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa505b9-25ea-4b51-b093-b11e244aede0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.248646 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:04Z', 'revision_number': 9, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:06.294777 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa144c7b-b647-4ad2-be22-6211357c47bb None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:04Z', 'revision_number': 9, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0b74b9-339b-4c76-9784-105e68f0c90d', 'name': '', 'network_id': '66058f0f-ec07-41fc-8c5f-28cc8a5553f5', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:90:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:28Z', 'updated_at': '2021-07-16T03:42:36Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '0c6a91c1-3f1d-4094-b65b-3624a7986e8a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:06.360922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:06.371877 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:43:06.381285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.395418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:06.415304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6101d513-bcbc-40ed-b984-efdc78c1fc71') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:06.415703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6101d513-bcbc-40ed-b984-efdc78c1fc71') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:06.426503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] No DVR routers for this DVR port 3f19ac00-76db-4234-a00c-325f1c3c4d72 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:06.428635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f5dff-596a-42cd-aac8-b5f93bdd5490 None None] Pushing event deleted for resources: {'Port': ['ID=3f19ac00-76db-4234-a00c-325f1c3c4d72,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.435596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.463434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.473136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:06.474175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:06.478376 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:06.561064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.573552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.578101 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b HTTP/1.1" status: 204 len: 168 time: 1.0941987 Jul 16 03:43:06.578813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45048) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.631431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa06f-9654-4fa5-a1c4-4197f962a3a2 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=ba1cfcfb-72cc-4626-bc7f-4c10ef43a19b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.796702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ce4f1-f0c1-49ec-9e38-b7aabc17ad92 req-19241687-9160-4e5a-8faa-584b0c747133 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.797776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-480ce4f1-f0c1-49ec-9e38-b7aabc17ad92 req-19241687-9160-4e5a-8faa-584b0c747133 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.3987811 Jul 16 03:43:07.131037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.321529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-480ce4f1-f0c1-49ec-9e38-b7aabc17ad92 req-521bdeeb-3aad-4e4b-afec-a7710798549c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159078 Jul 16 03:43:07.325441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.420243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41d1e-8dda-4dd6-a37e-924defcea6d0 req-c42160b1-405d-4875-b78e-a203be44095e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:07.428079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c41d1e-8dda-4dd6-a37e-924defcea6d0 req-c42160b1-405d-4875-b78e-a203be44095e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.2397716 Jul 16 03:43:07.478472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02c41d1e-8dda-4dd6-a37e-924defcea6d0 req-41ff706e-7b69-45b0-8a42-96aa5365c085 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491741 Jul 16 03:43:07.545443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b2857155-9b83-4f70-a523-9cf1350c9f44 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:07.559872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.573642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port ac0b74b9-339b-4c76-9784-105e68f0c90d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:07.573989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.584581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b2857155-9b83-4f70-a523-9cf1350c9f44 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:07.584957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b2857155-9b83-4f70-a523-9cf1350c9f44 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:07.586955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3f19ac00-76db-4234-a00c-325f1c3c4d72 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:07.627825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 3f19ac00-76db-4234-a00c-325f1c3c4d72 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:07.628015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3f19ac00-76db-4234-a00c-325f1c3c4d72 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:07.741717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port ac0b74b9-339b-4c76-9784-105e68f0c90d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ac0b74b9-339b-4c76-9784-105e68f0c90d,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:07.742860 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.765139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for ac0b74b9-339b-4c76-9784-105e68f0c90d owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:07.825422 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.833639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.912298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f4ea82-0e04-42ec-93c1-e25272073c18,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.922983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.022771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.071962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=ac0b74b9-339b-4c76-9784-105e68f0c90d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:08.078725 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Floating IP 51e88ba6-90bf-42ae-b80c-71a676f4b291 associated. External IP: 172.25.4.14, port: 2d069d32-2e18-454b-a798-1be4f51d7b08. Jul 16 03:43:08.479344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Router 1096634b-6b70-45bb-ad30-f0c37adfb87f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:08.688040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.698355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:08.708739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a79b-c4bb-4037-bb6d-7b6440e87bab req-1d0f1224-8530-4a89-a554-89c94dc82f82 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:08.710760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7020a79b-c4bb-4037-bb6d-7b6440e87bab req-1d0f1224-8530-4a89-a554-89c94dc82f82 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.2131672 Jul 16 03:43:08.715228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] Sync routers for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:08.733489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:08.734146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:08.768183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.809627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:08.824973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c64910-653e-44f0-97ba-366d7304f3a1 req-cfb2791c-bf50-414f-8df5-e5c4c73d76c3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:08.826964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36c64910-653e-44f0-97ba-366d7304f3a1 req-cfb2791c-bf50-414f-8df5-e5c4c73d76c3 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1951358 Jul 16 03:43:08.838237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:08.838967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7020a79b-c4bb-4037-bb6d-7b6440e87bab req-7beb5f41-e42c-46e5-8d83-2eba94ef89a2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165395 Jul 16 03:43:08.858279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:08.864053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06d35c56-4289-48d7-b43e-cb59490cd7e8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.8315601 Jul 16 03:43:08.870773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45100) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:08.933117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:08.943448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19db10a-76c9-4078-9a0f-6d7311b7f328 None None] The sync data for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:08.960076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:09.013850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36c64910-653e-44f0-97ba-366d7304f3a1 req-5f989bdc-9290-4b41-a7bc-bfcb69cb2915 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726673 Jul 16 03:43:09.097858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eb95e603-2841-414d-a2a9-bb55b94c7c6c tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] 10.222.0.25 "GET /v2.0/floatingips/51e88ba6-90bf-42ae-b80c-71a676f4b291 HTTP/1.1" status: 200 len: 981 time: 0.2255747 Jul 16 03:43:09.098104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45102) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.186109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:09.196932 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2f7830a6-aa23-4617-840e-c9d9a63469e5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6174505 Jul 16 03:43:09.199265 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:09.200598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45106) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.215827 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:09.216479 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:09.244318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-554ca978-6790-448b-9140-e17eb7347ca8 tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4603 time: 0.1449928 Jul 16 03:43:09.247151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45108) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.282859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.299582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 0c6a91c1-3f1d-4094-b65b-3624a7986e8a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:09.303217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.361562 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.399776 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:09.509312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.530729 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.561193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting port b8f4ea82-0e04-42ec-93c1-e25272073c18 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:09.561806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.690777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.692008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.695187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.705809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.710701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Calling delete_port for b8f4ea82-0e04-42ec-93c1-e25272073c18 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:09.730858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.756557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674d809-d1ff-4e8a-8521-2ea8b78fe6a1 None None] Network 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:09.772380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.777124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/0c6a91c1-3f1d-4094-b65b-3624a7986e8a HTTP/1.1" status: 204 len: 168 time: 0.5754154 Jul 16 03:43:09.781008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45114) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.809242 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:07Z', 'revision_number': 10, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:09.843152 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:09.849142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6a91c1-3f1d-4094-b65b-3624a7986e8a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:09.852810 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:09.854120 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:09.866350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b64510e01d63494f822bc677be669e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823541 Jul 16 03:43:09.872085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45116) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:09.877596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7282dcbc-a9e4-4d8f-ba41-13b6632b5bee,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:09.884935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.885296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.885644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.885983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.886318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.886677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.887010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.887339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.887667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.887993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.888317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.888641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a575b-a84b-413c-bfd6-a06a3dfc7c46 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.916548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.916898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.917245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.918075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.918415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.918798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.919131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.919456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.919785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.920110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.920434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:09.920757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71168e-56a1-472f-a0ec-6c9f9ccd12e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:10.002284 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:10.093607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] DHCP port deletion for 66058f0f-ec07-41fc-8c5f-28cc8a5553f5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:10.107842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.188782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] Deleting port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:10.189336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.233436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f084e71-7770-4b87-921f-13243fdd4bfa req-aedd077c-f7a4-4cc9-936d-57bd7af4cd9d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:10.237892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f084e71-7770-4b87-921f-13243fdd4bfa req-aedd077c-f7a4-4cc9-936d-57bd7af4cd9d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1134686 Jul 16 03:43:10.260310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df044f8c-bd8b-4436-b3f6-8b3d8a9747a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.363925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] For port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:10.367198 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.371372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f084e71-7770-4b87-921f-13243fdd4bfa req-55fc74ce-9c0a-4e3a-a17c-4359077adbaa tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243939 Jul 16 03:43:10.393824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:07Z', 'revision_number': 10, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:10.396042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] Calling delete_port for 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:10.455442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df044f8c-bd8b-4436-b3f6-8b3d8a9747a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.467011 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30cbce8-0b74-493c-a9fb-36b7f18c5c7d None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:07Z', 'revision_number': 10, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None, '_interfaces': [{'id': '5d212255-0127-4f5e-b46e-19cd7e990d64', 'name': '', 'network_id': 'e1a88ca4-4d52-4bb8-babf-dbea620311c4', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'mac_address': 'fa:16:3e:ff:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:42:16Z', 'updated_at': '2021-07-16T03:42:28Z', 'revision_number': 5, 'project_id': '4be34397dee445fdaffccd38456e6549', 'subnets': [{'id': '4ed2ac1a-2643-4df0-998b-6156c5fbf98e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:10.540390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:10.540983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.546357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.548131 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.584847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] Pushing event deleted for resources: {'Port': ['ID=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:10.587200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b0f7d-0bb6-4f55-83ad-8f4c4336aa28 None None] No DVR routers for this DVR port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:10.606477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Port': ['ID=b8f4ea82-0e04-42ec-93c1-e25272073c18,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:10.640265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8f579-74cf-47c0-95fc-331c77a4250b req-9f699def-d2fb-4669-81d3-8216fe08b44e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:10.648552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21c8f579-74cf-47c0-95fc-331c77a4250b req-9f699def-d2fb-4669-81d3-8216fe08b44e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1187611 Jul 16 03:43:10.674049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df044f8c-bd8b-4436-b3f6-8b3d8a9747a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.676559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df044f8c-bd8b-4436-b3f6-8b3d8a9747a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.677696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-df044f8c-bd8b-4436-b3f6-8b3d8a9747a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7282dcbc-a9e4-4d8f-ba41-13b6632b5bee HTTP/1.1" status: 204 len: 168 time: 0.8044968 Jul 16 03:43:10.707830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,segment=NetworkSegment(b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f),segment_id=b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:10.708415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.714960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21c8f579-74cf-47c0-95fc-331c77a4250b req-24d1975a-506a-48e6-a8db-0b01bc872701 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632062 Jul 16 03:43:10.733278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df044f8c-bd8b-4436-b3f6-8b3d8a9747a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7282dcbc-a9e4-4d8f-ba41-13b6632b5bee,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:10.736171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:10.743796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.744673 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Floating IP 51e88ba6-90bf-42ae-b80c-71a676f4b291 disassociated (deleted). External IP: 172.25.4.14, port: 2d069d32-2e18-454b-a798-1be4f51d7b08. Jul 16 03:43:10.983533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.039628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=92b6e594-9e52-471a-9ad9-9a3eadb9a6a1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:11.052775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:11.115273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Router 1096634b-6b70-45bb-ad30-f0c37adfb87f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:11.147019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:11.159432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.172565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cd5-1cf5-4b1f-9eb9-71f0959248ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.206887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66058f0f-ec07-41fc-8c5f-28cc8a5553f5']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.224485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.224954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fd74ed-7c60-44e4-a0c6-009cd04fbc2f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.241910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.303029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cd5-1cf5-4b1f-9eb9-71f0959248ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.310692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cd5-1cf5-4b1f-9eb9-71f0959248ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.363901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8cd5-1cf5-4b1f-9eb9-71f0959248ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b6eb4d-748d-4a14-99d8-12e3237f0c4c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:11.372102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-11ec8cd5-1cf5-4b1f-9eb9-71f0959248ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf2a2997a5904d2d82cd6a8027604a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231691 Jul 16 03:43:11.373195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:11.439535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee7a41c8-f46e-4516-812c-aedae473a982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.473733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee7a41c8-f46e-4516-812c-aedae473a982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.520701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:11.585685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:11.587089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 92b6e594-9e52-471a-9ad9-9a3eadb9a6a1 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:11.588442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac0b74b9-339b-4c76-9784-105e68f0c90d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:11.613687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ac0b74b9-339b-4c76-9784-105e68f0c90d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:11.614893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac0b74b9-339b-4c76-9784-105e68f0c90d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:11.642834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee7a41c8-f46e-4516-812c-aedae473a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.645547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee7a41c8-f46e-4516-812c-aedae473a982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.649416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ee7a41c8-f46e-4516-812c-aedae473a982 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61b6eb4d-748d-4a14-99d8-12e3237f0c4c HTTP/1.1" status: 204 len: 168 time: 0.2721491 Jul 16 03:43:11.670208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a41c8-f46e-4516-812c-aedae473a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b6eb4d-748d-4a14-99d8-12e3237f0c4c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:11.713703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.744273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:11.744763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.747899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c89ded-1c70-413e-b127-b9a7c0b0c30f req-55953bb3-62bb-4b08-8dcd-856a34410993 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:11.748036 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:11.759187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32c89ded-1c70-413e-b127-b9a7c0b0c30f req-55953bb3-62bb-4b08-8dcd-856a34410993 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1918416 Jul 16 03:43:11.797206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:11.808326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] Sync routers for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:11.809593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.826311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:11.829940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.843638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32c89ded-1c70-413e-b127-b9a7c0b0c30f req-7ad6ad30-04b9-4554-a15b-d6468ed15440 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835130 Jul 16 03:43:11.893614 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.894198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.904422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.909402 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/66058f0f-ec07-41fc-8c5f-28cc8a5553f5 HTTP/1.1" status: 204 len: 168 time: 2.1245604 Jul 16 03:43:11.914893 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2498785b-f219-435d-b033-8c3ed6e83dd4 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "DELETE /v2.0/floatingips/51e88ba6-90bf-42ae-b80c-71a676f4b291 HTTP/1.1" status: 204 len: 168 time: 2.6632931 Jul 16 03:43:11.922732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:11.923082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45146) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:11.925049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:11.926366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.928542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:11.943984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c65496-eaa6-4103-a510-eec80ccc2057 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=66058f0f-ec07-41fc-8c5f-28cc8a5553f5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:11.972072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.973124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cf18f-630a-40bc-b2c4-af950b6fc435 None None] The sync data for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:12.024416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.026181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7649545-e24b-4a77-ab82-a5cf85be56b3 req-ce7d8569-fa05-46a2-978e-209366ed1841 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:12.028586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7649545-e24b-4a77-ab82-a5cf85be56b3 req-ce7d8569-fa05-46a2-978e-209366ed1841 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1749358 Jul 16 03:43:12.099849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7649545-e24b-4a77-ab82-a5cf85be56b3 req-7c3f8c50-edd0-4228-8f71-d6560cb487fc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639522 Jul 16 03:43:12.301816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.461873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Allocated IP 172.25.4.196 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/5bc38ed4-c7e5-4ebc-a580-f7db4b0b728e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:12.480059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.627102 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:43:12.782632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.891769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.959588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:12.965804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:12.969762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc38ed4-c7e5-4ebc-a580-f7db4b0b728e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.972340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:13.027909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 5d212255-0127-4f5e-b46e-19cd7e990d64 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:13.028337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.157724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84c65a-8494-4872-b23c-a9294ec51dda req-c532162c-10d3-4eeb-9a20-9bb52959f611 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.167526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.169921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d84c65a-8494-4872-b23c-a9294ec51dda req-c532162c-10d3-4eeb-9a20-9bb52959f611 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1296036 Jul 16 03:43:13.202593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 5d212255-0127-4f5e-b46e-19cd7e990d64, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5d212255-0127-4f5e-b46e-19cd7e990d64,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:13.203068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.221787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 5d212255-0127-4f5e-b46e-19cd7e990d64 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:13.249036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d84c65a-8494-4872-b23c-a9294ec51dda req-04d0efe4-8698-40a5-84b8-b9557a709ea2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778785 Jul 16 03:43:13.349915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.392627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37dfc0-2af7-4ac8-8b52-82d5ca04092e req-5d11bc4a-9cd4-4f83-a8f8-16be231aeb05 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.400902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c37dfc0-2af7-4ac8-8b52-82d5ca04092e req-5d11bc4a-9cd4-4f83-a8f8-16be231aeb05 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1117251 Jul 16 03:43:13.459919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c37dfc0-2af7-4ac8-8b52-82d5ca04092e req-b33b22af-49ab-4b26-99fd-70b3c3024468 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577519 Jul 16 03:43:13.588374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.639480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=5d212255-0127-4f5e-b46e-19cd7e990d64,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:13.804177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.819897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.878687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.009351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc38ed4-c7e5-4ebc-a580-f7db4b0b728e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:14.019843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.071235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.073011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cc689521-3a14-4d1d-81ce-1fa5d4198fbc tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1476867 Jul 16 03:43:14.076800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:14.128924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:14.242701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:14.255672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:14.260232 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:14.266977 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c5a6e7cd-86c5-4c98-80db-cb8314d4b02c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428006 Jul 16 03:43:14.270133 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:14.270767 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:14.311009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:14.416397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting subnet 4ed2ac1a-2643-4df0-998b-6156c5fbf98e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:14.425153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.451355 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:14.499282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.548455 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:13Z', 'revision_number': 11, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:14.598343 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:14.606397 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.610088 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:14.610992 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:14.716892 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:14.832089 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:13Z', 'revision_number': 11, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:14.845165 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.871723 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e77773-23d9-4148-a75e-fcd441e475a1 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:13Z', 'revision_number': 11, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:14.905386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e31c-0ba7-492f-ae63-17b90c417de8 req-a2165527-b06b-44d4-90b4-589424ab26d9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:14.908289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98b5e31c-0ba7-492f-ae63-17b90c417de8 req-a2165527-b06b-44d4-90b4-589424ab26d9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.3483181 Jul 16 03:43:14.997905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bb9fc-749b-45a7-81cf-0a252b04364a req-b868dc21-bd81-4797-9624-64406effe11f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:15.005322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-376bb9fc-749b-45a7-81cf-0a252b04364a req-b868dc21-bd81-4797-9624-64406effe11f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.3172722 Jul 16 03:43:15.387372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98b5e31c-0ba7-492f-ae63-17b90c417de8 req-ff77fdf8-e691-41c4-81a6-a439bccd8d37 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543588 Jul 16 03:43:15.391909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.404320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-376bb9fc-749b-45a7-81cf-0a252b04364a req-326b3b4b-b2a8-458b-b153-6d3f5dc72907 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980141 Jul 16 03:43:15.460679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed2ac1a-2643-4df0-998b-6156c5fbf98e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.468801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.514189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d212255-0127-4f5e-b46e-19cd7e990d64 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:15.548447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5d212255-0127-4f5e-b46e-19cd7e990d64 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:15.548854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d212255-0127-4f5e-b46e-19cd7e990d64 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:15.565132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.570480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.573433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0b983-0344-4616-90c5-d0acdc4a5c08 None None] Network e1a88ca4-4d52-4bb8-babf-dbea620311c4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:15.580684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-173405e2-6249-4dca-a082-cbf5a801ba1c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/4ed2ac1a-2643-4df0-998b-6156c5fbf98e HTTP/1.1" status: 204 len: 168 time: 1.3230753 Jul 16 03:43:15.719845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.756000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Allocated IP 172.25.4.209 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b1b96442-6a3d-4ba3-bab6-76f1f95ce573) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:15.779728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45236) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.881808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Deleting port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:15.882149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.918980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.938634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] DHCP port deletion for e1a88ca4-4d52-4bb8-babf-dbea620311c4 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:15.966025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] For port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:15.966380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.980697 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.993880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6d77-9993-43e9-91dc-74af1683e413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.995871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Calling delete_port for 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:16.000178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] Deleting port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:16.000764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.054029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:16.056934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:16.064641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:16.090914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Pushing event updated for resources: {'Port': ['ID=b1b96442-6a3d-4ba3-bab6-76f1f95ce573,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.150672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.187936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.188556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6d77-9993-43e9-91dc-74af1683e413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.189800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Port': ['ID=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.194511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No DVR routers for this DVR port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:16.199750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6d77-9993-43e9-91dc-74af1683e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.268757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.273416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] For port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,segment=NetworkSegment(e056a451-a470-46ae-94d9-cfbc15f88acb),segment_id=e056a451-a470-46ae-94d9-cfbc15f88acb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:16.274027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.289076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] Calling delete_port for 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:16.290297 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dcbd6d77-9993-43e9-91dc-74af1683e413 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5311cfdc9dd54a35841897736fbc5758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094626 Jul 16 03:43:16.294407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:16.309560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6d77-9993-43e9-91dc-74af1683e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c5613-da72-4268-8dc2-6d3a77955798,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.344236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.363526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a88ca4-4d52-4bb8-babf-dbea620311c4']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:16.380525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e056a451-a470-46ae-94d9-cfbc15f88acb') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:16.380825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e056a451-a470-46ae-94d9-cfbc15f88acb') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:16.395109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.419163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.438039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.440734 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36e8591-cbf7-417f-9426-3f80d632413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.458206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] No DVR routers for this DVR port 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:16.465094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a243f-e001-4df1-bfed-02e5b321ab5a None None] Pushing event deleted for resources: {'Port': ['ID=53b4c128-5849-4320-bba5-f1dc3ba5f8a0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.474110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:16.479412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:16.487673 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:16.508806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.521038 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.617887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36e8591-cbf7-417f-9426-3f80d632413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.620759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.640023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.641870 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/networks/e1a88ca4-4d52-4bb8-babf-dbea620311c4 HTTP/1.1" status: 204 len: 168 time: 1.0651717 Jul 16 03:43:16.647523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:16.666644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'routes': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:16.678795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b744e-7b76-4a59-8b36-60cc1b7b4c50 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Pushing event deleted for resources: {'Network': ['ID=e1a88ca4-4d52-4bb8-babf-dbea620311c4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.707329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Pushing event updated for resources: {'Port': ['ID=b1b96442-6a3d-4ba3-bab6-76f1f95ce573,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.721539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.757405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.758798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-44b17d38-74d1-4454-be4d-cb9a2f001bd6 tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6805985 Jul 16 03:43:16.762586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:16.801804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc5389-b299-4b98-936b-738907c52197 req-a6e31837-3a7e-43ea-9132-0a3a0f14c518 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.803544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ebc5389-b299-4b98-936b-738907c52197 req-a6e31837-3a7e-43ea-9132-0a3a0f14c518 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.2349641 Jul 16 03:43:16.890377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3cf66-2677-4ce2-9ed5-8f3d6a518b4f req-7e56b0b3-d186-42d4-a5b4-b5c2a90e6968 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.892121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce3cf66-2677-4ce2-9ed5-8f3d6a518b4f req-7e56b0b3-d186-42d4-a5b4-b5c2a90e6968 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.2919154 Jul 16 03:43:16.958061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fde15cda-127f-4b07-b2e0-0597c6806d9e tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.1932719 Jul 16 03:43:16.963338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ebc5389-b299-4b98-936b-738907c52197 req-7b51ae71-d98a-4e8d-af6e-5f28cb78d58c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207428 Jul 16 03:43:16.963857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.069808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5828af8e-0790-4988-8268-19f193ffce66 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1045098 Jul 16 03:43:17.076231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45258) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.161023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce3cf66-2677-4ce2-9ed5-8f3d6a518b4f req-8974f7f9-b657-492c-9588-c208039cd007 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589693 Jul 16 03:43:17.241277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36e8591-cbf7-417f-9426-3f80d632413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.244518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36e8591-cbf7-417f-9426-3f80d632413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.245657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f36e8591-cbf7-417f-9426-3f80d632413e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/112c5613-da72-4268-8dc2-6d3a77955798 HTTP/1.1" status: 204 len: 168 time: 0.9502914 Jul 16 03:43:17.246789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.extraroute_db [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Added routes are [] {{(pid=93757) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:43:17.247084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.extraroute_db [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Removed routes are [] {{(pid=93757) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:43:17.247427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.260154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e8591-cbf7-417f-9426-3f80d632413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c5613-da72-4268-8dc2-6d3a77955798,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.265111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Deleting port b1b96442-6a3d-4ba3-bab6-76f1f95ce573 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:17.265809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.359251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.359659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.374413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Calling delete_port for b1b96442-6a3d-4ba3-bab6-76f1f95ce573 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:17.410061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.413516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.478897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:17.492746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 2667edf0-94d0-428e-83b5-c1e0fd835aaf has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:17.503077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:17.503719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 53b4c128-5849-4320-bba5-f1dc3ba5f8a0 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:17.548480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.571933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:17.578538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Pushing event deleted for resources: {'Port': ['ID=b1b96442-6a3d-4ba3-bab6-76f1f95ce573,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.582702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] Sync routers for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:17.591370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.595281 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1ee93503-2cb7-46c8-83c9-8a52df853cd4 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 704 time: 0.9442081 Jul 16 03:43:17.595281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45274) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.600615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:17.601314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:17.607562 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b91d69e7-13da-489c-b5b2-01b0fe74d82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.609266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45276) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.645828 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fbeedc1a-c239-44ec-9379-1a43fccabcb6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 205 time: 0.0321276 Jul 16 03:43:17.646470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45278) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.657267 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.661586 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.668346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f512f391-8f94-41ff-8fc7-0ca5c2532afe tempest-FloatingIPAdminTestJSON-667109001 tempest-FloatingIPAdminTestJSON-667109001-project] 10.222.0.25 "DELETE /v2.0/floatingips/e7362c6a-c261-40bb-b92a-aac8a9e89d69 HTTP/1.1" status: 204 len: 168 time: 0.5907691 Jul 16 03:43:17.670033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.675129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:17.738329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:13Z', 'revision_number': 11, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:17.765311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] Checking router: 2667edf0-94d0-428e-83b5-c1e0fd835aaf for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:17.773838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] Routers {'2667edf0-94d0-428e-83b5-c1e0fd835aaf'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:17.774776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:17.791069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.843285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Deleting port 5bc38ed4-c7e5-4ebc-a580-f7db4b0b728e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:17.843636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.846364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] Set router 2667edf0-94d0-428e-83b5-c1e0fd835aaf gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:17.858651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b91d69e7-13da-489c-b5b2-01b0fe74d82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.865451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b91d69e7-13da-489c-b5b2-01b0fe74d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.903299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:13Z', 'revision_number': 11, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:17.929456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15abde2-5fae-452c-b6d6-86fd9addaad0 None None] The sync data for ids ['2667edf0-94d0-428e-83b5-c1e0fd835aaf'] in n-d-800089-6 is: [{'id': '2667edf0-94d0-428e-83b5-c1e0fd835aaf', 'name': 'tempest-RoutersIpV6Test-router-632911307', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:42:13Z', 'updated_at': '2021-07-16T03:43:13Z', 'revision_number': 11, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:17.937413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-ba13f017-4ba6-4852-99ca-af052b62d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:17.939006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-ba13f017-4ba6-4852-99ca-af052b62d9c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1096 time: 0.1239140 Jul 16 03:43:17.948421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.948755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.964470 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b91d69e7-13da-489c-b5b2-01b0fe74d82c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbb38fe38cf747b2a9f226cfa1ab6687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701768 Jul 16 03:43:17.980844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45282) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:17.992375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d69e7-13da-489c-b5b2-01b0fe74d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e8b2d-b6e1-4e64-9c25-83295f1601d1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.999915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.003525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.013104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Calling delete_port for 5bc38ed4-c7e5-4ebc-a580-f7db4b0b728e owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:18.051941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.052457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router 2667edf0-94d0-428e-83b5-c1e0fd835aaf {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:18.062704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.063810 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19a3e09e-17c5-4c80-a586-ade5f9c07e7e tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 204 len: 168 time: 0.4170039 Jul 16 03:43:18.069641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45286) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.075064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1507982156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:18.100513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.102263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.150498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a8edd99-9142-41dc-aacf-e05ff637c822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.174332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.180394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.199671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-70660fa4-5583-4ae6-9421-2e0814e90016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.201518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.203264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bcba5f53-d279-4e29-a763-eb09991f4b7d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1325228 Jul 16 03:43:18.205999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45292) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.206156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-70660fa4-5583-4ae6-9421-2e0814e90016 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.2516954 Jul 16 03:43:18.212263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:18.230392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a8edd99-9142-41dc-aacf-e05ff637c822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.376584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-0293d5bb-ff8e-4ba3-961f-d3d3cc7d9404 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 1001 time: 0.1568482 Jul 16 03:43:18.394462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80128b6e-1fd5-4c29-b1e7-8aa16872888d req-4ac646cf-403d-4872-914d-ac85087f28c7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.395942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80128b6e-1fd5-4c29-b1e7-8aa16872888d req-4ac646cf-403d-4872-914d-ac85087f28c7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.2740302 Jul 16 03:43:18.448003 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.458086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.473919 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a8edd99-9142-41dc-aacf-e05ff637c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.476476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a8edd99-9142-41dc-aacf-e05ff637c822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.477601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6a8edd99-9142-41dc-aacf-e05ff637c822 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b2e8b2d-b6e1-4e64-9c25-83295f1601d1 HTTP/1.1" status: 204 len: 168 time: 0.4957805 Jul 16 03:43:18.526400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8edd99-9142-41dc-aacf-e05ff637c822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e8b2d-b6e1-4e64-9c25-83295f1601d1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:18.543202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-7dbc327f-82ed-4770-a132-26ec22a905fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.543202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-7dbc327f-82ed-4770-a132-26ec22a905fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.1559803 Jul 16 03:43:18.546580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80128b6e-1fd5-4c29-b1e7-8aa16872888d req-b06d574d-5657-4e6c-803b-65b00cb1f06e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394494 Jul 16 03:43:18.558926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.583101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Router 82ddadfc-4563-4e49-aac7-f83e85ed2504 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:43:18.594637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f38602-25d6-4edb-a5c7-f6b9d4909ae3 req-9feeaa8f-68cd-44bf-9c00-17d9fd508d6c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.596278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45f38602-25d6-4edb-a5c7-f6b9d4909ae3 req-9feeaa8f-68cd-44bf-9c00-17d9fd508d6c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.2527194 Jul 16 03:43:18.629258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc38ed4-c7e5-4ebc-a580-f7db4b0b728e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:18.688246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:18.696384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.697748 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-528746db-f067-46d4-abd8-bbe3aafc7351 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "PUT /v2.0/routers/82ddadfc-4563-4e49-aac7-f83e85ed2504 HTTP/1.1" status: 200 len: 698 time: 0.4904802 Jul 16 03:43:18.700526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45300) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.705549 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] Sync routers for ids ['82ddadfc-4563-4e49-aac7-f83e85ed2504'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:18.717924 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] Routers {'82ddadfc-4563-4e49-aac7-f83e85ed2504'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:18.720566 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['82ddadfc-4563-4e49-aac7-f83e85ed2504'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:18.733903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45f38602-25d6-4edb-a5c7-f6b9d4909ae3 req-afc4957d-0792-44b1-8460-e861d736991d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131637 Jul 16 03:43:18.738810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.741721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.748902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e25fcf8e-d1b8-4a4f-a2ab-c2f868f47e2a tempest-FloatingIPAdminTestJSON-849355490 tempest-FloatingIPAdminTestJSON-849355490-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/ab8a42f9-d2e1-44eb-bbf9-4b2badbb38a4 HTTP/1.1" status: 204 len: 168 time: 1.0774429 Jul 16 03:43:18.749587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45302) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.807743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ac2dbc7-ec03-461b-b2aa-0e3524bace0b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/routers/82ddadfc-4563-4e49-aac7-f83e85ed2504 HTTP/1.1" status: 200 len: 704 time: 0.1061633 Jul 16 03:43:18.808355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-09cfad71-bb0c-48b6-b414-6c30c49442d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:18.809899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-09cfad71-bb0c-48b6-b414-6c30c49442d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609928 Jul 16 03:43:18.810373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45306) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.828366 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] Set router 82ddadfc-4563-4e49-aac7-f83e85ed2504 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:18.879590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-69fc0794-e835-4d58-9278-191c361b0ce9 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=82ddadfc-4563-4e49-aac7-f83e85ed2504 HTTP/1.1" status: 200 len: 205 time: 0.0658052 Jul 16 03:43:18.879972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.884801 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ddadfc-4563-4e49-aac7-f83e85ed2504', 'name': 'tempest-RoutersIpV6Test-router-1507982156', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:18Z', 'updated_at': '2021-07-16T03:43:18Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:18.921979 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] Checking router: 82ddadfc-4563-4e49-aac7-f83e85ed2504 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:18.932797 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] Routers {'82ddadfc-4563-4e49-aac7-f83e85ed2504'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:18.933851 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:42:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['82ddadfc-4563-4e49-aac7-f83e85ed2504'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:18.956182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.005658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting port 2d069d32-2e18-454b-a798-1be4f51d7b08 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:19.006091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.010454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-f380af79-6702-4c65-beef-3d8c16a21c45 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855104 Jul 16 03:43:19.034914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] Set router 82ddadfc-4563-4e49-aac7-f83e85ed2504 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:19.229036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.232942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.340129 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ddadfc-4563-4e49-aac7-f83e85ed2504', 'name': 'tempest-RoutersIpV6Test-router-1507982156', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:18Z', 'updated_at': '2021-07-16T03:43:18Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:19.388166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.389216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Fanout notify agent at l3_agent the message router_deleted on router 82ddadfc-4563-4e49-aac7-f83e85ed2504 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:19.404380 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bec74-4458-4815-b73f-4fa1faac646d None None] The sync data for ids ['82ddadfc-4563-4e49-aac7-f83e85ed2504'] in n-d-800089-6 is: [{'id': '82ddadfc-4563-4e49-aac7-f83e85ed2504', 'name': 'tempest-RoutersIpV6Test-router-1507982156', 'tenant_id': '4be34397dee445fdaffccd38456e6549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:18Z', 'updated_at': '2021-07-16T03:43:18Z', 'revision_number': 2, 'project_id': '4be34397dee445fdaffccd38456e6549', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:19.425394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.431807 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-42753ada-9213-48b0-b8d9-240880308948 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/82ddadfc-4563-4e49-aac7-f83e85ed2504 HTTP/1.1" status: 204 len: 168 time: 0.5510533 Jul 16 03:43:19.433829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45330) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.497221 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-302026f6-3e36-4300-980b-e223a680cda5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=82ddadfc-4563-4e49-aac7-f83e85ed2504 HTTP/1.1" status: 200 len: 205 time: 0.0618360 Jul 16 03:43:19.497897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45332) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.568294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.570945 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-306b947a-d7af-4499-bef8-fd1b8a08221b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:19.575850 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-306b947a-d7af-4499-bef8-fd1b8a08221b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/82ddadfc-4563-4e49-aac7-f83e85ed2504 HTTP/1.1" status: 404 len: 336 time: 0.0745549 Jul 16 03:43:19.576554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45342) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.591218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Calling delete_port for 2d069d32-2e18-454b-a798-1be4f51d7b08 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:19.602989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c7f408b-ddd3-4dce-934a-4d2782302d60 req-af352859-2de2-4c78-ab05-851b12e1b8d8 service neutron] 10.222.0.11 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797164 Jul 16 03:43:19.626452 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-378a9d21-65a8-4833-85d2-9d5cb92dee45 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:19.627102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378a9d21-65a8-4833-85d2-9d5cb92dee45 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:19.633544 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-378a9d21-65a8-4833-85d2-9d5cb92dee45 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/9f9ac709-3f55-4708-a616-a96035bd62f9 HTTP/1.1" status: 404 len: 337 time: 0.0558589 Jul 16 03:43:19.637736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45348) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.698975 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-37725426-ecf3-4a18-9447-d1254264c86c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:19.699609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37725426-ecf3-4a18-9447-d1254264c86c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:19.708857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37725426-ecf3-4a18-9447-d1254264c86c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/518e6bea-d5cc-444d-a26d-ac4cfe3ec889 HTTP/1.1" status: 404 len: 337 time: 0.0700881 Jul 16 03:43:19.711361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45350) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.807562 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8861a0-e0f5-4519-93c2-2b8bdbd1930f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:19.808062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8861a0-e0f5-4519-93c2-2b8bdbd1930f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:19.809874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9e8861a0-e0f5-4519-93c2-2b8bdbd1930f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/0c6a91c1-3f1d-4094-b65b-3624a7986e8a HTTP/1.1" status: 404 len: 337 time: 0.0974028 Jul 16 03:43:19.818195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45360) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.880813 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cd8f30-146e-461c-9555-a506637cff0c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:19.880952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cd8f30-146e-461c-9555-a506637cff0c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:19.890005 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78cd8f30-146e-461c-9555-a506637cff0c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/4ed2ac1a-2643-4df0-998b-6156c5fbf98e HTTP/1.1" status: 404 len: 337 time: 0.0636919 Jul 16 03:43:19.890968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.936889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b22601fa-c234-473f-bd0c-1076fb04d6e6 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 200 len: 205 time: 0.0431626 Jul 16 03:43:19.937065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.958419 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.988128 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-3a5611aa-55ef-4bf4-982b-f43fa2a6314a tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:19.992416 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3a5611aa-55ef-4bf4-982b-f43fa2a6314a tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/2667edf0-94d0-428e-83b5-c1e0fd835aaf HTTP/1.1" status: 404 len: 336 time: 0.0543494 Jul 16 03:43:19.992980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45390) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.028560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Port': ['ID=2d069d32-2e18-454b-a798-1be4f51d7b08,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:20.034582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45396) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.035413 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7e05522e-3f3e-4e6d-93a3-eef5193c9eca tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=a131f200-751b-46cd-85e5-089a60b23617 HTTP/1.1" status: 200 len: 205 time: 0.0355754 Jul 16 03:43:20.139551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7994bb7-d4e3-4ea5-8b95-bc9e1737212e req-59bb246c-b21a-4610-ad1d-96749c66156d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:20.147804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7994bb7-d4e3-4ea5-8b95-bc9e1737212e req-59bb246c-b21a-4610-ad1d-96749c66156d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.3228059 Jul 16 03:43:20.150286 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8ae1ae3b-be56-41ab-9f7e-e3f198c5c3a0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:20.154755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8ae1ae3b-be56-41ab-9f7e-e3f198c5c3a0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/a131f200-751b-46cd-85e5-089a60b23617 HTTP/1.1" status: 404 len: 336 time: 0.1186690 Jul 16 03:43:20.155782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.199201 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9857b2c-6f58-46a2-8d87-bfda00e63fd1 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:20.199864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9857b2c-6f58-46a2-8d87-bfda00e63fd1 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:20.201723 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c9857b2c-6f58-46a2-8d87-bfda00e63fd1 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/aa441db6-9dc7-4cb9-94bb-6e672347418d HTTP/1.1" status: 404 len: 337 time: 0.0438890 Jul 16 03:43:20.209084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45400) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.249943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.261261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4575e318-e270-4041-ba7a-c678ebf42d61 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 200 len: 205 time: 0.0506434 Jul 16 03:43:20.263409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85df319e-590c-440a-86d2-9a756ba7f1d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "DELETE /v2.0/ports/2d069d32-2e18-454b-a798-1be4f51d7b08 HTTP/1.1" status: 204 len: 168 time: 1.5119259 Jul 16 03:43:20.263651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45402) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.266309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45404) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.292823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7994bb7-d4e3-4ea5-8b95-bc9e1737212e req-7d1b73e6-e930-47b1-8c1d-29362e890bf0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438887 Jul 16 03:43:20.308209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09c19b-e37c-4954-8020-a1aecf554013 req-87064714-f5ae-43fa-b524-2614f6188669 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:20.314795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa09c19b-e37c-4954-8020-a1aecf554013 req-87064714-f5ae-43fa-b524-2614f6188669 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.3558440 Jul 16 03:43:20.376036 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-e30a403c-ab2c-4360-87ef-10663f7dcbc1 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:20.380943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e30a403c-ab2c-4360-87ef-10663f7dcbc1 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/a72e1f68-596d-4c97-8e8d-871ef7317a68 HTTP/1.1" status: 404 len: 336 time: 0.1136017 Jul 16 03:43:20.385017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45406) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.393242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa09c19b-e37c-4954-8020-a1aecf554013 req-16872535-7ccf-46c9-ab23-12daf431e910 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749152 Jul 16 03:43:20.460816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1e4e8efb-55e2-4088-b756-57b7b6ff6b0b tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d041444-47c4-4a8e-97bb-11c92ae90286 HTTP/1.1" status: 200 len: 205 time: 0.0740433 Jul 16 03:43:20.463985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.533265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5420b6-2971-45d0-afc0-ff5c2ffa03d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:20.537859 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-df5420b6-2971-45d0-afc0-ff5c2ffa03d9 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "GET /v2.0/ports?device_id=1096634b-6b70-45bb-ad30-f0c37adfb87f HTTP/1.1" status: 200 len: 913 time: 0.2689247 Jul 16 03:43:20.540689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45416) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.564434 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-f9c5e3fa-4d63-42d3-a1ae-e8ffbe0555a5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:20.568222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f9c5e3fa-4d63-42d3-a1ae-e8ffbe0555a5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/4d041444-47c4-4a8e-97bb-11c92ae90286 HTTP/1.1" status: 404 len: 336 time: 0.1029398 Jul 16 03:43:20.568830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45418) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.621951 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a195e956-29e7-46a8-800c-c27f1d65ff6f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:20.622724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a195e956-29e7-46a8-800c-c27f1d65ff6f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:20.627643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a195e956-29e7-46a8-800c-c27f1d65ff6f tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/09b755cd-0b39-486f-8979-7fc418e1ff93 HTTP/1.1" status: 404 len: 337 time: 0.0578377 Jul 16 03:43:20.628482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.705819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-81c8913e-ccd9-4e37-a706-29fb678326f0 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=44329121-51f4-4bae-abd6-88420459590a HTTP/1.1" status: 200 len: 205 time: 0.0760369 Jul 16 03:43:20.708419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.715103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cb24101-3f9a-4206-90fd-9d7968377803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.772620 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-2d6cca19-2897-4dd2-8db3-ff4f06dee76c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:20.774075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2d6cca19-2897-4dd2-8db3-ff4f06dee76c tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/44329121-51f4-4bae-abd6-88420459590a HTTP/1.1" status: 404 len: 336 time: 0.0501540 Jul 16 03:43:20.783285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.836394 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-def81d70-f046-41f2-8ff2-27adcff6ae1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:20.838995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def81d70-f046-41f2-8ff2-27adcff6ae1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:20.846719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-def81d70-f046-41f2-8ff2-27adcff6ae1d tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/0df5f634-1c4f-4722-873a-5cb8052eda7f HTTP/1.1" status: 404 len: 337 time: 0.0622618 Jul 16 03:43:20.847407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45456) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.962096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fc0850b1-170d-4f7c-8500-a926742d8040 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a84dfda-ac48-413e-9e69-fa4b18b66cac HTTP/1.1" status: 200 len: 205 time: 0.1104543 Jul 16 03:43:20.964517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45462) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:21.016858 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-de4cb703-9737-41fa-9775-65e2646ccd73 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] delete failed (client error): The resource could not be found. Jul 16 03:43:21.020350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-de4cb703-9737-41fa-9775-65e2646ccd73 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/routers/7a84dfda-ac48-413e-9e69-fa4b18b66cac HTTP/1.1" status: 404 len: 336 time: 0.0522909 Jul 16 03:43:21.021350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:21.069417 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed7d624-1d17-4753-981c-bcfbd9fc1cb5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:21.070187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed7d624-1d17-4753-981c-bcfbd9fc1cb5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:21.073295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0ed7d624-1d17-4753-981c-bcfbd9fc1cb5 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/8814fce3-2979-410b-b12d-9a4790feaea3 HTTP/1.1" status: 404 len: 337 time: 0.0509477 Jul 16 03:43:21.075832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:21.106488 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ffc015-5a95-4a62-ae48-61b1b9e8fe65 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] DELETE failed (client error): The resource could not be found. Jul 16 03:43:21.107109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ffc015-5a95-4a62-ae48-61b1b9e8fe65 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:43:21.111579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c3ffc015-5a95-4a62-ae48-61b1b9e8fe65 tempest-RoutersIpV6Test-1170175203 tempest-RoutersIpV6Test-1170175203-project] 10.222.0.25 "DELETE /v2.0/subnets/ea31749c-8b42-450f-883e-1e85bca2f96e HTTP/1.1" status: 404 len: 337 time: 0.0312560 Jul 16 03:43:21.476248 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.543432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:21.608939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699d1f-2e20-4483-acbb-ba289a1e79ff req-c81ca038-0c95-4936-ac24-1048fd056b99 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:21.610618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1699d1f-2e20-4483-acbb-ba289a1e79ff req-c81ca038-0c95-4936-ac24-1048fd056b99 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1549840 Jul 16 03:43:21.637510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45478) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:21.691872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.731036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:21.736558 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73997e8d-568a-4b87-9ff0-d95c688a1616" -d '{"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-unplugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:21.766336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:21.778038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.831337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1699d1f-2e20-4483-acbb-ba289a1e79ff req-a2cfd365-252b-46a9-b9ff-e9ad30601a6c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038620 Jul 16 03:43:21.893106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f416-8bcc-4933-a71f-a94df3a3b9fe req-92068e95-9336-46a5-bd1f-0a196f6d666c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:21.909918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:21.917795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad20f416-8bcc-4933-a71f-a94df3a3b9fe req-92068e95-9336-46a5-bd1f-0a196f6d666c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.3060844 Jul 16 03:43:21.920767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.921331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.921839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.922357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.923097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.923638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.924315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.924812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.925548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.926342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.926865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:21.927521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:22.012001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad20f416-8bcc-4933-a71f-a94df3a3b9fe req-bb23efb9-6a81-4bc1-8a07-59957e6f4e43 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923886 Jul 16 03:43:22.056951 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbade09b-7ae8-45b8-99c7-e886550e74a8 x-openstack-request-id: req-dbade09b-7ae8-45b8-99c7-e886550e74a8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:22.057455 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-unplugged", "status": "failed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:22.057866 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbade09b-7ae8-45b8-99c7-e886550e74a8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:22.058420 n-d-800089-6 neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'code': 422} returned with failed status Jul 16 03:43:22.071863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:22.072687 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6c4dd47f-df39-41e3-8ecb-2c75e661b95e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4be34397dee445fdaffccd38456e6549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315536 Jul 16 03:43:22.106242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting port 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:22.107220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.160576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf3f8ab-9dd1-4a03-a101-8ff6e3471152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.184277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf3f8ab-9dd1-4a03-a101-8ff6e3471152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.249563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.261574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf3f8ab-9dd1-4a03-a101-8ff6e3471152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.266357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abf3f8ab-9dd1-4a03-a101-8ff6e3471152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.268556 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-abf3f8ab-9dd1-4a03-a101-8ff6e3471152 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94ba5fb4-7198-44a9-8d70-ef0b52db9e74 HTTP/1.1" status: 204 len: 168 time: 0.1953080 Jul 16 03:43:22.278463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3f8ab-9dd1-4a03-a101-8ff6e3471152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba5fb4-7198-44a9-8d70-ef0b52db9e74,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:22.281542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Calling delete_port for 8cb6f5ee-ae17-4580-ac91-d333fdb3bc37 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:22.581264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.628607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Port': ['ID=8cb6f5ee-ae17-4580-ac91-d333fdb3bc37,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:22.989861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.206092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27422ed-3c1b-4f5e-8fcc-27bf75248e69 req-542cbf49-db1d-427d-b739-a8713ec42456 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:23.214242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a27422ed-3c1b-4f5e-8fcc-27bf75248e69 req-542cbf49-db1d-427d-b739-a8713ec42456 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.0986214 Jul 16 03:43:23.269174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a27422ed-3c1b-4f5e-8fcc-27bf75248e69 req-983e76ae-c895-4a5a-b32d-6e7816603e6f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539293 Jul 16 03:43:23.278915 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3144e4b1-e4f8-4318-a2cf-6e5e212a48a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.413705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:23.426263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Router 1096634b-6b70-45bb-ad30-f0c37adfb87f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:23.557846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-65de9199-75c0-4677-999c-06dbff53be5d tempest-DvrRoutersNegativeTest-1388775621 tempest-DvrRoutersNegativeTest-1388775621-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-525624236', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:23.561396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.policy [None req-65de9199-75c0-4677-999c-06dbff53be5d tempest-DvrRoutersNegativeTest-1388775621 tempest-DvrRoutersNegativeTest-1388775621-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93756) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 03:43:23.561755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.policy [None req-65de9199-75c0-4677-999c-06dbff53be5d tempest-DvrRoutersNegativeTest-1388775621 tempest-DvrRoutersNegativeTest-1388775621-project] Failed policy check for 'create_router' {{(pid=93756) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 03:43:23.561944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:23.562230 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-65de9199-75c0-4677-999c-06dbff53be5d tempest-DvrRoutersNegativeTest-1388775621 tempest-DvrRoutersNegativeTest-1388775621-project] create failed (client error): Access was denied to this resource. Jul 16 03:43:23.563237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-65de9199-75c0-4677-999c-06dbff53be5d tempest-DvrRoutersNegativeTest-1388775621 tempest-DvrRoutersNegativeTest-1388775621-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1485288 Jul 16 03:43:23.575785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1a5d9534-5a69-458b-8867-cd136268821a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "PUT /v2.0/routers/1096634b-6b70-45bb-ad30-f0c37adfb87f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0335507 Jul 16 03:43:23.577637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45542) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:23.579754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] Sync routers for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:23.593640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:23.597469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:23.646515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:23.662424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] Routers {'1096634b-6b70-45bb-ad30-f0c37adfb87f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:23.663568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1096634b-6b70-45bb-ad30-f0c37adfb87f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:23.730403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:23.732095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599693a2-7481-415b-b8ae-52e0c8691f03 None None] The sync data for ids ['1096634b-6b70-45bb-ad30-f0c37adfb87f'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:23.760291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.841052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-e0e3cff3-7fb5-4015-bd9f-782b5ac49661 req-962ba1f8-c5e6-4eb1-96fc-64baeae00e2d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:43:23.842121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0e3cff3-7fb5-4015-bd9f-782b5ac49661 req-962ba1f8-c5e6-4eb1-96fc-64baeae00e2d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073531 Jul 16 03:43:23.858969 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.959631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.068429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting port f358df28-b7fd-490d-a6ef-deb8a37393fb {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:24.068916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.103730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:24.240822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.255290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Calling delete_port for f358df28-b7fd-490d-a6ef-deb8a37393fb owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:24.316021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873211e6-2b97-4dcd-b8de-472a19355219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.332156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.355816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef7e08-58d5-4ab8-ab86-74a23bd8f24f req-048989fa-e775-4464-a24e-c94a5a1e5189 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.357631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23ef7e08-58d5-4ab8-ab86-74a23bd8f24f req-048989fa-e775-4464-a24e-c94a5a1e5189 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 943 time: 0.1657634 Jul 16 03:43:24.360667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-875b0a8f-3365-47f2-a220-69f4c727025f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537163 Jul 16 03:43:24.472450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23ef7e08-58d5-4ab8-ab86-74a23bd8f24f req-d37aeb06-83e1-48e4-b0df-f310a754f075 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843604 Jul 16 03:43:24.573531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.599352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fdf8b-3872-4546-8183-4586978c85a7 req-fa380416-3978-4cbf-9d26-f497e997d383 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.610085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c94fdf8b-3872-4546-8183-4586978c85a7 req-fa380416-3978-4cbf-9d26-f497e997d383 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1651123 Jul 16 03:43:24.635238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Port': ['ID=f358df28-b7fd-490d-a6ef-deb8a37393fb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:24.636871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873211e6-2b97-4dcd-b8de-472a19355219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.652527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873211e6-2b97-4dcd-b8de-472a19355219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.721870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c94fdf8b-3872-4546-8183-4586978c85a7 req-c5f9ec9f-fbfa-4fa6-8540-88d9b048c926 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108031 Jul 16 03:43:24.757226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-873211e6-2b97-4dcd-b8de-472a19355219 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd1cab0813aa454fa5a44aa33417ad32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521914 Jul 16 03:43:24.761490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:24.767893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.786953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873211e6-2b97-4dcd-b8de-472a19355219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f673bd36-0e7a-478a-90b1-c577c276eda1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:24.884124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1edb1a0b-cd63-4119-95ba-9e61b51dea89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.919039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1edb1a0b-cd63-4119-95ba-9e61b51dea89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.977335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1edb1a0b-cd63-4119-95ba-9e61b51dea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.981009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1edb1a0b-cd63-4119-95ba-9e61b51dea89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.982275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1edb1a0b-cd63-4119-95ba-9e61b51dea89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f673bd36-0e7a-478a-90b1-c577c276eda1 HTTP/1.1" status: 204 len: 168 time: 0.2192717 Jul 16 03:43:25.001784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb1a0b-cd63-4119-95ba-9e61b51dea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f673bd36-0e7a-478a-90b1-c577c276eda1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:25.017135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.023577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.115683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.116222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Fanout notify agent at l3_agent the message router_deleted on router 1096634b-6b70-45bb-ad30-f0c37adfb87f {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:25.124839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.131710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b3866865-80b7-48d1-bd5e-1fcb225ff71b tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "DELETE /v2.0/routers/1096634b-6b70-45bb-ad30-f0c37adfb87f HTTP/1.1" status: 204 len: 168 time: 1.5525334 Jul 16 03:43:25.132458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:25.148949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b5dba-93f0-46cd-9a82-d6f360fcb5b1 req-3a3b6cce-62c9-4b41-b015-89e7205d32a7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.151126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc4b5dba-93f0-46cd-9a82-d6f360fcb5b1 req-3a3b6cce-62c9-4b41-b015-89e7205d32a7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1074755 Jul 16 03:43:25.206202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting subnet a267e3a4-4c9b-4c70-b4b3-cb145de11f31 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:25.222463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.255871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc4b5dba-93f0-46cd-9a82-d6f360fcb5b1 req-b9d8b9c0-fa82-4e0e-af7f-7e93a1d53513 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969162 Jul 16 03:43:25.294840 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.456137 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.469122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840fa40-6e3f-4609-8e20-e309818512ff req-a4842bd1-c5da-4c61-b1ee-d6c3a6402402 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.470961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f840fa40-6e3f-4609-8e20-e309818512ff req-a4842bd1-c5da-4c61-b1ee-d6c3a6402402 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0802193 Jul 16 03:43:25.543431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:25.554900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.577760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f840fa40-6e3f-4609-8e20-e309818512ff req-5c025ca2-d553-47be-bc1b-790204287ed4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998075 Jul 16 03:43:25.610843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.614030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "DELETE /v2.0/subnets/a267e3a4-4c9b-4c70-b4b3-cb145de11f31 HTTP/1.1" status: 204 len: 168 time: 0.4805355 Jul 16 03:43:25.616439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:25.619641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f0dd4-19ed-4461-b3a5-f22bb95b9cd6 None None] Network d8080ad9-35ab-4587-ab06-7f543a0b0754 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:25.678360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933e7bf-59ed-4303-91b4-cfff999cddbe tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Subnet': ['ID=a267e3a4-4c9b-4c70-b4b3-cb145de11f31,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:25.942704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.988418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] DHCP port deletion for d8080ad9-35ab-4587-ab06-7f543a0b0754 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:26.146932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.183490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] Deleting port 989b5b16-9980-4922-95d6-cc80680c0adc {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:26.183933 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.273362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8d3e-0864-402e-b6f2-8538abd03e7a req-fa318c9d-1d99-4d35-b6b1-bcec6efe2a2e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.281396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28ea8d3e-0864-402e-b6f2-8538abd03e7a req-fa318c9d-1d99-4d35-b6b1-bcec6efe2a2e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 943 time: 0.4354832 Jul 16 03:43:26.284578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] For port 989b5b16-9980-4922-95d6-cc80680c0adc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=989b5b16-9980-4922-95d6-cc80680c0adc,segment=NetworkSegment(68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9),segment_id=68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:26.284975 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.303113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] Calling delete_port for 989b5b16-9980-4922-95d6-cc80680c0adc owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:26.324652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-fdb2adb8-f640-40fc-bc40-fcd1f58d939e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.326761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-fdb2adb8-f640-40fc-bc40-fcd1f58d939e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.2860570 Jul 16 03:43:26.336574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45636) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:26.342962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-a6e7a30f-ae33-48c7-b1af-58dbaf07a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.346070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-a6e7a30f-ae33-48c7-b1af-58dbaf07a52f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa&tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2 HTTP/1.1" status: 200 len: 1094 time: 0.7146943 Jul 16 03:43:26.390374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.401533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-e153d3fe-6902-4d6d-b70e-5f793986bd69 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/quotas/80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 375 time: 0.0512257 Jul 16 03:43:26.415263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28ea8d3e-0864-402e-b6f2-8538abd03e7a req-ca355f27-1329-4d3c-9a8c-9fd9fe30532b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326969 Jul 16 03:43:26.457110 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.505273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting port 989b5b16-9980-4922-95d6-cc80680c0adc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:26.505836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.514253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ba1654ad-dada-4fae-a2ff-fb660827140e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.514718 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-ba1654ad-dada-4fae-a2ff-fb660827140e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:43:26.515213 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-ba1654ad-dada-4fae-a2ff-fb660827140e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:43:26.521049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba1654ad-dada-4fae-a2ff-fb660827140e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1770821 Jul 16 03:43:26.521245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] No DVR routers for this DVR port 989b5b16-9980-4922-95d6-cc80680c0adc on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:26.521337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45642) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:26.521423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1e8ad-7081-483c-a5a9-f22ad0f9267a None None] Pushing event deleted for resources: {'Port': ['ID=989b5b16-9980-4922-95d6-cc80680c0adc,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.533168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597418758'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.564406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.575927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.662536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.684482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] For port 989b5b16-9980-4922-95d6-cc80680c0adc, host n-d-800089-6, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:26.685221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.706616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.711829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.725827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Calling delete_port for 989b5b16-9980-4922-95d6-cc80680c0adc owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:26.739246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-700adf8b-ab38-4fb3-be4f-52ed6b7a785e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3368816 Jul 16 03:43:26.741142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Port 989b5b16-9980-4922-95d6-cc80680c0adc was not found and therefore no delete operation was performed {{(pid=93756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:43:26.746582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.786785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008abeee-2a87-4fea-b414-a1e5d1f128ee,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.839180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Port': ['ID=989b5b16-9980-4922-95d6-cc80680c0adc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.855029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.859426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.886359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] No DVR routers for this DVR port 989b5b16-9980-4922-95d6-cc80680c0adc on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:26.892663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.893897 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3688149 Jul 16 03:43:26.896781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45648) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:26.901948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': '8bfd4fbf-9428-441f-8c2d-293463dfe053', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.907098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20947e33-0391-477e-8283-42af8838a3cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd4fbf-9428-441f-8c2d-293463dfe053,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.939777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.011950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.017718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.039462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5e0a63-c94e-42fd-9183-cfc3d7639a41,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.050759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.054739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0ef5d20d-6ddb-4a46-8207-d14bbf101c49 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543624 Jul 16 03:43:27.055161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.061143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b9b260a6-271a-40a3-adb2-1c2ce17d35d4 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': '8bfd4fbf-9428-441f-8c2d-293463dfe053', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:27.091668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9b260a6-271a-40a3-adb2-1c2ce17d35d4 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.129981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-7ae1d6c2-a1f8-4e00-8fed-7f610025510a service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741798 Jul 16 03:43:27.152668 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-b9b260a6-271a-40a3-adb2-1c2ce17d35d4 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:43:27.154591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b9b260a6-271a-40a3-adb2-1c2ce17d35d4 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0978003 Jul 16 03:43:27.157197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.182000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.211858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-534ab972-66bb-47ce-a5d4-1836e44db9ef tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.218361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3daae8-d509-41d5-be83-6a34f83805ea req-7e754690-b82a-4e4a-bcdc-596e27c41827 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.219876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c3daae8-d509-41d5-be83-6a34f83805ea req-7e754690-b82a-4e4a-bcdc-596e27c41827 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.3996830 Jul 16 03:43:27.243118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-534ab972-66bb-47ce-a5d4-1836e44db9ef tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.245448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8080ad9-35ab-4587-ab06-7f543a0b0754']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:27.275852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:27.276066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b70ea8-77d5-41f2-a35b-7edc5c2a0bf9') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:27.291159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.295823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-534ab972-66bb-47ce-a5d4-1836e44db9ef tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.298421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-534ab972-66bb-47ce-a5d4-1836e44db9ef tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.300352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-534ab972-66bb-47ce-a5d4-1836e44db9ef tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/8bfd4fbf-9428-441f-8c2d-293463dfe053 HTTP/1.1" status: 204 len: 168 time: 0.1417937 Jul 16 03:43:27.303621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45656) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.322783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ab972-66bb-47ce-a5d4-1836e44db9ef tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd4fbf-9428-441f-8c2d-293463dfe053,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.356679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.362625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:27.365422 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-57191064-4beb-412b-bd7a-ca37bfa84071 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607481 Jul 16 03:43:27.372340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45658) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.378141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270319917'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:27.395740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c3daae8-d509-41d5-be83-6a34f83805ea req-3e905b65-9394-4b76-97ac-4dcf57479c14 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585951 Jul 16 03:43:27.396909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:27.397324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:27.406733 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:27.411804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.459937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 989b5b16-9980-4922-95d6-cc80680c0adc no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:27.506439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 989b5b16-9980-4922-95d6-cc80680c0adc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:27.506907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 989b5b16-9980-4922-95d6-cc80680c0adc not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:27.558154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.563891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.591669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.593193 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2193847 Jul 16 03:43:27.597965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.605034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-19079849-9055-4709-bb46-c4934b5d1dbb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'db053225-b486-4fb4-8211-2a92d9fadd7e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:27.605768 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-19079849-9055-4709-bb46-c4934b5d1dbb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 03:43:27.606470 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-19079849-9055-4709-bb46-c4934b5d1dbb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:27.607736 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19079849-9055-4709-bb46-c4934b5d1dbb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085473 Jul 16 03:43:27.610202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb70af-b661-4f4b-a63b-2762a2b8320b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db053225-b486-4fb4-8211-2a92d9fadd7e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.612457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45664) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.691789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cd2768e-6c51-42ce-966c-890e45e20ff7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.743910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cd2768e-6c51-42ce-966c-890e45e20ff7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.797371 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cd2768e-6c51-42ce-966c-890e45e20ff7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.800283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cd2768e-6c51-42ce-966c-890e45e20ff7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.801452 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4cd2768e-6c51-42ce-966c-890e45e20ff7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/db053225-b486-4fb4-8211-2a92d9fadd7e HTTP/1.1" status: 204 len: 168 time: 0.1877615 Jul 16 03:43:27.806737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.810631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2768e-6c51-42ce-966c-890e45e20ff7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db053225-b486-4fb4-8211-2a92d9fadd7e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.853992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-015698e6-c01e-4f02-a5b7-c85eba4007c1 service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230656 Jul 16 03:43:27.879337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.881534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:27.941776 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.943638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "DELETE /v2.0/networks/d8080ad9-35ab-4587-ab06-7f543a0b0754 HTTP/1.1" status: 204 len: 168 time: 2.3257892 Jul 16 03:43:27.946602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45668) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:27.981938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2172683-5e30-4474-8c5f-0215669a760a tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Network': ['ID=d8080ad9-35ab-4587-ab06-7f543a0b0754,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.028877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:28.044002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99d67a49-dca3-4153-a0d7-8d47c2b47d4c tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2348807 Jul 16 03:43:28.055253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.059228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.084822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438235139'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:28.095729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daa4344e-ec89-4e12-a407-cd24dd9c124c req-6f5098bf-d237-4434-bf61-c9247134ae7c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 210 time: 0.0602160 Jul 16 03:43:28.107922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32788-c692-4c5f-8b5c-cf979bc9f9f4 req-f3f860a8-93d5-473b-8e01-bd1f7ea049d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.114840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84b32788-c692-4c5f-8b5c-cf979bc9f9f4 req-f3f860a8-93d5-473b-8e01-bd1f7ea049d4 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 943 time: 0.2461188 Jul 16 03:43:28.137966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Transition to ACTIVE for port object 277287f1-a1bc-4b33-a4d4-1963d9c13a54 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:28.155365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.170370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Deleting port 3284669c-1537-4f3d-8217-f4fa085643ef {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:28.171449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.211905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.280530 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.281002 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.283646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=9']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.296903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Calling delete_port for 3284669c-1537-4f3d-8217-f4fa085643ef owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:28.311330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84b32788-c692-4c5f-8b5c-cf979bc9f9f4 req-92d887ab-9397-4c5c-a683-9bc45d3de568 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953669 Jul 16 03:43:28.521483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.522288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.533051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.561597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Pushing event deleted for resources: {'Port': ['ID=3284669c-1537-4f3d-8217-f4fa085643ef,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.597445 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.598903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5352416 Jul 16 03:43:28.607302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.621648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e6763f72-e2ec-4f05-b853-4c26dd0ecdb0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'fe6c1aa6-1f9e-45fb-9bad-89ce31192dbd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:28.622439 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-e6763f72-e2ec-4f05-b853-4c26dd0ecdb0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 03:43:28.623154 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-e6763f72-e2ec-4f05-b853-4c26dd0ecdb0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:28.624196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e6763f72-e2ec-4f05-b853-4c26dd0ecdb0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148246 Jul 16 03:43:28.627779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.645732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] No DVR routers for this DVR port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:28.703000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.706689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.710134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a55ec0f5-bbc9-4ac4-9d27-4453e9e96d47 tempest-FloatingIPAdminTestJSON-270190708 tempest-FloatingIPAdminTestJSON-270190708-project] 10.222.0.25 "DELETE /v2.0/floatingips/f85decd6-0d90-4457-858f-c41ff32607ae HTTP/1.1" status: 204 len: 168 time: 0.7600014 Jul 16 03:43:28.721675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1124c3f-27e4-43b9-a962-fd20eae471b7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c1aa6-1f9e-45fb-9bad-89ce31192dbd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.759889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-312ac172-8d93-4d2a-aef3-2a9ce5e779e3 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.821780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-312ac172-8d93-4d2a-aef3-2a9ce5e779e3 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.855377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6049cfe-fb11-4590-8ad6-49f2d1e6666c req-bfa71363-566d-4d00-9d07-e3f7233e97e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.856992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6049cfe-fb11-4590-8ad6-49f2d1e6666c req-bfa71363-566d-4d00-9d07-e3f7233e97e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1719153 Jul 16 03:43:28.905230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-312ac172-8d93-4d2a-aef3-2a9ce5e779e3 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.910751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-312ac172-8d93-4d2a-aef3-2a9ce5e779e3 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.916470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45694) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:28.922613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-312ac172-8d93-4d2a-aef3-2a9ce5e779e3 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe6c1aa6-1f9e-45fb-9bad-89ce31192dbd HTTP/1.1" status: 204 len: 168 time: 0.2935851 Jul 16 03:43:28.934720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:28.935146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:28.935570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:28.938392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ac172-8d93-4d2a-aef3-2a9ce5e779e3 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c1aa6-1f9e-45fb-9bad-89ce31192dbd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.953866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6049cfe-fb11-4590-8ad6-49f2d1e6666c req-32ed84ba-d08c-42ef-a65d-91cc42ae14d3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910423 Jul 16 03:43:28.955032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:28.955451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Attempting to bind port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:28.964946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:28.965348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Checking segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:28.965905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Bound using segment: {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:28.966371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Bound port: 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6a32de-a126-4e46-9346-04f3ec92b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:28.966822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.018601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f85a0948-fff8-4926-90ce-1ef2bf7c5323 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903664 Jul 16 03:43:29.020470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45696) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.027858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--588125223'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:29.078104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.081555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:29.089113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:29.096239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.151685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.152595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.154457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] 10.222.0.48 "PUT /v2.0/ports/277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 1091 time: 2.7714775 Jul 16 03:43:29.154935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:29.157423 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a8b55-2238-4a88-8b73-6f4e24ba1075" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:29.182404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.279025 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f6cc6-7abc-439c-ae26-883a0656af75 x-openstack-request-id: req-624f6cc6-7abc-439c-ae26-883a0656af75 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:29.279867 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:29.280290 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-624f6cc6-7abc-439c-ae26-883a0656af75 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:29.280850 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'status': 'completed', 'code': 200} Jul 16 03:43:29.287823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc9a66-a3d4-48d4-99d5-238a12a62c0b service neutron] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.349423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.351263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.404553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52530936-abc1-428a-82c4-3122ec0e4bb3 req-fad88004-dece-4c18-b39f-a99f8c4ebe21 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 210 time: 0.0859995 Jul 16 03:43:29.412945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-5df5637c-af8e-421d-8cbb-05daf429f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.417377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-5df5637c-af8e-421d-8cbb-05daf429f68f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1095 time: 0.2281728 Jul 16 03:43:29.429010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.437193 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4155025 Jul 16 03:43:29.439273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45712) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.446255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-27396fc8-27f5-4336-bcdb-b972f2aab58e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'd37434f4-a65a-4835-8e84-9fad7eee0309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:29.447925 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-27396fc8-27f5-4336-bcdb-b972f2aab58e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 03:43:29.448533 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-27396fc8-27f5-4336-bcdb-b972f2aab58e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:29.452522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-27396fc8-27f5-4336-bcdb-b972f2aab58e tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071628 Jul 16 03:43:29.452913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45714) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.463020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3bf5a673-610d-4951-9129-b027fb0d1051 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'd37434f4-a65a-4835-8e84-9fad7eee0309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:29.463641 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-3bf5a673-610d-4951-9129-b027fb0d1051 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 03:43:29.465155 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-3bf5a673-610d-4951-9129-b027fb0d1051 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:29.466213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3bf5a673-610d-4951-9129-b027fb0d1051 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084000 Jul 16 03:43:29.472800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45716) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.474868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a9c1c-f540-49ed-b45e-ea7a19eaf463 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37434f4-a65a-4835-8e84-9fad7eee0309,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.482747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-024e0a02-b7e3-495c-86db-fe6488b1a8ea tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'd37434f4-a65a-4835-8e84-9fad7eee0309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:29.483718 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-024e0a02-b7e3-495c-86db-fe6488b1a8ea tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 03:43:29.484371 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-024e0a02-b7e3-495c-86db-fe6488b1a8ea tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:29.485387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-024e0a02-b7e3-495c-86db-fe6488b1a8ea tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114739 Jul 16 03:43:29.488350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.493839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-af176aec-4d2b-4e23-b417-8eedbdce53d0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'd37434f4-a65a-4835-8e84-9fad7eee0309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:29.495007 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-af176aec-4d2b-4e23-b417-8eedbdce53d0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 03:43:29.495708 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-af176aec-4d2b-4e23-b417-8eedbdce53d0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:29.496724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af176aec-4d2b-4e23-b417-8eedbdce53d0 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072873 Jul 16 03:43:29.502416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.538608 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee57ec23-976d-45db-8f6a-c5208c8df2f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8157b731266448259695e156f9231ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518002 Jul 16 03:43:29.541085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45722) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:29.604505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6215fa7b-89cd-4029-b645-1c19afeb2887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.649716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6215fa7b-89cd-4029-b645-1c19afeb2887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.712998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1045f45f-deed-4f6f-aaa6-682d18ce57eb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.734721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6215fa7b-89cd-4029-b645-1c19afeb2887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.739000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6215fa7b-89cd-4029-b645-1c19afeb2887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.740306 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6215fa7b-89cd-4029-b645-1c19afeb2887 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1a04189-8514-4665-89dc-f2ca46b9428b HTTP/1.1" status: 204 len: 168 time: 0.1981945 Jul 16 03:43:29.749728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-d2fde82a-12d4-4ec6-a919-749036f8b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.751372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-d2fde82a-12d4-4ec6-a919-749036f8b008 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.3289909 Jul 16 03:43:29.765611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215fa7b-89cd-4029-b645-1c19afeb2887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a04189-8514-4665-89dc-f2ca46b9428b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.822445 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1045f45f-deed-4f6f-aaa6-682d18ce57eb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.867567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-bcb43c4a-0b1e-4094-b5f4-7f28bc4f9e66 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.870837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-bcb43c4a-0b1e-4094-b5f4-7f28bc4f9e66 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.1528072 Jul 16 03:43:29.881905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71dc73-528d-4193-afd3-ce92441db03f req-0a08ae97-3433-4d97-828b-67f63c611d18 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.883742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a71dc73-528d-4193-afd3-ce92441db03f req-0a08ae97-3433-4d97-828b-67f63c611d18 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.3084705 Jul 16 03:43:29.885754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'port': {'device_id': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'admin_state_up': True, 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:29.912726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-6b0b40c3-91c1-4873-a2b1-cb2645b10e2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 999 time: 0.1500814 Jul 16 03:43:29.997764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1045f45f-deed-4f6f-aaa6-682d18ce57eb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.001764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1045f45f-deed-4f6f-aaa6-682d18ce57eb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.006224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1045f45f-deed-4f6f-aaa6-682d18ce57eb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/d37434f4-a65a-4835-8e84-9fad7eee0309 HTTP/1.1" status: 204 len: 168 time: 0.5028017 Jul 16 03:43:30.009775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.017633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-51782b50-ae4f-4926-ba07-82e69882fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.020019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-51782b50-ae4f-4926-ba07-82e69882fe9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.0991991 Jul 16 03:43:30.044067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a71dc73-528d-4193-afd3-ce92441db03f req-90ed54e9-d741-49fd-8dfe-cae1df7b26c0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484029 Jul 16 03:43:30.059348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045f45f-deed-4f6f-aaa6-682d18ce57eb tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37434f4-a65a-4835-8e84-9fad7eee0309,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.126094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:30.131240 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.145666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f8799f54-8127-44ee-a69a-05fd04a8176d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244256 Jul 16 03:43:30.149212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.154799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136059055'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:30.189789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-da7dca3a-40f0-4014-ad74-2f7f78071ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.191692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-da7dca3a-40f0-4014-ad74-2f7f78071ba3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530423 Jul 16 03:43:30.192455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.304575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Allocated IP 172.20.0.5 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/83807b6a-54aa-4883-a16a-ccaa42b01247) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:30.325404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45736) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.346708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c72dee0-c288-44e8-858d-12bf9d2737ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.402512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129bc0a-6054-4626-a3fb-d1a7d1433251 req-642b1773-d49c-4c3b-8758-9e4188896cb0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.404600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e129bc0a-6054-4626-a3fb-d1a7d1433251 req-642b1773-d49c-4c3b-8758-9e4188896cb0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1866202 Jul 16 03:43:30.410165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-d8235562-9a70-4e76-8af0-ae70ea4140e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013414 Jul 16 03:43:30.481316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.496244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.551916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e129bc0a-6054-4626-a3fb-d1a7d1433251 req-86c91105-6bff-49ab-9786-b795f7e90bea tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379809 Jul 16 03:43:30.553533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.591458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Transition to ACTIVE for port object 83807b6a-54aa-4883-a16a-ccaa42b01247 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:30.602596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c120efcf-ded9-4748-b9ef-074281b3e09b req-52b2cc28-cc2d-4df0-bd2e-ae6d248e4657 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 210 time: 0.0537846 Jul 16 03:43:30.616383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f28a7c-0e82-48b7-a87e-0558de4bd7e4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.622264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1854a7b3-0d4b-4705-b7bf-3c892bf4c25b req-4584f8ab-5091-4004-a693-1194875274e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036910 Jul 16 03:43:30.676064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c72dee0-c288-44e8-858d-12bf9d2737ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.678958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.690431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:30.700038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c72dee0-c288-44e8-858d-12bf9d2737ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.732082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1c72dee0-c288-44e8-858d-12bf9d2737ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a8cecf8a51743e990aa84e370d29973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053729 Jul 16 03:43:30.740402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.763547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:30.771466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:30.790630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:30.794884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.800858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-503ab7e3-5d72-45ff-b88f-b8a563580f6f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6495771 Jul 16 03:43:30.804614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45750) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.813290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1864a474-34c9-4d4e-a40b-f9172b273e84 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:30.814671 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-1864a474-34c9-4d4e-a40b-f9172b273e84 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:43:30.815173 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-1864a474-34c9-4d4e-a40b-f9172b273e84 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:30.819034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1864a474-34c9-4d4e-a40b-f9172b273e84 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114398 Jul 16 03:43:30.834332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45752) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.852221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-aca4c896-81d1-4745-bd70-c23dd9b0f7b6 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:30.858864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72dee0-c288-44e8-858d-12bf9d2737ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b948b-913c-456d-91d9-50b5ca83bc20,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.875522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-062e3355-47b7-4278-aec0-cd726fd47d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.876196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=83807b6a-54aa-4883-a16a-ccaa42b01247,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.927753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.928352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.950516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-22ebfd80-7ae2-402c-8569-d75ac7c6e38c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0711396 Jul 16 03:43:30.972550 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-062e3355-47b7-4278-aec0-cd726fd47d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.973503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Request body: {'port': {'device_id': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:31.002531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-a5952374-d004-4196-b2ee-1ada0dce4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.004175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-a5952374-d004-4196-b2ee-1ada0dce4963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1095 time: 0.3238871 Jul 16 03:43:31.028663 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-aca4c896-81d1-4745-bd70-c23dd9b0f7b6 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:31.032300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aca4c896-81d1-4745-bd70-c23dd9b0f7b6 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1883254 Jul 16 03:43:31.033216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45760) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.188588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ffbf61d6-9bba-4d5f-9977-fe39014261ce None None] Provisioning for port 83807b6a-54aa-4883-a16a-ccaa42b01247 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:31.205672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ffbf61d6-9bba-4d5f-9977-fe39014261ce None None] Provisioning complete for port 83807b6a-54aa-4883-a16a-ccaa42b01247 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:31.206092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffbf61d6-9bba-4d5f-9977-fe39014261ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.206340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-062e3355-47b7-4278-aec0-cd726fd47d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.214515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-062e3355-47b7-4278-aec0-cd726fd47d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.215720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-062e3355-47b7-4278-aec0-cd726fd47d83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/071b948b-913c-456d-91d9-50b5ca83bc20 HTTP/1.1" status: 204 len: 168 time: 0.4742472 Jul 16 03:43:31.250113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-26f4edc8-781b-4e1a-a6f7-1ec5b0d2f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.251645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-26f4edc8-781b-4e1a-a6f7-1ec5b0d2f613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 200 len: 919 time: 0.2245815 Jul 16 03:43:31.257655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e3355-47b7-4278-aec0-cd726fd47d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b948b-913c-456d-91d9-50b5ca83bc20,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:31.337680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf61d6-9bba-4d5f-9977-fe39014261ce None None] Port 83807b6a-54aa-4883-a16a-ccaa42b01247 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:31.480488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-cac26889-b783-4a57-95ea-64c67a9f2dbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 200 len: 999 time: 0.2204950 Jul 16 03:43:31.558096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d98ae-fe5b-404f-8e72-8a69637167fb req-b83553fc-125e-43a8-8fb0-19b65929d45d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.577018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fd66807f-7738-445b-8018-9ae54f183f71 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:31.577721 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-fd66807f-7738-445b-8018-9ae54f183f71 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 03:43:31.578057 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-fd66807f-7738-445b-8018-9ae54f183f71 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:31.578263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-661d98ae-fe5b-404f-8e72-8a69637167fb req-b83553fc-125e-43a8-8fb0-19b65929d45d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.2286901 Jul 16 03:43:31.578940 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd66807f-7738-445b-8018-9ae54f183f71 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.5455074 Jul 16 03:43:31.583305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45774) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.597939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6463d046-b8aa-4448-8358-a13830535973 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:31.685787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.812121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-661d98ae-fe5b-404f-8e72-8a69637167fb req-f85ba901-c658-4679-b2ab-25cdecd3fcda tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305250 Jul 16 03:43:31.898278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-3f6429af-938e-478f-b496-1af89f6c28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.899988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-3f6429af-938e-478f-b496-1af89f6c28fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 200 len: 856 time: 0.3079350 Jul 16 03:43:31.911661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.919133 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-6463d046-b8aa-4448-8358-a13830535973 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:31.923190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6463d046-b8aa-4448-8358-a13830535973 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3374100 Jul 16 03:43:31.924067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45786) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.928157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-475b92c4-a5d0-42bd-be90-68528f83197c tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:31.928757 n-d-800089-6 neutron-server[93756]: WARNING neutron.api.v2.base [None req-475b92c4-a5d0-42bd-be90-68528f83197c tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:43:31.929350 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-475b92c4-a5d0-42bd-be90-68528f83197c tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:31.934679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-475b92c4-a5d0-42bd-be90-68528f83197c tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075884 Jul 16 03:43:31.940735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.954164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-18ca3e39-937a-467b-a31c-f2a442dd7019 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:31.975879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94194460-839f-4df0-a335-cecb3052718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.990901 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-18ca3e39-937a-467b-a31c-f2a442dd7019 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Project e1a4d077eb5e4832900e38e0ee6d0082 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:43:32.058502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975e14a-2b4c-4897-bb9b-a35fd38aae54 req-b37e050a-816b-4008-8a67-8f278c309419 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.060525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e975e14a-2b4c-4897-bb9b-a35fd38aae54 req-b37e050a-816b-4008-8a67-8f278c309419 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.2398510 Jul 16 03:43:32.192561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e975e14a-2b4c-4897-bb9b-a35fd38aae54 req-0192c680-0391-4b89-a591-b32f89a1950d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118929 Jul 16 03:43:32.207068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-b8ee340c-91b9-4bf1-8ec6-ce2f5464e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.209427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-b8ee340c-91b9-4bf1-8ec6-ce2f5464e3c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2695284 Jul 16 03:43:32.331255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a67e0e-f459-43e8-9bcf-f58aedacfb46 req-ccb76ea7-68a1-40f8-b094-924e924fe243 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.332042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83807b6a-54aa-4883-a16a-ccaa42b01247 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:32.333710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6a67e0e-f459-43e8-9bcf-f58aedacfb46 req-ccb76ea7-68a1-40f8-b094-924e924fe243 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 931 time: 0.2260058 Jul 16 03:43:32.345191 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94194460-839f-4df0-a335-cecb3052718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.373574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.388492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94194460-839f-4df0-a335-cecb3052718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.405945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Transition to ACTIVE for port object 83807b6a-54aa-4883-a16a-ccaa42b01247 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:32.408066 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-18ca3e39-937a-467b-a31c-f2a442dd7019 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:32.409757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-18ca3e39-937a-467b-a31c-f2a442dd7019 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4659419 Jul 16 03:43:32.414056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45792) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.427775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4a89366b-a936-4018-b582-7c92d5a21424 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:32.429139 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-4a89366b-a936-4018-b582-7c92d5a21424 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 03:43:32.429678 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-4a89366b-a936-4018-b582-7c92d5a21424 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:32.436579 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a89366b-a936-4018-b582-7c92d5a21424 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0210860 Jul 16 03:43:32.439423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45794) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.452410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f55184e1-133d-46d8-bb09-c2f53016800b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:32.485667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.486137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94194460-839f-4df0-a335-cecb3052718e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df40fc69ff964233a956fd9b18c4b352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732546 Jul 16 03:43:32.489495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.507717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6a67e0e-f459-43e8-9bcf-f58aedacfb46 req-3b3b7eb7-92e3-4dc9-8942-f26d81c3cde5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612868 Jul 16 03:43:32.511009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94194460-839f-4df0-a335-cecb3052718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec5bb4-8688-4381-ad24-fec54282dbd3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:32.562439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Pushing event updated for resources: {'Port': ['ID=83807b6a-54aa-4883-a16a-ccaa42b01247,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:32.582201 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-f55184e1-133d-46d8-bb09-c2f53016800b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Project e1a4d077eb5e4832900e38e0ee6d0082 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:43:32.607222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e469fc9-d4f7-4afc-8aa2-71e34ffb1d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.662388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e469fc9-d4f7-4afc-8aa2-71e34ffb1d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.694437 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-f55184e1-133d-46d8-bb09-c2f53016800b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:32.698610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f55184e1-133d-46d8-bb09-c2f53016800b tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2537222 Jul 16 03:43:32.699297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45800) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.709517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ced837cd-3f90-4589-86c3-d554c879b4e8 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b5f28a7c-0e82-48b7-a87e-0558de4bd7e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:32.763111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Attempting to bind port 83807b6a-54aa-4883-a16a-ccaa42b01247 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:32.763798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Attempting to bind port 83807b6a-54aa-4883-a16a-ccaa42b01247 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:32.764327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Attempting to bind port 83807b6a-54aa-4883-a16a-ccaa42b01247 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:32.770226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Port 83807b6a-54aa-4883-a16a-ccaa42b01247 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:32.771178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Attempting to bind port 83807b6a-54aa-4883-a16a-ccaa42b01247 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:32.777442 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.779806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:32.780343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:32.781064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:32.781820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Bound port: 83807b6a-54aa-4883-a16a-ccaa42b01247, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:32.783955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.820470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-dad012f1-b68d-4d7b-851d-e370401cb778 service neutron] 10.222.0.48 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386754 Jul 16 03:43:32.836254 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-ced837cd-3f90-4589-86c3-d554c879b4e8 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Project e1a4d077eb5e4832900e38e0ee6d0082 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:43:32.862230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e469fc9-d4f7-4afc-8aa2-71e34ffb1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.866222 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e469fc9-d4f7-4afc-8aa2-71e34ffb1d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.867639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4e469fc9-d4f7-4afc-8aa2-71e34ffb1d5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5ec5bb4-8688-4381-ad24-fec54282dbd3 HTTP/1.1" status: 204 len: 168 time: 0.3765922 Jul 16 03:43:32.887735 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ced837cd-3f90-4589-86c3-d554c879b4e8 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:32.889321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ced837cd-3f90-4589-86c3-d554c879b4e8 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1889589 Jul 16 03:43:32.901739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.910091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e469fc9-d4f7-4afc-8aa2-71e34ffb1d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec5bb4-8688-4381-ad24-fec54282dbd3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.043825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] For port 83807b6a-54aa-4883-a16a-ccaa42b01247, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:33.057327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] For port 83807b6a-54aa-4883-a16a-ccaa42b01247, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=83807b6a-54aa-4883-a16a-ccaa42b01247,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:33.068446 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.070862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9474-28e6-4af8-b746-f3a8bbde59cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.175098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9474-28e6-4af8-b746-f3a8bbde59cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.209651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.211265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.216957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] 10.222.0.48 "PUT /v2.0/ports/83807b6a-54aa-4883-a16a-ccaa42b01247 HTTP/1.1" status: 200 len: 1091 time: 2.2559021 Jul 16 03:43:33.221742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'tag': '83807b6a-54aa-4883-a16a-ccaa42b01247'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:33.226333 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d19e55-e505-4e28-b01f-96a89f73b097" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4e88d3-dd84-4601-b888-e207c1ac3de9", "tag": "83807b6a-54aa-4883-a16a-ccaa42b01247"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:33.272712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b8a0a-0633-4df0-a516-a25bb0e54713 service neutron] Pushing event updated for resources: {'Port': ['ID=83807b6a-54aa-4883-a16a-ccaa42b01247,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.408590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-578a8b55-2238-4a88-8b73-6f4e24ba1075 req-2f3ffe8a-209b-4db8-a324-cda03706915a service neutron] 10.222.0.48 "GET /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283151 Jul 16 03:43:33.445708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.454339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc756c-513b-458b-bba7-9a72b09c54d3 req-4720f20a-88ac-459a-87da-f2a244bf6f0b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.466280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6cc756c-513b-458b-bba7-9a72b09c54d3 req-4720f20a-88ac-459a-87da-f2a244bf6f0b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.3462965 Jul 16 03:43:33.526614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9474-28e6-4af8-b746-f3a8bbde59cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.541057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9474-28e6-4af8-b746-f3a8bbde59cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.548279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-8054ca42-37ca-4495-8409-4c9e4b50d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.549511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6fcf9474-28e6-4af8-b746-f3a8bbde59cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5f28a7c-0e82-48b7-a87e-0558de4bd7e4 HTTP/1.1" status: 204 len: 168 time: 0.6457410 Jul 16 03:43:33.550123 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-8054ca42-37ca-4495-8409-4c9e4b50d124 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 1094 time: 0.1516240 Jul 16 03:43:33.550988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:33.594303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf9474-28e6-4af8-b746-f3a8bbde59cf tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f28a7c-0e82-48b7-a87e-0558de4bd7e4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.653924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6cc756c-513b-458b-bba7-9a72b09c54d3 req-839e7bea-b404-4fce-8d0c-56d31163d201 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859012 Jul 16 03:43:33.773419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da5ce-5d52-4009-b5cc-a2b6806e091e req-e9c36597-a50c-4b37-8018-7ef01cfa499b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.775115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199da5ce-5d52-4009-b5cc-a2b6806e091e req-e9c36597-a50c-4b37-8018-7ef01cfa499b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.2074265 Jul 16 03:43:33.804868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-df1b47d4-bf8c-4c58-a724-dfd50fcfcfe6 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2524898 Jul 16 03:43:33.817790 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dbb09f-dd95-42db-ac06-84794d9158a9 x-openstack-request-id: req-23dbb09f-dd95-42db-ac06-84794d9158a9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:33.818346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:33.819037 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4e88d3-dd84-4601-b888-e207c1ac3de9", "tag": "83807b6a-54aa-4883-a16a-ccaa42b01247", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:33.822468 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23dbb09f-dd95-42db-ac06-84794d9158a9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:33.823006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858769711'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:33.823894 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'tag': '83807b6a-54aa-4883-a16a-ccaa42b01247', 'status': 'completed', 'code': 200} Jul 16 03:43:33.826207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-cbba61bc-bcd2-41c9-9054-c9ec0c94ec30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83807b6a-54aa-4883-a16a-ccaa42b01247 HTTP/1.1" status: 200 len: 217 time: 0.2412770 Jul 16 03:43:33.881146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-199da5ce-5d52-4009-b5cc-a2b6806e091e req-6b4330ef-6966-41a6-ac26-ddefacf29d59 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997460 Jul 16 03:43:33.902440 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.997045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-b99f2d26-09c3-4e02-9f26-566a54607ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.998721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-b99f2d26-09c3-4e02-9f26-566a54607ba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.1267011 Jul 16 03:43:34.169812 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.182172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.263864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1289e8e-0c1a-4c87-8f95-98ed092d7ff0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:34.279458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.284102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-088b1fef-3eb3-4551-bf3d-ad1f27ea7998 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4635177 Jul 16 03:43:34.285952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:34.296787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9a30c338-b9e3-4783-b87b-178c81a59273 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b1289e8e-0c1a-4c87-8f95-98ed092d7ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:34.440148 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-9a30c338-b9e3-4783-b87b-178c81a59273 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The resource could not be found. Jul 16 03:43:34.441484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9a30c338-b9e3-4783-b87b-178c81a59273 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1531482 Jul 16 03:43:34.463277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45842) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:34.481288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c8746697-7f5d-4bd6-ade7-7171eab5c56d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'b1289e8e-0c1a-4c87-8f95-98ed092d7ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9a7f1d7b-051e-43fb-bc7c-b40e11bcedf6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:34.541529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598d53-9301-40d3-bfd1-a574604270ff req-e30a1183-b446-4598-92d9-0e604dadf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:34.547533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-e30a1183-b446-4598-92d9-0e604dadf89c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815351 Jul 16 03:43:34.632363 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-c8746697-7f5d-4bd6-ade7-7171eab5c56d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The resource could not be found. Jul 16 03:43:34.634692 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c8746697-7f5d-4bd6-ade7-7171eab5c56d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1719553 Jul 16 03:43:34.637282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45846) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:34.805705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82076-0ca9-426a-aa61-6abd1758dc91 req-9fc8e938-c8db-46b7-9cad-838e35e34d93 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:34.809111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35e82076-0ca9-426a-aa61-6abd1758dc91 req-9fc8e938-c8db-46b7-9cad-838e35e34d93 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.1881962 Jul 16 03:43:34.828260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1745ab8e-4932-479d-97ec-6b77baa834e7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.885590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1745ab8e-4932-479d-97ec-6b77baa834e7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.918724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35e82076-0ca9-426a-aa61-6abd1758dc91 req-68b1b554-ce81-46f2-ab9d-591814d56221 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027412 Jul 16 03:43:35.004564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1745ab8e-4932-479d-97ec-6b77baa834e7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.007593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1745ab8e-4932-479d-97ec-6b77baa834e7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.012134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1745ab8e-4932-479d-97ec-6b77baa834e7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/b1289e8e-0c1a-4c87-8f95-98ed092d7ff0 HTTP/1.1" status: 204 len: 168 time: 0.3703902 Jul 16 03:43:35.012961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45856) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.072393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745ab8e-4932-479d-97ec-6b77baa834e7 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1289e8e-0c1a-4c87-8f95-98ed092d7ff0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:35.165702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea839da-9820-45a7-8c99-3826d5fbb486 req-ee929a1b-efb2-4ee2-bed9-9b5f314bfcbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:35.173428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dea839da-9820-45a7-8c99-3826d5fbb486 req-ee929a1b-efb2-4ee2-bed9-9b5f314bfcbf tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.2080405 Jul 16 03:43:35.202621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.203665 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6edb51ca-2515-4698-87df-da78fe26b916 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1894915 Jul 16 03:43:35.206948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-471f6cf8-00c9-49ae-9b7e-1a666995ba4f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': '42aff0fe-57c7-4f1b-87f4-6b1bdd492b78', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:35.286591 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dea839da-9820-45a7-8c99-3826d5fbb486 req-efa2dc96-f8bd-4a7f-8851-795ec45726dc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118877 Jul 16 03:43:35.418156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4829-8852-4ba9-835f-153fcc6ef59e req-4b603ecd-8b6c-4a95-8bd9-97698aff6eaf tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:35.426279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-239d4829-8852-4ba9-835f-153fcc6ef59e req-4b603ecd-8b6c-4a95-8bd9-97698aff6eaf tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1996794 Jul 16 03:43:35.429619 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-471f6cf8-00c9-49ae-9b7e-1a666995ba4f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The resource could not be found. Jul 16 03:43:35.435618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-471f6cf8-00c9-49ae-9b7e-1a666995ba4f tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2272234 Jul 16 03:43:35.436323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.441252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--156690522'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:35.545454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-239d4829-8852-4ba9-835f-153fcc6ef59e req-09546825-f886-4ff0-b3aa-127ba9d6fa66 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179268 Jul 16 03:43:35.546889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.600615 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-e9ff95d1-4e2f-4fed-87df-75d7171fc6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587984 Jul 16 03:43:35.762120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.780022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.864318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad13b097-e402-42dd-8253-13b5c9e2e138,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:35.892647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.894636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2cec630d-8c55-4735-9337-7f6351646bfa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4573498 Jul 16 03:43:35.897471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.908096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25598d53-9301-40d3-bfd1-a574604270ff req-6ac34f00-a05b-477e-b343-9e34667b03ce service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285106 Jul 16 03:43:35.909282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679514703'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:35.955258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.076935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45882) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:36.168120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.185762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.264363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d984d2d-b30f-4299-aec9-728b75ab0d80,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:36.273172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-416210008'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:36.332581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Made reservation on behalf of fe70d6343bd34e44bf5dd0df74042b20 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:36.343311 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.368317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.371225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-63691b25-35a7-4d77-9bb2-fb927aac3b73 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4694254 Jul 16 03:43:36.371776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:36.377070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b1537839-e461-43c2-b640-bf8faaf445b5 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': 'ad13b097-e402-42dd-8253-13b5c9e2e138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3d984d2d-b30f-4299-aec9-728b75ab0d80'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:36.390511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.460135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1236a59-71b0-4096-b6bf-d34723b854be req-acb1230f-c761-4253-9db3-048cbdd998d6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.468087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1236a59-71b0-4096-b6bf-d34723b854be req-acb1230f-c761-4253-9db3-048cbdd998d6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.2071886 Jul 16 03:43:36.557811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1236a59-71b0-4096-b6bf-d34723b854be req-08f991e2-6199-47b4-9b5a-84de5afd89b1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887392 Jul 16 03:43:36.690964 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.703257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.716092 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b1537839-e461-43c2-b640-bf8faaf445b5 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:36.717557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b1537839-e461-43c2-b640-bf8faaf445b5 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3448265 Jul 16 03:43:36.720309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:36.743751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a657b4-e2f4-4121-ad3c-58669337a31b req-b7a6aded-af0f-4ac9-8419-964f029f0ec1 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.745502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03a657b4-e2f4-4121-ad3c-58669337a31b req-b7a6aded-af0f-4ac9-8419-964f029f0ec1 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.1257110 Jul 16 03:43:36.749331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:36.784427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.785181 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Added segment 1f6b90f8-8948-4bfd-9c69-493e584ac4e1 of type vlan for network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd Jul 16 03:43:36.790494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3011bc5-946e-439f-b031-46f16b340e67,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:36.851358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03a657b4-e2f4-4121-ad3c-58669337a31b req-b3268165-8642-4bcd-897a-d4edcf57f641 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841603 Jul 16 03:43:36.862740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.874508 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b81fc60b-df49-45d4-a272-1a97c21bf539 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.920068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.932670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.933817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.934567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b81fc60b-df49-45d4-a272-1a97c21bf539 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.982337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe5b8b-ecad-4028-be8d-780b0deece39 req-df35d12a-cebb-4b2a-b0fa-0603e79a853b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.991684 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9135561 Jul 16 03:43:36.995687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdfe5b8b-ecad-4028-be8d-780b0deece39 req-df35d12a-cebb-4b2a-b0fa-0603e79a853b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.2487652 Jul 16 03:43:37.093222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c325a6-2aca-41af-92a7-8061370e2c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Pushing event updated for resources: {'Network': ['ID=18fe97af-8edd-4581-bd12-0cdd8f39fdcd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.096135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:37.546519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdfe5b8b-ecad-4028-be8d-780b0deece39 req-b88a8f4a-5f8a-40ae-b8b1-9a282daf48aa tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5498548 Jul 16 03:43:37.577272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b81fc60b-df49-45d4-a272-1a97c21bf539 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.586022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b81fc60b-df49-45d4-a272-1a97c21bf539 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.590451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.591218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b81fc60b-df49-45d4-a272-1a97c21bf539 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d984d2d-b30f-4299-aec9-728b75ab0d80 HTTP/1.1" status: 204 len: 168 time: 0.8681479 Jul 16 03:43:37.608019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fc60b-df49-45d4-a272-1a97c21bf539 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d984d2d-b30f-4299-aec9-728b75ab0d80,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.695914 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2030682c-0df9-49eb-b46f-dd2ec61329ea tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1036680 Jul 16 03:43:37.698637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45908) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.786272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ea4774f-3879-48f3-b3cd-a6f4f2a2e469 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.805897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45910) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.810183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Request body: {'port': {'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd', 'binding:host_id': 'n-h1-800089-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090357575'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:37.828763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ea4774f-3879-48f3-b3cd-a6f4f2a2e469 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.849087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Made reservation on behalf of fd14388cfb91469985814960b03ee759 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:37.854343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.881572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ea4774f-3879-48f3-b3cd-a6f4f2a2e469 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.881952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.884419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ea4774f-3879-48f3-b3cd-a6f4f2a2e469 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.888375 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ea4774f-3879-48f3-b3cd-a6f4f2a2e469 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad13b097-e402-42dd-8253-13b5c9e2e138 HTTP/1.1" status: 204 len: 168 time: 0.1884618 Jul 16 03:43:37.889370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45912) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.917038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4774f-3879-48f3-b3cd-a6f4f2a2e469 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad13b097-e402-42dd-8253-13b5c9e2e138,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.963159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-abbc6612-2865-4476-8354-bd11c33c46c2 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649395 Jul 16 03:43:37.966738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45918) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.972375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899962833'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:38.047332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9854a-e1a7-48a8-8eb3-c792beb19661 req-8de9adb4-82c6-4298-8e3e-d5544999d76d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:38.054674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ec9854a-e1a7-48a8-8eb3-c792beb19661 req-8de9adb4-82c6-4298-8e3e-d5544999d76d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.1360159 Jul 16 03:43:38.103567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.114349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.130616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:38.134434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.150948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ec9854a-e1a7-48a8-8eb3-c792beb19661 req-0299d398-d229-47da-ab24-2e12b6914809 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958183 Jul 16 03:43:38.236535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff1165-e46a-4847-ac3a-4bd163326135,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:38.297724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.305858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.410065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc8adb-c6b5-4b61-84e8-7750e77bc5bc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:38.452517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.456481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96c07a54-73c4-4768-9137-591c33c32e92 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4858501 Jul 16 03:43:38.456803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45922) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:38.463207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9b8a1042-3345-468b-975f-eb08fc57f3a1 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': '7abc8adb-c6b5-4b61-84e8-7750e77bc5bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:38.482285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:38.495526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.510128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Transition to ACTIVE for port object 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:38.525506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.540903 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-9b8a1042-3345-468b-975f-eb08fc57f3a1 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:38.544408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b8a1042-3345-468b-975f-eb08fc57f3a1 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0833328 Jul 16 03:43:38.544692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45924) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:38.551448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-be8c4923-65eb-4682-929f-f99a56dbfcfe tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group_rule': {'security_group_id': '7abc8adb-c6b5-4b61-84e8-7750e77bc5bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:38.637027 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-be8c4923-65eb-4682-929f-f99a56dbfcfe tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:43:38.640722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-be8c4923-65eb-4682-929f-f99a56dbfcfe tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0925579 Jul 16 03:43:38.642505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45928) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:38.652643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4e8332-9e49-4e04-bb57-8e84bafeeb6f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:38.676570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86b406-e5ad-4b27-954b-7d5999fde232 req-cf39f13b-1947-40d2-8045-494c17d6c99e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:38.678415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de86b406-e5ad-4b27-954b-7d5999fde232 req-cf39f13b-1947-40d2-8045-494c17d6c99e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.1493006 Jul 16 03:43:38.710610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Checking segment: {'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:38.711277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Network hostable DHCP agents. Network: 18fe97af-8edd-4581-bd12-0cdd8f39fdcd, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:38.745503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de86b406-e5ad-4b27-954b-7d5999fde232 req-0ff004c3-b104-4085-bd63-c096c6545a51 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599837 Jul 16 03:43:38.775778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:38.782576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df66e5d8-0357-417e-9e98-7a44b8ef2080 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.808975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 18fe97af-8edd-4581-bd12-0cdd8f39fdcd) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:38.815940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:38.825350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a51ce-8fb9-4521-b14b-127e9f7b841e None None] Network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:38.843770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:38.844539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:38.845145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:38.850718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:38.851404 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:38.852101 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 2 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:38.883116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:38.884311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:38.888617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:38.897581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:38.898090 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:38.898636 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 3 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:38.922597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:38.928807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:38.929283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:38.939147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:38.939662 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:38.940928 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 4 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:38.949579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df66e5d8-0357-417e-9e98-7a44b8ef2080 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.987951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:38.988356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:38.988768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:38.995540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:38.995961 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:38.997380 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 5 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:39.020264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:39.020612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:39.021486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:39.032036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:39.032479 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:39.033602 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 6 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:39.050134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:39.052486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:39.052486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:39.054879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df66e5d8-0357-417e-9e98-7a44b8ef2080 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.058272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df66e5d8-0357-417e-9e98-7a44b8ef2080 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.062423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-df66e5d8-0357-417e-9e98-7a44b8ef2080 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/7abc8adb-c6b5-4b61-84e8-7750e77bc5bc HTTP/1.1" status: 204 len: 168 time: 0.4184961 Jul 16 03:43:39.063332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45930) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.086173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:39.087800 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:39.089160 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 7 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:39.108354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7b6e9-5867-4a87-82ac-9ea8b8a248a7 req-091d87e6-dcf4-4feb-bf12-5d5e3f5f9e21 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.112836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66e5d8-0357-417e-9e98-7a44b8ef2080 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc8adb-c6b5-4b61-84e8-7750e77bc5bc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.121611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87a7b6e9-5867-4a87-82ac-9ea8b8a248a7 req-091d87e6-dcf4-4feb-bf12-5d5e3f5f9e21 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1723566 Jul 16 03:43:39.182352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:39.189967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:39.191183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0fce4891-ef67-4810-9192-89fee8c0e161 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230891 Jul 16 03:43:39.191777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:39.193896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.201591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'tempest-secgroup--598840907'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:39.244069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87a7b6e9-5867-4a87-82ac-9ea8b8a248a7 req-75968efa-dc8d-4971-a236-d1d01093c548 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209927 Jul 16 03:43:39.252475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:39.252959 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:39.253490 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 8 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:39.272659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.284230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:39.284589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:39.284913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:39.294783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:39.295810 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:39.296205 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 9 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:39.363750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:39.367059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:39.367653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:39.378455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:39.380494 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:39.381190 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 10 to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f Jul 16 03:43:39.410321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:39.410713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:39.411102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:39.447152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:39.447152 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:39.447152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.473767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.482831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.565219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7771e2a-9896-4985-9bff-c3286218e370,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.569686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.574113 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a606499c-cdbb-4b75-8baf-0a1d5e46ef9d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3759809 Jul 16 03:43:39.574852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.579132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06254c74-2f2d-41b3-abce-0838e5752e74 req-dbbed9c4-01b8-4d84-aa5e-df0ea0de5dd5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.580758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a65c80eb-52ce-4ce0-a1d3-9341f677a0fa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:39.581249 n-d-800089-6 neutron-server[93757]: WARNING neutron.api.v2.base [None req-a65c80eb-52ce-4ce0-a1d3-9341f677a0fa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:43:39.581848 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-a65c80eb-52ce-4ce0-a1d3-9341f677a0fa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:43:39.586207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06254c74-2f2d-41b3-abce-0838e5752e74 req-dbbed9c4-01b8-4d84-aa5e-df0ea0de5dd5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.1666994 Jul 16 03:43:39.589759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.597041 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a65c80eb-52ce-4ce0-a1d3-9341f677a0fa tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "PUT /v2.0/security-groups/c7771e2a-9896-4985-9bff-c3286218e370 HTTP/1.1" status: 409 len: 330 time: 0.0200934 Jul 16 03:43:39.611513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] For port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:39.611883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempted to set empty binding levels {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:43:39.631749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.703782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.704531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.731769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06254c74-2f2d-41b3-abce-0838e5752e74 req-16b977b8-365f-4349-b710-ed1eda461f48 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444528 Jul 16 03:43:39.761138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4e8332-9e49-4e04-bb57-8e84bafeeb6f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.776085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-513acd68-93ad-45a1-874c-cb78194bead3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9667308 Jul 16 03:43:39.776085 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4d09565-ee61-4714-8c20-dfd8a5c9f0ba tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.776361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.820391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4d09565-ee61-4714-8c20-dfd8a5c9f0ba tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.869842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4d09565-ee61-4714-8c20-dfd8a5c9f0ba tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.873272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4d09565-ee61-4714-8c20-dfd8a5c9f0ba tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.877011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e4d09565-ee61-4714-8c20-dfd8a5c9f0ba tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7771e2a-9896-4985-9bff-c3286218e370 HTTP/1.1" status: 204 len: 168 time: 0.2841067 Jul 16 03:43:39.880516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45954) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:39.899828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d09565-ee61-4714-8c20-dfd8a5c9f0ba tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7771e2a-9896-4985-9bff-c3286218e370,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:40.019172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f0f49afa-4c21-49a0-a1a4-299755ddcf48 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312101 Jul 16 03:43:40.020137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45956) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.038914 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-e23b5546-0175-4938-9228-ee475374660d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] delete failed (client error): The resource could not be found. Jul 16 03:43:40.044458 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e23b5546-0175-4938-9228-ee475374660d tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "DELETE /v2.0/security-groups/95c26215-4f8d-41fd-b31e-e107d97ce8bc HTTP/1.1" status: 404 len: 347 time: 0.0192902 Jul 16 03:43:40.045026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.082770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bf3f4-5265-4ccf-99f2-2c670645f3f1 req-2790f1a4-ecd6-451c-b7ab-02de4f679ecc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.085327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e30bf3f4-5265-4ccf-99f2-2c670645f3f1 req-2790f1a4-ecd6-451c-b7ab-02de4f679ecc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.0936439 Jul 16 03:43:40.086158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Deleting port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:40.087247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.089501 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-23345443-1b69-454e-ba39-86fe7ee88f23 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] show failed (client error): The resource could not be found. Jul 16 03:43:40.094403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-23345443-1b69-454e-ba39-86fe7ee88f23 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-groups/de67e265-a811-4969-935d-3c9b38d161dc HTTP/1.1" status: 404 len: 347 time: 0.0445619 Jul 16 03:43:40.095402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.126776 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-1047b04a-dc3d-4bd3-8a30-aadc98482fb5 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] show failed (client error): The resource could not be found. Jul 16 03:43:40.127880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1047b04a-dc3d-4bd3-8a30-aadc98482fb5 tempest-NegativeSecGroupIPv6Test-1581940626 tempest-NegativeSecGroupIPv6Test-1581940626-project] 10.222.0.25 "GET /v2.0/security-group-rules/db6d09e5-50cd-4eb7-bdee-cf725f400a8e HTTP/1.1" status: 404 len: 356 time: 0.0301449 Jul 16 03:43:40.173233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] For port 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f, host n-h1-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:40.174074 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.190203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Calling delete_port for 1d4e8332-9e49-4e04-bb57-8e84bafeeb6f owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:40.191658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e30bf3f4-5265-4ccf-99f2-2c670645f3f1 req-c40c04ee-1dd0-4f1a-9ac8-c6a7fc3488a2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949547 Jul 16 03:43:40.377822 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.413518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.423344 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1d4e8332-9e49-4e04-bb57-8e84bafeeb6f HTTP/1.1" status: 204 len: 168 time: 0.6459515 Jul 16 03:43:40.425875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.460966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511b248-f3b2-4946-bcf7-617cef16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d4e8332-9e49-4e04-bb57-8e84bafeeb6f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:40.502285 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d9c8d1-0b4f-48f8-b810-641b978d8e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:43:40.509873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45978) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.515132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-52d9c8d1-0b4f-48f8-b810-641b978d8e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "GET /v2.0/ports/1d4e8332-9e49-4e04-bb57-8e84bafeeb6f HTTP/1.1" status: 404 len: 333 time: 0.0852334 Jul 16 03:43:40.516734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Request body: {'port': {'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1845652730'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:40.571984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Made reservation on behalf of fd14388cfb91469985814960b03ee759 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:40.574495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.616065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port 50b1793d-6313-4cba-8b7a-262999428f74 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:40.652456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:40.689812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a856ec3-a0a5-4c66-a429-e0177f914a70 req-400bc898-0655-420d-a513-94111780dcf0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.702216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a856ec3-a0a5-4c66-a429-e0177f914a70 req-400bc898-0655-420d-a513-94111780dcf0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1843886 Jul 16 03:43:40.773200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a856ec3-a0a5-4c66-a429-e0177f914a70 req-e39b3f5f-87d6-4169-a08b-826866249790 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590725 Jul 16 03:43:40.944407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-db6e7134-632e-4d35-95c9-b1e312acde9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1a4d077eb5e4832900e38e0ee6d0082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884784 Jul 16 03:43:40.946805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:41.028891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.101183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa079896-6ebd-4aa5-b36d-6e8b00971d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.104672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.159577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:41.161292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa079896-6ebd-4aa5-b36d-6e8b00971d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.165117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:41.167446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=50b1793d-6313-4cba-8b7a-262999428f74,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:41.169617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:41.170723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:41.171474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.200546 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a8a15b93-a5b4-437b-95dd-8b3264ef6c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6890545 Jul 16 03:43:41.203878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:41.208253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed092f-9eeb-49aa-aad5-ce3191e96638 req-b10bd638-7ad3-4357-8d3a-e260bc313e99 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:41.210388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:41.217710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59ed092f-9eeb-49aa-aad5-ce3191e96638 req-b10bd638-7ad3-4357-8d3a-e260bc313e99 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.2020433 Jul 16 03:43:41.280198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59ed092f-9eeb-49aa-aad5-ce3191e96638 req-fb5f7438-495e-4619-ab90-d37dac2dfbb3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613921 Jul 16 03:43:41.310127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa079896-6ebd-4aa5-b36d-6e8b00971d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.313383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa079896-6ebd-4aa5-b36d-6e8b00971d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.315834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aa079896-6ebd-4aa5-b36d-6e8b00971d42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/008abeee-2a87-4fea-b414-a1e5d1f128ee HTTP/1.1" status: 204 len: 168 time: 0.3622472 Jul 16 03:43:41.329485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa079896-6ebd-4aa5-b36d-6e8b00971d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008abeee-2a87-4fea-b414-a1e5d1f128ee,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:41.364947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.562116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a431a4-dfa0-4c26-9089-0ec9ec83723c req-726dee1c-fea0-4af3-9a5c-6cd4b9d6128c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:41.576428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01a431a4-dfa0-4c26-9089-0ec9ec83723c req-726dee1c-fea0-4af3-9a5c-6cd4b9d6128c tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.1395652 Jul 16 03:43:41.665403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01a431a4-dfa0-4c26-9089-0ec9ec83723c req-2798c48f-393d-49bd-9cf3-fe54c12d723f tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880470 Jul 16 03:43:41.740098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port 50b1793d-6313-4cba-8b7a-262999428f74 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:41.771315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.793920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Transition to ACTIVE for port object 50b1793d-6313-4cba-8b7a-262999428f74 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:41.800519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.928906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:41.929246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:41.929593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:41.940703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:41.941042 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:41.941441 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 2 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:41.956036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:41.956387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:41.956736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:41.962916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=50b1793d-6313-4cba-8b7a-262999428f74,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:41.967196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:41.967539 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:41.967947 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 3 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:41.997777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:41.998154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:41.998504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.008970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.011808 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.011951 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 4 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.037143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.037534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.037983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.046797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.046797 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.046797 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 5 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.057171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb47b-86c7-477d-ad7d-5ab92da6b723 req-ceacc72f-bb97-4012-a593-83157405920c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.059208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30efb47b-86c7-477d-ad7d-5ab92da6b723 req-ceacc72f-bb97-4012-a593-83157405920c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.0865145 Jul 16 03:43:42.062231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.062693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.063102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.067862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.068263 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.068865 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 6 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.083305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.083909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.084294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.089915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.090467 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.090981 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 7 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.105935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30efb47b-86c7-477d-ad7d-5ab92da6b723 req-411c4d99-e8f1-4673-9492-4d12c0239e19 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387650 Jul 16 03:43:42.106202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.106634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.106924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.112266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.112981 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.113527 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 8 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.127347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.127672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.128018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.132749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.133078 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.133540 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 9 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.147015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.147348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.147736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.153008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.153725 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.154297 n-d-800089-6 neutron-server[93757]: INFO neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 10 to bind port 50b1793d-6313-4cba-8b7a-262999428f74 Jul 16 03:43:42.170013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:42.170360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:42.170746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:42.176104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:42.176640 n-d-800089-6 neutron-server[93757]: ERROR neutron.plugins.ml2.managers [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 50b1793d-6313-4cba-8b7a-262999428f74 on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:42.176931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.253157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] For port 50b1793d-6313-4cba-8b7a-262999428f74, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:42.253541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempted to set empty binding levels {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:43:42.259237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.292468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] In _notify_port_updated(), no bound segment for port 50b1793d-6313-4cba-8b7a-262999428f74 on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:43:42.293325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.293914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.297953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:42.298192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "PUT /v2.0/ports/50b1793d-6313-4cba-8b7a-262999428f74 HTTP/1.1" status: 200 len: 979 time: 1.0921690 Jul 16 03:43:42.312952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4471313-47bb-462f-8645-ae36c847727f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=50b1793d-6313-4cba-8b7a-262999428f74,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:42.457797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.458281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.458964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.459593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.460420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.461088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.461561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.462252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.463083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.463560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.464032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.464496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.464957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.465412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.465866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.466318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.466803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.467268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.467727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.468187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.468716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.469146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.469531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.469992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.470599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.471062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.471521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.471982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.472438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.472892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.473344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.473978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.474437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.474926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.475384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.479984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1941d471-5fe3-474e-a40c-c1a033fa3d23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31429 time: 0.1809351 Jul 16 03:43:42.484133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46044) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:42.522848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f1bf-2a09-4f2c-861b-5615f5b3ed56 req-1f56d431-0a46-422b-8b26-c1ed0e2cda90 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.524855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bed0f1bf-2a09-4f2c-861b-5615f5b3ed56 req-1f56d431-0a46-422b-8b26-c1ed0e2cda90 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.1249599 Jul 16 03:43:42.600750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bed0f1bf-2a09-4f2c-861b-5615f5b3ed56 req-d6aac254-5375-44e9-a203-1af5d3366b00 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693798 Jul 16 03:43:42.632936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Deleting port 50b1793d-6313-4cba-8b7a-262999428f74 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:42.633283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.744551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] For port 50b1793d-6313-4cba-8b7a-262999428f74, host n-h1-800089-6, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:42.744908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.760685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Calling delete_port for 50b1793d-6313-4cba-8b7a-262999428f74 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:42.775951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-aa4ac8b7-9a30-407d-9e78-0e3d50e15c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.777475 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-aa4ac8b7-9a30-407d-9e78-0e3d50e15c8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 1094 time: 0.1419802 Jul 16 03:43:42.931911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-d35d6f88-5856-4a40-98c0-e0c3125b7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.933720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-d35d6f88-5856-4a40-98c0-e0c3125b7435 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1229188 Jul 16 03:43:42.937824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.990833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.993011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "DELETE /v2.0/ports/50b1793d-6313-4cba-8b7a-262999428f74 HTTP/1.1" status: 204 len: 168 time: 0.5078440 Jul 16 03:43:42.993914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1fbbb-ac1e-4518-b6da-f317da3cb7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event deleted for resources: {'Port': ['ID=50b1793d-6313-4cba-8b7a-262999428f74,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:42.996671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.023891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-af7d7075-91bd-4b5c-8f8d-222a2d0c1840 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83807b6a-54aa-4883-a16a-ccaa42b01247 HTTP/1.1" status: 200 len: 217 time: 0.0685720 Jul 16 03:43:43.033427 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b878630a-a0ec-460d-b95e-97a5f243f58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:43:43.035106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b878630a-a0ec-460d-b95e-97a5f243f58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "GET /v2.0/ports/50b1793d-6313-4cba-8b7a-262999428f74 HTTP/1.1" status: 404 len: 333 time: 0.0371878 Jul 16 03:43:43.039321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.045099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1766631464', 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:43.064061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a00e42-1b33-4fdc-a470-c30c53a686dd req-821cb742-4442-4954-9307-f83e130ec729 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.065658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75a00e42-1b33-4fdc-a470-c30c53a686dd req-821cb742-4442-4954-9307-f83e130ec729 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.1234457 Jul 16 03:43:43.116173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75a00e42-1b33-4fdc-a470-c30c53a686dd req-0d82d16e-431b-4ebc-8ef4-87e0893c9d11 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 Jul 16 03:43:43.125591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-11e7ca41-3efd-43fb-99ab-28d8395ddf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.128988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-11e7ca41-3efd-43fb-99ab-28d8395ddf9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0986149 Jul 16 03:43:43.131137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Made reservation on behalf of fd14388cfb91469985814960b03ee759 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:43.134962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.181277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.196308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port eecafe3d-e972-4bfa-b4be-af07e62934a1 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:43.269280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-162a8e8d-63fb-44dc-aa6d-60e518b06c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.270790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-162a8e8d-63fb-44dc-aa6d-60e518b06c29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329312 Jul 16 03:43:43.322226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b76ae-663d-4d17-bf9d-0a2ea1b5b944 req-d9142fae-0ef1-4882-9000-0ebadd216a84 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.323646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-791b76ae-663d-4d17-bf9d-0a2ea1b5b944 req-d9142fae-0ef1-4882-9000-0ebadd216a84 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.0881181 Jul 16 03:43:43.329332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6f22527-e131-4fc8-9749-68ce33acdbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.405490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-791b76ae-663d-4d17-bf9d-0a2ea1b5b944 req-538d8967-2596-453e-a6fe-d44a605a590b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670791 Jul 16 03:43:43.465322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-210598bf-ca39-4d9c-b174-d123c4595afb service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862743 Jul 16 03:43:43.472661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.502621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6f22527-e131-4fc8-9749-68ce33acdbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.509639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6f22527-e131-4fc8-9749-68ce33acdbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.555413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f6f22527-e131-4fc8-9749-68ce33acdbe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=309593ce02c149729bc305d2cf401716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707516 Jul 16 03:43:43.555413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22527-e131-4fc8-9749-68ce33acdbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450ba96e-dd9c-4f16-9a2c-41eacac3e066,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.556556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46070) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.598597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.632998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a064035-fd28-4951-a846-031d93697eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.650383 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-83d19e55-e505-4e28-b01f-96a89f73b097 req-ee9712c3-4c91-4490-b5af-ce88a152bbdf service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750422 Jul 16 03:43:43.678245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:43.681876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a064035-fd28-4951-a846-031d93697eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.683623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:43.686709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:43.687756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.688418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.706906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=eecafe3d-e972-4bfa-b4be-af07e62934a1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.716713 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-34653403-07f2-48d5-83ae-a51cdd1a0983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6756301 Jul 16 03:43:43.719121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46078) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.780724 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a064035-fd28-4951-a846-031d93697eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.784684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a064035-fd28-4951-a846-031d93697eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.794986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3a064035-fd28-4951-a846-031d93697eba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/450ba96e-dd9c-4f16-9a2c-41eacac3e066 HTTP/1.1" status: 204 len: 168 time: 0.2200937 Jul 16 03:43:43.837304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac438d-24fe-4866-b9b4-115fe4a83319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.841107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dcac438d-24fe-4866-b9b4-115fe4a83319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "GET /v2.0/ports/eecafe3d-e972-4bfa-b4be-af07e62934a1 HTTP/1.1" status: 200 len: 959 time: 0.1186626 Jul 16 03:43:43.842788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46082) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.846564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a064035-fd28-4951-a846-031d93697eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ba96e-dd9c-4f16-9a2c-41eacac3e066,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.959618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-d1d9a1be-4715-4cf4-b5e8-813c8c941199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.961239 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-d1d9a1be-4715-4cf4-b5e8-813c8c941199 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 1096 time: 0.1739533 Jul 16 03:43:43.995057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c320-4018-415d-8e6d-ad98b9229c90 req-99bd23bf-59e1-44a4-98de-703778fa8db6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:43.996636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9441c320-4018-415d-8e6d-ad98b9229c90 req-99bd23bf-59e1-44a4-98de-703778fa8db6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.1804078 Jul 16 03:43:44.019855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Deleting port eecafe3d-e972-4bfa-b4be-af07e62934a1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:44.020202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.069467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c028bb8-07df-431b-aeff-56b0bb9c2eb4 req-cc837f17-2b7a-4044-943d-6e214c9d91ae tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.083507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c028bb8-07df-431b-aeff-56b0bb9c2eb4 req-cc837f17-2b7a-4044-943d-6e214c9d91ae tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1535969 Jul 16 03:43:44.083507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9441c320-4018-415d-8e6d-ad98b9229c90 req-7c752649-500b-4e23-9954-10fdc0a67d7f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787222 Jul 16 03:43:44.135374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c028bb8-07df-431b-aeff-56b0bb9c2eb4 req-3580c16c-047b-443a-82b5-7e0a07509422 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409088 Jul 16 03:43:44.157509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.201804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Calling delete_port for eecafe3d-e972-4bfa-b4be-af07e62934a1 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:44.207548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-ac966e37-e82d-4576-8653-edd272c7e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.212337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-ac966e37-e82d-4576-8653-edd272c7e124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.2436736 Jul 16 03:43:44.388242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-cb6f95bc-6636-4a3c-a878-1aaa2424ac4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 200 len: 1001 time: 0.1477165 Jul 16 03:43:44.413564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40569-6982-4a11-aae8-856a1546d79e req-4cea7b81-f725-4b6d-86cd-a235eb5fbe8e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.415151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73d40569-6982-4a11-aae8-856a1546d79e req-4cea7b81-f725-4b6d-86cd-a235eb5fbe8e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.1330469 Jul 16 03:43:44.447945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.450869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-97269828-d42a-4818-b0a9-0c943e29c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.452532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-97269828-d42a-4818-b0a9-0c943e29c1f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0583019 Jul 16 03:43:44.463074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73d40569-6982-4a11-aae8-856a1546d79e req-80ae51c6-1777-4293-884d-90ff51b34c06 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415034 Jul 16 03:43:44.493489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event deleted for resources: {'Port': ['ID=eecafe3d-e972-4bfa-b4be-af07e62934a1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:44.525079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.527129 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29f2b401-83e0-4c36-a03f-e1dd07760096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "DELETE /v2.0/ports/eecafe3d-e972-4bfa-b4be-af07e62934a1 HTTP/1.1" status: 204 len: 168 time: 0.6834350 Jul 16 03:43:44.530123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46102) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:44.565845 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c192f5c2-b8f1-4dbd-ae53-95f1532d5fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:43:44.567873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c192f5c2-b8f1-4dbd-ae53-95f1532d5fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "GET /v2.0/ports/eecafe3d-e972-4bfa-b4be-af07e62934a1 HTTP/1.1" status: 404 len: 333 time: 0.0365403 Jul 16 03:43:44.572425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:44.577946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-b35bdb52-4fd0-4f02-9683-4bf50b4e3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.579865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-b35bdb52-4fd0-4f02-9683-4bf50b4e3afb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181824 Jul 16 03:43:44.580148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Request body: {'port': {'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-882716005'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:44.622865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Made reservation on behalf of fd14388cfb91469985814960b03ee759 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:44.628910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.656948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port 1fd121a6-dac2-4b66-85e3-027c5e1a144f yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:44.748131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-60858eea-4c28-433d-863a-4ef2ff2f6b1b service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574445 Jul 16 03:43:44.907048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e6a2f5b-e3ca-4c8e-bdc5-77cb1294473c req-3686cf80-2796-4f2f-8f2e-0ce515a08d7f service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513445 Jul 16 03:43:44.915236 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.994659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.059202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:45.063286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:45.065248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd121a6-dac2-4b66-85e3-027c5e1a144f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:45.067392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:45.068428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:45.069014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.088519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83a0013c-50d3-49c2-86b6-5f3c36f09507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5148451 Jul 16 03:43:45.091270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46118) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:45.097069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:45.190161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.442217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 83807b6a-54aa-4883-a16a-ccaa42b01247 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:45.503805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5fcbd-f36e-49dd-91b8-9747dd04f8d9 req-0ca84f52-e4c1-43d8-86aa-c4a99410c5b8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:45.505643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6c5fcbd-f36e-49dd-91b8-9747dd04f8d9 req-0ca84f52-e4c1-43d8-86aa-c4a99410c5b8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 943 time: 0.2730091 Jul 16 03:43:45.575413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad161f-491c-4518-8cc4-931bd14c380e req-968ec16c-ea23-424e-a6e1-4af6e7b65a01 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:45.576912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ad161f-491c-4518-8cc4-931bd14c380e req-968ec16c-ea23-424e-a6e1-4af6e7b65a01 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.2716403 Jul 16 03:43:45.604378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 83807b6a-54aa-4883-a16a-ccaa42b01247, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=83807b6a-54aa-4883-a16a-ccaa42b01247,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:45.616536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '83807b6a-54aa-4883-a16a-ccaa42b01247', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': '83807b6a-54aa-4883-a16a-ccaa42b01247', 'mac_address': 'fa:16:3e:9e:63:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:45.632426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6c5fcbd-f36e-49dd-91b8-9747dd04f8d9 req-9037cba6-f9ae-451a-b4eb-13975dac56c3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134610 Jul 16 03:43:45.655680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] device_id is not set on port 1fd121a6-dac2-4b66-85e3-027c5e1a144f yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:45.656344 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.671505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83807b6a-54aa-4883-a16a-ccaa42b01247 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:45.672077 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.678395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17ad161f-491c-4518-8cc4-931bd14c380e req-f2cbc6d6-b621-4105-8af2-3db72f0b0a2d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870318 Jul 16 03:43:45.689125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Transition to ACTIVE for port object 1fd121a6-dac2-4b66-85e3-027c5e1a144f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:45.693586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 83807b6a-54aa-4883-a16a-ccaa42b01247, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=83807b6a-54aa-4883-a16a-ccaa42b01247,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:45.694595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.700591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.701807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:45.759041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd121a6-dac2-4b66-85e3-027c5e1a144f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:45.772072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:45.772416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:45.772760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:45.778609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:45.779095 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:45.779433 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 2 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:45.797918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:45.798263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:45.798635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:45.806462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:45.807423 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:45.808084 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 3 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:45.856296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=83807b6a-54aa-4883-a16a-ccaa42b01247,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:45.864950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:45.876715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:45.876946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'port_id': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'mac_address': 'fa:16:3e:81:34:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:45.877077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:45.877452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:45.890575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:45.890982 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:45.894972 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 4 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:45.923565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:45.923908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:45.924031 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.924363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:45.934476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:45.934689 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:45.937257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:45.937502 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 5 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:45.952612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598d9a-dffb-45b3-a7db-7c239d3893c8 req-5a8e8934-036d-41f1-bd04-d43f174bbd68 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:45.954357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73598d9a-dffb-45b3-a7db-7c239d3893c8 req-5a8e8934-036d-41f1-bd04-d43f174bbd68 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 944 time: 0.1320961 Jul 16 03:43:45.958899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:45.966517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.982659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:45.983006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:45.983349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:45.990474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:45.991145 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:45.992940 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 6 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:46.015414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:46.016111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:46.016470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:46.020958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:46.026914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73598d9a-dffb-45b3-a7db-7c239d3893c8 req-d0d4b203-15c3-45f1-8ccd-1225a9e69df2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641036 Jul 16 03:43:46.028074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:46.028407 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:46.028796 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 7 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:46.042187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:46.042688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:46.043060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:46.047657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:46.047920 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:46.048318 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 8 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:46.065767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:46.066110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:46.066443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:46.071332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:46.071652 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:46.072037 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 9 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:46.085075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:46.085409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:46.085749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:46.090780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:46.091340 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:46.091596 n-d-800089-6 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempt 10 to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f Jul 16 03:43:46.108951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:46.109298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:46.109637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempting to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:46.114052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:46.114395 n-d-800089-6 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Failed to bind port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on host n-h1-800089-6 for vnic_type normal using segments [{'id': '1f6b90f8-8948-4bfd-9c69-493e584ac4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '18fe97af-8edd-4581-bd12-0cdd8f39fdcd'}] Jul 16 03:43:46.114847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.184534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] For port 1fd121a6-dac2-4b66-85e3-027c5e1a144f, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:46.184910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attempted to set empty binding levels {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:43:46.190423 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.222455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] In _notify_port_updated(), no bound segment for port 1fd121a6-dac2-4b66-85e3-027c5e1a144f on network 18fe97af-8edd-4581-bd12-0cdd8f39fdcd {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:43:46.223417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:46.224012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.228655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "PUT /v2.0/ports/1fd121a6-dac2-4b66-85e3-027c5e1a144f HTTP/1.1" status: 200 len: 978 time: 1.1328447 Jul 16 03:43:46.229572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46144) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:46.270692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4bdf-4427-4b48-8bb9-0c0ef1c671e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd121a6-dac2-4b66-85e3-027c5e1a144f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:46.324547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['277287f1-a1bc-4b33-a4d4-1963d9c13a54'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:46.331777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['83807b6a-54aa-4883-a16a-ccaa42b01247'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:46.345091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Deleting port 1fd121a6-dac2-4b66-85e3-027c5e1a144f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:46.345534 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.420940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] For port 1fd121a6-dac2-4b66-85e3-027c5e1a144f, host n-h1-800089-6, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:46.421297 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.433532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Calling delete_port for 1fd121a6-dac2-4b66-85e3-027c5e1a144f owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:46.530023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.577054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fd121a6-dac2-4b66-85e3-027c5e1a144f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:46.586273 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.591977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82c5a4e3-79f0-4259-84b9-1ea746d9216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1fd121a6-dac2-4b66-85e3-027c5e1a144f HTTP/1.1" status: 204 len: 168 time: 0.3591788 Jul 16 03:43:46.592733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:46.623656 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-758b417e-72b2-4cff-8317-f82b7c8ea808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:43:46.626124 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-758b417e-72b2-4cff-8317-f82b7c8ea808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080400917-project-admin] 10.222.0.25 "GET /v2.0/ports/1fd121a6-dac2-4b66-85e3-027c5e1a144f HTTP/1.1" status: 404 len: 333 time: 0.0318303 Jul 16 03:43:46.630199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:46.732479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.746807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-5f26ff0e-1521-4169-a53a-fe230e828f56 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9252782dd7df4eb995eb93a1969acd1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308130 Jul 16 03:43:46.922847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.949917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fe97af-8edd-4581-bd12-0cdd8f39fdcd']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:46.964439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6b90f8-8948-4bfd-9c69-493e584ac4e1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:46.964729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6b90f8-8948-4bfd-9c69-493e584ac4e1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:46.983341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.992301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-403a1182-f212-449d-82ad-85abae4a96a1 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:46.994444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-403a1182-f212-449d-82ad-85abae4a96a1 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392662 Jul 16 03:43:47.023210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df490f65-0e18-495c-aa14-df6ab55510d2 req-c675c6ef-ad61-4a9d-8e05-42046ba87470 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.024784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df490f65-0e18-495c-aa14-df6ab55510d2 req-c675c6ef-ad61-4a9d-8e05-42046ba87470 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 944 time: 0.2582860 Jul 16 03:43:47.025852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.034994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:47.035381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:47.043519 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:47.046476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-c10b3a81-6452-428f-a9e4-ddfef9593366 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/quotas/9252782dd7df4eb995eb93a1969acd1c HTTP/1.1" status: 200 len: 375 time: 0.0407772 Jul 16 03:43:47.108688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-7a37f4f5-dc65-4f08-8f6a-46f505993737 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9252782dd7df4eb995eb93a1969acd1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531149 Jul 16 03:43:47.148870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df490f65-0e18-495c-aa14-df6ab55510d2 req-ab8114d4-8228-4b62-9155-997244faa08f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178305 Jul 16 03:43:47.151975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.157580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.162852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] 10.222.0.25 "DELETE /v2.0/networks/18fe97af-8edd-4581-bd12-0cdd8f39fdcd HTTP/1.1" status: 204 len: 168 time: 0.5315623 Jul 16 03:43:47.188562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f2bd-3072-48b0-873b-f6a6baeb5566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201168408-project] Pushing event deleted for resources: {'Network': ['ID=18fe97af-8edd-4581-bd12-0cdd8f39fdcd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.453042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a5131-f4b3-421d-985b-59ec3a255e44 req-ed8c229a-ee34-48d4-95d8-b73cd918496c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.456117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e37a5131-f4b3-421d-985b-59ec3a255e44 req-ed8c229a-ee34-48d4-95d8-b73cd918496c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1301196 Jul 16 03:43:47.456910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:47.482911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ea3b3-8017-4974-b0aa-c469e61b8be2 req-11c9e9ed-5b7c-419e-8cac-91509634fc2a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.484494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-762ea3b3-8017-4974-b0aa-c469e61b8be2 req-11c9e9ed-5b7c-419e-8cac-91509634fc2a tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 945 time: 0.1102152 Jul 16 03:43:47.541792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:47.546983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:47.547187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.555676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e37a5131-f4b3-421d-985b-59ec3a255e44 req-f09b8ba1-cb5b-4b95-b576-609d70d43955 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887349 Jul 16 03:43:47.569322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-762ea3b3-8017-4974-b0aa-c469e61b8be2 req-086916df-b305-4b57-87ca-4c292a07d9f8 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729427 Jul 16 03:43:47.618651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46192) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:47.707096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a8f8879-80e0-4a3a-84cb-7c8f0d7632d0 req-ada32c29-7c7f-4af7-8b1c-2ecda41fb160 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 210 time: 0.0503755 Jul 16 03:43:47.845351 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.874351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:47.876905 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a910ee5-30e2-49b1-a44f-4d6fb995b951" -d '{"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-plugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:47.881316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-58a0af06-bbe1-44fe-b5b0-1bd0c1b61323 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe70d6343bd34e44bf5dd0df74042b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614625 Jul 16 03:43:47.884307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46204) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:47.898694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:47.906471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.973045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:48.006873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce3ef-e86c-4c79-b639-629c870c4baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.030774 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce3ef-e86c-4c79-b639-629c870c4baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.085993 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce3ef-e86c-4c79-b639-629c870c4baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.092128 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c3674-ceb1-4415-aa9e-adfc28bbe78d x-openstack-request-id: req-d94c3674-ceb1-4415-aa9e-adfc28bbe78d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:48.092277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce3ef-e86c-4c79-b639-629c870c4baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.092411 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-plugged", "status": "completed", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:48.092830 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d94c3674-ceb1-4415-aa9e-adfc28bbe78d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:48.095888 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'code': 200} Jul 16 03:43:48.096049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a5ce3ef-e86c-4c79-b639-629c870c4baf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3011bc5-946e-439f-b031-46f16b340e67 HTTP/1.1" status: 204 len: 168 time: 0.2078547 Jul 16 03:43:48.105351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce3ef-e86c-4c79-b639-629c870c4baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3011bc5-946e-439f-b031-46f16b340e67,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:48.337835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15982b-5db2-4704-8097-ce84885561b7 req-c6a2d5ae-3a7b-483c-8cbd-e81d42b1fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.343784 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0a15982b-5db2-4704-8097-ce84885561b7 req-c6a2d5ae-3a7b-483c-8cbd-e81d42b1fc87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 1097 time: 0.0925894 Jul 16 03:43:48.381796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f6e81-679f-4528-ba7f-77d5ef9c4d6f req-d4c330f4-aabf-43c7-9af6-68b33facffe7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.389402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b96f6e81-679f-4528-ba7f-77d5ef9c4d6f req-d4c330f4-aabf-43c7-9af6-68b33facffe7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 944 time: 0.0802121 Jul 16 03:43:48.407294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0a15982b-5db2-4704-8097-ce84885561b7 req-695ae0e9-13cf-443c-ab80-8b2ed79f2042 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552123 Jul 16 03:43:48.442113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b96f6e81-679f-4528-ba7f-77d5ef9c4d6f req-25e58bf8-ef00-4480-aee7-a689fa44003f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514927 Jul 16 03:43:48.507119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.551769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d196df1d-1e81-4cc4-a541-db2f9ad6f197 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd14388cfb91469985814960b03ee759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432100 Jul 16 03:43:48.554165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.607844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48d4e943-a2c2-41a8-af3f-b85947873284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.630343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48d4e943-a2c2-41a8-af3f-b85947873284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.684087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48d4e943-a2c2-41a8-af3f-b85947873284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.687227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48d4e943-a2c2-41a8-af3f-b85947873284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.690843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-48d4e943-a2c2-41a8-af3f-b85947873284 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7eff1165-e46a-4847-ac3a-4bd163326135 HTTP/1.1" status: 204 len: 168 time: 0.1331928 Jul 16 03:43:48.714589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e943-a2c2-41a8-af3f-b85947873284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff1165-e46a-4847-ac3a-4bd163326135,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:48.792656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522c69a-1fb7-467b-b2aa-b720c4d8ae00 req-5cbf66cb-2a61-4aa7-977a-70896ef0d33d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.794507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e522c69a-1fb7-467b-b2aa-b720c4d8ae00 req-5cbf66cb-2a61-4aa7-977a-70896ef0d33d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 946 time: 0.0831039 Jul 16 03:43:48.881305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e522c69a-1fb7-467b-b2aa-b720c4d8ae00 req-118e191c-fb77-4da4-99c1-2d5627b01617 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809863 Jul 16 03:43:49.038659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-7e8b821c-e87f-4c81-9e1c-09ebf4d8cd43 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9252782dd7df4eb995eb93a1969acd1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383337 Jul 16 03:43:49.092096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46236) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:49.203057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46e8a66f-1916-4b36-8e84-16170da53cc0 req-4f237a17-c3ab-4bd1-aebf-623d5abf46ce tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 210 time: 0.0485973 Jul 16 03:43:49.218815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-22c5d08d-fb81-47ca-969a-959b07aeb6a1 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:49.221938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-22c5d08d-fb81-47ca-969a-959b07aeb6a1 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784751 Jul 16 03:43:49.235000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Request body: {'port': {'device_id': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': '9252782dd7df4eb995eb93a1969acd1c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:49.307547 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d92e5e1d-4b56-418b-a7a4-ce30fd1d4d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.370313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Made reservation on behalf of 9252782dd7df4eb995eb93a1969acd1c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:49.375749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.392154 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.464916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 83807b6a-54aa-4883-a16a-ccaa42b01247 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:49.472175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d92e5e1d-4b56-418b-a7a4-ce30fd1d4d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.480288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d92e5e1d-4b56-418b-a7a4-ce30fd1d4d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.557384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e5e1d-4b56-418b-a7a4-ce30fd1d4d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddda953-3295-4c28-914b-4a2dd16b107f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:49.586054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 83807b6a-54aa-4883-a16a-ccaa42b01247 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:49.593267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 83807b6a-54aa-4883-a16a-ccaa42b01247 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:49.593811 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.595156 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d92e5e1d-4b56-418b-a7a4-ce30fd1d4d80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25f03819210344fd8c8d4d45b5c6e627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019646 Jul 16 03:43:49.596881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46258) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:49.613962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.619726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.628431 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:43:49.678608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e75a586-8deb-45ce-a1b4-338b7b0522d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.729016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e75a586-8deb-45ce-a1b4-338b7b0522d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.750067 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.766663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Allocated IP 192.168.233.249 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/c81afd05-6902-4519-862b-f32fd55f67ca) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:49.791749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e75a586-8deb-45ce-a1b4-338b7b0522d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.794268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e75a586-8deb-45ce-a1b4-338b7b0522d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.795454 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9e75a586-8deb-45ce-a1b4-338b7b0522d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dddda953-3295-4c28-914b-4a2dd16b107f HTTP/1.1" status: 204 len: 168 time: 0.1966901 Jul 16 03:43:49.807797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75a586-8deb-45ce-a1b4-338b7b0522d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddda953-3295-4c28-914b-4a2dd16b107f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:49.820551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 83807b6a-54aa-4883-a16a-ccaa42b01247, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=83807b6a-54aa-4883-a16a-ccaa42b01247,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:49.826688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.935897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=83807b6a-54aa-4883-a16a-ccaa42b01247,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.094973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83807b6a-54aa-4883-a16a-ccaa42b01247'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:50.098424 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b105e56-214d-4785-bd15-8756f429c258" -d '{"events": [{"server_uuid": "aa4e88d3-dd84-4601-b888-e207c1ac3de9", "name": "network-vif-plugged", "status": "completed", "tag": "83807b6a-54aa-4883-a16a-ccaa42b01247"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:50.268681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be15034d-836c-4da4-99eb-28f866134ed2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.328503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238c080-18ae-4646-a796-156454056179 req-f44a6154-6998-478f-aed5-0557ff00904d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.330147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3238c080-18ae-4646-a796-156454056179 req-f44a6154-6998-478f-aed5-0557ff00904d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 944 time: 0.5408919 Jul 16 03:43:50.455548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3238c080-18ae-4646-a796-156454056179 req-7eb16bd9-20ce-4e71-85df-e1ccc394a361 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166024 Jul 16 03:43:50.465896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7db6a1-07bb-477b-a7b4-26e60e93577b req-b8177ecc-7efd-431b-924e-fc3474adff65 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.467399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae7db6a1-07bb-477b-a7b4-26e60e93577b req-b8177ecc-7efd-431b-924e-fc3474adff65 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 946 time: 0.2251842 Jul 16 03:43:50.526041 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbe4472-8c6a-4cc9-ae45-150c7005e21d x-openstack-request-id: req-0dbe4472-8c6a-4cc9-ae45-150c7005e21d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:50.526491 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4e88d3-dd84-4601-b888-e207c1ac3de9", "name": "network-vif-plugged", "status": "completed", "tag": "83807b6a-54aa-4883-a16a-ccaa42b01247", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:50.526491 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dbe4472-8c6a-4cc9-ae45-150c7005e21d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:50.527430 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83807b6a-54aa-4883-a16a-ccaa42b01247', 'code': 200} Jul 16 03:43:50.565211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.579962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae7db6a1-07bb-477b-a7b4-26e60e93577b req-75f589df-7d3e-48d8-89f2-0e4bd9403f0e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054676 Jul 16 03:43:50.603847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Transition to ACTIVE for port object c81afd05-6902-4519-862b-f32fd55f67ca will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:50.641797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.706850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:50.706850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:50.706850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:50.710813 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db9e9f3d-97ed-4417-8100-f0c18573fc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.752136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb82baa-2de4-4eb9-8a7f-2c74bcb0742e req-bf49d274-0d2b-424d-bd5c-52678d1a584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.755195 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eb82baa-2de4-4eb9-8a7f-2c74bcb0742e req-bf49d274-0d2b-424d-bd5c-52678d1a584b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 1096 time: 0.1031389 Jul 16 03:43:50.776630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Pushing event updated for resources: {'Port': ['ID=c81afd05-6902-4519-862b-f32fd55f67ca,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.809345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.810169 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.830459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1eb82baa-2de4-4eb9-8a7f-2c74bcb0742e req-a5550dac-e76c-4090-ae3d-f8dbfe4940a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655873 Jul 16 03:43:50.837089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-11be2456-f696-4d0f-b437-5f5be6d6e5ba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6061776 Jul 16 03:43:50.847231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2b9c1-e79f-4fdf-8b8d-56a45207c8f2 req-d063e380-a5b8-4ca3-91a5-97d4c678c7f5 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.848983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2c2b9c1-e79f-4fdf-8b8d-56a45207c8f2 req-d063e380-a5b8-4ca3-91a5-97d4c678c7f5 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 936 time: 0.1510272 Jul 16 03:43:50.865697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-1f403e7b-4dd7-4329-83cd-f21e92abe31a tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:43:50.866607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46330) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:50.867208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-1f403e7b-4dd7-4329-83cd-f21e92abe31a tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171344 Jul 16 03:43:50.905887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2c2b9c1-e79f-4fdf-8b8d-56a45207c8f2 req-041b5a2b-0295-4420-adf4-765e88cba5cb tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Jul 16 03:43:50.994254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-348425436'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:51.018716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4bff9ebb-2169-48eb-a9a8-96ac0e75bfd7 None None] Provisioning for port c81afd05-6902-4519-862b-f32fd55f67ca completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:51.022015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.023337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.023464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4bff9ebb-2169-48eb-a9a8-96ac0e75bfd7 None None] Provisioning complete for port c81afd05-6902-4519-862b-f32fd55f67ca triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:51.023846 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4bff9ebb-2169-48eb-a9a8-96ac0e75bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.060969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Request body: {'port': {'device_id': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:51.062476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4bff9ebb-2169-48eb-a9a8-96ac0e75bfd7 None None] Port c81afd05-6902-4519-862b-f32fd55f67ca cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:51.090901 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.096861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.120195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.125639 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a920e004-eb61-4056-ad24-a2d90eb4b555 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2579908 Jul 16 03:43:51.127325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46344) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:51.148383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.162182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:51.207461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.280445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-77480031-network', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:51.339483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Made reservation on behalf of 9241a416ad3e487bb98f4b6641b70efe for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:51.342007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.377127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.510423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81afd05-6902-4519-862b-f32fd55f67ca {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:51.519420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.542657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Transition to ACTIVE for port object c81afd05-6902-4519-862b-f32fd55f67ca will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:51.551825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.560046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.571657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.641080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:51.644733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d9eca-1952-41a8-bd50-878602804d30,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:51.652263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Pushing event updated for resources: {'Port': ['ID=c81afd05-6902-4519-862b-f32fd55f67ca,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:51.672949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.673301 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Added segment b42bdb52-22dc-4380-a4b4-fb73e7c1e130 of type vlan for network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 Jul 16 03:43:51.725611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.729303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.797799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.798442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1bedf58-2ca2-443e-b7e5-156c85dc4145 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:51.802490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.803951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b5c8b0e-73d3-4812-bf8d-fe4788c0e53d tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f1bedf58-2ca2-443e-b7e5-156c85dc4145 HTTP/1.1" status: 204 len: 168 time: 0.6752555 Jul 16 03:43:51.807156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46354) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:51.811611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Request body: {'router': {'name': 'tempest-router-146240603', 'distributed': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:51.837163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.851620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.853604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.912452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.918085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.931718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.933012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-af7e30ca-a820-465c-a288-317c1f50e5a1 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1249206 Jul 16 03:43:51.935790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46356) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:51.967029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.967998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:51.968579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.000346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Attempting to bind port c81afd05-6902-4519-862b-f32fd55f67ca on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:52.000690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Attempting to bind port c81afd05-6902-4519-862b-f32fd55f67ca by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:52.001018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Attempting to bind port c81afd05-6902-4519-862b-f32fd55f67ca on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:52.013362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.041050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Port c81afd05-6902-4519-862b-f32fd55f67ca on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:52.041290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Attempting to bind port c81afd05-6902-4519-862b-f32fd55f67ca on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:52.053148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8898320 Jul 16 03:43:52.062305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46360) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:52.068780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Request body: {'subnet': {'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-77480031-subnet', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:52.082923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:52.083258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:52.083636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:52.084078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Bound port: c81afd05-6902-4519-862b-f32fd55f67ca, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:52.084434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.128774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4633e-4cb9-4363-9b9b-14d1985f0e5e req-a9dc6a90-6ba5-4e48-9dcb-ca977efa8bbb tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.130514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61a4633e-4cb9-4363-9b9b-14d1985f0e5e req-a9dc6a90-6ba5-4e48-9dcb-ca977efa8bbb tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 946 time: 0.2849784 Jul 16 03:43:52.135828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0c170-25ae-48b9-b532-dcf34cd86408 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcf5748-d5ab-4760-a503-a8b00aefb3d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:52.146643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:52.158341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc333e-b95c-4c51-add9-cd071adbbca9 req-f3e9a3a9-a7da-4bb5-97db-85fd0d70e1a0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.160246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21dc333e-b95c-4c51-add9-cd071adbbca9 req-f3e9a3a9-a7da-4bb5-97db-85fd0d70e1a0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 945 time: 0.3119609 Jul 16 03:43:52.169797 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.172295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.218255 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.218826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12fddf42-d3f3-4f62-a81e-27158fc4f6af {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:52.223403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.224664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4ed10053-202b-4800-a73a-e389bf97d42b tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/12fddf42-d3f3-4f62-a81e-27158fc4f6af HTTP/1.1" status: 204 len: 168 time: 0.2878075 Jul 16 03:43:52.227809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Made reservation on behalf of 9241a416ad3e487bb98f4b6641b70efe for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:52.228688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46364) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:52.230384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.233704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Request body: {'router': {'name': 'tempest-router-1938399727', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8255674815ed42819963f92ca1a18b24'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:52.255762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.256720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.299992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61a4633e-4cb9-4363-9b9b-14d1985f0e5e req-18a62d66-6772-488b-9718-57abd1a5e9a6 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602440 Jul 16 03:43:52.309896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21dc333e-b95c-4c51-add9-cd071adbbca9 req-bd802db0-cb41-4858-af86-0b183a58db38 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204848 Jul 16 03:43:52.314883 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.335618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.355744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] For port c81afd05-6902-4519-862b-f32fd55f67ca, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:52.369510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.371106 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4fd52517-0979-4679-9d39-6ae50e1ca7af tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1411326 Jul 16 03:43:52.373691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46368) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:52.379379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:52.379912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] For port c81afd05-6902-4519-862b-f32fd55f67ca, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c81afd05-6902-4519-862b-f32fd55f67ca,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:52.391512 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.436381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.437000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.439602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] 10.222.0.11 "PUT /v2.0/ports/c81afd05-6902-4519-862b-f32fd55f67ca HTTP/1.1" status: 200 len: 1096 time: 1.5373838 Jul 16 03:43:52.446419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'tag': 'c81afd05-6902-4519-862b-f32fd55f67ca'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:52.449709 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c662fad-1f59-45d4-8527-3aaa985c0ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "88a7de67-0688-4d68-b8f0-a482c57c8c86", "tag": "c81afd05-6902-4519-862b-f32fd55f67ca"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:52.518230 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fee8f9b-de4f-46ca-835a-af87b715d926 x-openstack-request-id: req-2fee8f9b-de4f-46ca-835a-af87b715d926 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:52.518863 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a7de67-0688-4d68-b8f0-a482c57c8c86", "tag": "c81afd05-6902-4519-862b-f32fd55f67ca", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:52.518863 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fee8f9b-de4f-46ca-835a-af87b715d926 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:52.519169 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'tag': 'c81afd05-6902-4519-862b-f32fd55f67ca', 'status': 'completed', 'code': 200} Jul 16 03:43:52.569912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e293c-68e3-451f-af91-440ff86278cb service neutron] Pushing event updated for resources: {'Port': ['ID=c81afd05-6902-4519-862b-f32fd55f67ca,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:52.610739 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.611322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.683348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb6784-f530-4ebd-91a6-591179ad270a req-c15c4647-47f2-415c-ba71-ffffc601b159 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.684860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25eb6784-f530-4ebd-91a6-591179ad270a req-c15c4647-47f2-415c-ba71-ffffc601b159 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 948 time: 0.2295046 Jul 16 03:43:52.689197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-dd683a30-f289-4c4a-8cf3-e66421ee1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.691192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-dd683a30-f289-4c4a-8cf3-e66421ee1776 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9252782dd7df4eb995eb93a1969acd1c&device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 1099 time: 0.1973491 Jul 16 03:43:52.699447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93757) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 03:43:52.700002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Router ee5055de-936a-4564-be8d-23a75ce6d252 migrating from provider to provider. {{(pid=93757) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 03:43:52.700159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.700385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.705284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.710122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.782336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-718b4c79-128d-4a57-80bd-702177428b50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c81afd05-6902-4519-862b-f32fd55f67ca HTTP/1.1" status: 200 len: 217 time: 0.0782135 Jul 16 03:43:52.788792 n-d-800089-6 neutron-server[93757]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] No L3 agents can host the router ee5055de-936a-4564-be8d-23a75ce6d252 Jul 16 03:43:52.816076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25eb6784-f530-4ebd-91a6-591179ad270a req-2368cffd-aeb2-4c37-b106-66f3f8ef42ff tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 Jul 16 03:43:52.842147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7979b994-fd1b-4a8e-81e7-a82113c6c608,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:52.869261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Checking segment: {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:52.869616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Network hostable DHCP agents. Network: ebcf5748-d5ab-4760-a503-a8b00aefb3d0, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:52.881187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-22e491ab-b313-4090-a70c-83741ff5f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.882668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-22e491ab-b313-4090-a70c-83741ff5f2a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0883343 Jul 16 03:43:52.886639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Hosts for router ee5055de-936a-4564-be8d-23a75ce6d252: [] {{(pid=93757) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 03:43:52.909836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Hosts for other DVR routers connected to router ee5055de-936a-4564-be8d-23a75ce6d252: set() {{(pid=93757) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 03:43:52.912362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.913541 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6711d1b6-71c8-4c76-b5b6-3e227231dc44 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "PUT /v2.0/routers/ee5055de-936a-4564-be8d-23a75ce6d252 HTTP/1.1" status: 200 len: 717 time: 0.5389271 Jul 16 03:43:52.916159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:52.916439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:52.931066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ebcf5748-d5ab-4760-a503-a8b00aefb3d0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:52.936666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.936666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:52.940123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50ff04-37d0-456d-8999-41afb732eb2d None None] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:52.964884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-30eb34e8-50a7-4dff-b198-046193cadd16 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8981206 Jul 16 03:43:52.965694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:52.969669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:52.974672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-088b901c-9463-408b-9a70-3245153aa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:52.976132 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-088b901c-9463-408b-9a70-3245153aa103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857353 Jul 16 03:43:52.990242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f452038a-d4c5-4ea4-9274-a3c96cbbe678 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "GET /v2.0/routers/ee5055de-936a-4564-be8d-23a75ce6d252 HTTP/1.1" status: 200 len: 717 time: 0.0730197 Jul 16 03:43:52.993334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46376) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:53.010021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.011044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.106455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ebcf5748-d5ab-4760-a503-a8b00aefb3d0', 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'fixed_ips': [{'subnet_id': '7979b994-fd1b-4a8e-81e7-a82113c6c608'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:53.112083 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.115417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.168292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-5de289ce-f709-4359-a20d-f7552c0807d2 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830366 Jul 16 03:43:53.200973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f08b055-df54-4c7a-818a-49c8fea530ad tempest-RoutersTestDVR-1232999947 tempest-RoutersTestDVR-1232999947-project] 10.222.0.25 "GET /v2.0/routers/ee5055de-936a-4564-be8d-23a75ce6d252 HTTP/1.1" status: 200 len: 683 time: 0.2063825 Jul 16 03:43:53.203555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:53.274596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08265c02-cd6e-46db-9be6-ceaa41524bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.279537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Allocated IP 172.20.0.2 (ebcf5748-d5ab-4760-a503-a8b00aefb3d0/7979b994-fd1b-4a8e-81e7-a82113c6c608/d5920168-511a-451b-bff4-f253acfbeff5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:53.281678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.322462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.401729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc697fd8-7c05-4842-aeb3-60760a884af7 req-e2d824f3-59c4-472b-aad3-53cabcbc41c6 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051818 Jul 16 03:43:53.435591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.444118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Transition to ACTIVE for port object d5920168-511a-451b-bff4-f253acfbeff5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:53.459136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Transition to ACTIVE for port object d5920168-511a-451b-bff4-f253acfbeff5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:53.465986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.496633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:53.499356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:53.507464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.510011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.526736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:53.565608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.566398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee5055de-936a-4564-be8d-23a75ce6d252 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:53.570812 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.577808 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-26c24e6c-9603-44ed-95f0-c19984677a11 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ee5055de-936a-4564-be8d-23a75ce6d252 HTTP/1.1" status: 204 len: 168 time: 0.3732438 Jul 16 03:43:53.578456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46386) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:53.584358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Request body: {'router': {'name': 'tempest-router-793120009', 'distributed': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:53.603486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-fccbb81e-ef27-4128-baa9-5e8a51363c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:53.604969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-fccbb81e-ef27-4128-baa9-5e8a51363c1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9252782dd7df4eb995eb93a1969acd1c&device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 1099 time: 0.1242752 Jul 16 03:43:53.609459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.610831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.612089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Pushing event updated for resources: {'Port': ['ID=d5920168-511a-451b-bff4-f253acfbeff5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:53.618707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Attempting to bind port d5920168-511a-451b-bff4-f253acfbeff5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:53.619450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Attempting to bind port d5920168-511a-451b-bff4-f253acfbeff5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:53.620271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Attempting to bind port d5920168-511a-451b-bff4-f253acfbeff5 on network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:53.626401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:53.627102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Checking segment: {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:53.627762 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.628256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Bound using segment: {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:53.628848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Bound port: d5920168-511a-451b-bff4-f253acfbeff5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:53.629585 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.667578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.673354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.686209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791798b8-3ef7-4f38-a85f-c1a469b7fa4a req-1ad70cdf-cfa7-44ee-bf9a-80246968def6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:53.687723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.687873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-791798b8-3ef7-4f38-a85f-c1a469b7fa4a req-1ad70cdf-cfa7-44ee-bf9a-80246968def6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 945 time: 0.2082911 Jul 16 03:43:53.692187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c398d6fa-c49c-4acf-965a-4ce3f7dd1242 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1125731 Jul 16 03:43:53.692794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46388) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:53.696617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] For port d5920168-511a-451b-bff4-f253acfbeff5, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:53.700342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] For port d5920168-511a-451b-bff4-f253acfbeff5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d5920168-511a-451b-bff4-f253acfbeff5,segment=NetworkSegment(b42bdb52-22dc-4380-a4b4-fb73e7c1e130),segment_id=b42bdb52-22dc-4380-a4b4-fb73e7c1e130)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:53.705183 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.767810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736b592-74c8-4e33-97ff-4d991fad7247 None None] Pushing event updated for resources: {'Port': ['ID=d5920168-511a-451b-bff4-f253acfbeff5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:53.785513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.849869 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.855668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-791798b8-3ef7-4f38-a85f-c1a469b7fa4a req-ef769270-1df5-4065-84a0-8671cf71e90d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508551 Jul 16 03:43:53.877390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.877390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-d3f294f3-3193-4c01-a394-e9fb3d8c35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:53.879192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-d3f294f3-3193-4c01-a394-e9fb3d8c35c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.2352245 Jul 16 03:43:53.904028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.939330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-6a6ea85c-db5b-4654-b34f-5f56ea865f51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c81afd05-6902-4519-862b-f32fd55f67ca HTTP/1.1" status: 200 len: 217 time: 0.0423255 Jul 16 03:43:54.020405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.024315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.088811 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.089513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39509d7d-39a4-4cbb-8e3b-3730513e120f {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:54.094289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.095767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ed207bf-4983-47d1-8272-e6f97567fdd5 tempest-RoutersTestDVR-1487511464 tempest-RoutersTestDVR-1487511464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/39509d7d-39a4-4cbb-8e3b-3730513e120f HTTP/1.1" status: 204 len: 168 time: 0.4017403 Jul 16 03:43:54.113933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-8f6beaba-2a3e-4554-97e3-50a4af406e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:54.115671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-8f6beaba-2a3e-4554-97e3-50a4af406e8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.1331501 Jul 16 03:43:54.302801 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.311869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:54.448063 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8720af17-7704-4404-bd37-a7677fe36b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.511691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Allocated IP 172.25.4.116 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/d3f66f7b-99b1-4f59-9084-13e8b1954356) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:54.521504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde15d8-37fb-4db6-8e19-25cf85ae8a7f req-29d4a8ef-37fc-49aa-8ee3-aff8ced30eba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:54.523117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bde15d8-37fb-4db6-8e19-25cf85ae8a7f req-29d4a8ef-37fc-49aa-8ee3-aff8ced30eba tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 948 time: 0.5389779 Jul 16 03:43:54.552583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8720af17-7704-4404-bd37-a7677fe36b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.558353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8720af17-7704-4404-bd37-a7677fe36b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.606561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bde15d8-37fb-4db6-8e19-25cf85ae8a7f req-c72495fa-25cb-4ed6-9f5b-0ad3e42ddcc3 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724611 Jul 16 03:43:54.610351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720af17-7704-4404-bd37-a7677fe36b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65235a35-48da-4402-ba10-d62cd4c609a8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:54.635547 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8720af17-7704-4404-bd37-a7677fe36b20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8255674815ed42819963f92ca1a18b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225715 Jul 16 03:43:54.638323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46404) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:54.639052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-35e379e9-b780-4f43-b704-60b23aea3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:54.640752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-35e379e9-b780-4f43-b704-60b23aea3510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5167689 Jul 16 03:43:54.694404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a386fcf3-ad05-45cc-a694-c6cf620b64bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.720892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a386fcf3-ad05-45cc-a694-c6cf620b64bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.739584 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.773395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a386fcf3-ad05-45cc-a694-c6cf620b64bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.775766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-d7b69030-4513-4c74-900b-bf04cdec0cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266413 Jul 16 03:43:54.775927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a386fcf3-ad05-45cc-a694-c6cf620b64bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.777265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a386fcf3-ad05-45cc-a694-c6cf620b64bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65235a35-48da-4402-ba10-d62cd4c609a8 HTTP/1.1" status: 204 len: 168 time: 0.1379986 Jul 16 03:43:54.788114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386fcf3-ad05-45cc-a694-c6cf620b64bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65235a35-48da-4402-ba10-d62cd4c609a8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:54.882905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.937259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c662fad-1f59-45d4-8527-3aaa985c0ef4 req-c26dcbcd-5db3-459b-9c4d-b09355640d04 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515610 Jul 16 03:43:54.937442 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-0b7448e3-bea0-4e72-b209-58024c98a897 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688534 Jul 16 03:43:54.940842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:54.946319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:54.949868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:54.979197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f66f7b-99b1-4f59-9084-13e8b1954356,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.026844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539a94b-b64b-414c-8cb9-a6f013d783e4 None None] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:55.091370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a48a8ebb-dcc0-4fec-adef-36e01363e8a6 None None] Provisioning for port d5920168-511a-451b-bff4-f253acfbeff5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:55.114945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46412) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:55.163596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d38b-b087-4276-9b98-b7107058ed6c req-22012365-5d87-40c3-a4d3-e89d9b62905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:55.166043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-22012365-5d87-40c3-a4d3-e89d9b62905c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 1097 time: 0.1630988 Jul 16 03:43:55.365327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.368862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d38b-b087-4276-9b98-b7107058ed6c req-23f37ac6-05f0-4df2-bcc0-dde806b2c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:55.370376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-23f37ac6-05f0-4df2-bcc0-dde806b2c061 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1630015 Jul 16 03:43:55.420908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-675bc601-b732-41ad-89a4-720504bac264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.443472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-f6729350-43e9-4b42-a261-22174694b90d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 200 len: 217 time: 0.0414500 Jul 16 03:43:55.519495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-675bc601-b732-41ad-89a4-720504bac264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.526073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-675bc601-b732-41ad-89a4-720504bac264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.542889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d5920168-511a-451b-bff4-f253acfbeff5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:55.550118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d38b-b087-4276-9b98-b7107058ed6c req-5c50bd28-ebd1-4ae9-b7f8-81205d0f7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:55.551662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-5c50bd28-ebd1-4ae9-b7f8-81205d0f7296 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.1009386 Jul 16 03:43:55.569370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-675bc601-b732-41ad-89a4-720504bac264 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31eef223be1149c7b51a9b86ad983a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525924 Jul 16 03:43:55.569370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bc601-b732-41ad-89a4-720504bac264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee85798-e147-44d9-a7fe-f30189df9768,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.572309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46414) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:55.605158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c81afd05-6902-4519-862b-f32fd55f67ca details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:55.617871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d5920168-511a-451b-bff4-f253acfbeff5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:55.626586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d5920168-511a-451b-bff4-f253acfbeff5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:55.626973 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.628831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad74c72e-d8e0-470b-b9ce-2b2ead2d498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.655444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad74c72e-d8e0-470b-b9ce-2b2ead2d498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.700805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d38b-b087-4276-9b98-b7107058ed6c req-04f3e3f1-c53a-4283-a930-55cbf7008a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:55.702219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-04f3e3f1-c53a-4283-a930-55cbf7008a08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442857 Jul 16 03:43:55.714397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad74c72e-d8e0-470b-b9ce-2b2ead2d498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.717341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad74c72e-d8e0-470b-b9ce-2b2ead2d498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.721291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ad74c72e-d8e0-470b-b9ce-2b2ead2d498b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ee85798-e147-44d9-a7fe-f30189df9768 HTTP/1.1" status: 204 len: 168 time: 0.1480145 Jul 16 03:43:55.729999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c72e-d8e0-470b-b9ce-2b2ead2d498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee85798-e147-44d9-a7fe-f30189df9768,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.745370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.825141 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.875606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c81afd05-6902-4519-862b-f32fd55f67ca, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c81afd05-6902-4519-862b-f32fd55f67ca,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:55.887893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d5920168-511a-451b-bff4-f253acfbeff5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d5920168-511a-451b-bff4-f253acfbeff5,segment=NetworkSegment(b42bdb52-22dc-4380-a4b4-fb73e7c1e130),segment_id=b42bdb52-22dc-4380-a4b4-fb73e7c1e130)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:55.893883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c81afd05-6902-4519-862b-f32fd55f67ca', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': 'c81afd05-6902-4519-862b-f32fd55f67ca', 'mac_address': 'fa:16:3e:21:4d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:55.897384 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.944034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-bbc407db-25de-43ae-9b5d-36de78083e41 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333934 Jul 16 03:43:55.974782 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.980228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d5920168-511a-451b-bff4-f253acfbeff5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.990258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f716501-e3ea-4109-81dc-035597c7ce71 req-ae98f798-f2e4-4be5-a65d-0b878435d1fb tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:55.991822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f716501-e3ea-4109-81dc-035597c7ce71 req-ae98f798-f2e4-4be5-a65d-0b878435d1fb tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 948 time: 0.1946843 Jul 16 03:43:55.993066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81afd05-6902-4519-862b-f32fd55f67ca {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:56.017852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c81afd05-6902-4519-862b-f32fd55f67ca, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c81afd05-6902-4519-862b-f32fd55f67ca,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:56.023447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.067859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.084479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c81afd05-6902-4519-862b-f32fd55f67ca,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:56.094564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f716501-e3ea-4109-81dc-035597c7ce71 req-194ca38f-151c-46ea-9c42-f9769bfe4431 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953381 Jul 16 03:43:56.113679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7680d38b-b087-4276-9b98-b7107058ed6c req-e5db7d9b-70dd-4b42-88af-f5372b876b40 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611104 Jul 16 03:43:56.114709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Router c09389e8-d024-4066-acf2-7a2e6155f21a is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:43:56.218167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:56.229229 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Sync routers for ids ['c09389e8-d024-4066-acf2-7a2e6155f21a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:56.235444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c81afd05-6902-4519-862b-f32fd55f67ca'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:56.241124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.243585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0eeb84bf-6a7d-456e-826c-41cdc2159813 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2774446 Jul 16 03:43:56.246372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46434) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:56.252631 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Routers {'c09389e8-d024-4066-acf2-7a2e6155f21a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:56.255078 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c09389e8-d024-4066-acf2-7a2e6155f21a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:56.409053 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Set router c09389e8-d024-4066-acf2-7a2e6155f21a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:56.590526 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:55Z', 'revision_number': 3, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:56.607325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:56.618695 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Checking router: c09389e8-d024-4066-acf2-7a2e6155f21a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:56.619054 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Updating router c09389e8-d024-4066-acf2-7a2e6155f21a port d3f66f7b-99b1-4f59-9084-13e8b1954356 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:43:56.653463 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.710142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1021649655'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:56.720618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.732326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:56.735862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.748567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.843434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.848033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.894706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:56.896814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1abf09-6439-4901-860a-b7ecd02f03b1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:56.923561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.924243 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Added segment ecca6379-b146-420f-ac34-466b912de1e5 of type vlan for network be1eca24-fe33-4a89-80c4-24342587df8d Jul 16 03:43:56.924745 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.935148 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Transition to ACTIVE for port object d3f66f7b-99b1-4f59-9084-13e8b1954356 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:56.947010 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.963661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Allocated IP 172.20.0.1 (ebcf5748-d5ab-4760-a503-a8b00aefb3d0/7979b994-fd1b-4a8e-81e7-a82113c6c608/937e2b16-65f7-4cf3-a757-0afa71bff0ce) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:56.971206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.996580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Attempting to bind port d3f66f7b-99b1-4f59-9084-13e8b1954356 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:56.996958 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Attempting to bind port d3f66f7b-99b1-4f59-9084-13e8b1954356 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:56.997341 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Attempting to bind port d3f66f7b-99b1-4f59-9084-13e8b1954356 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:57.010497 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:57.010752 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.015043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:57.018681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:57.019261 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.019386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.019836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:57.020606 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Bound port: d3f66f7b-99b1-4f59-9084-13e8b1954356, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:57.021215 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.048193 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Pushing event updated for resources: {'Port': ['ID=d3f66f7b-99b1-4f59-9084-13e8b1954356,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.057809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4492300 Jul 16 03:43:57.058195 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.058531 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.058890 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.059222 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.059544 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.059868 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.060727 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.060846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:57.060929 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.060929 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.061249 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.061566 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.061993 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:57.066193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'subnet': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:57.091128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.095122 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] For port d3f66f7b-99b1-4f59-9084-13e8b1954356, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:57.098603 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] For port d3f66f7b-99b1-4f59-9084-13e8b1954356, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d3f66f7b-99b1-4f59-9084-13e8b1954356,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:57.103758 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.107069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Transition to ACTIVE for port object 937e2b16-65f7-4cf3-a757-0afa71bff0ce will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:57.126065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584ff3f-093b-4b9b-a3d9-da20d19205c3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Network': ['ID=be1eca24-fe33-4a89-80c4-24342587df8d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.137209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network be1eca24-fe33-4a89-80c4-24342587df8d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:57.146341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.172428 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Routers {'c09389e8-d024-4066-acf2-7a2e6155f21a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:57.173065 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c09389e8-d024-4066-acf2-7a2e6155f21a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:57.240278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:57.241421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Pushing event updated for resources: {'Port': ['ID=937e2b16-65f7-4cf3-a757-0afa71bff0ce,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.243815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:57.245995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:57.248630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:57.264965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.290791 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] Set router c09389e8-d024-4066-acf2-7a2e6155f21a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:57.297499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.431645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd89a7-56d4-4750-8306-b397a01730e1 req-01df38a5-af11-43e3-ad60-cea05aa25871 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:57.439250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28bd89a7-56d4-4750-8306-b397a01730e1 req-01df38a5-af11-43e3-ad60-cea05aa25871 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 949 time: 0.1572478 Jul 16 03:43:57.520155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28bd89a7-56d4-4750-8306-b397a01730e1 req-71e58ad2-e6d6-495f-9d52-82393c0e53eb tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800180 Jul 16 03:43:57.534099 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c39ad-5243-4710-a926-4eba46bcb017 None None] Pushing event updated for resources: {'Port': ['ID=d3f66f7b-99b1-4f59-9084-13e8b1954356,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.546321 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.568646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d5920168-511a-451b-bff4-f253acfbeff5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:57.574293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-04e4e3da-30c8-4285-9269-806039e16170 None None] Provisioning for port 937e2b16-65f7-4cf3-a757-0afa71bff0ce completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:57.601080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-04e4e3da-30c8-4285-9269-806039e16170 None None] Provisioning complete for port 937e2b16-65f7-4cf3-a757-0afa71bff0ce triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:57.601470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04e4e3da-30c8-4285-9269-806039e16170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.609714 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:55Z', 'revision_number': 3, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:57.621084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.631339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c81afd05-6902-4519-862b-f32fd55f67ca up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:57.640727 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e3a54-e4c0-4d56-906a-7064030008fd None None] The sync data for ids ['c09389e8-d024-4066-acf2-7a2e6155f21a'] in n-d-800089-6 is: [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:55Z', 'revision_number': 3, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:57.685583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-04e4e3da-30c8-4285-9269-806039e16170 None None] Port 937e2b16-65f7-4cf3-a757-0afa71bff0ce cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:57.697356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Subnet': ['ID=97c5626f-6750-4983-99ec-e69d651d1bd5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.707231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d5920168-511a-451b-bff4-f253acfbeff5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:57.708051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.708559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Checking segment: {'id': 'ecca6379-b146-420f-ac34-466b912de1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:57.708919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network hostable DHCP agents. Network: be1eca24-fe33-4a89-80c4-24342587df8d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:57.735219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:57.739096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port c81afd05-6902-4519-862b-f32fd55f67ca completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:57.749738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, be1eca24-fe33-4a89-80c4-24342587df8d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:57.754234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c81afd05-6902-4519-862b-f32fd55f67ca triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:57.754870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.761928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:57.762706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.764040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88826e44-04bd-456b-bf54-7ad6318729f8 None None] Network be1eca24-fe33-4a89-80c4-24342587df8d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:57.768756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.775580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.779501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-72aa1401-472d-4f6a-824f-c4e3045c549d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7177110 Jul 16 03:43:57.782335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46456) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:57.788656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857690792'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:57.903531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.906911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Pushing event updated for resources: {'Port': ['ID=937e2b16-65f7-4cf3-a757-0afa71bff0ce,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.924731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:57.930936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.984021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] device_id is not set on port a27abbe4-0a58-45a1-8975-3e69064ab10d yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:58.025422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.038200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-46a7801b-94fb-4f83-8dee-975e78d9573a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1693206 Jul 16 03:43:58.091112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c81afd05-6902-4519-862b-f32fd55f67ca, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c81afd05-6902-4519-862b-f32fd55f67ca,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:58.092080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81afd05-6902-4519-862b-f32fd55f67ca'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:58.094534 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c3f17-6af9-43cd-8c1b-30eba6999ea9" -d '{"events": [{"server_uuid": "88a7de67-0688-4d68-b8f0-a482c57c8c86", "name": "network-vif-plugged", "status": "completed", "tag": "c81afd05-6902-4519-862b-f32fd55f67ca"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:58.148073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:58.152187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.160240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-be1eca24-fe33-4a89-80c4-24342587df8d', 'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'tenant_id': '9043ad420ab740e5ae8da293a6746fe8', 'fixed_ips': [{'subnet_id': '97c5626f-6750-4983-99ec-e69d651d1bd5'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:58.168231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.184405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:58.186001 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af518ede-ae79-41c7-a802-01b256c8e51d x-openstack-request-id: req-af518ede-ae79-41c7-a802-01b256c8e51d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:58.186300 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a7de67-0688-4d68-b8f0-a482c57c8c86", "name": "network-vif-plugged", "status": "completed", "tag": "c81afd05-6902-4519-862b-f32fd55f67ca", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:58.186633 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af518ede-ae79-41c7-a802-01b256c8e51d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:58.186988 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81afd05-6902-4519-862b-f32fd55f67ca', 'code': 200} Jul 16 03:43:58.218416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Allocated IP 2001:db8::3c9 (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/a27abbe4-0a58-45a1-8975-3e69064ab10d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:58.319858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.320905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.321466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.321944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.322414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.322925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.323397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.325398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-6a10f061-00d7-4ec0-bb8c-018235bbc2a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6492 time: 0.2015746 Jul 16 03:43:58.344869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c81afd05-6902-4519-862b-f32fd55f67ca,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:58.414233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Router c09389e8-d024-4066-acf2-7a2e6155f21a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:58.421432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f79b6-0937-449f-b64a-30fdf68dea8d req-622a9e08-ab8d-495a-b429-e3c33e43942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.423361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-837f79b6-0937-449f-b64a-30fdf68dea8d req-622a9e08-ab8d-495a-b429-e3c33e43942a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 1101 time: 0.1939690 Jul 16 03:43:58.520525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-837f79b6-0937-449f-b64a-30fdf68dea8d req-3ad4d033-1838-492b-95dc-9310671182a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544887 Jul 16 03:43:58.523151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-05ba2f5e-c4dc-4fce-8941-1415c8fb4bd0 None None] Provisioning complete for port 937e2b16-65f7-4cf3-a757-0afa71bff0ce triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:58.524219 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05ba2f5e-c4dc-4fce-8941-1415c8fb4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.534112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.538787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8f6c508d-5e6f-4611-b32a-50fce979e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.539310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8f6c508d-5e6f-4611-b32a-50fce979e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.539774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8f6c508d-5e6f-4611-b32a-50fce979e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.541404 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8f6c508d-5e6f-4611-b32a-50fce979e4c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 200 len: 2294 time: 0.1639090 Jul 16 03:43:58.552560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Transition to ACTIVE for port object a27abbe4-0a58-45a1-8975-3e69064ab10d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:58.617175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.747885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:58.750852 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-ba88572f-a022-4f6b-a739-63ac89d9268e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 200 len: 1001 time: 0.1940975 Jul 16 03:43:58.754837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-394ee2d2-c4ab-45ac-9f77-f674edd80a3c admin admin] 10.222.0.25 "PUT /v2.0/routers/c09389e8-d024-4066-acf2-7a2e6155f21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060234 Jul 16 03:43:58.755896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:58.770730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=a27abbe4-0a58-45a1-8975-3e69064ab10d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:58.803949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:58.808428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:58.819408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-c64be3f3-0f29-46e1-b722-206f7d3a2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.819573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.819742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-05ba2f5e-c4dc-4fce-8941-1415c8fb4bd0 None None] Port 937e2b16-65f7-4cf3-a757-0afa71bff0ce cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:58.820230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.821749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-c64be3f3-0f29-46e1-b722-206f7d3a2535 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2235eb83-0251-42ab-8fef-b0f3fd05ead9 HTTP/1.1" status: 200 len: 850 time: 0.0546060 Jul 16 03:43:58.835895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Allocated IP 2001:db8::2 (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:58.845389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7f3e88ff-fc2d-4341-8e27-6cd25951570f tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0585101 Jul 16 03:43:58.847198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:58.864721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-226956554', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c9', 'mac_address': 'fa:16:3e:73:15:39'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:58.905145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-cc13ed83-1e5c-4ab6-a74e-c4a14f604781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.906705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-cc13ed83-1e5c-4ab6-a74e-c4a14f604781 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790148 Jul 16 03:43:58.980189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca029d8-e48b-49b5-82f8-2f57b5559f79 req-80276f38-2a7c-4e6a-902a-81116a2ef1f0 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.981787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cca029d8-e48b-49b5-82f8-2f57b5559f79 req-80276f38-2a7c-4e6a-902a-81116a2ef1f0 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 950 time: 0.2464809 Jul 16 03:43:59.019361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-71e47d7c-6209-48fc-981f-884cd58a7cd2 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053231 Jul 16 03:43:59.027893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.038165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Transition to ACTIVE for port object 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:59.058153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Transition to ACTIVE for port object 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:59.067266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.122297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:59.123908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Pushing event updated for resources: {'Port': ['ID=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:59.131098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:59.133709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:59.149120 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-a40d0d86-4cc8-43de-af1f-f9294bf7acf5 service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232486 Jul 16 03:43:59.201738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Attempting to bind port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.202223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Attempting to bind port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'ecca6379-b146-420f-ac34-466b912de1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.202478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Attempting to bind port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 on network be1eca24-fe33-4a89-80c4-24342587df8d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.208386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:59.208932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Checking segment: {'id': 'ecca6379-b146-420f-ac34-466b912de1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:59.209463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.209870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Bound using segment: {'id': 'ecca6379-b146-420f-ac34-466b912de1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:59.210356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Bound port: 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecca6379-b146-420f-ac34-466b912de1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:59.210774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.212240 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-b4c414a8-ab8b-452c-8c49-1de11d61f96c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 217 time: 0.0553336 Jul 16 03:43:59.295608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] For port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:59.298868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] For port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,segment=NetworkSegment(ecca6379-b146-420f-ac34-466b912de1e5),segment_id=ecca6379-b146-420f-ac34-466b912de1e5)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:59.309851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.321408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8431922f-0cc2-47be-9fbe-ec25d6befbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:59.325376 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8431922f-0cc2-47be-9fbe-ec25d6befbb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.1069202 Jul 16 03:43:59.452496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd4622-669a-43a9-bcaa-b3bcb32a8757 None None] Pushing event updated for resources: {'Port': ['ID=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:59.496196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-2966bae1-fe86-4a6e-8093-771ad8eb524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:59.498004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-2966bae1-fe86-4a6e-8093-771ad8eb524d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1662874 Jul 16 03:43:59.564750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:59.601177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3f66f7b-99b1-4f59-9084-13e8b1954356 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:59.622318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cca029d8-e48b-49b5-82f8-2f57b5559f79 req-435a6eca-0ea3-413f-9b8e-f8a0a5c27321 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304572 Jul 16 03:43:59.686486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-9e5b1afe-143d-40c2-bd2c-fec85bff8fff service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808026 Jul 16 03:43:59.702692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:59.704961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d3f66f7b-99b1-4f59-9084-13e8b1954356 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:59.734795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2009965014-network', 'tenant_id': '500c0174845547e5980260d87386a324'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:59.750798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d3f66f7b-99b1-4f59-9084-13e8b1954356 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:59.751189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.751839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.782372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] device_id is not set on port fb423e57-b3f9-4975-9c5b-90b72e6c92e9 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:59.842841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Made reservation on behalf of 500c0174845547e5980260d87386a324 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:59.845167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.864051 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.865838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-dd27082e-518d-428a-a96f-26ad3b4543d9 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717830 Jul 16 03:43:59.878394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.902360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d3f66f7b-99b1-4f59-9084-13e8b1954356, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d3f66f7b-99b1-4f59-9084-13e8b1954356,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:59.916384 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.949636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-2dfdae05-4941-4c4c-891b-99cb92d02b4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 217 time: 0.0743170 Jul 16 03:43:59.984342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d3f66f7b-99b1-4f59-9084-13e8b1954356,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.003150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-e421b39f-1cab-40fc-9490-a6860b15076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.004898 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-e421b39f-1cab-40fc-9490-a6860b15076e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0487926 Jul 16 03:44:00.022640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Sync routers for ids ['c09389e8-d024-4066-acf2-7a2e6155f21a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:00.030931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Allocated IP 2001:db8::222 (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/fb423e57-b3f9-4975-9c5b-90b72e6c92e9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:00.032850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Routers {'c09389e8-d024-4066-acf2-7a2e6155f21a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:00.033366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c09389e8-d024-4066-acf2-7a2e6155f21a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.072545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-45b872a8-d0d6-4b4a-86f8-1799c9f9c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.074072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-45b872a8-d0d6-4b4a-86f8-1799c9f9c483 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628090 Jul 16 03:44:00.129538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.137977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.154604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Set router c09389e8-d024-4066-acf2-7a2e6155f21a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:00.172056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:00.185179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-2d9bca72-e633-4fa8-90a3-f8264f47e163 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041541 Jul 16 03:44:00.226303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37791ade-99ee-4291-b8be-56775adcbd17,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.229899 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.230297 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Added segment 69fb93b0-5b86-495d-a90f-9f83c78e0a57 of type vlan for network d4228d36-f122-4fb5-a503-48cd1c1ebf9b Jul 16 03:44:00.284244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-cf3faec8-2a67-4076-90b4-6b850edfed53 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917222 Jul 16 03:44:00.294292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.303602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.330921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-ec821aa8-d552-47d3-92a9-2d92e7271fff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Jul 16 03:44:00.346399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Transition to ACTIVE for port object fb423e57-b3f9-4975-9c5b-90b72e6c92e9 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:00.353771 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.354774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.355365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.398149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6857646 Jul 16 03:44:00.399962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-3caa60ba-2bc5-4f9b-bd42-fb09bb3e2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.401050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:00.402643 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-3caa60ba-2bc5-4f9b-bd42-fb09bb3e2a60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0646341 Jul 16 03:44:00.407442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Request body: {'subnet': {'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2009965014-subnet', 'tenant_id': '500c0174845547e5980260d87386a324', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:00.415034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '937e2b16-65f7-4cf3-a757-0afa71bff0ce', 'name': '', 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'mac_address': 'fa:16:3e:d3:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '7979b994-fd1b-4a8e-81e7-a82113c6c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:56Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 2, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'subnets': [{'id': '7979b994-fd1b-4a8e-81e7-a82113c6c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.444324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Checking router: c09389e8-d024-4066-acf2-7a2e6155f21a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:00.444563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Updating router c09389e8-d024-4066-acf2-7a2e6155f21a port 937e2b16-65f7-4cf3-a757-0afa71bff0ce binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:00.474931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8f23b94e-9453-4217-bca7-2e21fec8ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.478364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-8f23b94e-9453-4217-bca7-2e21fec8ab72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669560 Jul 16 03:44:00.484726 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.518908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7c222-53ec-4899-ae41-b1c2a27a2e1a admin admin] Pushing event updated for resources: {'Network': ['ID=d4228d36-f122-4fb5-a503-48cd1c1ebf9b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.535805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Made reservation on behalf of 500c0174845547e5980260d87386a324 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:00.538776 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.546631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.562454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:00.596829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-137c61b3-0a09-4e9d-a96a-47aedbb0cffe service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116540 Jul 16 03:44:00.630069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:00.641492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:00.681081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:00.687839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.688580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.705566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=fb423e57-b3f9-4975-9c5b-90b72e6c92e9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.715021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-14e97803-87fd-4654-b862-8f8e1423fac1 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8629410 Jul 16 03:44:00.718105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:00.774562 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-08774419-bb33-4ed5-8493-774b5307434e service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698444 Jul 16 03:44:00.824709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbd021-e5d5-4ce7-9fc1-c5a4f6d47b29 None None] Network be1eca24-fe33-4a89-80c4-24342587df8d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:00.837256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-326f1656-8629-4d17-a669-f4bb6550b126 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0 HTTP/1.1" status: 200 len: 217 time: 0.0528212 Jul 16 03:44:00.896192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-5b020195-3d23-41aa-8f39-e2b8cef2303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.898036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-5b020195-3d23-41aa-8f39-e2b8cef2303c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0551338 Jul 16 03:44:00.913272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f41c05b8-dda4-4cb1-80e8-20478594663a None None] Provisioning for port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:00.937045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213b747-40b0-443e-a4ad-d363dbad9e94 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.943001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213b747-40b0-443e-a4ad-d363dbad9e94 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.949488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213b747-40b0-443e-a4ad-d363dbad9e94 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.953686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7213b747-40b0-443e-a4ad-d363dbad9e94 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2271776 Jul 16 03:44:00.959093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46496) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:00.975069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-916fbc10-4e88-42fe-8596-3f1755fe95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.976896 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-916fbc10-4e88-42fe-8596-3f1755fe95fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732183 Jul 16 03:44:01.013241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a9c7-e769-4807-92f0-9e8115258114 req-3fb170e3-eb69-4fc5-a56f-a466a72c5e66 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:01.015518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b889a9c7-e769-4807-92f0-9e8115258114 req-3fb170e3-eb69-4fc5-a56f-a466a72c5e66 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 950 time: 0.2282999 Jul 16 03:44:01.024168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.030687 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.047193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Transition to ACTIVE for port object 937e2b16-65f7-4cf3-a757-0afa71bff0ce will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:01.078141 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.114812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7fc085-c67c-4bd0-bf96-768c6d4f9e62,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.130776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b889a9c7-e769-4807-92f0-9e8115258114 req-705d3694-9c7b-4485-9627-15ff244adbd7 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078346 Jul 16 03:44:01.139505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a3a42-a5bd-4b1b-b93e-02b5bb0dc552 None None] Pushing event updated for resources: {'Port': ['ID=937e2b16-65f7-4cf3-a757-0afa71bff0ce,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.158443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Checking segment: {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:01.158888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Network hostable DHCP agents. Network: d4228d36-f122-4fb5-a503-48cd1c1ebf9b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:01.188383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:01.210686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d4228d36-f122-4fb5-a503-48cd1c1ebf9b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:01.216053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Attempting to bind port 937e2b16-65f7-4cf3-a757-0afa71bff0ce on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:01.216053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Attempting to bind port 937e2b16-65f7-4cf3-a757-0afa71bff0ce by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:01.216655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Attempting to bind port 937e2b16-65f7-4cf3-a757-0afa71bff0ce on network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:01.223124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:01.223308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Checking segment: {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:01.223767 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.224163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Bound using segment: {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:01.224680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Bound port: 937e2b16-65f7-4cf3-a757-0afa71bff0ce, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:01.225471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.233092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fe966-a8d6-429e-b801-bae87b482eb7 None None] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:01.241166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:01.242013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.255883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port fb423e57-b3f9-4975-9c5b-90b72e6c92e9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:01.256958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.276561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f42c6e1e-2642-4f0d-9e84-6c9e2ca4ec3c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8728690 Jul 16 03:44:01.277536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:01.285895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:01.339500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.341747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.424295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] For port 937e2b16-65f7-4cf3-a757-0afa71bff0ce, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:01.467017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.525098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] For port 937e2b16-65f7-4cf3-a757-0afa71bff0ce, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=937e2b16-65f7-4cf3-a757-0afa71bff0ce,segment=NetworkSegment(b42bdb52-22dc-4380-a4b4-fb73e7c1e130),segment_id=b42bdb52-22dc-4380-a4b4-fb73e7c1e130)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:01.534610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.555506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-d4228d36-f122-4fb5-a503-48cd1c1ebf9b', 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b', 'tenant_id': '500c0174845547e5980260d87386a324', 'fixed_ips': [{'subnet_id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:01.556607 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.772375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.816360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Routers {'c09389e8-d024-4066-acf2-7a2e6155f21a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:01.817013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c09389e8-d024-4066-acf2-7a2e6155f21a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:01.834325 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-a8b14376-b650-4b78-a587-a2bbc6b8182b service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459328 Jul 16 03:44:01.883879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3f66f7b-99b1-4f59-9084-13e8b1954356 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:01.998569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a3a42-a5bd-4b1b-b93e-02b5bb0dc552 None None] Pushing event updated for resources: {'Port': ['ID=937e2b16-65f7-4cf3-a757-0afa71bff0ce,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.998928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.036259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for fb423e57-b3f9-4975-9c5b-90b72e6c92e9 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:02.089243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-bdaf2477-d007-4e67-be7d-7bef869500f8 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414882 Jul 16 03:44:02.210107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.236663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.253359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-84f1d7db-3303-447b-8ef1-f0d79223cdd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 HTTP/1.1" status: 200 len: 217 time: 0.1003361 Jul 16 03:44:02.353480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-0aec1629-06a4-4e3a-a34c-0d0e8525f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:02.355450 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-0aec1629-06a4-4e3a-a34c-0d0e8525f2d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.0948613 Jul 16 03:44:02.398413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Allocated IP 172.25.4.7 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/5dec6fef-cf94-460a-9299-40f894d54f08) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:02.453064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d3f66f7b-99b1-4f59-9084-13e8b1954356 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:02.453641 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.505588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-86bc1f09-2414-4109-8733-a5b76c780d2f None None] Provisioning for port a27abbe4-0a58-45a1-8975-3e69064ab10d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:02.508342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-61f19e3b-10ca-4bb9-b86d-29e5a0bdd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:02.510351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-61f19e3b-10ca-4bb9-b86d-29e5a0bdd167 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440742 Jul 16 03:44:02.511864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.518770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Allocated IP 172.20.0.2 (d4228d36-f122-4fb5-a503-48cd1c1ebf9b/7e7fc085-c67c-4bd0-bf96-768c6d4f9e62/fb31ecb0-5cda-4616-9806-d95e6feb1de8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:02.525387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-86bc1f09-2414-4109-8733-a5b76c780d2f None None] Provisioning complete for port a27abbe4-0a58-45a1-8975-3e69064ab10d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:02.525765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86bc1f09-2414-4109-8733-a5b76c780d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.540886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.560215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=fb423e57-b3f9-4975-9c5b-90b72e6c92e9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:02.595777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.635519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] Set router c09389e8-d024-4066-acf2-7a2e6155f21a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:02.652703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:02.655978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:02.660047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:02.679175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.679533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.680414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.680762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.681102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.681438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.681774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.682107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.682438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.682788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.683106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.683435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:02.687736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Pushing event updated for resources: {'Port': ['ID=5dec6fef-cf94-460a-9299-40f894d54f08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:02.787247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-5c819319-76d6-49d6-a2bd-3dafeb7debe2 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282968 Jul 16 03:44:02.840902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.843250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3bfd1738-af88-43dc-bac2-ac295e7144b3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/ports/fb423e57-b3f9-4975-9c5b-90b72e6c92e9 HTTP/1.1" status: 204 len: 168 time: 1.8777630 Jul 16 03:44:02.854914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46516) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:02.869265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-86bc1f09-2414-4109-8733-a5b76c780d2f None None] Port a27abbe4-0a58-45a1-8975-3e69064ab10d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:02.907290 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-367eff07-9c7b-4908-8aa2-4f50c89d8a6e tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] GET failed (client error): The resource could not be found. Jul 16 03:44:02.909164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-86bc1f09-2414-4109-8733-a5b76c780d2f None None] Could not find standard attr ID for object fb423e57-b3f9-4975-9c5b-90b72e6c92e9. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:44:02.910518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-367eff07-9c7b-4908-8aa2-4f50c89d8a6e tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "GET /v2.0/ports/fb423e57-b3f9-4975-9c5b-90b72e6c92e9 HTTP/1.1" status: 404 len: 333 time: 0.0532575 Jul 16 03:44:02.916930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46522) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:02.924856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-424431768'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:02.934721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.972915 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.002825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Transition to ACTIVE for port object fb31ecb0-5cda-4616-9806-d95e6feb1de8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:03.045198 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-44564008-cbe9-4914-984f-d550412f02e4 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323427 Jul 16 03:44:03.069755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Transition to ACTIVE for port object fb31ecb0-5cda-4616-9806-d95e6feb1de8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:03.089462 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.090263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.107313 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-1e59bb70-206a-4f4b-93fa-1a4b79fce1bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 200 len: 217 time: 0.0529468 Jul 16 03:44:03.133980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:03.185983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:03.190447 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.199532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:03.202727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:03.219223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:03.225059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] device_id is not set on port ae469808-4dd6-419a-8bcc-a98d86780a54 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:03.241583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-443f6ae2-28df-4ee3-9b98-7b3d2de73149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:03.245903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-443f6ae2-28df-4ee3-9b98-7b3d2de73149 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.1313381 Jul 16 03:44:03.275380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Pushing event updated for resources: {'Port': ['ID=fb31ecb0-5cda-4616-9806-d95e6feb1de8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:03.369627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a63ee6f-d8f9-4cf8-92f5-f4a100af6213 None None] Provisioning complete for port a27abbe4-0a58-45a1-8975-3e69064ab10d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:03.370405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a63ee6f-d8f9-4cf8-92f5-f4a100af6213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.374034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:03.394285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Attempting to bind port fb31ecb0-5cda-4616-9806-d95e6feb1de8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:03.395073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Attempting to bind port fb31ecb0-5cda-4616-9806-d95e6feb1de8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:03.395521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Attempting to bind port fb31ecb0-5cda-4616-9806-d95e6feb1de8 on network d4228d36-f122-4fb5-a503-48cd1c1ebf9b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:03.418945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-f0103aaf-4cc1-44db-9384-d362f2c3f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:03.420469 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-f0103aaf-4cc1-44db-9384-d362f2c3f251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1386485 Jul 16 03:44:03.423719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:03.424123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.446096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.457126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:03.457729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Checking segment: {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:03.458028 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.458513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Bound using segment: {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:03.459118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Bound port: fb31ecb0-5cda-4616-9806-d95e6feb1de8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:03.459586 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.480608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Allocated IP 2001:db8::223 (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/ae469808-4dd6-419a-8bcc-a98d86780a54) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:03.529630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5a63ee6f-d8f9-4cf8-92f5-f4a100af6213 None None] Port a27abbe4-0a58-45a1-8975-3e69064ab10d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:03.540819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a63ee6f-d8f9-4cf8-92f5-f4a100af6213 None None] Could not find standard attr ID for object fb423e57-b3f9-4975-9c5b-90b72e6c92e9. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:44:03.543238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.588867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '937e2b16-65f7-4cf3-a757-0afa71bff0ce', 'name': '', 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'mac_address': 'fa:16:3e:d3:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '7979b994-fd1b-4a8e-81e7-a82113c6c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:56Z', 'updated_at': '2021-07-16T03:44:01Z', 'revision_number': 4, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'subnets': [{'id': '7979b994-fd1b-4a8e-81e7-a82113c6c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:03.620425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-d481a6ed-1423-45aa-9d89-8c093d39e288 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870458 Jul 16 03:44:03.627277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Router 262c1855-f45c-4b09-be6e-6126637a858f is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:03.642709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d718fe-b0a5-44f9-a540-774d45535130 None None] The sync data for ids ['c09389e8-d024-4066-acf2-7a2e6155f21a'] in n-d-800089-6 is: [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '937e2b16-65f7-4cf3-a757-0afa71bff0ce', 'name': '', 'network_id': 'ebcf5748-d5ab-4760-a503-a8b00aefb3d0', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'mac_address': 'fa:16:3e:d3:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '7979b994-fd1b-4a8e-81e7-a82113c6c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:56Z', 'updated_at': '2021-07-16T03:44:01Z', 'revision_number': 4, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'subnets': [{'id': '7979b994-fd1b-4a8e-81e7-a82113c6c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:03.676529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.689467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] For port fb31ecb0-5cda-4616-9806-d95e6feb1de8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:03.756306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,segment=NetworkSegment(ecca6379-b146-420f-ac34-466b912de1e5),segment_id=ecca6379-b146-420f-ac34-466b912de1e5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:03.759628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] For port fb31ecb0-5cda-4616-9806-d95e6feb1de8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fb31ecb0-5cda-4616-9806-d95e6feb1de8,segment=NetworkSegment(69fb93b0-5b86-495d-a90f-9f83c78e0a57),segment_id=69fb93b0-5b86-495d-a90f-9f83c78e0a57)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:03.763336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.776213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ab684682-6d92-4441-a6e9-a6426ec08dce req-7bc5087f-9b35-4f28-8a7d-a1b5de743253 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329591 Jul 16 03:44:03.786310 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.889356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:03.890140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:03.905122 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Sync routers for ids ['262c1855-f45c-4b09-be6e-6126637a858f'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:03.918048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.921898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ea047773-8e78-46c3-aa06-dc72da14af3d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6400208 Jul 16 03:44:03.925185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:03.928575 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Routers {'262c1855-f45c-4b09-be6e-6126637a858f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:03.931237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['262c1855-f45c-4b09-be6e-6126637a858f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:03.995482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.005465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 937e2b16-65f7-4cf3-a757-0afa71bff0ce up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:04.043602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Transition to ACTIVE for port object ae469808-4dd6-419a-8bcc-a98d86780a54 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:04.119879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.130132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b0449-4d43-4d31-898d-cc41ed4394d3 None None] Pushing event updated for resources: {'Port': ['ID=fb31ecb0-5cda-4616-9806-d95e6feb1de8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:04.214461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 937e2b16-65f7-4cf3-a757-0afa71bff0ce completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:04.229113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 937e2b16-65f7-4cf3-a757-0afa71bff0ce triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:04.229489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.231427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:04.235165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:04.240993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:04.265107 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Set router 262c1855-f45c-4b09-be6e-6126637a858f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:04.269905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:04.274482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.371663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=ae469808-4dd6-419a-8bcc-a98d86780a54,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:04.399296 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-14c6d114-d5d5-4b1b-a67f-565abf6be5a9 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4806948 Jul 16 03:44:04.402107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:04.412894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c9', 'mac_address': 'fa:16:3e:73:15:39'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:04.541988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.620821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 937e2b16-65f7-4cf3-a757-0afa71bff0ce, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=937e2b16-65f7-4cf3-a757-0afa71bff0ce,segment=NetworkSegment(b42bdb52-22dc-4380-a4b4-fb73e7c1e130),segment_id=b42bdb52-22dc-4380-a4b4-fb73e7c1e130)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:04.633136 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.716355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=937e2b16-65f7-4cf3-a757-0afa71bff0ce,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:04.800925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.824094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d3e47e5a-7d67-4eeb-96dc-96ef29d3df41 None None] Provisioning for port ae469808-4dd6-419a-8bcc-a98d86780a54 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:04.830483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d3e47e5a-7d67-4eeb-96dc-96ef29d3df41 None None] Provisioning complete for port ae469808-4dd6-419a-8bcc-a98d86780a54 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:04.832279 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:44:02Z', 'revision_number': 3, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:04.833561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3e47e5a-7d67-4eeb-96dc-96ef29d3df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.881291 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Checking router: 262c1855-f45c-4b09-be6e-6126637a858f for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:04.881805 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Updating router 262c1855-f45c-4b09-be6e-6126637a858f port 5dec6fef-cf94-460a-9299-40f894d54f08 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:04.916111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d3e47e5a-7d67-4eeb-96dc-96ef29d3df41 None None] Port ae469808-4dd6-419a-8bcc-a98d86780a54 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:04.938000 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.205556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.246288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.270883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.400908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] In _notify_port_updated(), no bound segment for port ae469808-4dd6-419a-8bcc-a98d86780a54 on network be1eca24-fe33-4a89-80c4-24342587df8d {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:44:05.407189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:05.407949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.411939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "PUT /v2.0/ports/ae469808-4dd6-419a-8bcc-a98d86780a54 HTTP/1.1" status: 200 len: 1002 time: 1.0065403 Jul 16 03:44:05.412395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46538) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:05.426336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef714fba-6560-4f50-850b-63e119f7a19c tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=ae469808-4dd6-419a-8bcc-a98d86780a54,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:05.576287 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.596351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port ae469808-4dd6-419a-8bcc-a98d86780a54 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:05.596758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.606205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c2e60b-b267-4088-b493-887204bdf249 None None] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:05.607477 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Transition to ACTIVE for port object 5dec6fef-cf94-460a-9299-40f894d54f08 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:05.624560 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.741463 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Attempting to bind port 5dec6fef-cf94-460a-9299-40f894d54f08 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.741836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Attempting to bind port 5dec6fef-cf94-460a-9299-40f894d54f08 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.742989 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Attempting to bind port 5dec6fef-cf94-460a-9299-40f894d54f08 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.748259 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f37a7-1984-4805-b0f2-7fb6e324b6d8 None None] Pushing event updated for resources: {'Port': ['ID=5dec6fef-cf94-460a-9299-40f894d54f08,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:05.758369 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:05.759104 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:05.759228 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.759564 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:05.760033 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Bound port: 5dec6fef-cf94-460a-9299-40f894d54f08, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:05.760415 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.810268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.833209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Allocated IP 172.20.0.1 (d4228d36-f122-4fb5-a503-48cd1c1ebf9b/7e7fc085-c67c-4bd0-bf96-768c6d4f9e62/5768504d-01e6-45cd-b4b1-77a1fc2d7011) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:05.847478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for ae469808-4dd6-419a-8bcc-a98d86780a54 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:05.880223 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] For port 5dec6fef-cf94-460a-9299-40f894d54f08, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:05.897249 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] For port 5dec6fef-cf94-460a-9299-40f894d54f08, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5dec6fef-cf94-460a-9299-40f894d54f08,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:05.907525 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.989117 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Routers {'262c1855-f45c-4b09-be6e-6126637a858f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:05.989751 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['262c1855-f45c-4b09-be6e-6126637a858f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:06.042122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-167611ba-d366-4e86-84a0-f20f4b83a726 None None] Provisioning for port fb31ecb0-5cda-4616-9806-d95e6feb1de8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:06.110412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.111579 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f37a7-1984-4805-b0f2-7fb6e324b6d8 None None] Pushing event updated for resources: {'Port': ['ID=5dec6fef-cf94-460a-9299-40f894d54f08,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:06.129917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.143370 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] Set router 262c1855-f45c-4b09-be6e-6126637a858f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:06.149989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Transition to ACTIVE for port object 5768504d-01e6-45cd-b4b1-77a1fc2d7011 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:06.170266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7fb2ac63-f762-4660-ab3f-fa36b4009910 None None] Could not find standard attr ID for object ae469808-4dd6-419a-8bcc-a98d86780a54. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:44:06.195619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:06.196069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=ae469808-4dd6-419a-8bcc-a98d86780a54,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:06.292574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.322065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:06.322892 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.414451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.417106 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7c7a50b2-cea1-4c01-aeaa-7dd76558db82 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/ports/ae469808-4dd6-419a-8bcc-a98d86780a54 HTTP/1.1" status: 204 len: 168 time: 1.0030499 Jul 16 03:44:06.419455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46548) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:06.490310 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eac5a8b-6229-4337-b435-7561e9c237ec tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] GET failed (client error): The resource could not be found. Jul 16 03:44:06.497583 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4eac5a8b-6229-4337-b435-7561e9c237ec tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "GET /v2.0/ports/ae469808-4dd6-419a-8bcc-a98d86780a54 HTTP/1.1" status: 404 len: 333 time: 0.0715702 Jul 16 03:44:06.500390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46550) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:06.509870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1052316258'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:06.527688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 937e2b16-65f7-4cf3-a757-0afa71bff0ce up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:06.638522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 937e2b16-65f7-4cf3-a757-0afa71bff0ce triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:06.639143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.711654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:06.718662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.744345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] device_id is not set on port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:06.770906 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80c206d0-9131-4488-86ce-522719296c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:44:02Z', 'revision_number': 3, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:06.824457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fb31ecb0-5cda-4616-9806-d95e6feb1de8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:06.837508 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c206d0-9131-4488-86ce-522719296c80 None None] The sync data for ids ['262c1855-f45c-4b09-be6e-6126637a858f'] in n-d-800089-6 is: [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:44:02Z', 'revision_number': 3, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:06.904088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port fb31ecb0-5cda-4616-9806-d95e6feb1de8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:06.908941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fb31ecb0-5cda-4616-9806-d95e6feb1de8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:06.909324 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.961573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:06.973042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:06.978991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:06.987116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Allocated IP 2001:db8::160 (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/1ce2b5d2-6320-42b8-a5f5-4893991297f9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:07.013436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Pushing event updated for resources: {'Port': ['ID=5768504d-01e6-45cd-b4b1-77a1fc2d7011,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.042806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381fc50-1f99-4f05-8a3a-654cf73f3dbb req-c4765e97-5d78-435e-abba-bc529edac05e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.044420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b381fc50-1f99-4f05-8a3a-654cf73f3dbb req-c4765e97-5d78-435e-abba-bc529edac05e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.8364098 Jul 16 03:44:07.052931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.077652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.101490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port fb31ecb0-5cda-4616-9806-d95e6feb1de8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fb31ecb0-5cda-4616-9806-d95e6feb1de8,segment=NetworkSegment(69fb93b0-5b86-495d-a90f-9f83c78e0a57),segment_id=69fb93b0-5b86-495d-a90f-9f83c78e0a57)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:07.116202 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.219478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=fb31ecb0-5cda-4616-9806-d95e6feb1de8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.298863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b381fc50-1f99-4f05-8a3a-654cf73f3dbb req-d0c65730-b833-4bf7-a4aa-b2e32243adec tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458639 Jul 16 03:44:07.322808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.341559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Transition to ACTIVE for port object 1ce2b5d2-6320-42b8-a5f5-4893991297f9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:07.383077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.457563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.475814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c3c0a34c-6c87-46c1-991c-f63e29a695ea None None] Provisioning for port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:07.485250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c3c0a34c-6c87-46c1-991c-f63e29a695ea None None] Provisioning complete for port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:07.485626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a34c-6c87-46c1-991c-f63e29a695ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.500788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:07.508602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:07.513522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:07.519301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.519809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.523861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=1ce2b5d2-6320-42b8-a5f5-4893991297f9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.548365 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4af08432-3775-4fac-9731-ea9b30661a11 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0445552 Jul 16 03:44:07.548736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46558) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:07.557103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:73:15:39'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:07.575788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0a34c-6c87-46c1-991c-f63e29a695ea None None] Port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:07.697143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959863f-118c-4c1a-bc67-36d06ae7423c req-efb8fd44-2bc8-441e-8869-6fb7f2cc9a92 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.704493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d959863f-118c-4c1a-bc67-36d06ae7423c req-efb8fd44-2bc8-441e-8869-6fb7f2cc9a92 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1760836 Jul 16 03:44:07.773705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d959863f-118c-4c1a-bc67-36d06ae7423c req-4abd3d7c-d329-459b-b1c1-c02b34ff5eb9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681326 Jul 16 03:44:07.809700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.824967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.845950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.917270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cfd9fb58-b6dd-468f-bcf5-a2d1b4188ffb None None] Provisioning for port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:07.924407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cfd9fb58-b6dd-468f-bcf5-a2d1b4188ffb None None] Provisioning complete for port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:07.924785 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfd9fb58-b6dd-468f-bcf5-a2d1b4188ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.028799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Pushing event updated for resources: {'Port': ['ID=5768504d-01e6-45cd-b4b1-77a1fc2d7011,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:08.044461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9fb58-b6dd-468f-bcf5-a2d1b4188ffb None None] Port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:08.049002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.066709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5dec6fef-cf94-460a-9299-40f894d54f08 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:08.139791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5dec6fef-cf94-460a-9299-40f894d54f08 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:08.145174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5dec6fef-cf94-460a-9299-40f894d54f08 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:08.146273 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.206507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:08.207990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:08.235197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.245499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.291076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] In _notify_port_updated(), no bound segment for port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 on network be1eca24-fe33-4a89-80c4-24342587df8d {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:44:08.298925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.299757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.303578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "PUT /v2.0/ports/1ce2b5d2-6320-42b8-a5f5-4893991297f9 HTTP/1.1" status: 200 len: 1003 time: 0.7514095 Jul 16 03:44:08.312366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.326829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.368356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5dec6fef-cf94-460a-9299-40f894d54f08, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5dec6fef-cf94-460a-9299-40f894d54f08,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:08.378159 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.379295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fb31ecb0-5cda-4616-9806-d95e6feb1de8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:08.408677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c9947-145f-4811-b1a0-1eb13cc9d45d tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=1ce2b5d2-6320-42b8-a5f5-4893991297f9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:08.543965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5dec6fef-cf94-460a-9299-40f894d54f08,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:08.576546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fb31ecb0-5cda-4616-9806-d95e6feb1de8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:08.577247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.660815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Router 262c1855-f45c-4b09-be6e-6126637a858f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:08.683118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:08.683424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.704821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa3c9d9d-6cd6-4527-8672-b42620c210c0 None None] Provisioning complete for port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:08.705193 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa3c9d9d-6cd6-4527-8672-b42620c210c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.743683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c9d9d-6cd6-4527-8672-b42620c210c0 None None] Port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:08.759771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab9b1d-d6ff-40da-96dd-b689f237733a req-901dd689-3737-418e-8c2f-bb300754b9f0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.761328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3ab9b1d-d6ff-40da-96dd-b689f237733a req-901dd689-3737-418e-8c2f-bb300754b9f0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2278848 Jul 16 03:44:08.868603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-19330b5e-12f7-4bdf-b628-c4210512c188 None None] Provisioning complete for port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:08.869326 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19330b5e-12f7-4bdf-b628-c4210512c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.909378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3ab9b1d-d6ff-40da-96dd-b689f237733a req-4dd066cc-e751-4d13-87d5-5520ea759225 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366217 Jul 16 03:44:08.913370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-19330b5e-12f7-4bdf-b628-c4210512c188 None None] Port 1ce2b5d2-6320-42b8-a5f5-4893991297f9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:08.917325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.926434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:08.935635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-59f979ce-743e-4527-beb0-3517eb3e4214 admin admin] 10.222.0.25 "PUT /v2.0/routers/262c1855-f45c-4b09-be6e-6126637a858f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0063467 Jul 16 03:44:08.940924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for 1ce2b5d2-6320-42b8-a5f5-4893991297f9 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:09.107429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.140877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=1ce2b5d2-6320-42b8-a5f5-4893991297f9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.193389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.196450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e4ce4316-e22f-4716-9cdd-109541992714 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/ports/1ce2b5d2-6320-42b8-a5f5-4893991297f9 HTTP/1.1" status: 204 len: 168 time: 0.8676457 Jul 16 03:44:09.199077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:09.245355 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d728522e-bdbd-4f45-905f-da249b741214 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] GET failed (client error): The resource could not be found. Jul 16 03:44:09.248262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d728522e-bdbd-4f45-905f-da249b741214 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "GET /v2.0/ports/1ce2b5d2-6320-42b8-a5f5-4893991297f9 HTTP/1.1" status: 404 len: 333 time: 0.0481384 Jul 16 03:44:09.251859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:09.258103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1778060005'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:09.285412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Sync routers for ids ['262c1855-f45c-4b09-be6e-6126637a858f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:09.297738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Routers {'262c1855-f45c-4b09-be6e-6126637a858f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:09.298227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['262c1855-f45c-4b09-be6e-6126637a858f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:09.415926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:09.427380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.446525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] device_id is not set on port 9928c1d7-068a-475c-9c85-bd8b1de3d899 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:09.448827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Set router 262c1855-f45c-4b09-be6e-6126637a858f gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:09.579214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Allocated IP 2001:db8::36c (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/9928c1d7-068a-475c-9c85-bd8b1de3d899) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:09.669725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:44:07Z', 'revision_number': 4, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5768504d-01e6-45cd-b4b1-77a1fc2d7011', 'name': '', 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b', 'tenant_id': '500c0174845547e5980260d87386a324', 'mac_address': 'fa:16:3e:ff:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:05Z', 'updated_at': '2021-07-16T03:44:07Z', 'revision_number': 2, 'project_id': '500c0174845547e5980260d87386a324', 'subnets': [{'id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:09.704640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Checking router: 262c1855-f45c-4b09-be6e-6126637a858f for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:09.705012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Updating router 262c1855-f45c-4b09-be6e-6126637a858f port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:09.712952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26830061-b897-474e-a4e2-4948e9747a6b req-31d3acc3-8ce9-4798-b03f-65e8ed7b1d17 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.714578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26830061-b897-474e-a4e2-4948e9747a6b req-31d3acc3-8ce9-4798-b03f-65e8ed7b1d17 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0732291 Jul 16 03:44:09.761266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26830061-b897-474e-a4e2-4948e9747a6b req-86095563-3d6a-49d2-923e-e23e45c4d1af tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351024 Jul 16 03:44:09.779830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.795264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Transition to ACTIVE for port object 9928c1d7-068a-475c-9c85-bd8b1de3d899 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:09.834759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.889061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:09.892285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:09.894782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5dec6fef-cf94-460a-9299-40f894d54f08 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:09.896396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:09.903244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.903933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.915580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=9928c1d7-068a-475c-9c85-bd8b1de3d899,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.927501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8121f04a-0c0d-4678-ad13-eb524c354d37 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6717639 Jul 16 03:44:09.928472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46594) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:09.934656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'network_id': 'be1eca24-fe33-4a89-80c4-24342587df8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1190845178'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:09.940212 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.993633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5dec6fef-cf94-460a-9299-40f894d54f08 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:09.994016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.050467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Made reservation on behalf of 9043ad420ab740e5ae8da293a6746fe8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:10.055025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.074925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] device_id is not set on port 66f95067-cbbd-46b9-a5f2-8029b627304a yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:10.200638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Allocated IP 2001:db8::1c1 (be1eca24-fe33-4a89-80c4-24342587df8d/97c5626f-6750-4983-99ec-e69d651d1bd5/66f95067-cbbd-46b9-a5f2-8029b627304a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:10.201847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6a3ea592-0410-443d-850c-1c56f119fed7 None None] Provisioning for port 9928c1d7-068a-475c-9c85-bd8b1de3d899 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:10.211339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6a3ea592-0410-443d-850c-1c56f119fed7 None None] Provisioning complete for port 9928c1d7-068a-475c-9c85-bd8b1de3d899 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:10.211725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea592-0410-443d-850c-1c56f119fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.269276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ea592-0410-443d-850c-1c56f119fed7 None None] Port 9928c1d7-068a-475c-9c85-bd8b1de3d899 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:10.330166 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.340045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Transition to ACTIVE for port object 5768504d-01e6-45cd-b4b1-77a1fc2d7011 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:10.345873 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.369439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.383165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Transition to ACTIVE for port object 66f95067-cbbd-46b9-a5f2-8029b627304a will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:10.394863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a2fab-4c37-46c9-b4b4-1600473ed62f None None] Pushing event updated for resources: {'Port': ['ID=5768504d-01e6-45cd-b4b1-77a1fc2d7011,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.421269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.451649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Attempting to bind port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.452027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Attempting to bind port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.452403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Attempting to bind port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 on network d4228d36-f122-4fb5-a503-48cd1c1ebf9b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.459006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:10.459395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Checking segment: {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:10.459808 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.460345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Bound using segment: {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:10.460872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Bound port: 5768504d-01e6-45cd-b4b1-77a1fc2d7011, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fb93b0-5b86-495d-a90f-9f83c78e0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:10.461327 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.463893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Network be1eca24-fe33-4a89-80c4-24342587df8d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:10.466990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:10.473236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:10.481056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.481723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.504013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=66f95067-cbbd-46b9-a5f2-8029b627304a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.511479 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bd3be6c8-2440-4e32-a767-67efc1a341a6 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5820193 Jul 16 03:44:10.514787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46598) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:10.522693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c9', 'mac_address': 'fa:16:3e:73:15:39'}, {'ip_address': '2001:db8::36c', 'mac_address': 'fa:16:3e:43:b2:8e'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:10.532465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] For port 5768504d-01e6-45cd-b4b1-77a1fc2d7011, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:10.536414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] For port 5768504d-01e6-45cd-b4b1-77a1fc2d7011, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5768504d-01e6-45cd-b4b1-77a1fc2d7011,segment=NetworkSegment(69fb93b0-5b86-495d-a90f-9f83c78e0a57),segment_id=69fb93b0-5b86-495d-a90f-9f83c78e0a57)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:10.543470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.653934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Routers {'262c1855-f45c-4b09-be6e-6126637a858f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:10.654499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:43:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['262c1855-f45c-4b09-be6e-6126637a858f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:10.658389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.700330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a2fab-4c37-46c9-b4b4-1600473ed62f None None] Pushing event updated for resources: {'Port': ['ID=5768504d-01e6-45cd-b4b1-77a1fc2d7011,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.836269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] Set router 262c1855-f45c-4b09-be6e-6126637a858f gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:10.970721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.977755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.011790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] In _notify_port_updated(), no bound segment for port 66f95067-cbbd-46b9-a5f2-8029b627304a on network be1eca24-fe33-4a89-80c4-24342587df8d {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:44:11.017647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.018185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.022466 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "PUT /v2.0/ports/66f95067-cbbd-46b9-a5f2-8029b627304a HTTP/1.1" status: 200 len: 1068 time: 0.5066731 Jul 16 03:44:11.023847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.048213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc98f-cbb1-4f74-9c35-df20997a4174 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event updated for resources: {'Port': ['ID=66f95067-cbbd-46b9-a5f2-8029b627304a,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:11.070653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b84543-6b39-47fd-8cc8-77bf73ec91e7 None None] Provisioning for port 66f95067-cbbd-46b9-a5f2-8029b627304a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:11.077898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b84543-6b39-47fd-8cc8-77bf73ec91e7 None None] Provisioning complete for port 66f95067-cbbd-46b9-a5f2-8029b627304a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:11.078323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b84543-6b39-47fd-8cc8-77bf73ec91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.095866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac949-d107-4368-af0f-7c69bd8bef87 req-82379199-337c-4a8c-a9db-b1bb2746d229 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.099030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f86ac949-d107-4368-af0f-7c69bd8bef87 req-82379199-337c-4a8c-a9db-b1bb2746d229 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1196294 Jul 16 03:44:11.117557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b84543-6b39-47fd-8cc8-77bf73ec91e7 None None] Port 66f95067-cbbd-46b9-a5f2-8029b627304a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:11.134868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:44:07Z', 'revision_number': 4, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5768504d-01e6-45cd-b4b1-77a1fc2d7011', 'name': '', 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b', 'tenant_id': '500c0174845547e5980260d87386a324', 'mac_address': 'fa:16:3e:ff:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:05Z', 'updated_at': '2021-07-16T03:44:10Z', 'revision_number': 4, 'project_id': '500c0174845547e5980260d87386a324', 'subnets': [{'id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:11.165926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c6dd-c107-4a6e-80ff-18aedfbb24ce None None] The sync data for ids ['262c1855-f45c-4b09-be6e-6126637a858f'] in n-d-800089-6 is: [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:44:07Z', 'revision_number': 4, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5768504d-01e6-45cd-b4b1-77a1fc2d7011', 'name': '', 'network_id': 'd4228d36-f122-4fb5-a503-48cd1c1ebf9b', 'tenant_id': '500c0174845547e5980260d87386a324', 'mac_address': 'fa:16:3e:ff:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:05Z', 'updated_at': '2021-07-16T03:44:10Z', 'revision_number': 4, 'project_id': '500c0174845547e5980260d87386a324', 'subnets': [{'id': '7e7fc085-c67c-4bd0-bf96-768c6d4f9e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:11.177496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f86ac949-d107-4368-af0f-7c69bd8bef87 req-05e9e1f5-3733-4a8d-8ebe-2f0ce5323d6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716376 Jul 16 03:44:11.190188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port 66f95067-cbbd-46b9-a5f2-8029b627304a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:11.190704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.303340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.316738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for 66f95067-cbbd-46b9-a5f2-8029b627304a owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:11.351003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-586a741a-a9a4-41df-a8c8-9777613728ef None None] Provisioning complete for port 66f95067-cbbd-46b9-a5f2-8029b627304a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:11.351626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-586a741a-a9a4-41df-a8c8-9777613728ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.391697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-586a741a-a9a4-41df-a8c8-9777613728ef None None] Port 66f95067-cbbd-46b9-a5f2-8029b627304a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:11.470125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.498161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=66f95067-cbbd-46b9-a5f2-8029b627304a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:11.509300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.509656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.510005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.510347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.510729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.511069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.511404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.511737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.512067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.512393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.512724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.513051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:11.711282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.713218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c83cd2c3-6902-437a-93fb-f59afe76a7a3 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/ports/66f95067-cbbd-46b9-a5f2-8029b627304a HTTP/1.1" status: 204 len: 168 time: 0.6882739 Jul 16 03:44:11.715882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46608) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.748359 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8fdee0-eb64-47e5-922f-652506be1747 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] GET failed (client error): The resource could not be found. Jul 16 03:44:11.749874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7a8fdee0-eb64-47e5-922f-652506be1747 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "GET /v2.0/ports/66f95067-cbbd-46b9-a5f2-8029b627304a HTTP/1.1" status: 404 len: 333 time: 0.0330632 Jul 16 03:44:11.752633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.854982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port 9928c1d7-068a-475c-9c85-bd8b1de3d899 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:11.855331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.880152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5768504d-01e6-45cd-b4b1-77a1fc2d7011 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:11.940862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:11.947278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:11.947715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.959293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.972058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for 9928c1d7-068a-475c-9c85-bd8b1de3d899 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:12.032626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.067769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5768504d-01e6-45cd-b4b1-77a1fc2d7011, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5768504d-01e6-45cd-b4b1-77a1fc2d7011,segment=NetworkSegment(69fb93b0-5b86-495d-a90f-9f83c78e0a57),segment_id=69fb93b0-5b86-495d-a90f-9f83c78e0a57)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:12.072718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.105554 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.125593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5768504d-01e6-45cd-b4b1-77a1fc2d7011,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.147189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=9928c1d7-068a-475c-9c85-bd8b1de3d899,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.172631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.174800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb076912-d846-4db9-8d46-0a6b073655b4 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/ports/9928c1d7-068a-475c-9c85-bd8b1de3d899 HTTP/1.1" status: 204 len: 168 time: 0.4212413 Jul 16 03:44:12.177444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.205804 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-62466955-067d-4762-b70b-91140e7d97e2 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] GET failed (client error): The resource could not be found. Jul 16 03:44:12.207659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62466955-067d-4762-b70b-91140e7d97e2 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "GET /v2.0/ports/9928c1d7-068a-475c-9c85-bd8b1de3d899 HTTP/1.1" status: 404 len: 333 time: 0.0292144 Jul 16 03:44:12.212713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.363536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port a27abbe4-0a58-45a1-8975-3e69064ab10d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:12.363895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.457445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263bb3b-4d0c-468b-852b-5a69abd65471 req-c9b647bf-c0cc-4c06-9f38-3031723c3639 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.458955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e263bb3b-4d0c-468b-852b-5a69abd65471 req-c9b647bf-c0cc-4c06-9f38-3031723c3639 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1423194 Jul 16 03:44:12.478817 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.497927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for a27abbe4-0a58-45a1-8975-3e69064ab10d owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:12.524988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e263bb3b-4d0c-468b-852b-5a69abd65471 req-d9a70f9c-8ed5-450e-b1da-9403a2de8057 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 Jul 16 03:44:12.643022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.672941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=a27abbe4-0a58-45a1-8975-3e69064ab10d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.698738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.700699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c7f029cd-553a-422d-9aa8-ec69de40e8b5 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/ports/a27abbe4-0a58-45a1-8975-3e69064ab10d HTTP/1.1" status: 204 len: 168 time: 0.4869864 Jul 16 03:44:12.703188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.755135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting subnet 97c5626f-6750-4983-99ec-e69d651d1bd5 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:44:12.758885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.798515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.884833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.941310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.969893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.973954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/subnets/97c5626f-6750-4983-99ec-e69d651d1bd5 HTTP/1.1" status: 204 len: 168 time: 0.2676473 Jul 16 03:44:12.973954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3bda6-ed2d-47c1-b0d3-e6891c5a86cb tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Subnet': ['ID=97c5626f-6750-4983-99ec-e69d651d1bd5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.974468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46626) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.987017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb676fcf-fd57-4757-a118-18b29bbba540 None None] Network be1eca24-fe33-4a89-80c4-24342587df8d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:13.052206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.107651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Deleting port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:13.107995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.170774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] For port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,segment=NetworkSegment(ecca6379-b146-420f-ac34-466b912de1e5),segment_id=ecca6379-b146-420f-ac34-466b912de1e5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:13.171131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.173712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] DHCP port deletion for be1eca24-fe33-4a89-80c4-24342587df8d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:13.183714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Calling delete_port for 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:13.218792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] Deleting port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:13.219176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.269217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.284066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] For port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,segment=NetworkSegment(ecca6379-b146-420f-ac34-466b912de1e5),segment_id=ecca6379-b146-420f-ac34-466b912de1e5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:13.284463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.296369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] No DVR routers for this DVR port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:13.296548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] Calling delete_port for 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:13.302013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Port': ['ID=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.374719 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.374907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.385037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1eca24-fe33-4a89-80c4-24342587df8d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:13.397976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] Pushing event deleted for resources: {'Port': ['ID=769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.400219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecca6379-b146-420f-ac34-466b912de1e5') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:13.400523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecca6379-b146-420f-ac34-466b912de1e5') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:13.403704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fc25d-c44f-4b62-b2fb-5aa3318d3e38 None None] No DVR routers for this DVR port 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:13.413147 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.427316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.433987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:13.434374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:13.437351 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:13.491933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.499396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.501110 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] 10.222.0.25 "DELETE /v2.0/networks/be1eca24-fe33-4a89-80c4-24342587df8d HTTP/1.1" status: 204 len: 168 time: 0.5256598 Jul 16 03:44:13.512011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d786af0-b51a-496b-a014-255ae02c31b7 tempest-AllowedAddressPairIpV6TestJSON-1319859051 tempest-AllowedAddressPairIpV6TestJSON-1319859051-project] Pushing event deleted for resources: {'Network': ['ID=be1eca24-fe33-4a89-80c4-24342587df8d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.702980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec70aa-e046-4203-96d4-a877df6e4896 req-fc49f316-67b5-4c4d-b39e-96786e018274 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:13.704477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87ec70aa-e046-4203-96d4-a877df6e4896 req-fc49f316-67b5-4c4d-b39e-96786e018274 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0685418 Jul 16 03:44:13.743215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87ec70aa-e046-4203-96d4-a877df6e4896 req-23dcfc65-0627-4bad-88f1-86ee22aea943 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332141 Jul 16 03:44:13.763007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46638) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:13.869597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5768504d-01e6-45cd-b4b1-77a1fc2d7011 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:13.902637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b851ebd-79a9-42b9-9160-72dafd357346 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9043ad420ab740e5ae8da293a6746fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380401 Jul 16 03:44:13.905011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46642) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:13.923552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:13.923942 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.953281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1edf0ef-7034-44ce-8467-11fe8e69b1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.974235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1edf0ef-7034-44ce-8467-11fe8e69b1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.022718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1edf0ef-7034-44ce-8467-11fe8e69b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.025968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1edf0ef-7034-44ce-8467-11fe8e69b1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.029661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b1edf0ef-7034-44ce-8467-11fe8e69b1f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb1abf09-6439-4901-860a-b7ecd02f03b1 HTTP/1.1" status: 204 len: 168 time: 0.1213076 Jul 16 03:44:14.036443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edf0ef-7034-44ce-8467-11fe8e69b1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1abf09-6439-4901-860a-b7ecd02f03b1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:14.076516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:14.097000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:14.097352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 769dd1e5-7ba1-400e-a4fb-e1ba96d0e4c8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:14.668650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.762110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-10dfdc51-365c-404b-b729-e250a64d6f37 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] Request body: {'port': {'network_id': 'bf73faf1-d309-4588-a939-37ceb272e9d5', 'name': 'tempest-NetworksNegativeTestJSON-1458234810'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:14.776255 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dfdc51-365c-404b-b729-e250a64d6f37 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] POST failed (client error): The resource could not be found. Jul 16 03:44:14.776858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dfdc51-365c-404b-b729-e250a64d6f37 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:14.778055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-10dfdc51-365c-404b-b729-e250a64d6f37 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1083884 Jul 16 03:44:14.782075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46672) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.799914 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f6b903-9933-461b-a151-77cb2a9246a3 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] DELETE failed (client error): The resource could not be found. Jul 16 03:44:14.800511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f6b903-9933-461b-a151-77cb2a9246a3 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:14.802182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c6f6b903-9933-461b-a151-77cb2a9246a3 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "DELETE /v2.0/networks/63be1409-a374-4e8d-b345-ef610b8241e4 HTTP/1.1" status: 404 len: 339 time: 0.0191271 Jul 16 03:44:14.806230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.833302 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b977904a-30e6-47b3-97d6-cda610fea8ec tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] DELETE failed (client error): The resource could not be found. Jul 16 03:44:14.833904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b977904a-30e6-47b3-97d6-cda610fea8ec tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:14.835568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b977904a-30e6-47b3-97d6-cda610fea8ec tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "DELETE /v2.0/ports/90be40d8-5256-4894-8df1-eda9cc2cb7ec HTTP/1.1" status: 404 len: 333 time: 0.0284348 Jul 16 03:44:14.839551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.866189 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0fef7b-3b28-4dd5-8cc7-5a5cf9a72c89 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] DELETE failed (client error): The resource could not be found. Jul 16 03:44:14.866565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0fef7b-3b28-4dd5-8cc7-5a5cf9a72c89 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:14.868792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-da0fef7b-3b28-4dd5-8cc7-5a5cf9a72c89 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "DELETE /v2.0/subnets/26e382c0-6595-494b-8a32-908330d840af HTTP/1.1" status: 404 len: 337 time: 0.0283532 Jul 16 03:44:14.872513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46678) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.891742 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bebbb1-31a8-42f4-a154-b7b9bb063e78 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] GET failed (client error): The resource could not be found. Jul 16 03:44:14.893060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-15bebbb1-31a8-42f4-a154-b7b9bb063e78 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "GET /v2.0/networks/ccd05ae6-02e8-43fe-86f2-91156537ba64 HTTP/1.1" status: 404 len: 339 time: 0.0195820 Jul 16 03:44:14.896747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46682) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.927053 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2bd87c-1aed-462c-9aa9-1ec844ff477a tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] GET failed (client error): The resource could not be found. Jul 16 03:44:14.928195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7295-8d0e-4737-926b-f8a4e3063ba0 req-7d97bbe7-5e72-4fce-9e3b-ffb3ee329a65 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.928475 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6f2bd87c-1aed-462c-9aa9-1ec844ff477a tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "GET /v2.0/ports/d5996e26-cc37-4218-afae-e869af4fc3c4 HTTP/1.1" status: 404 len: 333 time: 0.0310488 Jul 16 03:44:14.929698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d3e7295-8d0e-4737-926b-f8a4e3063ba0 req-7d97bbe7-5e72-4fce-9e3b-ffb3ee329a65 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0656543 Jul 16 03:44:14.932756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46684) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:14.977888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d3e7295-8d0e-4737-926b-f8a4e3063ba0 req-7b83639e-5436-4e0b-a860-e42a1fc501cd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414972 Jul 16 03:44:15.240615 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2111d54-f027-49de-9989-a873ab73be35 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] GET failed (client error): The resource could not be found. Jul 16 03:44:15.241924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2111d54-f027-49de-9989-a873ab73be35 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "GET /v2.0/subnets/f915bb8e-3163-4e01-ae8c-97ca0cb73879 HTTP/1.1" status: 404 len: 337 time: 0.3082762 Jul 16 03:44:15.245726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:15.250768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-57c7ae74-fa4d-42dc-bc41-87761bb224ff tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:15.264093 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c7ae74-fa4d-42dc-bc41-87761bb224ff tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] PUT failed (client error): The resource could not be found. Jul 16 03:44:15.264598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c7ae74-fa4d-42dc-bc41-87761bb224ff tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:15.269225 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-57c7ae74-fa4d-42dc-bc41-87761bb224ff tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "PUT /v2.0/networks/689bd9ce-6b53-4989-8ed4-3a502fa2a688 HTTP/1.1" status: 404 len: 339 time: 0.0190353 Jul 16 03:44:15.269581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46694) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:15.275021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8f1be5f0-0e84-4d95-a858-e839861fa15b tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:15.296320 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1be5f0-0e84-4d95-a858-e839861fa15b tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] PUT failed (client error): The resource could not be found. Jul 16 03:44:15.296961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1be5f0-0e84-4d95-a858-e839861fa15b tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:15.298624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f1be5f0-0e84-4d95-a858-e839861fa15b tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "PUT /v2.0/ports/4e3338a8-f137-40ea-aea1-a1d7042d9bef HTTP/1.1" status: 404 len: 333 time: 0.0277202 Jul 16 03:44:15.301992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46698) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:15.307514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-87dff5f3-fe09-4bf4-b901-3c062ee36c46 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:15.327977 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dff5f3-fe09-4bf4-b901-3c062ee36c46 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] PUT failed (client error): The resource could not be found. Jul 16 03:44:15.328416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dff5f3-fe09-4bf4-b901-3c062ee36c46 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:44:15.329507 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-87dff5f3-fe09-4bf4-b901-3c062ee36c46 tempest-NetworksNegativeTestJSON-1479096961 tempest-NetworksNegativeTestJSON-1479096961-project] 10.222.0.25 "PUT /v2.0/subnets/6cbfc2f7-45b5-47ea-9bf9-fa8e758886e8 HTTP/1.1" status: 404 len: 337 time: 0.0263367 Jul 16 03:44:15.580344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:15.682460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffe42-eee0-442b-9908-be94a75c0f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.770413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffe42-eee0-442b-9908-be94a75c0f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.774887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffe42-eee0-442b-9908-be94a75c0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.814162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cf3ffe42-eee0-442b-9908-be94a75c0f50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd4bf431a25a4c81841e80c39ab8bce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313626 Jul 16 03:44:15.815862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46708) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:15.817499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ffe42-eee0-442b-9908-be94a75c0f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32535304-ff44-4249-8ef1-a2b626d4755a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:15.865041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-281e31a1-7273-4c50-8246-c78af05d9c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.887036 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-281e31a1-7273-4c50-8246-c78af05d9c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.935861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-281e31a1-7273-4c50-8246-c78af05d9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.938958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-281e31a1-7273-4c50-8246-c78af05d9c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:15.940210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-281e31a1-7273-4c50-8246-c78af05d9c26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32535304-ff44-4249-8ef1-a2b626d4755a HTTP/1.1" status: 204 len: 168 time: 0.1231599 Jul 16 03:44:15.949425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e31a1-7273-4c50-8246-c78af05d9c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32535304-ff44-4249-8ef1-a2b626d4755a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.164523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917d135-3ad9-4584-852e-ecd8c1c034f7 req-a15b45ee-bfcb-41f6-91ec-7f901c408fb0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.166242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c917d135-3ad9-4584-852e-ecd8c1c034f7 req-a15b45ee-bfcb-41f6-91ec-7f901c408fb0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0646794 Jul 16 03:44:16.206510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c917d135-3ad9-4584-852e-ecd8c1c034f7 req-d2531355-a805-40a9-96e9-11e024e3e8fe tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346341 Jul 16 03:44:16.602969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46736) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.702478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f674e67a-868c-477a-83d6-762235366330 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-711057085', 'prefixes': ['172.20.0.0/16']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:16.763382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f674e67a-868c-477a-83d6-762235366330 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] Notify callbacks [] for subnetpool, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.764785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f674e67a-868c-477a-83d6-762235366330 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1606305 Jul 16 03:44:16.767300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46740) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.804048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f162c41b-1cc5-42bc-b891-b87f175c3802 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] 10.222.0.25 "GET /v2.0/subnetpools/3ba6d5a9-ddd9-4182-bcff-c617a155b692 HTTP/1.1" status: 200 len: 731 time: 0.0356236 Jul 16 03:44:16.806505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.811294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-134dd9ab-02a1-43c2-8f06-4cc754c4c0c6 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-886570536'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:16.899054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-134dd9ab-02a1-43c2-8f06-4cc754c4c0c6 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.903145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-134dd9ab-02a1-43c2-8f06-4cc754c4c0c6 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] 10.222.0.25 "PUT /v2.0/subnetpools/3ba6d5a9-ddd9-4182-bcff-c617a155b692 HTTP/1.1" status: 200 len: 683 time: 0.0955908 Jul 16 03:44:16.903390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.977750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba405d5c-49fd-4fbf-9602-0aec0e402834 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] Notify callbacks [] for subnetpool, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.979028 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba405d5c-49fd-4fbf-9602-0aec0e402834 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] 10.222.0.25 "DELETE /v2.0/subnetpools/3ba6d5a9-ddd9-4182-bcff-c617a155b692 HTTP/1.1" status: 204 len: 168 time: 0.0743315 Jul 16 03:44:16.981746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46746) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.996296 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-785c84d1-4be0-4a3c-b8a8-8d18790b629a tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] show failed (client error): The resource could not be found. Jul 16 03:44:16.997208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-785c84d1-4be0-4a3c-b8a8-8d18790b629a tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] 10.222.0.25 "GET /v2.0/subnetpools/3ba6d5a9-ddd9-4182-bcff-c617a155b692 HTTP/1.1" status: 404 len: 346 time: 0.0145435 Jul 16 03:44:16.999976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46748) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.016692 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-5a4d1682-b6ac-415a-8994-d2ad034774a9 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] delete failed (client error): The resource could not be found. Jul 16 03:44:17.017669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5a4d1682-b6ac-415a-8994-d2ad034774a9 tempest-SubnetPoolsTestJSON-44429955 tempest-SubnetPoolsTestJSON-44429955-project] 10.222.0.25 "DELETE /v2.0/subnetpools/3ba6d5a9-ddd9-4182-bcff-c617a155b692 HTTP/1.1" status: 404 len: 346 time: 0.0165560 Jul 16 03:44:17.271032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.413834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30e5e2c4-7835-4305-974c-635ba143b5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.525317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30e5e2c4-7835-4305-974c-635ba143b5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.530927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30e5e2c4-7835-4305-974c-635ba143b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.571787 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-30e5e2c4-7835-4305-974c-635ba143b5e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05ec2db7fce84cdb82f25ab330264463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994049 Jul 16 03:44:17.572611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e2c4-7835-4305-974c-635ba143b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61659a52-5410-4e4c-a280-78f248492e85,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.576481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46766) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.627608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c04611c0-4384-42cb-8c30-9ed9cc5aa330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.653794 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c04611c0-4384-42cb-8c30-9ed9cc5aa330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.703708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c04611c0-4384-42cb-8c30-9ed9cc5aa330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.706953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c04611c0-4384-42cb-8c30-9ed9cc5aa330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.710592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c04611c0-4384-42cb-8c30-9ed9cc5aa330 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61659a52-5410-4e4c-a280-78f248492e85 HTTP/1.1" status: 204 len: 168 time: 0.1308048 Jul 16 03:44:17.717176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04611c0-4384-42cb-8c30-9ed9cc5aa330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61659a52-5410-4e4c-a280-78f248492e85,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.750635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e7a05-c284-4237-a521-00e7400e1c15 req-1f80c6b6-4796-4fcf-a692-59e680625f13 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:17.752360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-096e7a05-c284-4237-a521-00e7400e1c15 req-1f80c6b6-4796-4fcf-a692-59e680625f13 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.4259913 Jul 16 03:44:17.791988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-096e7a05-c284-4237-a521-00e7400e1c15 req-2529e6d0-323f-46ef-9d0f-9dea5be8ab0b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336163 Jul 16 03:44:18.408067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46790) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:18.412011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029788 Jul 16 03:44:18.415823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46792) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:18.513477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a3d6b92b-1527-4a52-aeed-e5df1fb6b39e tempest-NetworksApiDiscovery-1510983666 tempest-NetworksApiDiscovery-1510983666-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0964763 Jul 16 03:44:18.752939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46800) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:18.872684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0bc5-3bcf-4662-a080-e52e9cf113ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.007117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c7ae3-bfb2-4aad-a95d-6988fea493be req-bdf37d11-d13c-410b-9c1e-4e2fd5e58fd0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.009116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-329c7ae3-bfb2-4aad-a95d-6988fea493be req-bdf37d11-d13c-410b-9c1e-4e2fd5e58fd0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0990210 Jul 16 03:44:19.025751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0bc5-3bcf-4662-a080-e52e9cf113ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.033910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0bc5-3bcf-4662-a080-e52e9cf113ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.089396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-329c7ae3-bfb2-4aad-a95d-6988fea493be req-3596c2da-c907-4c74-8b89-6787d5cf56ba tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729647 Jul 16 03:44:19.092564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f8ca0bc5-3bcf-4662-a080-e52e9cf113ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95d6869943f84bff97892ebf6c7ff3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384047 Jul 16 03:44:19.093416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca0bc5-3bcf-4662-a080-e52e9cf113ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97be38e8-2bc8-4c5b-9c63-624e6021f0e0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.094711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46808) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:19.149372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464a51d1-cf28-4432-827f-d8d5d2c863dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.170219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464a51d1-cf28-4432-827f-d8d5d2c863dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.221776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464a51d1-cf28-4432-827f-d8d5d2c863dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.224708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-464a51d1-cf28-4432-827f-d8d5d2c863dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.225905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-464a51d1-cf28-4432-827f-d8d5d2c863dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97be38e8-2bc8-4c5b-9c63-624e6021f0e0 HTTP/1.1" status: 204 len: 168 time: 0.1297007 Jul 16 03:44:19.236498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a51d1-cf28-4432-827f-d8d5d2c863dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97be38e8-2bc8-4c5b-9c63-624e6021f0e0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:20.324012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297b295-7723-4d0c-a8de-eca6de9302e7 req-9e7c6bc5-ab86-4e03-8267-a6e7aaa9c32c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.325562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c297b295-7723-4d0c-a8de-eca6de9302e7 req-9e7c6bc5-ab86-4e03-8267-a6e7aaa9c32c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0961545 Jul 16 03:44:20.374059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c297b295-7723-4d0c-a8de-eca6de9302e7 req-c646a221-d138-44f9-9aea-7c438941202f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 Jul 16 03:44:20.686322 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80f9a5f8-c791-454d-91c8-d45bcb5fc2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.891543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-ed4645fb-1f44-4f26-b9c7-c98f44fd6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.893033 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-ed4645fb-1f44-4f26-b9c7-c98f44fd6d1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.0762744 Jul 16 03:44:20.918474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a2c5-bd2e-4278-9bff-d97335d80087 req-e97aa224-73ec-45fa-8844-3ce8605a5c6f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.927760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1378a2c5-bd2e-4278-9bff-d97335d80087 req-e97aa224-73ec-45fa-8844-3ce8605a5c6f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1130173 Jul 16 03:44:20.988762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1378a2c5-bd2e-4278-9bff-d97335d80087 req-3659e496-82b1-4282-8141-7e8afca6d44e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548725 Jul 16 03:44:21.032309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-394e7963-c366-49ae-affb-2f9625dbee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:21.034065 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-394e7963-c366-49ae-affb-2f9625dbee7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1314058 Jul 16 03:44:21.105071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-7f8dd7db-3ca4-470d-b243-0828c214346f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1000 time: 0.0631504 Jul 16 03:44:21.188930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-1b6c01f9-ac48-4dce-80aa-7f9432232206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:21.190389 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-1b6c01f9-ac48-4dce-80aa-7f9432232206 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0677333 Jul 16 03:44:21.263334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-2a846c04-aa64-4631-9e12-b94c19d62704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:21.265020 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-2a846c04-aa64-4631-9e12-b94c19d62704 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656557 Jul 16 03:44:21.362004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-501fb626-41c5-4d88-99be-35d25a49a7c8 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894127 Jul 16 03:44:21.464173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b1a316ee-10f6-463f-a4c1-3ea6e43ad251 req-965c979e-fafe-4d21-808b-fbbeab8aa488 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935855 Jul 16 03:44:22.230314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe5135-1c98-4ca5-ad3c-11202cbf7d91 req-fd7c9f77-f3da-4c5c-b0ae-001f17c64918 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.232403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bfe5135-1c98-4ca5-ad3c-11202cbf7d91 req-fd7c9f77-f3da-4c5c-b0ae-001f17c64918 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0714450 Jul 16 03:44:22.279450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bfe5135-1c98-4ca5-ad3c-11202cbf7d91 req-7efdb2ac-91ca-495e-987f-d5118044495a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 Jul 16 03:44:22.489029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6b235-a417-4df3-a7b4-619690e64a6d req-2935ea9f-8cda-48f9-b161-6de86f4900e5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.490723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afd6b235-a417-4df3-a7b4-619690e64a6d req-2935ea9f-8cda-48f9-b161-6de86f4900e5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0787787 Jul 16 03:44:22.541629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afd6b235-a417-4df3-a7b4-619690e64a6d req-5b959a51-a082-46a1-83c4-435feb7ff88b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437970 Jul 16 03:44:23.074829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c901e01-dae2-43a7-82df-f8777c501621 req-555a8fb9-9ad3-4c6d-9c8c-987e0f92fe86 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.081517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c901e01-dae2-43a7-82df-f8777c501621 req-555a8fb9-9ad3-4c6d-9c8c-987e0f92fe86 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0788500 Jul 16 03:44:23.132185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c901e01-dae2-43a7-82df-f8777c501621 req-1be6a4f3-b55f-4ac0-998d-ca1e090a92f1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497468 Jul 16 03:44:23.280841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3989ec9-22c5-4162-a676-a03fa3c5ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.529536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55128553-b379-4110-a9b1-670627dbd13e req-85ce7769-f018-4fd2-88f2-2bac3dd82071 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.531795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55128553-b379-4110-a9b1-670627dbd13e req-85ce7769-f018-4fd2-88f2-2bac3dd82071 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0818820 Jul 16 03:44:23.647535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55128553-b379-4110-a9b1-670627dbd13e req-f879bfd2-205b-49b9-a8f3-3a96b15b8cf1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090224 Jul 16 03:44:23.850319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.181778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46934) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:24.314645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd1049a-2041-42e8-b7cd-6cf26f89b839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.316123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.419053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd1049a-2041-42e8-b7cd-6cf26f89b839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.423140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fd1049a-2041-42e8-b7cd-6cf26f89b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.464656 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5fd1049a-2041-42e8-b7cd-6cf26f89b839 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c1af0ab1c8046309735e2e1c81b4921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807057 Jul 16 03:44:24.467636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:24.473633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1049a-2041-42e8-b7cd-6cf26f89b839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d96712-a645-4306-9de4-f2616261753c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:24.525214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd7afa23-4e5e-4bef-af8b-72314a5bba93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.550195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd7afa23-4e5e-4bef-af8b-72314a5bba93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.615046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd7afa23-4e5e-4bef-af8b-72314a5bba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.618223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd7afa23-4e5e-4bef-af8b-72314a5bba93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.619824 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dd7afa23-4e5e-4bef-af8b-72314a5bba93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0d96712-a645-4306-9de4-f2616261753c HTTP/1.1" status: 204 len: 168 time: 0.1508927 Jul 16 03:44:24.629659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7afa23-4e5e-4bef-af8b-72314a5bba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d96712-a645-4306-9de4-f2616261753c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:24.848987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca752e-a980-430c-83c3-828e0b5fe215 req-84db622a-2758-424a-8393-103d514c3dc9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.857937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9ca752e-a980-430c-83c3-828e0b5fe215 req-84db622a-2758-424a-8393-103d514c3dc9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0839992 Jul 16 03:44:24.897110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9ca752e-a980-430c-83c3-828e0b5fe215 req-e3fb6675-940f-4ed9-b703-90a1c89ae521 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Jul 16 03:44:25.007299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:25.026838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f7423c-4d8e-4598-81e6-a8785362b1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.132204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f7423c-4d8e-4598-81e6-a8785362b1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.137134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f7423c-4d8e-4598-81e6-a8785362b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.186060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:25.186667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-21f7423c-4d8e-4598-81e6-a8785362b1a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f1b7b3aeea44dc19fe4410e473e8a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777411 Jul 16 03:44:25.187735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7423c-4d8e-4598-81e6-a8785362b1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a029f-1060-43c1-a2ba-56c3bff7d059,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.264232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb76674a-b421-440e-aa0f-7271e01ac07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.287610 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb76674a-b421-440e-aa0f-7271e01ac07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.343198 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb76674a-b421-440e-aa0f-7271e01ac07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.349815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb76674a-b421-440e-aa0f-7271e01ac07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.356703 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb76674a-b421-440e-aa0f-7271e01ac07c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/513a029f-1060-43c1-a2ba-56c3bff7d059 HTTP/1.1" status: 204 len: 168 time: 0.1680799 Jul 16 03:44:25.369568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76674a-b421-440e-aa0f-7271e01ac07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a029f-1060-43c1-a2ba-56c3bff7d059,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.444640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f73e13-3a87-434c-8630-a6a09174018e req-e1bed7f6-14e2-47e9-a13b-dffd0dedec74 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.450166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57f73e13-3a87-434c-8630-a6a09174018e req-e1bed7f6-14e2-47e9-a13b-dffd0dedec74 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1316020 Jul 16 03:44:25.501241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57f73e13-3a87-434c-8630-a6a09174018e req-c3740ca5-97a4-4b8b-a67d-04f5b123132f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469918 Jul 16 03:44:25.965075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14aa5-eeca-4185-8cc0-a0e9e67444a7 req-840f7adb-fff5-467c-88fc-bd8fb595f836 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.967103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71d14aa5-eeca-4185-8cc0-a0e9e67444a7 req-840f7adb-fff5-467c-88fc-bd8fb595f836 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 946 time: 0.0752716 Jul 16 03:44:26.018020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71d14aa5-eeca-4185-8cc0-a0e9e67444a7 req-d5783af8-7a39-4c4a-9b6c-945e22b67fdc tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450854 Jul 16 03:44:26.066990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.575972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61d2cc-a34e-42d9-b27f-0c519c2152d0 req-2dcaab2b-6584-49f5-8928-45eec5f7fdcb tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.577652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e61d2cc-a34e-42d9-b27f-0c519c2152d0 req-2dcaab2b-6584-49f5-8928-45eec5f7fdcb tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.0667274 Jul 16 03:44:26.620061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e61d2cc-a34e-42d9-b27f-0c519c2152d0 req-8f09af68-1ca6-4ab0-a2c3-7c5d006e758d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363119 Jul 16 03:44:26.629027 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:44:26.796785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2262-d512-4b98-9137-f26f99a05cee req-6bc39d4e-3b82-4849-a1d7-c84054685a63 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.798021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-427f2262-d512-4b98-9137-f26f99a05cee req-6bc39d4e-3b82-4849-a1d7-c84054685a63 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0738740 Jul 16 03:44:26.837239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-427f2262-d512-4b98-9137-f26f99a05cee req-8fe35c8e-51ee-46ac-a9d1-0f278991d4e5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Jul 16 03:44:27.032049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1b9e-df90-4a38-892c-64dd2b90ddeb req-5d9c95b8-30aa-47d2-89db-f325da4eab42 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.039489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d9b1b9e-df90-4a38-892c-64dd2b90ddeb req-5d9c95b8-30aa-47d2-89db-f325da4eab42 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0834394 Jul 16 03:44:27.076434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d9b1b9e-df90-4a38-892c-64dd2b90ddeb req-10830477-de2d-4084-b954-76de1d188917 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359087 Jul 16 03:44:27.264498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c221-a845-494b-92ba-2183f02c64ce req-5a7476b9-5da2-4316-8b06-387d7820628e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.266535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e126c221-a845-494b-92ba-2183f02c64ce req-5a7476b9-5da2-4316-8b06-387d7820628e tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 946 time: 0.0697017 Jul 16 03:44:27.306796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e126c221-a845-494b-92ba-2183f02c64ce req-90171a30-43aa-47f7-a110-2a9b6f5b35ad tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups?id=967177a3-318a-46b8-9fc2-21782332b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342207 Jul 16 03:44:27.464437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-415815e0-f110-47b8-b62c-9dcb067a904d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.466578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-415815e0-f110-47b8-b62c-9dcb067a904d tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 946 time: 0.1107731 Jul 16 03:44:27.560157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cd30f-6e99-4ee3-a20f-8f82f5aac471 req-cda0e30e-1185-4424-ab0c-58474cfb3c11 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.560847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a14cd30f-6e99-4ee3-a20f-8f82f5aac471 req-cda0e30e-1185-4424-ab0c-58474cfb3c11 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1073878 Jul 16 03:44:27.605033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a14cd30f-6e99-4ee3-a20f-8f82f5aac471 req-a230273d-cf3e-4c07-aef6-9d23fd97fb48 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379536 Jul 16 03:44:27.615330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Deleting port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:27.615676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.711599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] For port 277287f1-a1bc-4b33-a4d4-1963d9c13a54, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=277287f1-a1bc-4b33-a4d4-1963d9c13a54,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:27.712066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.902171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a24f-7e80-4f50-9c78-3ab1507db65a req-1ab9236b-bf50-47ea-998e-e20ed134d695 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.903808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78f9a24f-7e80-4f50-9c78-3ab1507db65a req-1ab9236b-bf50-47ea-998e-e20ed134d695 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0747354 Jul 16 03:44:27.944733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78f9a24f-7e80-4f50-9c78-3ab1507db65a req-1e5616f7-31eb-4310-8ddd-62d22cc1c365 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349765 Jul 16 03:44:27.968341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.968929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.969416 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Floating IP 5f462e63-91fe-43b8-bc25-b432d7235c94 disassociated. External IP: 172.25.4.148, port: 277287f1-a1bc-4b33-a4d4-1963d9c13a54. Jul 16 03:44:27.969932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Calling delete_port for 277287f1-a1bc-4b33-a4d4-1963d9c13a54 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:28.133498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.153408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9418d9-73cd-49c4-b618-d0308fb5656d req-5d0e5842-1b5f-4f55-b2ea-82b4ed9f1e5d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.155808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e9418d9-73cd-49c4-b618-d0308fb5656d req-5d0e5842-1b5f-4f55-b2ea-82b4ed9f1e5d tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.0759983 Jul 16 03:44:28.181386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event deleted for resources: {'Port': ['ID=277287f1-a1bc-4b33-a4d4-1963d9c13a54,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:28.219739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e9418d9-73cd-49c4-b618-d0308fb5656d req-6b99dac4-feec-4f66-bb70-47aaf5727777 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572464 Jul 16 03:44:28.344289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Router 5160f463-01f6-42b5-bb15-b39a631a685d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:28.460474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:28.472570 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:28.484004 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:28.484182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b6e6147-d302-45a3-b22b-cb25609c0084 req-b9cd725d-a050-4c4d-8fca-559e0381d373 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0d049b-45aa-4f10-9e58-28c5589946fa HTTP/1.1" status: 200 len: 210 time: 0.0469315 Jul 16 03:44:28.485092 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:28.506300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] No DVR routers for this DVR port 277287f1-a1bc-4b33-a4d4-1963d9c13a54 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:28.509574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.513361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2fe7310e-1f88-4576-be5a-0d8c3f39b560 req-0f10393e-1577-40c1-9eee-87c491c200f0 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.48 "DELETE /v2.0/ports/277287f1-a1bc-4b33-a4d4-1963d9c13a54 HTTP/1.1" status: 204 len: 173 time: 1.0385134 Jul 16 03:44:28.521200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-deleted', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:28.529516 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a1d0a-2c22-4733-af78-1a1432ef1ad7" -d '{"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-deleted", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:28.616130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-c08b408c-ca4e-42e5-8df8-8fa9931c9096 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.618210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-c08b408c-ca4e-42e5-8df8-8fa9931c9096 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1372380 Jul 16 03:44:28.732950 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:28.847582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Deleting port ce831459-9d29-4d7f-98f7-7185a564841a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:28.849667 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.893650 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd46442-b7de-4806-be50-024b8d4b2245 x-openstack-request-id: req-5dd46442-b7de-4806-be50-024b8d4b2245 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:28.894005 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0d049b-45aa-4f10-9e58-28c5589946fa", "name": "network-vif-deleted", "tag": "277287f1-a1bc-4b33-a4d4-1963d9c13a54", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:28.894321 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd46442-b7de-4806-be50-024b8d4b2245 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:28.894813 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0d049b-45aa-4f10-9e58-28c5589946fa', 'name': 'network-vif-deleted', 'tag': '277287f1-a1bc-4b33-a4d4-1963d9c13a54', 'status': 'completed', 'code': 200} Jul 16 03:44:29.012761 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:29.061608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] For port ce831459-9d29-4d7f-98f7-7185a564841a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=ce831459-9d29-4d7f-98f7-7185a564841a,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:29.062015 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:29.062146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.071226 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:29.071842 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:29.192409 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:29.453763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.454343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.454343 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Floating IP 408f0144-dbee-4444-947a-37eb658e1af3 disassociated. External IP: 172.25.4.143, port: ce831459-9d29-4d7f-98f7-7185a564841a. Jul 16 03:44:29.454773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Calling delete_port for ce831459-9d29-4d7f-98f7-7185a564841a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:29.583075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9298016-3349-45b9-a9da-95c9b80a4bdb req-461aa500-1fe6-49a2-937d-32f32ced6225 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.590856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9298016-3349-45b9-a9da-95c9b80a4bdb req-461aa500-1fe6-49a2-937d-32f32ced6225 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 945 time: 0.1415048 Jul 16 03:44:29.640484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9298016-3349-45b9-a9da-95c9b80a4bdb req-ceec062f-a909-4114-bc99-d6374ba1221c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=21a571f0-d174-4ef0-81df-576144245084&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473008 Jul 16 03:44:29.675857 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:29.685935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ce831459-9d29-4d7f-98f7-7185a564841a no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:29.734391 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9701ea-5a4d-4737-81ee-a552eac33817 None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f00a3239-d049-4b6c-b24c-0135bdb99386', 'name': '', 'network_id': 'e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'mac_address': 'fa:16:3e:7b:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:50Z', 'updated_at': '2021-07-16T03:36:04Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'subnets': [{'id': '2416c0e7-b50b-4d79-9c01-e65b9c257c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:29.762879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47078) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:29.792995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.807263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No active binding found for port ce831459-9d29-4d7f-98f7-7185a564841a {{(pid=93758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:44:29.810260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device ce831459-9d29-4d7f-98f7-7185a564841a not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:29.810821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:29.853422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event deleted for resources: {'Port': ['ID=ce831459-9d29-4d7f-98f7-7185a564841a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:29.854456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 277287f1-a1bc-4b33-a4d4-1963d9c13a54 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:29.855215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 277287f1-a1bc-4b33-a4d4-1963d9c13a54 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:29.886284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adcd6dd2-6fac-410b-9cf1-ded7f48a0a8b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.920379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adcd6dd2-6fac-410b-9cf1-ded7f48a0a8b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.984728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adcd6dd2-6fac-410b-9cf1-ded7f48a0a8b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.987674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adcd6dd2-6fac-410b-9cf1-ded7f48a0a8b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.989121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-adcd6dd2-6fac-410b-9cf1-ded7f48a0a8b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "DELETE /v2.0/security-groups/967177a3-318a-46b8-9fc2-21782332b900 HTTP/1.1" status: 204 len: 168 time: 0.2247117 Jul 16 03:44:29.993163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47080) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:30.008056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd6dd2-6fac-410b-9cf1-ded7f48a0a8b tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967177a3-318a-46b8-9fc2-21782332b900,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:30.015414 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-a4408a76-6ccc-4b49-ac60-5413304f9868 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] show failed (client error): The resource could not be found. Jul 16 03:44:30.016830 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a4408a76-6ccc-4b49-ac60-5413304f9868 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "GET /v2.0/security-groups/967177a3-318a-46b8-9fc2-21782332b900 HTTP/1.1" status: 404 len: 347 time: 0.0227542 Jul 16 03:44:30.021061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47082) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:30.124515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:30.190011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b67c48-f2ad-457c-bfcc-19c2ce8e6482 None None] New status for floating IP 5f462e63-91fe-43b8-bc25-b432d7235c94: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:44:30.371138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Deleting port bc1a3ef8-3569-4767-9842-37798cccf8d6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:30.371484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.406114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:30.417622 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:30.430593 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:30.431659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:30.494385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] No DVR routers for this DVR port ce831459-9d29-4d7f-98f7-7185a564841a on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:30.543033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.545091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edd9fd56-ed89-44b9-a45f-b8320f44b710 req-806ce43f-2171-4e67-b192-1bb2e933ed95 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "DELETE /v2.0/ports/ce831459-9d29-4d7f-98f7-7185a564841a HTTP/1.1" status: 204 len: 173 time: 1.9158692 Jul 16 03:44:30.545455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'name': 'network-vif-deleted', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:30.547722 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe7f85-d78a-4839-b816-618a04337591" -d '{"events": [{"server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "name": "network-vif-deleted", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:30.598090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.598423 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.626649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Calling delete_port for bc1a3ef8-3569-4767-9842-37798cccf8d6 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:30.649103 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:30.823191 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c00a6-65ec-4a1c-88bf-ef463cc32c94 x-openstack-request-id: req-f15c00a6-65ec-4a1c-88bf-ef463cc32c94 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:30.823727 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac436e63-7a07-4b95-8987-02120b456927", "name": "network-vif-deleted", "tag": "ce831459-9d29-4d7f-98f7-7185a564841a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:30.824188 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f15c00a6-65ec-4a1c-88bf-ef463cc32c94 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:30.824772 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac436e63-7a07-4b95-8987-02120b456927', 'name': 'network-vif-deleted', 'tag': 'ce831459-9d29-4d7f-98f7-7185a564841a', 'status': 'completed', 'code': 200} Jul 16 03:44:30.845901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.923910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Pushing event deleted for resources: {'Port': ['ID=bc1a3ef8-3569-4767-9842-37798cccf8d6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:31.003965 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.016354 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.018944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.020231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9393cde3-f7e5-42a8-953b-e81d4dd862c2 tempest-AttachVolumeShelveTestJSON-165475289 tempest-AttachVolumeShelveTestJSON-165475289-project] 10.222.0.25 "DELETE /v2.0/floatingips/5f462e63-91fe-43b8-bc25-b432d7235c94 HTTP/1.1" status: 204 len: 168 time: 0.9945531 Jul 16 03:44:31.059945 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:31.080265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3aaa423-fa04-4661-91c4-f72eeb1ba84f req-c7b34ce8-049d-4b66-b65c-197900555a59 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac436e63-7a07-4b95-8987-02120b456927 HTTP/1.1" status: 200 len: 210 time: 0.0838544 Jul 16 03:44:31.094166 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:31.095053 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.229451 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:31.544363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.577214 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ece6eb-9621-46ed-9c92-70444dc95616 None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:31.907525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61e6ba-b199-45e7-91ca-4405246918ba None None] New status for floating IP 408f0144-dbee-4444-947a-37eb658e1af3: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:44:32.204933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:32.279894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a086dd38-b8f5-4b8e-98e4-e28ffde7c563 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.305149 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a086dd38-b8f5-4b8e-98e4-e28ffde7c563 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.368266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a086dd38-b8f5-4b8e-98e4-e28ffde7c563 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.372079 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a086dd38-b8f5-4b8e-98e4-e28ffde7c563 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.373290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a086dd38-b8f5-4b8e-98e4-e28ffde7c563 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "DELETE /v2.0/security-groups/21a571f0-d174-4ef0-81df-576144245084 HTTP/1.1" status: 204 len: 168 time: 0.1666758 Jul 16 03:44:32.376124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47164) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:32.383509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086dd38-b8f5-4b8e-98e4-e28ffde7c563 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a571f0-d174-4ef0-81df-576144245084,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:32.393266 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-9371b589-a76c-406d-93bf-f5bbc6c48f92 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] show failed (client error): The resource could not be found. Jul 16 03:44:32.394301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9371b589-a76c-406d-93bf-f5bbc6c48f92 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups/21a571f0-d174-4ef0-81df-576144245084 HTTP/1.1" status: 404 len: 347 time: 0.0165372 Jul 16 03:44:32.397192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47166) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:32.530228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Deleting port f1d26bde-036e-4dcb-80fb-86379ae7e483 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:32.531058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.654126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.655292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.673058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Calling delete_port for f1d26bde-036e-4dcb-80fb-86379ae7e483 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:32.778713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.820618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.856486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event deleted for resources: {'Port': ['ID=f1d26bde-036e-4dcb-80fb-86379ae7e483,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:32.920104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.923209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.924657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-365bd5a1-b0aa-441a-9fa2-fc355d9407b9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "DELETE /v2.0/floatingips/408f0144-dbee-4444-947a-37eb658e1af3 HTTP/1.1" status: 204 len: 168 time: 0.5258198 Jul 16 03:44:33.401770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:33.406390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744180549', 'description': 'tempest-description--1431902575'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:33.444512 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.446715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.563823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.570163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.626368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec3eadb-dc61-4dac-aa09-6d67194f10bb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:33.633706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.637825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f6c989d1-a828-43d2-9905-81e1a4e2d38a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2325630 Jul 16 03:44:33.638099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:33.643426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'security_group_rule': {'security_group_id': 'eec3eadb-dc61-4dac-aa09-6d67194f10bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:33.695537 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.865482 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.873306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.918213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cebd0a9-3f89-476b-8b26-f8a9a0c50b7f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:33.937990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.939385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3bb3bcbd-c641-40c7-b999-bdb5a9e1c97f tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3001511 Jul 16 03:44:33.941921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47222) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:33.947275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'security_group_rule': {'security_group_id': 'eec3eadb-dc61-4dac-aa09-6d67194f10bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:33.997789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.109250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.118480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.142604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026c1fc5-8be6-4352-bde2-76fb7bf9e191,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.149294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.150993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c749a332-4013-4716-bd1a-3a09d3297ed7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077732 Jul 16 03:44:34.154017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:34.161032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:34.205549 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.354900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.369912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:34.513556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-183e71aa-fdf7-493e-a561-3030905fd729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.570935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Allocated IP 172.25.4.79 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/99ea7b04-d29e-4466-961a-685c19c5a1e8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:34.626637 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-183e71aa-fdf7-493e-a561-3030905fd729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.633938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-183e71aa-fdf7-493e-a561-3030905fd729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.680121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e71aa-fdf7-493e-a561-3030905fd729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c7ddf-0a34-48ed-af48-5cacdb10d14d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.686192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-183e71aa-fdf7-493e-a561-3030905fd729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c60c105651764e77850dca8f42bd9058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151126 Jul 16 03:44:34.688636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:34.707233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.768178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cdff955a-8290-4883-bb9f-ea1adaadb400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.770669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.801942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cdff955a-8290-4883-bb9f-ea1adaadb400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.809149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:34.812530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:34.815225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:34.864198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'Port': ['ID=99ea7b04-d29e-4466-961a-685c19c5a1e8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.886896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cdff955a-8290-4883-bb9f-ea1adaadb400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.889384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cdff955a-8290-4883-bb9f-ea1adaadb400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.893078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cdff955a-8290-4883-bb9f-ea1adaadb400 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/320c7ddf-0a34-48ed-af48-5cacdb10d14d HTTP/1.1" status: 204 len: 168 time: 0.2009552 Jul 16 03:44:34.910738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff955a-8290-4883-bb9f-ea1adaadb400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c7ddf-0a34-48ed-af48-5cacdb10d14d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:34.996125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.049557 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.236170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.244967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.267773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47260) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:35.285686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad883-e6a6-4392-aa61-2ab385668591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.327241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'Port': ['ID=99ea7b04-d29e-4466-961a-685c19c5a1e8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.336653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.417189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad883-e6a6-4392-aa61-2ab385668591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.421150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad883-e6a6-4392-aa61-2ab385668591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.427010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.428896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a0e29923-0d17-43d1-8fc8-85e14e89fda8 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2734509 Jul 16 03:44:35.452183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ad883-e6a6-4392-aa61-2ab385668591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692b38ca-807b-4454-ba0d-be58cd5d8d5d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.474331 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5c6ad883-e6a6-4392-aa61-2ab385668591 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05b9945e9ce0457f8778fd18126c89a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048032 Jul 16 03:44:35.477294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47268) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:35.538266 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d47c82-2a5e-46db-a917-8f1c38ee715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.566756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d47c82-2a5e-46db-a917-8f1c38ee715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.632111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d47c82-2a5e-46db-a917-8f1c38ee715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.635067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52d47c82-2a5e-46db-a917-8f1c38ee715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.638666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-52d47c82-2a5e-46db-a917-8f1c38ee715f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/692b38ca-807b-4454-ba0d-be58cd5d8d5d HTTP/1.1" status: 204 len: 168 time: 0.1580546 Jul 16 03:44:35.645139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d47c82-2a5e-46db-a917-8f1c38ee715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b38ca-807b-4454-ba0d-be58cd5d8d5d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.721337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-cced4532-bd95-4e1c-94ce-e27c6df5a1d5 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1744180549&fields=id&tenant_id=cc9fc10499524c8d89a7a865685e2a0d HTTP/1.1" status: 200 len: 267 time: 0.1162863 Jul 16 03:44:35.943145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-f751bbd1-094e-4bfd-8ab3-d1cd6437ce08 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:35.945489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-f751bbd1-094e-4bfd-8ab3-d1cd6437ce08 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 810 time: 0.2167282 Jul 16 03:44:35.973832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-cd8a3a4a-0441-4c7a-bd6d-407e47761e75 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/quotas/cc9fc10499524c8d89a7a865685e2a0d HTTP/1.1" status: 200 len: 375 time: 0.0225160 Jul 16 03:44:36.084599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-64955bfb-106b-4aa9-aa97-2153b792ecd9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1098073 Jul 16 03:44:36.103398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-775e2d5c-da2d-41e4-a4fe-72553e308b3f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:44:36.104347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-775e2d5c-da2d-41e4-a4fe-72553e308b3f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056584 Jul 16 03:44:36.217548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-caada630-4910-44ec-b3f2-740a2215aeaf service neutron] 10.222.0.25 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050386 Jul 16 03:44:36.338320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-e6dfbb76-d950-41a2-b13e-7f13d9a907ee service neutron] 10.222.0.25 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122339 Jul 16 03:44:36.708784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-160effb3-fd38-42de-b70f-c41d733817d7 req-39da4bba-9472-4da3-aef7-668171fd83e7 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 210 time: 0.0423739 Jul 16 03:44:37.173163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47356) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.926429 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28dc9dc2-a72d-4708-b7cb-bbc4555ba083 req-e393f55a-8ee9-481a-8511-d45de07b4680 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 210 time: 0.0519972 Jul 16 03:44:37.941274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.176157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-d1e1c61a-ac2f-4262-9c6a-1095c1fef30e tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:38.179923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-d1e1c61a-ac2f-4262-9c6a-1095c1fef30e tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 810 time: 0.2326701 Jul 16 03:44:38.252032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-301b7795-e00c-45cb-8355-9ce33820e79c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9fc10499524c8d89a7a865685e2a0d HTTP/1.1" status: 200 len: 380 time: 0.0627384 Jul 16 03:44:38.267138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'port': {'device_id': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'admin_state_up': True, 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'security_groups': ['eec3eadb-dc61-4dac-aa09-6d67194f10bb']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:38.291886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Deleting port f00a3239-d049-4b6c-b24c-0135bdb99386 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:38.292423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.315106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47418) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:38.395398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] For port f00a3239-d049-4b6c-b24c-0135bdb99386, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f00a3239-d049-4b6c-b24c-0135bdb99386,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:38.395668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.409403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Calling delete_port for f00a3239-d049-4b6c-b24c-0135bdb99386 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:38.415845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Made reservation on behalf of cc9fc10499524c8d89a7a865685e2a0d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:38.422020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.468683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9af45bd8-e7ac-470e-a230-3ee0bec8f5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.558791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Allocated IP 172.20.0.6 (751caceb-5bba-4c69-b464-d16b5566391e/6a0ab360-14d2-4e00-99e5-ff9c551d3601/91fbaa6d-4f9e-4e60-99bc-111151a60a80) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:38.659065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9af45bd8-e7ac-470e-a230-3ee0bec8f5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.666869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9af45bd8-e7ac-470e-a230-3ee0bec8f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.705533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9af45bd8-e7ac-470e-a230-3ee0bec8f5f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=337aab00d65643cfa7e21c6452ae6fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868887 Jul 16 03:44:38.709109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47426) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:38.733950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.767425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af45bd8-e7ac-470e-a230-3ee0bec8f5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e4e471-8eed-4248-a65a-98d64d7c398f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.778982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00a3239-d049-4b6c-b24c-0135bdb99386,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.861938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e102f0b8-7370-42bd-9f40-902fd1cb5e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.928338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e102f0b8-7370-42bd-9f40-902fd1cb5e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.999484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.155607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd51b90d-935d-4567-8cf6-71d68e4cbe02 req-4af3a53e-bba0-4672-89eb-4472a75bb102 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 210 time: 0.0347242 Jul 16 03:44:39.172835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e102f0b8-7370-42bd-9f40-902fd1cb5e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.175891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e102f0b8-7370-42bd-9f40-902fd1cb5e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.177116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e102f0b8-7370-42bd-9f40-902fd1cb5e04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4e4e471-8eed-4248-a65a-98d64d7c398f HTTP/1.1" status: 204 len: 168 time: 0.4669452 Jul 16 03:44:39.187824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f0b8-7370-42bd-9f40-902fd1cb5e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e4e471-8eed-4248-a65a-98d64d7c398f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.194299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.233714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Transition to ACTIVE for port object 91fbaa6d-4f9e-4e60-99bc-111151a60a80 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:39.282447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.347339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Network 751caceb-5bba-4c69-b464-d16b5566391e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:39.356501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event updated for resources: {'Port': ['ID=91fbaa6d-4f9e-4e60-99bc-111151a60a80,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.376398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:39.384003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:39.462754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:39.464615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.494051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-b6417ac5-7087-460b-b6b5-6cdaed9bb293 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2311909 Jul 16 03:44:39.507745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Request body: {'port': {'device_id': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:39.630841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.663769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47450) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:39.673772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Router 5160f463-01f6-42b5-bb15-b39a631a685d has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:39.680980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da52b03a-1c79-4674-8993-1328d8ae1b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.760369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d9e60f9d-356e-4587-ae49-677497de81d8 None None] Provisioning for port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:39.765651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d9e60f9d-356e-4587-ae49-677497de81d8 None None] Provisioning complete for port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:39.766265 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9e60f9d-356e-4587-ae49-677497de81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.807758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d9e60f9d-356e-4587-ae49-677497de81d8 None None] Port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:39.853805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:39.859656 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0419e3c4-3a79-4f38-9df6-74bb48f20411 admin admin] 10.222.0.25 "PUT /v2.0/routers/5160f463-01f6-42b5-bb15-b39a631a685d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854348 Jul 16 03:44:39.862690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:39.870334 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] Sync routers for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:39.882844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:39.883745 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:39.980097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.997653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fbaa6d-4f9e-4e60-99bc-111151a60a80 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:40.006706 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da52b03a-1c79-4674-8993-1328d8ae1b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.008822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.013142 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:40.032091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Transition to ACTIVE for port object 91fbaa6d-4f9e-4e60-99bc-111151a60a80 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:40.038720 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.048338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da52b03a-1c79-4674-8993-1328d8ae1b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.077451 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da52b03a-1c79-4674-8993-1328d8ae1b54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=128cb43c48f14669af9aae979ece80be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103549 Jul 16 03:44:40.081444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.144250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52b03a-1c79-4674-8993-1328d8ae1b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a94310d-e4ac-4e53-8609-9d684ecf9cf6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.191685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.233231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Pushing event updated for resources: {'Port': ['ID=91fbaa6d-4f9e-4e60-99bc-111151a60a80,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.274196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Deleting port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:40.274534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.300588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:44:38Z', 'revision_number': 5, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port': {'id': '19d4bbaa-adff-4d8d-8ecd-13a0049b2be8', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.334588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] Checking router: 5160f463-01f6-42b5-bb15-b39a631a685d for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:40.349377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] Routers {'5160f463-01f6-42b5-bb15-b39a631a685d'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:40.350175 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5160f463-01f6-42b5-bb15-b39a631a685d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.364789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] For port 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:40.365277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.379855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Calling delete_port for 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:40.453034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd478ca0-95e5-4549-a74e-f35b2ae60a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.454761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Attempting to bind port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:40.455114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Attempting to bind port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:40.455429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Attempting to bind port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 on network 751caceb-5bba-4c69-b464-d16b5566391e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:40.462470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 on network 751caceb-5bba-4c69-b464-d16b5566391e not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:40.462855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Attempting to bind port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 on network 751caceb-5bba-4c69-b464-d16b5566391e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:40.466512 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] Set router 5160f463-01f6-42b5-bb15-b39a631a685d gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:40.483941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:40.484286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Checking segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:40.484683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Bound using segment: {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:40.485133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Bound port: 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c87d8a8-2557-4bea-8b07-aca4f18486bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:40.485495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.512570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd478ca0-95e5-4549-a74e-f35b2ae60a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.534160 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:44:40Z', 'revision_number': 6, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:40.548869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df74c8-865d-4b08-a139-8d7a0b2f7887 req-5bc7d836-7a81-4e3c-8b4a-4130b9047cf3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.550490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24df74c8-865d-4b08-a139-8d7a0b2f7887 req-5bc7d836-7a81-4e3c-8b4a-4130b9047cf3 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 943 time: 0.1646845 Jul 16 03:44:40.576925 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af36c64-6e9a-4f9d-86bf-af206a7efc3c None None] The sync data for ids ['5160f463-01f6-42b5-bb15-b39a631a685d'] in n-d-800089-6 is: [{'id': '5160f463-01f6-42b5-bb15-b39a631a685d', 'name': 'tempest-AttachVolumeShelveTestJSON-1764625820-router', 'tenant_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:42Z', 'updated_at': '2021-07-16T03:44:40Z', 'revision_number': 6, 'project_id': 'c3d8213c051d4ef3bf61fd73cc3e07a2', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:40.601084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.644564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=19d4bbaa-adff-4d8d-8ecd-13a0049b2be8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.656177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] For port 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:40.661274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24df74c8-865d-4b08-a139-8d7a0b2f7887 req-c8521d7e-f8a6-4146-8cd6-c7b144ed45f9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896268 Jul 16 03:44:40.663242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] For port 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:40.670572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.691944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd478ca0-95e5-4549-a74e-f35b2ae60a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.695108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd478ca0-95e5-4549-a74e-f35b2ae60a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.696244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd478ca0-95e5-4549-a74e-f35b2ae60a97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a94310d-e4ac-4e53-8609-9d684ecf9cf6 HTTP/1.1" status: 204 len: 168 time: 0.6131477 Jul 16 03:44:40.729019 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.742954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.743589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.745004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] 10.222.0.48 "PUT /v2.0/ports/91fbaa6d-4f9e-4e60-99bc-111151a60a80 HTTP/1.1" status: 200 len: 1091 time: 1.2433493 Jul 16 03:44:40.745767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd478ca0-95e5-4549-a74e-f35b2ae60a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a94310d-e4ac-4e53-8609-9d684ecf9cf6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.749045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:40.751477 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5955aa47-fffe-4d38-a0ac-92f2442e072d" -d '{"events": [{"name": "network-changed", "server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:40.829840 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dbd288-9b8c-41d0-80cd-e0c84b0e6e7c x-openstack-request-id: req-64dbd288-9b8c-41d0-80cd-e0c84b0e6e7c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:40.830340 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:40.830806 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64dbd288-9b8c-41d0-80cd-e0c84b0e6e7c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:40.831922 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'status': 'completed', 'code': 200} Jul 16 03:44:40.895798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c2391-baac-479e-9c47-bee8da2dff37 service neutron] Pushing event updated for resources: {'Port': ['ID=91fbaa6d-4f9e-4e60-99bc-111151a60a80,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.937052 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.939729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.955685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-8ea1a929-8cc4-4496-93bd-7acacae6859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.964192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-8ea1a929-8cc4-4496-93bd-7acacae6859e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 1094 time: 0.1710987 Jul 16 03:44:41.026857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-6ca5f5b1-9989-4fdb-ae68-841248d9e98f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80 HTTP/1.1" status: 200 len: 217 time: 0.0549591 Jul 16 03:44:41.039061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.039630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5160f463-01f6-42b5-bb15-b39a631a685d {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:41.045301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.046456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b0a3a257-1eca-4d1d-9728-7fd92235b3fc admin admin] 10.222.0.25 "DELETE /v2.0/routers/5160f463-01f6-42b5-bb15-b39a631a685d HTTP/1.1" status: 204 len: 168 time: 1.1828597 Jul 16 03:44:41.049131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.103442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Deleting subnet 2416c0e7-b50b-4d79-9c01-e65b9c257c97 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:44:41.108174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.119001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-40025b9d-1b4f-457e-999a-4d57b71b8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:41.120488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-40025b9d-1b4f-457e-999a-4d57b71b8dd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0809672 Jul 16 03:44:41.153431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.188635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef39b-a785-4e42-bde8-be47e367a782 req-157cabe9-833b-4253-ae29-3fd764994f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:41.190163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-157cabe9-833b-4253-ae29-3fd764994f46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626314 Jul 16 03:44:41.256963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.326192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.365056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-4b9344c6-32b8-458e-8c57-3a0f2a52a3ce service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634781 Jul 16 03:44:41.367014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2416c0e7-b50b-4d79-9c01-e65b9c257c97,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.378453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.379549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b0701-89cd-4cc4-bd0f-ccde5b397f70 None None] Network e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:41.380792 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0c626e9d-01b1-49cc-8db7-2b8448ca61d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2416c0e7-b50b-4d79-9c01-e65b9c257c97 HTTP/1.1" status: 204 len: 168 time: 0.3307238 Jul 16 03:44:41.384261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.513276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.555732 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-814ef39b-a785-4e42-bde8-be47e367a782 req-fc244776-cf55-4dd2-a457-e5c1f06379e5 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835871 Jul 16 03:44:41.594187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Deleting port 681b5f14-2042-4c91-b64f-16b23249e4c9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:41.594615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.670326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] For port 681b5f14-2042-4c91-b64f-16b23249e4c9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=681b5f14-2042-4c91-b64f-16b23249e4c9,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:41.670974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.693730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Calling delete_port for 681b5f14-2042-4c91-b64f-16b23249e4c9 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:41.714582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] DHCP port deletion for e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:41.753594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-7662e572-34cc-4d62-8c8e-2516e276e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:41.755426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-7662e572-34cc-4d62-8c8e-2516e276e090 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 1094 time: 0.0958283 Jul 16 03:44:41.821428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Deleting port 681b5f14-2042-4c91-b64f-16b23249e4c9 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:41.821818 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.905049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.938841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] For port 681b5f14-2042-4c91-b64f-16b23249e4c9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=681b5f14-2042-4c91-b64f-16b23249e4c9,segment=NetworkSegment(3a6a32de-a126-4e46-9346-04f3ec92b5fe),segment_id=3a6a32de-a126-4e46-9346-04f3ec92b5fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:41.939254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.943415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47516) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.951966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Calling delete_port for 681b5f14-2042-4c91-b64f-16b23249e4c9 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:41.954864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Pushing event deleted for resources: {'Port': ['ID=681b5f14-2042-4c91-b64f-16b23249e4c9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.960853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] No DVR routers for this DVR port 681b5f14-2042-4c91-b64f-16b23249e4c9 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:42.047159 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.049392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:42.053445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905c36c-70be-42ba-bc20-588eac594bb1 req-2387b136-bea5-4a88-a08f-32e81b964608 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:42.061969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e905c36c-70be-42ba-bc20-588eac594bb1 req-2387b136-bea5-4a88-a08f-32e81b964608 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 943 time: 0.2155244 Jul 16 03:44:42.069836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-6947cb63-0de4-41cc-9aab-05d3a515e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:42.069836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-6947cb63-0de4-41cc-9aab-05d3a515e23e service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.3043287 Jul 16 03:44:42.097863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:42.098314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 19d4bbaa-adff-4d8d-8ecd-13a0049b2be8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:42.098859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 681b5f14-2042-4c91-b64f-16b23249e4c9 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:42.101223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Pushing event deleted for resources: {'Port': ['ID=681b5f14-2042-4c91-b64f-16b23249e4c9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.106097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.123752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:42.126651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] No DVR routers for this DVR port 681b5f14-2042-4c91-b64f-16b23249e4c9 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:42.129818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.130345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.130990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.131511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.132675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.133183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.133712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.134229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.134772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.135315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.135835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.136346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af3d4a-ad6f-4a00-9037-8fc9c6ac47f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:42.140556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 681b5f14-2042-4c91-b64f-16b23249e4c9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:42.141215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 681b5f14-2042-4c91-b64f-16b23249e4c9 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:42.141887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f00a3239-d049-4b6c-b24c-0135bdb99386 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:42.145107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6a32de-a126-4e46-9346-04f3ec92b5fe') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:42.145568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6a32de-a126-4e46-9346-04f3ec92b5fe') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:42.159810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.166659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-d8ba2e9a-7a7b-46ab-b405-0ea382e47e05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80 HTTP/1.1" status: 200 len: 217 time: 0.0789092 Jul 16 03:44:42.167639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f00a3239-d049-4b6c-b24c-0135bdb99386 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:42.168214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f00a3239-d049-4b6c-b24c-0135bdb99386 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:42.184732 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e905c36c-70be-42ba-bc20-588eac594bb1 req-2393e063-2ef5-4b0a-819d-89acb19de3cf tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217659 Jul 16 03:44:42.189241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337655269-network', 'tenant_id': '53b09601dc2c4b5eabbc5e1ea89acb99'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:42.192904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.203157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:42.203571 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:42.205187 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:42.241882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-c94eb7d4-1e99-444f-8c7e-194fa9927adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:42.243904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-c94eb7d4-1e99-444f-8c7e-194fa9927adc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0530941 Jul 16 03:44:42.281573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Made reservation on behalf of 53b09601dc2c4b5eabbc5e1ea89acb99 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:42.284195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.298642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.308972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-cebf18f1-ef9c-4b72-9020-454368e0a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:42.310162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.310624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-cebf18f1-ef9c-4b72-9020-454368e0a816 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557911 Jul 16 03:44:42.315770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.317974 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] 10.222.0.25 "DELETE /v2.0/networks/e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04 HTTP/1.1" status: 204 len: 168 time: 0.9327819 Jul 16 03:44:42.407329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4881-7b8b-4354-90c9-26ebdee6011e admin admin] Pushing event deleted for resources: {'Network': ['ID=e422cfd2-8ee7-48c5-a7bf-c6ce05c3fc04,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.437367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.448943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.486492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-eb605a58-fdfb-409a-adcb-be8481d34abe service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652353 Jul 16 03:44:42.504378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.509006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:42.519235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cadc06-dcac-41e9-94f1-a1387127cb64,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.524705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.525055 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Added segment 7587c8e4-eeee-4979-9b44-21bec35c87cb of type vlan for network f7a91860-2c73-496e-884d-ff1caa21530b Jul 16 03:44:42.571219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.604634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cd70a412-126e-4a8d-8ebe-e43776e91b98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3d8213c051d4ef3bf61fd73cc3e07a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960329 Jul 16 03:44:42.604953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.606314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.607671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:42.608517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.633553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5955aa47-fffe-4d38-a0ac-92f2442e072d req-69f7257b-7344-48a1-b487-e2f8533f2698 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394763 Jul 16 03:44:42.667231 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7189517 Jul 16 03:44:42.671862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:42.676823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Request body: {'subnet': {'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337655269-subnet', 'tenant_id': '53b09601dc2c4b5eabbc5e1ea89acb99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:42.682225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-137381f3-c50a-4bc0-9fe8-652c30000fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.693928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca72c-1945-40b0-b3be-89c9cc3fae20 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a91860-2c73-496e-884d-ff1caa21530b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.707384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network f7a91860-2c73-496e-884d-ff1caa21530b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:42.713254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-137381f3-c50a-4bc0-9fe8-652c30000fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.722194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Made reservation on behalf of 53b09601dc2c4b5eabbc5e1ea89acb99 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:42.724865 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.824350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-137381f3-c50a-4bc0-9fe8-652c30000fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.826920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-137381f3-c50a-4bc0-9fe8-652c30000fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.828375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-137381f3-c50a-4bc0-9fe8-652c30000fe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b352411-3671-4da8-a315-0e5133051cac HTTP/1.1" status: 204 len: 168 time: 0.2221076 Jul 16 03:44:42.842498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137381f3-c50a-4bc0-9fe8-652c30000fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b352411-3671-4da8-a315-0e5133051cac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.928377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.990152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecb8897-7d31-4493-ac06-1fe93c72d2a4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.997884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Checking segment: {'id': '7587c8e4-eeee-4979-9b44-21bec35c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:42.997884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Network hostable DHCP agents. Network: f7a91860-2c73-496e-884d-ff1caa21530b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:43.016750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Network f7a91860-2c73-496e-884d-ff1caa21530b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:43.026720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, f7a91860-2c73-496e-884d-ff1caa21530b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:43.039322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:43.039957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.044422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d8427-2837-4340-9c80-4f923ce7cd5d None None] Network f7a91860-2c73-496e-884d-ff1caa21530b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:43.061327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-16aab7f0-0d04-45bd-9f94-d76c6bec95a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881736 Jul 16 03:44:43.417559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21630940-f0d0-4066-b495-4943543ec0b9 None None] Network f7a91860-2c73-496e-884d-ff1caa21530b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:43.492449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e161ea-dc5d-4ff9-bc9e-75f40f31043c req-46983c75-589d-494a-9a64-bee6e4d743a2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:43.494377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7e161ea-dc5d-4ff9-bc9e-75f40f31043c req-46983c75-589d-494a-9a64-bee6e4d743a2 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 943 time: 0.1040120 Jul 16 03:44:43.541833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7e161ea-dc5d-4ff9-bc9e-75f40f31043c req-0466a6aa-1922-464e-bf86-8c2df8b55a3b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390377 Jul 16 03:44:43.759630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.816327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.821809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1020777104-network', 'tenant_id': 'be49d0f8f1994cccb0b3fa23f06a8e6e'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:43.843976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Made reservation on behalf of be49d0f8f1994cccb0b3fa23f06a8e6e for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:43.846439 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.855349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.949561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.955208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.980197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:43.995969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-815038478-network', 'tenant_id': '1230da47d0934e7d8facadda5840f802'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:44.005932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9e384-f260-47be-9426-f921789e0437,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.014932 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.015287 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Added segment 22947153-f6b0-4291-9b36-be5bf79c3513 of type vlan for network 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64 Jul 16 03:44:44.052761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Made reservation on behalf of 1230da47d0934e7d8facadda5840f802 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:44.055186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.071942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.074631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.125580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.126581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.127192 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.201840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.214721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:44.241999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.249824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.271094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-812ed53d-c22a-41ab-a1f1-63bc56e3d435 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4536760 Jul 16 03:44:44.274374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47610) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.279348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Request body: {'subnet': {'network_id': '1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1020777104-subnet', 'tenant_id': 'be49d0f8f1994cccb0b3fa23f06a8e6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:44.291232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:44.308803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494916d1-c115-47dc-b359-b4ddaa0bada9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.315906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.316356 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Added segment c447a13d-353b-4192-bccd-fa2c529da496 of type vlan for network 8cef4a56-7688-4af3-842b-5616b90eb853 Jul 16 03:44:44.330530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Made reservation on behalf of be49d0f8f1994cccb0b3fa23f06a8e6e for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:44.334035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.359596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.413612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.414616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.415323 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.446163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6853001 Jul 16 03:44:44.448921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:44.457409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Request body: {'subnet': {'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-815038478-subnet', 'tenant_id': '1230da47d0934e7d8facadda5840f802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:44.486897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8232ca2-2e5d-4660-be4c-827a5c1e140d admin admin] Pushing event updated for resources: {'Network': ['ID=8cef4a56-7688-4af3-842b-5616b90eb853,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.502614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 8cef4a56-7688-4af3-842b-5616b90eb853 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:44.509922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Made reservation on behalf of 1230da47d0934e7d8facadda5840f802 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:44.512693 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.531925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.610043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b9702e-a87c-4f30-84b1-555736a35a02,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.644899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Checking segment: {'id': '22947153-f6b0-4291-9b36-be5bf79c3513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:44.645670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Network hostable DHCP agents. Network: 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:44.664865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Network 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:44.682453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:44.687755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.690946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.696175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4d299-d154-4f65-a8ce-d2a9fc568e83 None None] Network 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:44.713816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6c77aa92-d027-4f1e-aadf-6c0c166e14c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4379990 Jul 16 03:44:44.794057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.842139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315ab1-18e1-444f-a78d-326c57074152 req-b13fa50a-d633-46e2-8000-3075e2b15ea5 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.844395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5315ab1-18e1-444f-a78d-326c57074152 req-b13fa50a-d633-46e2-8000-3075e2b15ea5 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 943 time: 0.1264079 Jul 16 03:44:44.856196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654ec00-be67-400c-8a96-78de3c19ff98 None None] Network 1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:44.918705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Checking segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:44.919073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Network hostable DHCP agents. Network: 8cef4a56-7688-4af3-842b-5616b90eb853, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:44.921030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffba8b9b-5fb9-4dfd-8687-949171d27cc5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.955412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5315ab1-18e1-444f-a78d-326c57074152 req-a58f9361-4028-4086-bcd3-0f2b33eb54fe tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048551 Jul 16 03:44:44.965498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Network 8cef4a56-7688-4af3-842b-5616b90eb853 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:44.982223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 8cef4a56-7688-4af3-842b-5616b90eb853) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:44.982223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:44.982951 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.001956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3f76f728-8275-4e75-9e4d-7f10506ee30b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5517354 Jul 16 03:44:45.011406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5445682-8ef1-4c40-90dc-7489e55ed38e None None] Network 8cef4a56-7688-4af3-842b-5616b90eb853 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:45.196557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a462162-5dc0-46cc-a16a-5ab1a5e6e84e None None] Network 8cef4a56-7688-4af3-842b-5616b90eb853 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:45.433203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-f491c528-af98-48d8-bf90-1a505492b04b tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.434983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-f491c528-af98-48d8-bf90-1a505492b04b tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/networks?id=f7a91860-2c73-496e-884d-ff1caa21530b HTTP/1.1" status: 200 len: 808 time: 0.1098585 Jul 16 03:44:45.451339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-d5ef2099-1dda-4266-b789-afd57c4aeffb tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/quotas/53b09601dc2c4b5eabbc5e1ea89acb99 HTTP/1.1" status: 200 len: 375 time: 0.0106206 Jul 16 03:44:45.485026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-7d3249e3-47e5-4243-b1d3-a698f59f7eb5 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53b09601dc2c4b5eabbc5e1ea89acb99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283294 Jul 16 03:44:45.626212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-a6223713-9ff0-431c-a382-2569e37a0f4c service neutron] 10.222.0.25 "GET /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343718 Jul 16 03:44:45.722283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-8632d628-95f0-4cf4-a3b4-2287008aa1e0 service neutron] 10.222.0.25 "GET /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893910 Jul 16 03:44:45.784125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 91fbaa6d-4f9e-4e60-99bc-111151a60a80 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:45.888139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:45.906889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'port_id': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'mac_address': 'fa:16:3e:03:aa:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:45.948816 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.962366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fbaa6d-4f9e-4e60-99bc-111151a60a80 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:45.990931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:46.003173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.080327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=91fbaa6d-4f9e-4e60-99bc-111151a60a80,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:46.102201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-11a78a42-2c83-4cf6-8e62-7d7246025720 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:46.104205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-11a78a42-2c83-4cf6-8e62-7d7246025720 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1255565 Jul 16 03:44:46.120940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-7c117c70-9a10-4969-8991-2c01f2c4efd7 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/quotas/1230da47d0934e7d8facadda5840f802 HTTP/1.1" status: 200 len: 375 time: 0.0113373 Jul 16 03:44:46.156973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-6316ebd0-39d4-4fac-bc3b-1c07e286ae64 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300300 Jul 16 03:44:46.266692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-ccbd1adc-0abd-490a-9f00-af19641270a4 service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023059 Jul 16 03:44:46.318696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['91fbaa6d-4f9e-4e60-99bc-111151a60a80'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:46.373186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-cc04a13c-ca9a-4565-a4f7-3d073e886a1d service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051736 Jul 16 03:44:46.625613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6206f67c-8ed1-4cde-a04d-84a821469fda req-6b62cea9-e633-436d-86ed-86c0752e77f5 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 210 time: 0.0388892 Jul 16 03:44:46.814334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423b985-b05a-4748-8555-6c3d40336e2e req-cebd3c7e-f9b9-48f5-9858-afc0c5453488 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:46.815999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a423b985-b05a-4748-8555-6c3d40336e2e req-cebd3c7e-f9b9-48f5-9858-afc0c5453488 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 944 time: 0.0701249 Jul 16 03:44:46.860416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a423b985-b05a-4748-8555-6c3d40336e2e req-e79e548c-8a23-4e3e-b4b0-3dacbe6f458c tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385890 Jul 16 03:44:47.096269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da2c07c0-5cf6-4d24-87dd-80f9c5344a1b req-457d96c9-d1bc-4574-8f87-66fb27c5d110 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 210 time: 0.0291097 Jul 16 03:44:47.269251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-c4b1047e-4952-4c1e-bc5e-a0eae31a2c46 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:47.270921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-c4b1047e-4952-4c1e-bc5e-a0eae31a2c46 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.11 "GET /v2.0/networks?id=f7a91860-2c73-496e-884d-ff1caa21530b HTTP/1.1" status: 200 len: 808 time: 0.1580315 Jul 16 03:44:47.284561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Request body: {'port': {'device_id': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b', 'admin_state_up': True, 'tenant_id': '53b09601dc2c4b5eabbc5e1ea89acb99'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:47.407748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Made reservation on behalf of 53b09601dc2c4b5eabbc5e1ea89acb99 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:47.412835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.544227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Allocated IP 172.20.0.7 (f7a91860-2c73-496e-884d-ff1caa21530b/aecb8897-7d31-4493-ac06-1fe93c72d2a4/b9378d94-ae39-4ce8-87fc-b94b7645b6ae) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:47.798221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 91fbaa6d-4f9e-4e60-99bc-111151a60a80 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:47.887537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-bced9a97-f008-4e3a-b3c3-bd47aa3f8dbe tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:47.889009 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-bced9a97-f008-4e3a-b3c3-bd47aa3f8dbe tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1505876 Jul 16 03:44:47.891063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:47.895110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:47.895489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.904177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Request body: {'port': {'device_id': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'admin_state_up': True, 'tenant_id': '1230da47d0934e7d8facadda5840f802'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:48.027797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5e29559-9a63-48d5-b1ba-d4e45933eb9b req-ca9038da-5ccd-4a00-8b41-f218b4e1b2fa tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 210 time: 0.0422461 Jul 16 03:44:48.030214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.075803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Made reservation on behalf of 1230da47d0934e7d8facadda5840f802 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:48.079742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.091770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.094002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:48.103163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:48.109159 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26079577-0c48-4a4b-afeb-74225ba793e8" -d '{"events": [{"server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "name": "network-vif-plugged", "status": "completed", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:48.124042 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.194662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=91fbaa6d-4f9e-4e60-99bc-111151a60a80,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.222701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.259372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Allocated IP 172.20.0.14 (8cef4a56-7688-4af3-842b-5616b90eb853/ffba8b9b-5fb9-4dfd-8687-949171d27cc5/d4ec8905-19c1-4579-b48d-cd1a6260cf8a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:48.286281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Network f7a91860-2c73-496e-884d-ff1caa21530b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:48.296946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Pushing event updated for resources: {'Port': ['ID=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.298784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:48.301512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:48.344927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79016a35-34b4-4257-bdf7-e4023bd41e93 req-b9cba2cb-132f-47a2-b06e-2891bdfd4182 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:48.346472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79016a35-34b4-4257-bdf7-e4023bd41e93 req-b9cba2cb-132f-47a2-b06e-2891bdfd4182 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.1550732 Jul 16 03:44:48.379229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:48.379887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.410349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-96eadae1-94ee-4b48-867a-c5b73e91fb4e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1313579 Jul 16 03:44:48.415518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79016a35-34b4-4257-bdf7-e4023bd41e93 req-ec5f2e74-6466-4a59-b6f8-4fa2a33ab166 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608397 Jul 16 03:44:48.424055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Request body: {'port': {'device_id': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:48.462506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.510738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.520293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.584572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event updated for resources: {'Port': ['ID=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.588633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Network 8cef4a56-7688-4af3-842b-5616b90eb853 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:48.590828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:48.593413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:48.629828 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d0c97-8718-4f0f-83b6-d2854a59d585 x-openstack-request-id: req-281d0c97-8718-4f0f-83b6-d2854a59d585 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:48.630121 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "name": "network-vif-plugged", "status": "completed", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:48.630378 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-281d0c97-8718-4f0f-83b6-d2854a59d585 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:48.630804 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'code': 200} Jul 16 03:44:48.655438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:48.656928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.681638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-379f0b29-36b0-4a2e-a5c5-6924b5946d1a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7800078 Jul 16 03:44:48.708775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Request body: {'port': {'device_id': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:48.789046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.928172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36ca84-05ca-4266-a204-ea67df38a2da req-d8dfe524-72ec-49fa-b5af-8ec9e5d64251 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:48.929715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e36ca84-05ca-4266-a204-ea67df38a2da req-d8dfe524-72ec-49fa-b5af-8ec9e5d64251 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 932 time: 0.1700623 Jul 16 03:44:48.931503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e93bb-b8d4-425b-b504-133fea7cc8e3 req-843cb981-c9ee-4e07-89d9-6324d908fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:48.932928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e25e93bb-b8d4-425b-b504-133fea7cc8e3 req-843cb981-c9ee-4e07-89d9-6324d908fa2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 1096 time: 0.1721330 Jul 16 03:44:48.958515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9378d94-ae39-4ce8-87fc-b94b7645b6ae {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:48.973879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.008975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Transition to ACTIVE for port object b9378d94-ae39-4ce8-87fc-b94b7645b6ae will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:49.017598 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e25e93bb-b8d4-425b-b504-133fea7cc8e3 req-38707073-2816-4bd0-a5f0-bdd312852e81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767663 Jul 16 03:44:49.023052 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.033301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e36ca84-05ca-4266-a204-ea67df38a2da req-04070a98-1157-4e45-85fb-f8f749ef12ac tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868590 Jul 16 03:44:49.086074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ec8905-19c1-4579-b48d-cd1a6260cf8a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:49.096334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.113213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Transition to ACTIVE for port object d4ec8905-19c1-4579-b48d-cd1a6260cf8a will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:49.118857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Pushing event updated for resources: {'Port': ['ID=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.119195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.154752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Attempting to bind port b9378d94-ae39-4ce8-87fc-b94b7645b6ae on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:49.155675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Attempting to bind port b9378d94-ae39-4ce8-87fc-b94b7645b6ae by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '7587c8e4-eeee-4979-9b44-21bec35c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:49.155991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Attempting to bind port b9378d94-ae39-4ce8-87fc-b94b7645b6ae on network f7a91860-2c73-496e-884d-ff1caa21530b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:49.163559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Port b9378d94-ae39-4ce8-87fc-b94b7645b6ae on network f7a91860-2c73-496e-884d-ff1caa21530b not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:49.163902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Attempting to bind port b9378d94-ae39-4ce8-87fc-b94b7645b6ae on network f7a91860-2c73-496e-884d-ff1caa21530b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:49.170786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:49.171121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Checking segment: {'id': '7587c8e4-eeee-4979-9b44-21bec35c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:49.171500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Bound using segment: {'id': '7587c8e4-eeee-4979-9b44-21bec35c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:49.171925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Bound port: b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7587c8e4-eeee-4979-9b44-21bec35c87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:49.172280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.190019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.278985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Attempting to bind port d4ec8905-19c1-4579-b48d-cd1a6260cf8a on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:49.279417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Attempting to bind port d4ec8905-19c1-4579-b48d-cd1a6260cf8a by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:49.279815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Attempting to bind port d4ec8905-19c1-4579-b48d-cd1a6260cf8a on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:49.285011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Port d4ec8905-19c1-4579-b48d-cd1a6260cf8a on network 8cef4a56-7688-4af3-842b-5616b90eb853 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:49.285401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Attempting to bind port d4ec8905-19c1-4579-b48d-cd1a6260cf8a on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:49.291412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:49.292847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Checking segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:49.292847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Bound using segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:49.293566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Bound port: d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:49.293838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.294989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] For port b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:49.300713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] For port b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,segment=NetworkSegment(7587c8e4-eeee-4979-9b44-21bec35c87cb),segment_id=7587c8e4-eeee-4979-9b44-21bec35c87cb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:49.310589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662b5e-31fc-4beb-91d9-6c0882629d96 req-3c6c70c1-57ac-4911-83cd-dd2439033c89 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.312224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b662b5e-31fc-4beb-91d9-6c0882629d96 req-3c6c70c1-57ac-4911-83cd-dd2439033c89 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 943 time: 0.1433191 Jul 16 03:44:49.313851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.359584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.360352 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.361879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] 10.222.0.11 "PUT /v2.0/ports/b9378d94-ae39-4ce8-87fc-b94b7645b6ae HTTP/1.1" status: 200 len: 1091 time: 0.9419618 Jul 16 03:44:49.365131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'tag': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:49.366926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] For port d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:49.370344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] For port d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:49.375875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.376019 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232372bb-09cf-4048-9e9f-dec569bdc8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e8c9e9-c95f-435c-a4ec-11f61611cb05", "tag": "b9378d94-ae39-4ce8-87fc-b94b7645b6ae"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:49.417053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.417474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.419057 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4ec8905-19c1-4579-b48d-cd1a6260cf8a HTTP/1.1" status: 200 len: 1092 time: 0.7208331 Jul 16 03:44:49.421428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'tag': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:49.424402 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc231ac-db80-47d7-8d67-23fed8eb9148", "tag": "d4ec8905-19c1-4579-b48d-cd1a6260cf8a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:49.454271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d427e79-6f06-49df-916c-6067e05cd1ca service neutron] Pushing event updated for resources: {'Port': ['ID=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.458436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70f5eb-ee94-4021-a4d8-d03356f23ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.476915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b662b5e-31fc-4beb-91d9-6c0882629d96 req-704b13d6-7406-41d3-8c56-7feac5fd6b1d tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288383 Jul 16 03:44:49.520198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-71447e72-ad88-4a66-9504-89fe8cb446a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.521871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-71447e72-ad88-4a66-9504-89fe8cb446a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53b09601dc2c4b5eabbc5e1ea89acb99&device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 1094 time: 0.1139386 Jul 16 03:44:49.528184 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07323747-2499-4d4c-acf2-3d7919fadc2d x-openstack-request-id: req-07323747-2499-4d4c-acf2-3d7919fadc2d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:49.528740 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e8c9e9-c95f-435c-a4ec-11f61611cb05", "tag": "b9378d94-ae39-4ce8-87fc-b94b7645b6ae", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:49.529016 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07323747-2499-4d4c-acf2-3d7919fadc2d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:49.529427 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'tag': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae', 'status': 'completed', 'code': 200} Jul 16 03:44:49.537719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-0e47f396-38e0-42d2-ab6d-9a23142505f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.539529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-0e47f396-38e0-42d2-ab6d-9a23142505f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 1095 time: 0.0632832 Jul 16 03:44:49.578538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-b0db874b-51b6-460a-8703-93adf1a1cc41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae HTTP/1.1" status: 200 len: 217 time: 0.0423043 Jul 16 03:44:49.597478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-d2fe32a5-e017-441a-9bae-fdb89f796f06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a HTTP/1.1" status: 200 len: 217 time: 0.0492854 Jul 16 03:44:49.598144 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a933062-288d-428c-b260-57de2933f466 x-openstack-request-id: req-6a933062-288d-428c-b260-57de2933f466 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:49.598144 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc231ac-db80-47d7-8d67-23fed8eb9148", "tag": "d4ec8905-19c1-4579-b48d-cd1a6260cf8a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:49.598144 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a933062-288d-428c-b260-57de2933f466 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:49.598144 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'tag': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a', 'status': 'completed', 'code': 200} Jul 16 03:44:49.633849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-ee44b5c4-f261-48df-a426-f1e76fd1e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.635402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-ee44b5c4-f261-48df-a426-f1e76fd1e3dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aecb8897-7d31-4493-ac06-1fe93c72d2a4 HTTP/1.1" status: 200 len: 848 time: 0.0515292 Jul 16 03:44:49.658211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-adf17114-b9f9-403a-bb86-af809d11e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.660019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-adf17114-b9f9-403a-bb86-af809d11e991 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.0488994 Jul 16 03:44:49.672501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-ef30946b-ab8a-4d85-a278-47b36f11c6d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7a91860-2c73-496e-884d-ff1caa21530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307634 Jul 16 03:44:49.701030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-7bdbe29a-b20d-410b-912c-86e57bec6462 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346942 Jul 16 03:44:49.786879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-e34d7905-732a-4754-99d7-bd7f7edbf9ff service neutron] 10.222.0.11 "GET /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025684 Jul 16 03:44:49.817817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-d3a77388-dd97-4eff-bead-71e2792d5de7 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105678 Jul 16 03:44:49.893946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0349f0c-fd61-4d4f-a250-5730aa3d15dc req-7cc8008e-2a28-4de0-9e99-7cfb3c7d092b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.895472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0349f0c-fd61-4d4f-a250-5730aa3d15dc req-7cc8008e-2a28-4de0-9e99-7cfb3c7d092b tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.2257166 Jul 16 03:44:49.929127 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cc196d70-2be6-4dab-ac8c-b9439bc8ab14 req-11082448-9bd8-4675-9068-75feb57c8d1c service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034725 Jul 16 03:44:49.933325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63a8f8c8-99e0-48da-be34-bdd2379c2146 req-ff213824-db3f-48e3-b02d-071ca5078be2 service neutron] 10.222.0.11 "GET /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389949 Jul 16 03:44:49.963397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e0349f0c-fd61-4d4f-a250-5730aa3d15dc req-7f2661a0-41bb-4af7-b561-893f59cc77e9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504043 Jul 16 03:44:50.048485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-bdc3bebc-9c2e-4d07-8e67-cf2ba51baed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.050168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-bdc3bebc-9c2e-4d07-8e67-cf2ba51baed4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 1095 time: 0.0701635 Jul 16 03:44:50.175068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-fd8bc790-2403-4361-ab4c-babd7ebf30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.176582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-fd8bc790-2403-4361-ab4c-babd7ebf30ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53b09601dc2c4b5eabbc5e1ea89acb99&device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 1094 time: 0.0880837 Jul 16 03:44:50.183601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-ccd6fc6e-721f-427f-b10e-ee139c46f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.185170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-ccd6fc6e-721f-427f-b10e-ee139c46f885 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 916 time: 0.1274931 Jul 16 03:44:50.237512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-4498500a-64eb-4e63-982c-98138d7b477d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a HTTP/1.1" status: 200 len: 217 time: 0.0455599 Jul 16 03:44:50.275997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-3ba1ae92-01e1-44ca-9ef0-feb45d10fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.277461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-3ba1ae92-01e1-44ca-9ef0-feb45d10fe37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f7a91860-2c73-496e-884d-ff1caa21530b HTTP/1.1" status: 200 len: 910 time: 0.0935254 Jul 16 03:44:50.320829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-c3f028b8-7fab-4763-b5c3-3a43c2e9ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.322303 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-c3f028b8-7fab-4763-b5c3-3a43c2e9ec5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.0752892 Jul 16 03:44:50.325138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-10510159-e796-4ea3-a79c-0861a5a4a110 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae HTTP/1.1" status: 200 len: 217 time: 0.0404475 Jul 16 03:44:50.339603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509a0cb-128c-4019-b557-177d7d7f7fa8 req-4adcfa55-d8c6-43a9-98c4-4d16da4d7925 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.346407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a509a0cb-128c-4019-b557-177d7d7f7fa8 req-4adcfa55-d8c6-43a9-98c4-4d16da4d7925 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 944 time: 0.1116388 Jul 16 03:44:50.379532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-05ac604a-d8f5-47a1-8a84-701717f9ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.380996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-05ac604a-d8f5-47a1-8a84-701717f9ce60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aecb8897-7d31-4493-ac06-1fe93c72d2a4 HTTP/1.1" status: 200 len: 848 time: 0.0474179 Jul 16 03:44:50.403903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-431568b8-e3a6-48b2-9996-3c87db7aac1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548408 Jul 16 03:44:50.416487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-cc305328-e2f1-4f0f-8c8a-3e455f1c62e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7a91860-2c73-496e-884d-ff1caa21530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279250 Jul 16 03:44:50.436448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a509a0cb-128c-4019-b557-177d7d7f7fa8 req-3d4360e5-6777-4715-9334-4812c615b721 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Jul 16 03:44:50.511331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-d4fed72a-5fc5-4bc9-bbc3-2c14436ab241 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000004 Jul 16 03:44:50.528388 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-be2b4a70-097e-4408-97f6-b5891b2b338c service neutron] 10.222.0.11 "GET /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021638 Jul 16 03:44:50.626534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-232372bb-09cf-4048-9e9f-dec569bdc8b4 req-efa8f645-ee8e-4780-bcb5-ca0778741a23 service neutron] 10.222.0.11 "GET /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914631 Jul 16 03:44:50.649321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3420381e-5f58-4fe4-a2ff-1acb11d4a7b0 req-85b5df68-464b-4762-b88e-d9e7af147f3e service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235440 Jul 16 03:44:50.674079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84680c33-1243-4b5d-93be-81438b51ad34 req-f9d22ad6-187c-4a2a-b29a-b78af459bd14 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.675733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84680c33-1243-4b5d-93be-81438b51ad34 req-f9d22ad6-187c-4a2a-b29a-b78af459bd14 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 943 time: 0.0783305 Jul 16 03:44:50.692064 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-964182d3-d8eb-4225-ad68-47d8b42e8706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.719340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84680c33-1243-4b5d-93be-81438b51ad34 req-6507edac-2279-4024-98eb-746da4338948 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Jul 16 03:44:51.148839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d023df-f927-421c-97b3-d1ea9aad7939 req-1fd0055b-a2b5-41eb-889b-6e37ca7cd5d0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.150331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5d023df-f927-421c-97b3-d1ea9aad7939 req-1fd0055b-a2b5-41eb-889b-6e37ca7cd5d0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.0678883 Jul 16 03:44:51.188551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5d023df-f927-421c-97b3-d1ea9aad7939 req-ee044717-ccc4-48e5-8346-16148e23c794 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Jul 16 03:44:51.440937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c3fca-15ed-4fb1-8dc6-8a6e70bd5642 req-e2694be7-1a4a-4a98-9739-ee4ae9ac34a0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.442454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d71c3fca-15ed-4fb1-8dc6-8a6e70bd5642 req-e2694be7-1a4a-4a98-9739-ee4ae9ac34a0 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.0630333 Jul 16 03:44:51.451582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.456276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Request body: {'floatingip': {'port_id': '91fbaa6d-4f9e-4e60-99bc-111151a60a80'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:51.500134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.715713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639f01-da7e-4f79-aecc-20e03967b37b req-b8a82077-80e9-4607-82d9-2d0f82e2051e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.717187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23639f01-da7e-4f79-aecc-20e03967b37b req-b8a82077-80e9-4607-82d9-2d0f82e2051e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 944 time: 0.1505413 Jul 16 03:44:51.805914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23639f01-da7e-4f79-aecc-20e03967b37b req-feff2358-cb5a-4944-9fc8-b786843450f1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823252 Jul 16 03:44:51.851863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9378d94-ae39-4ce8-87fc-b94b7645b6ae details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:51.952710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,segment=NetworkSegment(7587c8e4-eeee-4979-9b44-21bec35c87cb),segment_id=7587c8e4-eeee-4979-9b44-21bec35c87cb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:51.966656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae', 'network_id': 'f7a91860-2c73-496e-884d-ff1caa21530b', 'port_id': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae', 'mac_address': 'fa:16:3e:ac:7f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecb8897-7d31-4493-ac06-1fe93c72d2a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:52.007585 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.021801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9378d94-ae39-4ce8-87fc-b94b7645b6ae {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:52.046040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,segment=NetworkSegment(7587c8e4-eeee-4979-9b44-21bec35c87cb),segment_id=7587c8e4-eeee-4979-9b44-21bec35c87cb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:52.053039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.053869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d4ec8905-19c1-4579-b48d-cd1a6260cf8a details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:52.134275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:52.195183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:52.206147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'port_id': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a', 'mac_address': 'fa:16:3e:ed:d8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffba8b9b-5fb9-4dfd-8687-949171d27cc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:52.247560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.261283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ec8905-19c1-4579-b48d-cd1a6260cf8a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:52.285470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:52.292608 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.342719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:52.376793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b401e5-4f87-456c-a318-8285cd6ebdab req-c54fb59c-0392-4717-82dd-dd5e76e78705 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.378577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13b401e5-4f87-456c-a318-8285cd6ebdab req-c54fb59c-0392-4717-82dd-dd5e76e78705 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 944 time: 0.2060058 Jul 16 03:44:52.481846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13b401e5-4f87-456c-a318-8285cd6ebdab req-64131d1d-b05c-46c2-be8c-006dec788090 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947580 Jul 16 03:44:52.533014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.537537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:52.539053 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.577779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['b9378d94-ae39-4ce8-87fc-b94b7645b6ae'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:52.671380 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Floating IP 5e31ea7c-442e-4618-88f1-67c2ddb2539e associated. External IP: 172.25.4.79, port: 91fbaa6d-4f9e-4e60-99bc-111151a60a80. Jul 16 03:44:52.896323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:53.033923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:53.041577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.043920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:53.053193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:53.054514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:53.086745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d666a4-0d43-4458-875c-6a05f5c9c5d8 req-9fb1ebd6-0873-4bb3-a630-928f197dbacc tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.090877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3d666a4-0d43-4458-875c-6a05f5c9c5d8 req-9fb1ebd6-0873-4bb3-a630-928f197dbacc tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 945 time: 0.1077352 Jul 16 03:44:53.104601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eba0ba58-3540-426f-aeb9-bc87b4349d20 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "PUT /v2.0/floatingips/5e31ea7c-442e-4618-88f1-67c2ddb2539e HTTP/1.1" status: 200 len: 990 time: 1.6519063 Jul 16 03:44:53.106236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:53.108592 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f717b5d-d385-4091-bfee-ef613ec04d69" -d '{"events": [{"name": "network-changed", "server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:53.156390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3d666a4-0d43-4458-875c-6a05f5c9c5d8 req-fbb7c021-16f9-4d80-a7ff-2362d74a4286 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599978 Jul 16 03:44:53.173403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:53.273721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53e3bf00-8fd4-4ea7-9e6d-73b7e39bc4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.441809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '5e31ea7c-442e-4618-88f1-67c2ddb2539e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'port_id': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'mac_address': 'fa:16:3e:03:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:44:34Z', 'updated_at': '2021-07-16T03:44:52Z', 'revision_number': 1, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:53.473406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:53.483175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:53.483808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:53.491389 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd9983-4023-49f7-9c13-cda672872d55 x-openstack-request-id: req-36fd9983-4023-49f7-9c13-cda672872d55 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:53.491824 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:53.491937 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36fd9983-4023-49f7-9c13-cda672872d55 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:53.492332 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'status': 'completed', 'code': 200} Jul 16 03:44:53.581788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-1fe3b6f6-4a2b-43ac-aa82-59931f2ca6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.583260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-1fe3b6f6-4a2b-43ac-aa82-59931f2ca6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 1096 time: 0.0657775 Jul 16 03:44:53.614871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:53.726503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-1a21f9f7-7704-41ee-bb48-827ff7cdce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.728020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-1a21f9f7-7704-41ee-bb48-827ff7cdce37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 200 len: 912 time: 0.1381705 Jul 16 03:44:53.743417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee72b2-2711-402e-bf7e-e77a4ecf2430 req-54b7fb80-cb5c-4009-a51e-8767e321d764 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.745040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eee72b2-2711-402e-bf7e-e77a4ecf2430 req-54b7fb80-cb5c-4009-a51e-8767e321d764 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 944 time: 0.1259067 Jul 16 03:44:53.871108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eee72b2-2711-402e-bf7e-e77a4ecf2430 req-bfdeed7f-65d5-49c5-97d6-17f20cae06ac tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190686 Jul 16 03:44:53.873124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-6458397c-734e-41cb-82bd-ef473c016ca3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80 HTTP/1.1" status: 200 len: 998 time: 0.1377802 Jul 16 03:44:53.900244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9378d94-ae39-4ce8-87fc-b94b7645b6ae up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:53.944796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-0f4512c3-4a09-4100-9749-3e155c36ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.946571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-0f4512c3-4a09-4100-9749-3e155c36ae17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 200 len: 849 time: 0.0665822 Jul 16 03:44:54.016319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.031367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-f8dbddf1-5d9e-4994-baea-344a73ce953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.032939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-f8dbddf1-5d9e-4994-baea-344a73ce953b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=751caceb-5bba-4c69-b464-d16b5566391e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796332 Jul 16 03:44:54.038496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port b9378d94-ae39-4ce8-87fc-b94b7645b6ae completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:54.045304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port b9378d94-ae39-4ce8-87fc-b94b7645b6ae triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:54.045932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.130870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-2f3066c3-2929-4ee3-a9c3-5100924004b9 service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903869 Jul 16 03:44:54.150334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '5e31ea7c-442e-4618-88f1-67c2ddb2539e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'port_id': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'mac_address': 'fa:16:3e:03:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:44:34Z', 'updated_at': '2021-07-16T03:44:52Z', 'revision_number': 1, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:54.183197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a55f8-6b3b-461b-9300-ffc544bcec27 None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '5e31ea7c-442e-4618-88f1-67c2ddb2539e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'port_id': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'mac_address': 'fa:16:3e:03:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:44:34Z', 'updated_at': '2021-07-16T03:44:52Z', 'revision_number': 1, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:54.189667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.233069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:54.235405 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66abe891-0082-4fe6-b30e-1f9da313d701" -d '{"events": [{"server_uuid": "e8e8c9e9-c95f-435c-a4ec-11f61611cb05", "name": "network-vif-plugged", "status": "completed", "tag": "b9378d94-ae39-4ce8-87fc-b94b7645b6ae"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:54.242242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f717b5d-d385-4091-bfee-ef613ec04d69 req-f74f807d-79b8-4858-9d3e-23919f9d377d service neutron] 10.222.0.48 "GET /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050215 Jul 16 03:44:54.253607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,segment=NetworkSegment(7587c8e4-eeee-4979-9b44-21bec35c87cb),segment_id=7587c8e4-eeee-4979-9b44-21bec35c87cb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:54.267336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.268436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d4ec8905-19c1-4579-b48d-cd1a6260cf8a up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:54.362383 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.366494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.403714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port d4ec8905-19c1-4579-b48d-cd1a6260cf8a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:54.408369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port d4ec8905-19c1-4579-b48d-cd1a6260cf8a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:54.409457 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.432482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f7b60-7983-45bf-a1cc-dd0126693dac req-11514f6f-ebc8-40d5-be0c-32fa51bde7e6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.439036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e98f7b60-7983-45bf-a1cc-dd0126693dac req-11514f6f-ebc8-40d5-be0c-32fa51bde7e6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 945 time: 0.1169803 Jul 16 03:44:54.474263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e98f7b60-7983-45bf-a1cc-dd0126693dac req-7b01dfc8-fb2d-478f-a1e7-7b1c19ac6a20 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 16 03:44:54.504637 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.542305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:54.552516 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531725a-efbe-403d-9f8b-072bd4f242aa x-openstack-request-id: req-f531725a-efbe-403d-9f8b-072bd4f242aa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:54.552809 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e8c9e9-c95f-435c-a4ec-11f61611cb05", "name": "network-vif-plugged", "status": "completed", "tag": "b9378d94-ae39-4ce8-87fc-b94b7645b6ae", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:54.553848 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f531725a-efbe-403d-9f8b-072bd4f242aa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:54.554419 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae', 'code': 200} Jul 16 03:44:54.555494 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ea848-eeda-4d21-9ba1-b9ea4aaca6da None None] New status for floating IP 5e31ea7c-442e-4618-88f1-67c2ddb2539e: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:44:54.556002 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.613928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.707459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238df4-8ea4-4f40-8c0a-c895fe6410d3 req-09d93dde-5802-4940-985c-ce834ed99cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.709092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56238df4-8ea4-4f40-8c0a-c895fe6410d3 req-09d93dde-5802-4940-985c-ce834ed99cf4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 1096 time: 0.0748022 Jul 16 03:44:54.746136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56238df4-8ea4-4f40-8c0a-c895fe6410d3 req-ad08d912-1935-481a-96d6-ff9de63ccb11 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300257 Jul 16 03:44:55.047108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea696fb-80c2-4801-951c-d5a446b0e1b8 req-de63fe7a-a2cd-4e2b-8f80-58492fc35c0d tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.048608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ea696fb-80c2-4801-951c-d5a446b0e1b8 req-de63fe7a-a2cd-4e2b-8f80-58492fc35c0d tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 945 time: 0.0620430 Jul 16 03:44:55.091235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ea696fb-80c2-4801-951c-d5a446b0e1b8 req-bf3335c5-01dd-47bd-9317-4991038e2553 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Jul 16 03:44:55.669085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989653e-f382-4fdf-9e52-d3f054dee24f req-096526a7-72de-4331-84b7-33ff340f9114 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.671285 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4989653e-f382-4fdf-9e52-d3f054dee24f req-096526a7-72de-4331-84b7-33ff340f9114 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 946 time: 0.0724509 Jul 16 03:44:55.719020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4989653e-f382-4fdf-9e52-d3f054dee24f req-155edf7e-aabd-4e5c-a993-4e4f6735b622 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Jul 16 03:44:56.051106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.271152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb8cff-51d8-4005-a510-3c69b0a257f0 req-63ef8568-5d86-4649-8449-18616aa44ebc tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.273259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdcb8cff-51d8-4005-a510-3c69b0a257f0 req-63ef8568-5d86-4649-8449-18616aa44ebc tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 945 time: 0.0642622 Jul 16 03:44:56.309843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdcb8cff-51d8-4005-a510-3c69b0a257f0 req-4c61a3ca-71c9-4311-ab2c-f95a684f840b tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Jul 16 03:44:56.555700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:56.558308 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead48f2d-b00b-4252-972e-61dcd983f0c6" -d '{"events": [{"server_uuid": "2dc231ac-db80-47d7-8d67-23fed8eb9148", "name": "network-vif-plugged", "status": "completed", "tag": "d4ec8905-19c1-4579-b48d-cd1a6260cf8a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:56.605246 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7680fd-9b3b-419c-9343-7d7d6494e2f1 x-openstack-request-id: req-0d7680fd-9b3b-419c-9343-7d7d6494e2f1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:56.605246 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc231ac-db80-47d7-8d67-23fed8eb9148", "name": "network-vif-plugged", "status": "completed", "tag": "d4ec8905-19c1-4579-b48d-cd1a6260cf8a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:56.605246 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d7680fd-9b3b-419c-9343-7d7d6494e2f1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:56.605246 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a', 'code': 200} Jul 16 03:44:56.758653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe99a-490a-4183-a46f-5b0dc18fe9a3 req-a3a77070-4ffb-401f-8f14-0e40566f8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.760906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4eefe99a-490a-4183-a46f-5b0dc18fe9a3 req-a3a77070-4ffb-401f-8f14-0e40566f8724 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 1097 time: 0.0762670 Jul 16 03:44:56.802767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4eefe99a-490a-4183-a46f-5b0dc18fe9a3 req-29ee8a91-6316-4fd6-a67f-c2a96e3845c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Jul 16 03:44:56.937785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb9abf-5eb9-479a-8aaf-309f65f77801 req-b5ce57d7-ad11-4f85-9713-4d29519ab9bc tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:56.943042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6eeb9abf-5eb9-479a-8aaf-309f65f77801 req-b5ce57d7-ad11-4f85-9713-4d29519ab9bc tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 946 time: 0.1008780 Jul 16 03:44:56.993818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-ca54ce82-b4c8-4336-bbd6-4e381cc415de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112227 Jul 16 03:44:56.996986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6eeb9abf-5eb9-479a-8aaf-309f65f77801 req-97073f47-41a9-4827-93c4-5c97f0c106a9 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Jul 16 03:44:57.100488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-b160e463-3290-4bf2-8fe6-1247abf8ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.102002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-b160e463-3290-4bf2-8fe6-1247abf8ba86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 1097 time: 0.0553224 Jul 16 03:44:57.225539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-e64b9cd0-a2f0-46b4-94b5-d5f2a695a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.227091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-e64b9cd0-a2f0-46b4-94b5-d5f2a695a7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.0948625 Jul 16 03:44:57.523994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-f1baecf1-dfaf-461a-8266-989c79856ac8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 200 len: 217 time: 0.2897811 Jul 16 03:44:57.577433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-1c44f0b0-73e6-46a5-a68e-f0d84e348f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.579148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-1c44f0b0-73e6-46a5-a68e-f0d84e348f59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0481687 Jul 16 03:44:57.638397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-6010e0d8-165e-4806-ad3b-5e0227a6c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.639822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-6010e0d8-165e-4806-ad3b-5e0227a6c977 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545099 Jul 16 03:44:57.758983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-31cacb31-6ab6-45e3-add6-40d16106e00a service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121624 Jul 16 03:44:57.861831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b13ef-d7c9-461c-9222-bb44b41e6990 req-218d95a2-ed75-4df8-8f41-6908a7e086b4 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958645 Jul 16 03:44:58.294913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-442ef144-a6b1-4e58-91be-107688610c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.296498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-442ef144-a6b1-4e58-91be-107688610c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.1060040 Jul 16 03:44:58.308209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3ea7f-e5e3-419f-8388-dce2ddba1368 req-b1c7d32b-3b07-4fe3-a8a6-09827fa5b3e6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.309723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33a3ea7f-e5e3-419f-8388-dce2ddba1368 req-b1c7d32b-3b07-4fe3-a8a6-09827fa5b3e6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 946 time: 0.0857618 Jul 16 03:44:58.406353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33a3ea7f-e5e3-419f-8388-dce2ddba1368 req-bb06103d-54c7-4ab3-9aef-cf9172c0fb0e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866134 Jul 16 03:44:58.447563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-7e1b5419-44be-4cce-8818-35f2255677c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.447563 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-7e1b5419-44be-4cce-8818-35f2255677c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1297221 Jul 16 03:44:58.561584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-f789b528-8862-4a1b-b716-e21dbcc91eee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1000 time: 0.1030998 Jul 16 03:44:58.659000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-d3945571-9940-48ba-9411-ce11c0c2a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.660657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-d3945571-9940-48ba-9411-ce11c0c2a32e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0893843 Jul 16 03:44:58.723486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c0d77-85d7-43c6-aaa1-cbe5a0c9f67c req-bded9875-8c5e-4a13-bba9-2c63cd5aaaf7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.725574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d1c0d77-85d7-43c6-aaa1-cbe5a0c9f67c req-bded9875-8c5e-4a13-bba9-2c63cd5aaaf7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1673429 Jul 16 03:44:58.790863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-c25dc1c2-a907-47a4-8a4c-821832970183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.793085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-c25dc1c2-a907-47a4-8a4c-821832970183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236970 Jul 16 03:44:58.797254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d1c0d77-85d7-43c6-aaa1-cbe5a0c9f67c req-fe7430f5-d9f4-41e7-88ce-cf1199738103 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596075 Jul 16 03:44:58.916750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-7256b26f-8885-4b40-9223-cb9e55633150 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151540 Jul 16 03:44:59.044298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f24fd28-750f-49d6-892f-e15294ce06ab req-7c293acc-7adb-4ccd-8f06-c509cde32f2c service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207504 Jul 16 03:44:59.166651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-6c052023-e759-4de0-8321-828887470890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.168338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-6c052023-e759-4de0-8321-828887470890 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.0644963 Jul 16 03:44:59.316709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-21720810-20c5-4df7-b218-9e0e2a778043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.320854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-21720810-20c5-4df7-b218-9e0e2a778043 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1315470 Jul 16 03:44:59.498764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-e570fdf8-c061-430c-bfc3-763500a3a647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1000 time: 0.1695914 Jul 16 03:44:59.562220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-ab811233-5926-42ac-ac90-b6534bdfdfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.563884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-ab811233-5926-42ac-ac90-b6534bdfdfbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0558126 Jul 16 03:44:59.575278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1359c28-9bcd-49e4-9ec1-f475e71c9963 req-97d11234-661f-4534-8425-9a792a4b0c8e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.576687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1359c28-9bcd-49e4-9ec1-f475e71c9963 req-97d11234-661f-4534-8425-9a792a4b0c8e tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 945 time: 0.1086690 Jul 16 03:44:59.657443 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1359c28-9bcd-49e4-9ec1-f475e71c9963 req-0df918dd-919b-4a60-b6f3-6cbc16c2cb77 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718908 Jul 16 03:44:59.674888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-2a99c160-5ef8-4c12-8b0a-181068ded99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.676392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-2a99c160-5ef8-4c12-8b0a-181068ded99f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988600 Jul 16 03:44:59.825438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-65467c3f-513a-4c46-95b7-5ce2711eb069 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417694 Jul 16 03:44:59.929940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b321018a-cbd2-4626-988c-c35e6884ee03 req-f5f38650-f3e5-4c8e-9e54-45f70771b6aa service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973556 Jul 16 03:44:59.994713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c00e22-9aa9-49ac-b0be-a683f4bd7343 req-2d847ac6-faa7-4de0-bca4-e7cb95d1164f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:59.996202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c00e22-9aa9-49ac-b0be-a683f4bd7343 req-2d847ac6-faa7-4de0-bca4-e7cb95d1164f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0652912 Jul 16 03:45:00.041128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51c00e22-9aa9-49ac-b0be-a683f4bd7343 req-7325c356-2741-4cb2-9608-2d4f9e046846 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358617 Jul 16 03:45:00.764487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-324b2b3e-007b-41ea-bcb0-688bb2e81514 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.767160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-324b2b3e-007b-41ea-bcb0-688bb2e81514 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 945 time: 0.0731442 Jul 16 03:45:00.935478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e573e80-d995-4dd8-9eb6-93936c66a661 req-4d110223-d1cc-49ce-9898-beddcf330381 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.935478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e573e80-d995-4dd8-9eb6-93936c66a661 req-4d110223-d1cc-49ce-9898-beddcf330381 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8e8c9e9-c95f-435c-a4ec-11f61611cb05 HTTP/1.1" status: 200 len: 945 time: 0.1218002 Jul 16 03:45:00.964814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Deleting port b9378d94-ae39-4ce8-87fc-b94b7645b6ae {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:00.965190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.039033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e573e80-d995-4dd8-9eb6-93936c66a661 req-458c6685-ac0b-485e-92d2-24bbb853bd34 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.25 "GET /v2.0/security-groups?id=02cadc06-dcac-41e9-94f1-a1387127cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960064 Jul 16 03:45:01.072847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] For port b9378d94-ae39-4ce8-87fc-b94b7645b6ae, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,segment=NetworkSegment(7587c8e4-eeee-4979-9b44-21bec35c87cb),segment_id=7587c8e4-eeee-4979-9b44-21bec35c87cb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:01.073207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.086579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Calling delete_port for b9378d94-ae39-4ce8-87fc-b94b7645b6ae owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:01.235040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.247997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['b9378d94-ae39-4ce8-87fc-b94b7645b6ae'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:01.279339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Pushing event deleted for resources: {'Port': ['ID=b9378d94-ae39-4ce8-87fc-b94b7645b6ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:01.330720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] No DVR routers for this DVR port b9378d94-ae39-4ce8-87fc-b94b7645b6ae on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:01.333872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.336711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f11713ac-4afe-4c3e-bdc3-a21b51d8e331 req-5049a8de-94b4-434e-bffa-8c366fc376d0 tempest-VolumesActionsTest-1408751496 tempest-VolumesActionsTest-1408751496-project] 10.222.0.11 "DELETE /v2.0/ports/b9378d94-ae39-4ce8-87fc-b94b7645b6ae HTTP/1.1" status: 204 len: 173 time: 0.5550611 Jul 16 03:45:01.337167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'name': 'network-vif-deleted', 'tag': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:01.339445 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36361d68-76c6-4cdd-94c8-683a0a9a34e8" -d '{"events": [{"server_uuid": "e8e8c9e9-c95f-435c-a4ec-11f61611cb05", "name": "network-vif-deleted", "tag": "b9378d94-ae39-4ce8-87fc-b94b7645b6ae"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:01.404343 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167123bc-7558-4e36-94a1-c7e837470352 x-openstack-request-id: req-167123bc-7558-4e36-94a1-c7e837470352 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:01.405072 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e8c9e9-c95f-435c-a4ec-11f61611cb05", "name": "network-vif-deleted", "tag": "b9378d94-ae39-4ce8-87fc-b94b7645b6ae", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:01.405490 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-167123bc-7558-4e36-94a1-c7e837470352 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:01.405911 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e8c9e9-c95f-435c-a4ec-11f61611cb05', 'name': 'network-vif-deleted', 'tag': 'b9378d94-ae39-4ce8-87fc-b94b7645b6ae', 'status': 'completed', 'code': 200} Jul 16 03:45:02.805331 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.458534 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.632338 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:45:03.905171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9378d94-ae39-4ce8-87fc-b94b7645b6ae no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:03.936667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: b9378d94-ae39-4ce8-87fc-b94b7645b6ae {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:03.937299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9378d94-ae39-4ce8-87fc-b94b7645b6ae not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:09.213848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.688803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.056298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Deleting port 937e2b16-65f7-4cf3-a757-0afa71bff0ce {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:10.057024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.175103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] For port 937e2b16-65f7-4cf3-a757-0afa71bff0ce, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=937e2b16-65f7-4cf3-a757-0afa71bff0ce,segment=NetworkSegment(b42bdb52-22dc-4380-a4b4-fb73e7c1e130),segment_id=b42bdb52-22dc-4380-a4b4-fb73e7c1e130)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:10.175583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.204189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Calling delete_port for 937e2b16-65f7-4cf3-a757-0afa71bff0ce owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:10.491083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.532255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=937e2b16-65f7-4cf3-a757-0afa71bff0ce,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:10.888876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.706883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Router c09389e8-d024-4066-acf2-7a2e6155f21a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:11.743064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-f3c10d8c-a568-49a2-bb32-6ddf456a4c40 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.744653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-f3c10d8c-a568-49a2-bb32-6ddf456a4c40 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1425729 Jul 16 03:45:11.813567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-c167aca2-371f-4d96-a1b5-d280fd676eae tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/quotas/1230da47d0934e7d8facadda5840f802 HTTP/1.1" status: 200 len: 375 time: 0.0304027 Jul 16 03:45:11.929120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:11.938528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8dc6f76a-ccd6-4353-8795-06783e9137f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/c09389e8-d024-4066-acf2-7a2e6155f21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231667 Jul 16 03:45:11.940836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:11.948786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] Sync routers for ids ['c09389e8-d024-4066-acf2-7a2e6155f21a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:11.952127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-5f933315-d726-4465-8e2a-129d0a705d34 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373472 Jul 16 03:45:11.959640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] Routers {'c09389e8-d024-4066-acf2-7a2e6155f21a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:11.960540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c09389e8-d024-4066-acf2-7a2e6155f21a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:12.050607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-eadbd450-4d69-42ac-91c1-0db55eefd558 service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976646 Jul 16 03:45:12.082293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] Set router c09389e8-d024-4066-acf2-7a2e6155f21a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:12.111559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.223817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-1be6ca7f-6ad7-4f7c-9080-81d82722091a service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719360 Jul 16 03:45:12.230303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.382219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:45:10Z', 'revision_number': 5, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port': {'id': 'd3f66f7b-99b1-4f59-9084-13e8b1954356', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ca:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:12.404637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Deleting port d3f66f7b-99b1-4f59-9084-13e8b1954356 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:12.404983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.412755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] Checking router: c09389e8-d024-4066-acf2-7a2e6155f21a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:12.422247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] Routers {'c09389e8-d024-4066-acf2-7a2e6155f21a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:12.422927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c09389e8-d024-4066-acf2-7a2e6155f21a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:12.516422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] Set router c09389e8-d024-4066-acf2-7a2e6155f21a gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:12.574756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:45:12Z', 'revision_number': 6, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:12.603898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440867f-8505-4e05-8efb-61a9ca49e64c None None] The sync data for ids ['c09389e8-d024-4066-acf2-7a2e6155f21a'] in n-d-800089-6 is: [{'id': 'c09389e8-d024-4066-acf2-7a2e6155f21a', 'name': 'tempest-TestAggregatesBasicOps-77480031-router', 'tenant_id': '9241a416ad3e487bb98f4b6641b70efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:45:12Z', 'revision_number': 6, 'project_id': '9241a416ad3e487bb98f4b6641b70efe', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:12.626875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] For port d3f66f7b-99b1-4f59-9084-13e8b1954356, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d3f66f7b-99b1-4f59-9084-13e8b1954356,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:12.627742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.666292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Calling delete_port for d3f66f7b-99b1-4f59-9084-13e8b1954356 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:12.729393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b877eb53-e504-4457-b569-d71e775e7c95 req-53dd97bd-b8a2-4b40-8c70-40dcf526ccd4 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 210 time: 0.0485499 Jul 16 03:45:12.915131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.949618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f66f7b-99b1-4f59-9084-13e8b1954356,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:13.022921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.023620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.025040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.027146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.028160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.028609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.029467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.030026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.030566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.031239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.031832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.032508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.064459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.181104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.183517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.235666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.236263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09389e8-d024-4066-acf2-7a2e6155f21a {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:13.242023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.243275 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7d0683e4-423c-47b4-a6ea-9f59c52b41f5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c09389e8-d024-4066-acf2-7a2e6155f21a HTTP/1.1" status: 204 len: 168 time: 1.3014615 Jul 16 03:45:13.246378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.296857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Deleting subnet 7979b994-fd1b-4a8e-81e7-a82113c6c608 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:13.300487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.345701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.471761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.550921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.606666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7979b994-fd1b-4a8e-81e7-a82113c6c608,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:13.614093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.616798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7979b994-fd1b-4a8e-81e7-a82113c6c608 HTTP/1.1" status: 204 len: 168 time: 0.3690901 Jul 16 03:45:13.619541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.620084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b06570-9b40-48fb-a6e4-0aec8c2fe5fe None None] Network ebcf5748-d5ab-4760-a503-a8b00aefb3d0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:13.625154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.625774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.626345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.626951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.627834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.628366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.628939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.629484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.630018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.630697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.631252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.631846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac2f9c-3e86-4bf5-9bd9-c7ded5e232ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:13.778204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.860556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Deleting port d5920168-511a-451b-bff4-f253acfbeff5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:13.862123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.996464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3f66f7b-99b1-4f59-9084-13e8b1954356 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:14.055543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] For port d5920168-511a-451b-bff4-f253acfbeff5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d5920168-511a-451b-bff4-f253acfbeff5,segment=NetworkSegment(b42bdb52-22dc-4380-a4b4-fb73e7c1e130),segment_id=b42bdb52-22dc-4380-a4b4-fb73e7c1e130)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:14.056413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.066925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] DHCP port deletion for ebcf5748-d5ab-4760-a503-a8b00aefb3d0 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:14.074150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d3f66f7b-99b1-4f59-9084-13e8b1954356 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:14.074502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3f66f7b-99b1-4f59-9084-13e8b1954356 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:14.085190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Calling delete_port for d5920168-511a-451b-bff4-f253acfbeff5 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:14.097676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 937e2b16-65f7-4cf3-a757-0afa71bff0ce no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:14.201226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 937e2b16-65f7-4cf3-a757-0afa71bff0ce {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:14.202137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 937e2b16-65f7-4cf3-a757-0afa71bff0ce not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:14.214952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.241719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Deleting port d5920168-511a-451b-bff4-f253acfbeff5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:14.243517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.295881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] No DVR routers for this DVR port d5920168-511a-451b-bff4-f253acfbeff5 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:14.312370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5920168-511a-451b-bff4-f253acfbeff5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.402811 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.429567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcf5748-d5ab-4760-a503-a8b00aefb3d0']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:14.441810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:14.442406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42bdb52-22dc-4380-a4b4-fb73e7c1e130') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:14.459888 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.468817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] For port d5920168-511a-451b-bff4-f253acfbeff5, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:14.469250 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.501493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Calling delete_port for d5920168-511a-451b-bff4-f253acfbeff5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:14.504989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Port d5920168-511a-451b-bff4-f253acfbeff5 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:45:14.505861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.506861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.513687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:14.514421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.523489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] No DVR routers for this DVR port d5920168-511a-451b-bff4-f253acfbeff5 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:14.578422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10364669-13f8-4e52-91b5-7627734b1c7a None None] Pushing event deleted for resources: {'Port': ['ID=d5920168-511a-451b-bff4-f253acfbeff5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:14.594129 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:14.602881 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.606172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-205d788a-92ac-4265-ad74-fdf38651cd3d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.612333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.614961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-205d788a-92ac-4265-ad74-fdf38651cd3d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.48 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.5212562 Jul 16 03:45:14.617400 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ebcf5748-d5ab-4760-a503-a8b00aefb3d0 HTTP/1.1" status: 204 len: 168 time: 0.9968262 Jul 16 03:45:14.619201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.643919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc53143-e1ba-4123-bce8-270a215439b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcf5748-d5ab-4760-a503-a8b00aefb3d0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.655422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7642fd95-54c6-4b23-ac3c-4a5fdde6794a req-df03480c-df4c-442c-b234-8b73fb260790 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 210 time: 0.5714335 Jul 16 03:45:14.661446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Request body: {'port': {'device_id': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'admin_state_up': True, 'tenant_id': '1230da47d0934e7d8facadda5840f802'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:14.964807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Made reservation on behalf of 1230da47d0934e7d8facadda5840f802 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:14.968797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.162296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Allocated IP 172.20.0.4 (8cef4a56-7688-4af3-842b-5616b90eb853/ffba8b9b-5fb9-4dfd-8687-949171d27cc5/57b6b130-0015-46bb-817c-09758ee32c3c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:15.382102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.386248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.787890 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.800439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:15.908954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Network 8cef4a56-7688-4af3-842b-5616b90eb853 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:15.931685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:15.960777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:15.981808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d5920168-511a-451b-bff4-f253acfbeff5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:16.014577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d5920168-511a-451b-bff4-f253acfbeff5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:16.015005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d5920168-511a-451b-bff4-f253acfbeff5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:16.016995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event updated for resources: {'Port': ['ID=57b6b130-0015-46bb-817c-09758ee32c3c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.082838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.083449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.111479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-4bce2678-fecb-4ab3-977f-92af72c6e1f6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4546044 Jul 16 03:45:16.136567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Request body: {'port': {'device_id': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:16.187684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20235175-1a5c-49ce-b48b-9d8371219235 req-e93f86b5-53ea-4859-8028-12719ed3cf89 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:16.189213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20235175-1a5c-49ce-b48b-9d8371219235 req-e93f86b5-53ea-4859-8028-12719ed3cf89 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 931 time: 0.1759672 Jul 16 03:45:16.291047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20235175-1a5c-49ce-b48b-9d8371219235 req-fc1917e9-d912-4c0f-89fb-193f78849fb6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944655 Jul 16 03:45:16.299975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.316526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Deleting port 5768504d-01e6-45cd-b4b1-77a1fc2d7011 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:16.316526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.493818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] For port 5768504d-01e6-45cd-b4b1-77a1fc2d7011, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5768504d-01e6-45cd-b4b1-77a1fc2d7011,segment=NetworkSegment(69fb93b0-5b86-495d-a90f-9f83c78e0a57),segment_id=69fb93b0-5b86-495d-a90f-9f83c78e0a57)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:16.494178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.519185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Calling delete_port for 5768504d-01e6-45cd-b4b1-77a1fc2d7011 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:16.754646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b6b130-0015-46bb-817c-09758ee32c3c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:16.763067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.827462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Transition to ACTIVE for port object 57b6b130-0015-46bb-817c-09758ee32c3c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:16.829242 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.838838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.863351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5768504d-01e6-45cd-b4b1-77a1fc2d7011,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.026211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b6b130-0015-46bb-817c-09758ee32c3c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.168088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Attempting to bind port 57b6b130-0015-46bb-817c-09758ee32c3c on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:17.168445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Attempting to bind port 57b6b130-0015-46bb-817c-09758ee32c3c by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:17.168757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Attempting to bind port 57b6b130-0015-46bb-817c-09758ee32c3c on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:17.178244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Port 57b6b130-0015-46bb-817c-09758ee32c3c on network 8cef4a56-7688-4af3-842b-5616b90eb853 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:17.178632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Attempting to bind port 57b6b130-0015-46bb-817c-09758ee32c3c on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:17.180741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.189064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:17.189449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Checking segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:17.189792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Bound using segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:17.190240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Bound port: 57b6b130-0015-46bb-817c-09758ee32c3c, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:17.190635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.457812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] For port 57b6b130-0015-46bb-817c-09758ee32c3c, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:17.495683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] For port 57b6b130-0015-46bb-817c-09758ee32c3c, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=57b6b130-0015-46bb-817c-09758ee32c3c,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:17.507911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.554885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.555791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.557407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/57b6b130-0015-46bb-817c-09758ee32c3c HTTP/1.1" status: 200 len: 1091 time: 1.4272611 Jul 16 03:45:17.568806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'tag': '57b6b130-0015-46bb-817c-09758ee32c3c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:17.574651 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94f92eb-8d3a-4495-953b-f5d0e075fcca" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aef3bb-0871-41c6-8604-e76fe38f8f1d", "tag": "57b6b130-0015-46bb-817c-09758ee32c3c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:17.603182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Router 262c1855-f45c-4b09-be6e-6126637a858f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:17.649357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612162f2-9f62-4694-92db-0435f668c4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b6b130-0015-46bb-817c-09758ee32c3c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.664274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68088b-6ff3-4e8e-a3eb-e4cfa370f707 req-d3327437-16e7-44df-9b78-45d0edfef4e3 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.665949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d68088b-6ff3-4e8e-a3eb-e4cfa370f707 req-d3327437-16e7-44df-9b78-45d0edfef4e3 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 943 time: 0.2492957 Jul 16 03:45:17.804335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d68088b-6ff3-4e8e-a3eb-e4cfa370f707 req-b4da4d13-2d57-4775-99bb-bbef7e8eabb9 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317630 Jul 16 03:45:17.807903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-19cbabe8-38fb-4733-85b3-4a17611fbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.809460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-19cbabe8-38fb-4733-85b3-4a17611fbfd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 1094 time: 0.2051945 Jul 16 03:45:17.866657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-b45170a4-4b4b-4a97-b1c1-ee254c8bdb08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57b6b130-0015-46bb-817c-09758ee32c3c HTTP/1.1" status: 200 len: 217 time: 0.0480008 Jul 16 03:45:17.867847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:17.877001 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] Sync routers for ids ['262c1855-f45c-4b09-be6e-6126637a858f'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:17.892675 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] Routers {'262c1855-f45c-4b09-be6e-6126637a858f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:17.893616 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['262c1855-f45c-4b09-be6e-6126637a858f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:17.893784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:17.895648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1f688cb4-0870-4af9-bcf9-1cd8666c1c82 admin admin] 10.222.0.25 "PUT /v2.0/routers/262c1855-f45c-4b09-be6e-6126637a858f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2745824 Jul 16 03:45:18.003723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-601daf9f-e444-4e15-a123-ee6fcfa308f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.007559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-601daf9f-e444-4e15-a123-ee6fcfa308f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.0975876 Jul 16 03:45:18.069677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-5b42fd07-5ba1-457a-9643-41313e58c814 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493340 Jul 16 03:45:18.132100 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] Set router 262c1855-f45c-4b09-be6e-6126637a858f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:18.286249 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4ae76-525d-43de-abf6-93ea5364ddb1 x-openstack-request-id: req-28b4ae76-525d-43de-abf6-93ea5364ddb1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:18.286249 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aef3bb-0871-41c6-8604-e76fe38f8f1d", "tag": "57b6b130-0015-46bb-817c-09758ee32c3c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:18.286249 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28b4ae76-525d-43de-abf6-93ea5364ddb1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:18.286249 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'tag': '57b6b130-0015-46bb-817c-09758ee32c3c', 'status': 'completed', 'code': 200} Jul 16 03:45:18.291040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-17fe692b-86d2-40e6-8095-5ab70475dba6 service neutron] 10.222.0.48 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173872 Jul 16 03:45:18.462046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.501521 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:45:16Z', 'revision_number': 5, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:18.541708 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] Checking router: 262c1855-f45c-4b09-be6e-6126637a858f for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:18.553421 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] Routers {'262c1855-f45c-4b09-be6e-6126637a858f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:18.558408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:44:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['262c1855-f45c-4b09-be6e-6126637a858f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:18.572156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55f0cc7b-1fdd-4038-9379-67ac1cf05fa5 req-e4066e08-f54a-48d9-a7a9-996655ccee17 service neutron] 10.222.0.48 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693362 Jul 16 03:45:18.645010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.707424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-91e80543-e606-498f-b3cb-71b7a4691744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.707655 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] Set router 262c1855-f45c-4b09-be6e-6126637a858f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:18.709582 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-91e80543-e606-498f-b3cb-71b7a4691744 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 1094 time: 0.0840278 Jul 16 03:45:18.764211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Deleting port 5dec6fef-cf94-460a-9299-40f894d54f08 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:18.764941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.856879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] For port 5dec6fef-cf94-460a-9299-40f894d54f08, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5dec6fef-cf94-460a-9299-40f894d54f08,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:18.859852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.889490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Calling delete_port for 5dec6fef-cf94-460a-9299-40f894d54f08 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:18.895704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-60aa396a-af63-4293-988a-f2c00962501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.897232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-60aa396a-af63-4293-988a-f2c00962501c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 916 time: 0.1791818 Jul 16 03:45:18.933616 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:45:16Z', 'revision_number': 5, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:18.965670 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68094f1-5129-4224-aa62-0a7972e67375 None None] The sync data for ids ['262c1855-f45c-4b09-be6e-6126637a858f'] in n-d-800089-6 is: [{'id': '262c1855-f45c-4b09-be6e-6126637a858f', 'name': 'tempest-TestAggregatesBasicOps-2009965014-router', 'tenant_id': '500c0174845547e5980260d87386a324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:01Z', 'updated_at': '2021-07-16T03:45:16Z', 'revision_number': 5, 'project_id': '500c0174845547e5980260d87386a324', 'gw_port': {'id': '5dec6fef-cf94-460a-9299-40f894d54f08', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262c1855-f45c-4b09-be6e-6126637a858f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:02Z', 'updated_at': '2021-07-16T03:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:18.994022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-a0399429-e55a-4673-ae13-7353d461b9d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57b6b130-0015-46bb-817c-09758ee32c3c HTTP/1.1" status: 200 len: 217 time: 0.0888405 Jul 16 03:45:19.089495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.118039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Pushing event deleted for resources: {'Port': ['ID=5dec6fef-cf94-460a-9299-40f894d54f08,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.200125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.373094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.378864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.452667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-99873d18-3fce-408d-8ddd-0cd75c56ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.456468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-99873d18-3fce-408d-8ddd-0cd75c56ce6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.4551859 Jul 16 03:45:19.465994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.465994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262c1855-f45c-4b09-be6e-6126637a858f {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:19.475210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.476447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97ae012a-6ee3-487e-a7bf-4258bb13241d admin admin] 10.222.0.25 "DELETE /v2.0/routers/262c1855-f45c-4b09-be6e-6126637a858f HTTP/1.1" status: 204 len: 168 time: 1.5818102 Jul 16 03:45:19.478908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48884) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.547620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-7d8de182-7eaa-4549-9caa-090c7e563b62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710020 Jul 16 03:45:19.557829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Deleting subnet 7e7fc085-c67c-4bd0-bf96-768c6d4f9e62 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:19.567628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.660407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.701365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ca818-a1ff-4768-89f4-e83de63f5cdf req-7753f7a4-b3f3-4d69-a542-a0439ce49840 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.710678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d99ca818-a1ff-4768-89f4-e83de63f5cdf req-7753f7a4-b3f3-4d69-a542-a0439ce49840 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 943 time: 0.2286320 Jul 16 03:45:19.744665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-7c14b7da-1f89-41e1-9b66-f258e788024a service neutron] 10.222.0.48 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931126 Jul 16 03:45:19.817636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.861564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d99ca818-a1ff-4768-89f4-e83de63f5cdf req-3830bfce-d439-4fb6-ae08-d09c3f1fca6b tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497107 Jul 16 03:45:19.964102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.972137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5768504d-01e6-45cd-b4b1-77a1fc2d7011 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:20.009486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7fc085-c67c-4bd0-bf96-768c6d4f9e62,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.013638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.015751 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5319157d-c4c6-4eac-a1aa-667ac65fcf7f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e7fc085-c67c-4bd0-bf96-768c6d4f9e62 HTTP/1.1" status: 204 len: 168 time: 0.5358839 Jul 16 03:45:20.018437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48896) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:20.028861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d1585-ae61-4aa1-bff6-c88d92c49d9d None None] Network d4228d36-f122-4fb5-a503-48cd1c1ebf9b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:20.032405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94f92eb-8d3a-4495-953b-f5d0e075fcca req-9eed248a-2e15-4453-8533-99abfbd5eb06 service neutron] 10.222.0.48 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792261 Jul 16 03:45:20.044654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5768504d-01e6-45cd-b4b1-77a1fc2d7011 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:20.044654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5768504d-01e6-45cd-b4b1-77a1fc2d7011 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:20.121911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.194864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Deleting port fb31ecb0-5cda-4616-9806-d95e6feb1de8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:20.195525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.294722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] For port fb31ecb0-5cda-4616-9806-d95e6feb1de8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fb31ecb0-5cda-4616-9806-d95e6feb1de8,segment=NetworkSegment(69fb93b0-5b86-495d-a90f-9f83c78e0a57),segment_id=69fb93b0-5b86-495d-a90f-9f83c78e0a57)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:20.295361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.312165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Calling delete_port for fb31ecb0-5cda-4616-9806-d95e6feb1de8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:20.411823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2da5a-b3aa-4848-a97f-a5fb2481d95e None None] DHCP port deletion for d4228d36-f122-4fb5-a503-48cd1c1ebf9b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:20.428580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.488683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb31ecb0-5cda-4616-9806-d95e6feb1de8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.507940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] No DVR routers for this DVR port fb31ecb0-5cda-4616-9806-d95e6feb1de8 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:20.620545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.632671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4228d36-f122-4fb5-a503-48cd1c1ebf9b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:20.643912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fb93b0-5b86-495d-a90f-9f83c78e0a57') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:20.644300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fb93b0-5b86-495d-a90f-9f83c78e0a57') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:20.654416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.669945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.692183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:20.694221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.701583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4acedc4a-02b4-4e4b-ae99-c786673fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:20.712469 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:20.768417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.773281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.775624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] 10.222.0.25 "DELETE /v2.0/networks/d4228d36-f122-4fb5-a503-48cd1c1ebf9b HTTP/1.1" status: 204 len: 168 time: 0.7559979 Jul 16 03:45:20.791815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee88e-fc13-48bf-9bc3-009d8a5b012e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4228d36-f122-4fb5-a503-48cd1c1ebf9b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.969316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48914) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.037834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2bf39a2c-1b22-4878-a1ff-2f67f692602e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9241a416ad3e487bb98f4b6641b70efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671349 Jul 16 03:45:21.040282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48916) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.096190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44ad3041-4f74-423f-ae41-8f2f03b25c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.121455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44ad3041-4f74-423f-ae41-8f2f03b25c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.152348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e771d98-ffec-4b72-a407-959bb4abafb9 req-24e6a450-594b-42a1-9e91-0bd5afd0826c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.159601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e771d98-ffec-4b72-a407-959bb4abafb9 req-24e6a450-594b-42a1-9e91-0bd5afd0826c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 943 time: 0.0730174 Jul 16 03:45:21.173353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44ad3041-4f74-423f-ae41-8f2f03b25c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.176742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44ad3041-4f74-423f-ae41-8f2f03b25c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.180262 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-44ad3041-4f74-423f-ae41-8f2f03b25c10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad6d9eca-1952-41a8-bd50-878602804d30 HTTP/1.1" status: 204 len: 168 time: 0.1367671 Jul 16 03:45:21.185858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad3041-4f74-423f-ae41-8f2f03b25c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d9eca-1952-41a8-bd50-878602804d30,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.203130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e771d98-ffec-4b72-a407-959bb4abafb9 req-618edeb9-9d9a-44f0-844c-a80156254635 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Jul 16 03:45:21.553291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48930) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.597022 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a306d125-2a0c-4658-b16c-c18c51ee1e51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=500c0174845547e5980260d87386a324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424635 Jul 16 03:45:21.599405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.660377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b04eedc9-e0bb-44e9-bc7d-d4950bcf1ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.686429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b04eedc9-e0bb-44e9-bc7d-d4950bcf1ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.733617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b04eedc9-e0bb-44e9-bc7d-d4950bcf1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.736605 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b04eedc9-e0bb-44e9-bc7d-d4950bcf1ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.738622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b04eedc9-e0bb-44e9-bc7d-d4950bcf1ddd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37791ade-99ee-4291-b8be-56775adcbd17 HTTP/1.1" status: 204 len: 168 time: 0.1375558 Jul 16 03:45:21.746025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04eedc9-e0bb-44e9-bc7d-d4950bcf1ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37791ade-99ee-4291-b8be-56775adcbd17,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.904211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5dec6fef-cf94-460a-9299-40f894d54f08 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:21.938327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5dec6fef-cf94-460a-9299-40f894d54f08 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:21.938720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5dec6fef-cf94-460a-9299-40f894d54f08 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:21.939305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fb31ecb0-5cda-4616-9806-d95e6feb1de8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:21.959559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: fb31ecb0-5cda-4616-9806-d95e6feb1de8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:21.959917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fb31ecb0-5cda-4616-9806-d95e6feb1de8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:22.008480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 57b6b130-0015-46bb-817c-09758ee32c3c details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:22.117263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe81ef-de59-4c13-8757-4fd282ee8315 req-09a2faa5-a7b7-4f64-b287-fbc149fe08f4 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.118936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3fe81ef-de59-4c13-8757-4fd282ee8315 req-09a2faa5-a7b7-4f64-b287-fbc149fe08f4 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 950 time: 0.0876169 Jul 16 03:45:22.152630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 57b6b130-0015-46bb-817c-09758ee32c3c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=57b6b130-0015-46bb-817c-09758ee32c3c,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:22.165983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3fe81ef-de59-4c13-8757-4fd282ee8315 req-9385c85e-518a-4262-bfde-00bd0ea393b8 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Jul 16 03:45:22.181837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '57b6b130-0015-46bb-817c-09758ee32c3c', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'port_id': '57b6b130-0015-46bb-817c-09758ee32c3c', 'mac_address': 'fa:16:3e:13:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffba8b9b-5fb9-4dfd-8687-949171d27cc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:22.240786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.256084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b6b130-0015-46bb-817c-09758ee32c3c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:22.276894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 57b6b130-0015-46bb-817c-09758ee32c3c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=57b6b130-0015-46bb-817c-09758ee32c3c,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:22.280959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.335912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=57b6b130-0015-46bb-817c-09758ee32c3c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.398325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9446f9-47af-4429-9833-193dfb54fd9c req-4088b7f5-c187-4d34-bb10-fd31993a5340 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.399900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b9446f9-47af-4429-9833-193dfb54fd9c req-4088b7f5-c187-4d34-bb10-fd31993a5340 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 944 time: 0.0726452 Jul 16 03:45:22.438086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b9446f9-47af-4429-9833-193dfb54fd9c req-7eb43cbb-48d1-46ab-9a8d-8ac2c921af15 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Jul 16 03:45:22.617975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['57b6b130-0015-46bb-817c-09758ee32c3c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:23.269241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f59876-c605-4df4-88c1-b23be887fdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.365085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bee29-2e88-4eab-b5ba-d261ce89faeb req-b0e9c09d-cfdb-4c12-91f8-1be41f8690fb tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.366602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-321bee29-2e88-4eab-b5ba-d261ce89faeb req-b0e9c09d-cfdb-4c12-91f8-1be41f8690fb tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 950 time: 0.0663099 Jul 16 03:45:23.404374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-321bee29-2e88-4eab-b5ba-d261ce89faeb req-7659c744-df13-4993-b725-622c5cf2962a tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/security-groups?id=be15034d-836c-4da4-99eb-28f866134ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jul 16 03:45:23.542452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-1a068fec-079f-4d19-be09-4e3766d21500 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.543939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-1a068fec-079f-4d19-be09-4e3766d21500 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.11 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 950 time: 0.0695689 Jul 16 03:45:23.680952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30e681-16ce-4b81-a9be-454f9a00cd7a req-272f853a-2b33-4c76-9f9a-8d42ec44073d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.682391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be30e681-16ce-4b81-a9be-454f9a00cd7a req-272f853a-2b33-4c76-9f9a-8d42ec44073d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 944 time: 0.1240411 Jul 16 03:45:23.725579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Deleting port c81afd05-6902-4519-862b-f32fd55f67ca {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:23.725925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.734200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be30e681-16ce-4b81-a9be-454f9a00cd7a req-6cef1ad6-076a-498c-832d-7ab5f1309860 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Jul 16 03:45:23.822329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] For port c81afd05-6902-4519-862b-f32fd55f67ca, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c81afd05-6902-4519-862b-f32fd55f67ca,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:23.822795 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.847330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.848946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Calling delete_port for c81afd05-6902-4519-862b-f32fd55f67ca owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:23.995151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.008398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c81afd05-6902-4519-862b-f32fd55f67ca'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:24.023198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Pushing event deleted for resources: {'Port': ['ID=c81afd05-6902-4519-862b-f32fd55f67ca,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.037431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 57b6b130-0015-46bb-817c-09758ee32c3c up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:24.075248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] No DVR routers for this DVR port c81afd05-6902-4519-862b-f32fd55f67ca on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:24.078871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.081215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-050e8032-e4da-4bfe-9c99-2fa26c5a81eb req-01b50e2a-6dce-4f80-bdf0-a34e1166bc18 tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.11 "DELETE /v2.0/ports/c81afd05-6902-4519-862b-f32fd55f67ca HTTP/1.1" status: 204 len: 173 time: 0.5307536 Jul 16 03:45:24.081703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'name': 'network-vif-deleted', 'tag': 'c81afd05-6902-4519-862b-f32fd55f67ca'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:24.085314 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f2762-e452-4167-9ae2-538bba2514b4" -d '{"events": [{"server_uuid": "88a7de67-0688-4d68-b8f0-a482c57c8c86", "name": "network-vif-deleted", "tag": "c81afd05-6902-4519-862b-f32fd55f67ca"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:24.090007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 57b6b130-0015-46bb-817c-09758ee32c3c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:24.094132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 57b6b130-0015-46bb-817c-09758ee32c3c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:24.094507 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.131157 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d09d01-e375-484d-a9f2-eabf6cab72bd x-openstack-request-id: req-69d09d01-e375-484d-a9f2-eabf6cab72bd {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:24.131449 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a7de67-0688-4d68-b8f0-a482c57c8c86", "name": "network-vif-deleted", "tag": "c81afd05-6902-4519-862b-f32fd55f67ca", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:24.131697 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69d09d01-e375-484d-a9f2-eabf6cab72bd {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:24.132094 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a7de67-0688-4d68-b8f0-a482c57c8c86', 'name': 'network-vif-deleted', 'tag': 'c81afd05-6902-4519-862b-f32fd55f67ca', 'status': 'completed', 'code': 200} Jul 16 03:45:24.207137 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.232148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b6b130-0015-46bb-817c-09758ee32c3c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:24.234447 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4cbeb0-1608-4be3-8041-db340e3b9c55" -d '{"events": [{"server_uuid": "a8aef3bb-0871-41c6-8604-e76fe38f8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "57b6b130-0015-46bb-817c-09758ee32c3c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:24.252825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 57b6b130-0015-46bb-817c-09758ee32c3c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=57b6b130-0015-46bb-817c-09758ee32c3c,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:24.260824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.289581 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2315409-abbf-488d-a388-a5dcb037ecff x-openstack-request-id: req-a2315409-abbf-488d-a388-a5dcb037ecff {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:24.290149 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aef3bb-0871-41c6-8604-e76fe38f8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "57b6b130-0015-46bb-817c-09758ee32c3c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:24.290249 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2315409-abbf-488d-a388-a5dcb037ecff {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:24.290741 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b6b130-0015-46bb-817c-09758ee32c3c', 'code': 200} Jul 16 03:45:24.325748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.329102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=57b6b130-0015-46bb-817c-09758ee32c3c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.406044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b3861-c64c-4ce3-b3c2-f3c60ca91dae req-461d8fbe-50c6-471e-ba21-3691aa5e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.407596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-911b3861-c64c-4ce3-b3c2-f3c60ca91dae req-461d8fbe-50c6-471e-ba21-3691aa5e5cae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 1096 time: 0.0580790 Jul 16 03:45:24.465055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-911b3861-c64c-4ce3-b3c2-f3c60ca91dae req-fb8f0ada-44ee-4b8e-ac2c-e775cb0c068f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Jul 16 03:45:24.582202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d15c7e9-af07-4b8d-9b9e-7184c1717688 req-2d5e63ce-fad8-4527-85fe-cc0b849893dc tempest-VolumesBackupsTest-1546716351 tempest-VolumesBackupsTest-1546716351-project] 10.222.0.25 "GET /v2.0/ports?device_id=88a7de67-0688-4d68-b8f0-a482c57c8c86 HTTP/1.1" status: 200 len: 210 time: 0.0396547 Jul 16 03:45:24.921057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af26a17-d06a-400d-b04a-575ec9f952a2 req-dbf4dada-82fa-461b-bf43-dd1df9d58c7d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.922596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7af26a17-d06a-400d-b04a-575ec9f952a2 req-dbf4dada-82fa-461b-bf43-dd1df9d58c7d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 945 time: 0.0716157 Jul 16 03:45:24.930025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48984) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.964412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7af26a17-d06a-400d-b04a-575ec9f952a2 req-735f6347-8cfe-4453-8048-7430c5b6001f tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Jul 16 03:45:24.976443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Deleting subnet aecb8897-7d31-4493-ac06-1fe93c72d2a4 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:24.984700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.015932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.060078 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.114100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.140952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecb8897-7d31-4493-ac06-1fe93c72d2a4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.144430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.150419 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d5d1bae8-41f3-43be-bc78-b4c8d8ab208c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aecb8897-7d31-4493-ac06-1fe93c72d2a4 HTTP/1.1" status: 204 len: 168 time: 0.2157755 Jul 16 03:45:25.150419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48988) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.220119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.302297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.311906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a91860-2c73-496e-884d-ff1caa21530b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:25.322074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7587c8e4-eeee-4979-9b44-21bec35c87cb') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:25.322369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7587c8e4-eeee-4979-9b44-21bec35c87cb') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:25.331086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.345526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:25.358475 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:25.415213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.419583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.421987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f7a91860-2c73-496e-884d-ff1caa21530b HTTP/1.1" status: 204 len: 168 time: 0.2717946 Jul 16 03:45:25.425047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.434968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e52e9-b394-4955-89e4-3abb47decad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a91860-2c73-496e-884d-ff1caa21530b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.471046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Deleting subnet 10b9702e-a87c-4f30-84b1-555736a35a02 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:25.474211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.507981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.546264 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.596037 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.623759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b9702e-a87c-4f30-84b1-555736a35a02,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.629785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.632232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2996cce-c0c4-4169-9440-b011d2cb9544 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/10b9702e-a87c-4f30-84b1-555736a35a02 HTTP/1.1" status: 204 len: 168 time: 0.2056434 Jul 16 03:45:25.634663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.703286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.788261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.798715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:25.809389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22947153-f6b0-4291-9b36-be5bf79c3513') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:25.809703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22947153-f6b0-4291-9b36-be5bf79c3513') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:25.818982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.832868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.838793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:25.839184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:25.840835 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:25.892398 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.897576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.902650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] 10.222.0.25 "DELETE /v2.0/networks/1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64 HTTP/1.1" status: 204 len: 168 time: 0.2638688 Jul 16 03:45:25.909995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c072d9b-6abb-4439-b630-e7fb8fb95ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0fdd9b-0d2b-4668-ac0a-ea0494c37f64,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:26.053953 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.076365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49004) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:26.155740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3901df9d-320a-4227-a10b-2e55bfc17465 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53b09601dc2c4b5eabbc5e1ea89acb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775390 Jul 16 03:45:26.158082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:26.209343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af6870-72b5-4cf9-9fa1-e980c167c348 req-e30dbbfe-9db9-4dd3-baf5-b616dec56b59 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.211012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72af6870-72b5-4cf9-9fa1-e980c167c348 req-e30dbbfe-9db9-4dd3-baf5-b616dec56b59 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 945 time: 0.1154032 Jul 16 03:45:26.235120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5722fe41-9b40-450c-a73a-108280183dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.275005 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5722fe41-9b40-450c-a73a-108280183dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.279039 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72af6870-72b5-4cf9-9fa1-e980c167c348 req-62c52e14-c57e-496d-a4d5-5697fdffa23d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Jul 16 03:45:26.329096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5722fe41-9b40-450c-a73a-108280183dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.331920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5722fe41-9b40-450c-a73a-108280183dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.336094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5722fe41-9b40-450c-a73a-108280183dc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02cadc06-dcac-41e9-94f1-a1387127cb64 HTTP/1.1" status: 204 len: 168 time: 0.1740184 Jul 16 03:45:26.349818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722fe41-9b40-450c-a73a-108280183dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cadc06-dcac-41e9-94f1-a1387127cb64,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:26.691442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49022) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:26.732382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ad5c293f-4ec9-42a2-b0d8-cf3a981229e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be49d0f8f1994cccb0b3fa23f06a8e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397611 Jul 16 03:45:26.734823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49026) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:26.785082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5c131b5-368e-41f1-b209-17cf53062dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.807669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5c131b5-368e-41f1-b209-17cf53062dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.863181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5c131b5-368e-41f1-b209-17cf53062dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.865794 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5c131b5-368e-41f1-b209-17cf53062dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.866983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d5c131b5-368e-41f1-b209-17cf53062dd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70e9e384-f260-47be-9426-f921789e0437 HTTP/1.1" status: 204 len: 168 time: 0.1311977 Jul 16 03:45:26.879540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c131b5-368e-41f1-b209-17cf53062dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9e384-f260-47be-9426-f921789e0437,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.033966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c81afd05-6902-4519-862b-f32fd55f67ca no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:28.060043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: c81afd05-6902-4519-862b-f32fd55f67ca {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:28.060899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c81afd05-6902-4519-862b-f32fd55f67ca not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:31.609645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-bb5802aa-fdd6-411d-8923-ae37e99a786b tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.611346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-bb5802aa-fdd6-411d-8923-ae37e99a786b tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1116593 Jul 16 03:45:31.629323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-c9aa49d8-cdd1-4f2c-9508-e107b74323ad tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/quotas/1230da47d0934e7d8facadda5840f802 HTTP/1.1" status: 200 len: 375 time: 0.0098629 Jul 16 03:45:31.716158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-da89d9bb-70af-457b-84b5-373a29ca302d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803838 Jul 16 03:45:31.817902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ac60f61f-2dbb-4b90-99b5-7c0ee2caf6af service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949793 Jul 16 03:45:31.929090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-2422ca92-df7d-412e-a831-f492aa044432 service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053674 Jul 16 03:45:32.249819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50e97dd8-601e-47e6-8589-ed0c4e0467ab req-fdd68a96-d80f-4ff5-b507-79ba95fbf157 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 210 time: 0.0338333 Jul 16 03:45:32.789656 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.005914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19f031-2a20-4bf7-9ee2-1b9aaab7bcb9 req-7493a388-82d2-4466-9f6e-406b2830bb6a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.008227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d19f031-2a20-4bf7-9ee2-1b9aaab7bcb9 req-7493a388-82d2-4466-9f6e-406b2830bb6a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0691628 Jul 16 03:45:33.070782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d19f031-2a20-4bf7-9ee2-1b9aaab7bcb9 req-2e498c8b-3ffe-42a0-b959-d3c79d58a862 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567176 Jul 16 03:45:33.357409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae895-2e16-4bb3-9242-f09fadd64f83 req-5550047d-a359-4c32-8898-e84c86d34a2c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.365133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f1ae895-2e16-4bb3-9242-f09fadd64f83 req-5550047d-a359-4c32-8898-e84c86d34a2c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1564898 Jul 16 03:45:33.415693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f1ae895-2e16-4bb3-9242-f09fadd64f83 req-de98bda4-a908-4b00-b6bf-afc7a3ee5fb2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495701 Jul 16 03:45:33.422675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-7f31d7bf-c718-4283-af0a-c13190e33903 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.424211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-7f31d7bf-c718-4283-af0a-c13190e33903 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1852374 Jul 16 03:45:33.442999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Request body: {'port': {'device_id': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'admin_state_up': True, 'tenant_id': '1230da47d0934e7d8facadda5840f802'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:33.502238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.622658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Made reservation on behalf of 1230da47d0934e7d8facadda5840f802 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:33.626581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.733110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96d7e996-a9af-47e7-8bd8-ef0865f35cbb req-14004e60-3983-4f8d-b0bc-4f021021ff77 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 210 time: 0.0407214 Jul 16 03:45:33.790126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Allocated IP 172.20.0.10 (8cef4a56-7688-4af3-842b-5616b90eb853/ffba8b9b-5fb9-4dfd-8687-949171d27cc5/53d0ce54-880c-4574-aa83-b30497fc2b15) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:33.986460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.068946 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.082177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:34.084736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-0ef71bf2-e9a4-4360-b7fb-ed286743fe68 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.085255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['57b6b130-0015-46bb-817c-09758ee32c3c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:34.086217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-0ef71bf2-e9a4-4360-b7fb-ed286743fe68 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.1595545 Jul 16 03:45:34.139444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-74edb905-7637-4e7c-823e-3503570c8330 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/quotas/80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 375 time: 0.0243404 Jul 16 03:45:34.142936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Network 8cef4a56-7688-4af3-842b-5616b90eb853 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:34.152351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:34.163032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:34.165505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event updated for resources: {'Port': ['ID=53d0ce54-880c-4574-aa83-b30497fc2b15,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.241206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.242014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.269651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ad07105b-c3ba-496e-b473-6784b622258e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8365679 Jul 16 03:45:34.297827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-19bf2404-3a38-456f-ad1d-a5e384d6edcc tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1492319 Jul 16 03:45:34.304133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Request body: {'port': {'device_id': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:34.454602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.459326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-423c1b39-18b0-419b-8c87-80ecdb683f9a service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607463 Jul 16 03:45:34.654846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-991540db-3519-4169-b045-a30ec0db5973 service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842763 Jul 16 03:45:34.812203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d0ce54-880c-4574-aa83-b30497fc2b15 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:34.822373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.851497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Transition to ACTIVE for port object 53d0ce54-880c-4574-aa83-b30497fc2b15 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:34.857550 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.066919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Attempting to bind port 53d0ce54-880c-4574-aa83-b30497fc2b15 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:35.067285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Attempting to bind port 53d0ce54-880c-4574-aa83-b30497fc2b15 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:35.067621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Attempting to bind port 53d0ce54-880c-4574-aa83-b30497fc2b15 on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:35.069699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Pushing event updated for resources: {'Port': ['ID=53d0ce54-880c-4574-aa83-b30497fc2b15,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.096637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Port 53d0ce54-880c-4574-aa83-b30497fc2b15 on network 8cef4a56-7688-4af3-842b-5616b90eb853 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:35.096970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Attempting to bind port 53d0ce54-880c-4574-aa83-b30497fc2b15 on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:35.109996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:35.110337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Checking segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:35.110750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Bound using segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:35.111185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Bound port: 53d0ce54-880c-4574-aa83-b30497fc2b15, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:35.111543 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.201573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a0528-dcf0-4353-be81-2d561845eedb req-9c15e967-bd61-4ecb-b3ec-820364a10f6d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.208648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-884a0528-dcf0-4353-be81-2d561845eedb req-9c15e967-bd61-4ecb-b3ec-820364a10f6d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 944 time: 0.1602232 Jul 16 03:45:35.234387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] For port 53d0ce54-880c-4574-aa83-b30497fc2b15, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:35.269613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-884a0528-dcf0-4353-be81-2d561845eedb req-32470564-86b5-43c1-a0cc-cdffbc84e143 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600362 Jul 16 03:45:35.276196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] For port 53d0ce54-880c-4574-aa83-b30497fc2b15, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=53d0ce54-880c-4574-aa83-b30497fc2b15,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:35.290810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.370059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb368a11-2da1-407c-972e-2b9965f6524a req-1168bd6f-1d35-43dd-b750-d42ed5e7819a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 210 time: 0.0506208 Jul 16 03:45:35.371473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.372484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.374339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] 10.222.0.11 "PUT /v2.0/ports/53d0ce54-880c-4574-aa83-b30497fc2b15 HTTP/1.1" status: 200 len: 1092 time: 1.0974689 Jul 16 03:45:35.377309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'tag': '53d0ce54-880c-4574-aa83-b30497fc2b15'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:35.379581 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fda8ca-0d94-4713-8688-42e52d4bbd41" -d '{"events": [{"name": "network-changed", "server_uuid": "95f5df9e-c7a0-423f-8f3b-34047737babf", "tag": "53d0ce54-880c-4574-aa83-b30497fc2b15"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:35.396980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99b40a-82b9-4a9c-a0c8-6887c6777263 service neutron] Pushing event updated for resources: {'Port': ['ID=53d0ce54-880c-4574-aa83-b30497fc2b15,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.486643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-efe0b6bf-2976-4c72-95b6-680f7a0238da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.489840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-efe0b6bf-2976-4c72-95b6-680f7a0238da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 1095 time: 0.0663302 Jul 16 03:45:35.559772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-f6f2a0b3-d194-4eae-8b05-501857caa593 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d0ce54-880c-4574-aa83-b30497fc2b15 HTTP/1.1" status: 200 len: 217 time: 0.0646825 Jul 16 03:45:35.624861 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e916784-c562-4237-84d4-2645af1e33e0 x-openstack-request-id: req-3e916784-c562-4237-84d4-2645af1e33e0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:35.625701 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f5df9e-c7a0-423f-8f3b-34047737babf", "tag": "53d0ce54-880c-4574-aa83-b30497fc2b15", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:35.626468 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e916784-c562-4237-84d4-2645af1e33e0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:35.627347 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'tag': '53d0ce54-880c-4574-aa83-b30497fc2b15', 'status': 'completed', 'code': 200} Jul 16 03:45:35.656133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-2f99b327-4f66-4419-a9ae-d96166eb0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.658414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-2f99b327-4f66-4419-a9ae-d96166eb0600 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.0919549 Jul 16 03:45:35.698437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-b7d320eb-bf67-4c9a-9876-dcf30cfcb363 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335529 Jul 16 03:45:35.804396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-8e250e52-0525-4d7d-aa57-a9133f879e3c service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997577 Jul 16 03:45:35.906095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33ac8a0f-f64a-4435-9ce4-b6bdc4b8011a req-235130d2-4bc0-446b-ab37-88f1cd113648 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950170 Jul 16 03:45:36.023554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-00646117-7fc6-46f5-a24a-c5a9d536dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.025826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-00646117-7fc6-46f5-a24a-c5a9d536dbba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 1095 time: 0.0663087 Jul 16 03:45:36.206595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-0c43bf5e-f1ec-4a53-aa3e-3eba791b83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.208204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-0c43bf5e-f1ec-4a53-aa3e-3eba791b83ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 916 time: 0.1761050 Jul 16 03:45:36.563554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-4a7f6b41-410e-4003-a62f-da176f57f817 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d0ce54-880c-4574-aa83-b30497fc2b15 HTTP/1.1" status: 200 len: 217 time: 0.3484793 Jul 16 03:45:36.616260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-e2601086-68ff-4dde-a09b-87809c6e479a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.617699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-e2601086-68ff-4dde-a09b-87809c6e479a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.5094261 Jul 16 03:45:36.650239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'port': {'device_id': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'admin_state_up': True, 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:36.708583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-8fe9c836-acfd-4169-bdbc-e9aa147a7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.710234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-8fe9c836-acfd-4169-bdbc-e9aa147a7dfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.1212456 Jul 16 03:45:36.777447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-75db4633-1c5d-4d7c-9437-e306d1a53b8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399144 Jul 16 03:45:36.787458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162a295-f857-4698-bc90-c3d00389904a req-2180826b-f25c-4a92-aacc-19a069d55ddd tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.788936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5162a295-f857-4698-bc90-c3d00389904a req-2180826b-f25c-4a92-aacc-19a069d55ddd tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 944 time: 0.2388060 Jul 16 03:45:36.896233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.914603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5162a295-f857-4698-bc90-c3d00389904a req-b67e754f-c0c6-4341-bbca-0f1eeabb7a12 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064661 Jul 16 03:45:36.933001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:36.945530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.960976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-95183741-a681-42d9-abfa-39f0b4500ad7 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689649 Jul 16 03:45:37.043834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27ccee0d-249e-4c76-bf5f-c0a88f5c2e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.165757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-454bcb3c-585c-4fc7-ac4e-c4a1bd9ad3f4 req-ea2cf212-c55a-4f80-ab4a-9ef6be9864e3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 210 time: 0.0481412 Jul 16 03:45:37.174240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16fda8ca-0d94-4713-8688-42e52d4bbd41 req-d0f5e613-359b-4165-a48f-8cfe0b88111b service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051508 Jul 16 03:45:37.195783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Allocated IP 172.20.0.13 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/28983bcd-7c16-469a-8749-c96e22c52359) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:37.199043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27ccee0d-249e-4c76-bf5f-c0a88f5c2e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.204436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27ccee0d-249e-4c76-bf5f-c0a88f5c2e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.302411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-27ccee0d-249e-4c76-bf5f-c0a88f5c2e0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05bdd04587a744e1b99729872995ff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026270 Jul 16 03:45:37.303761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccee0d-249e-4c76-bf5f-c0a88f5c2e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dc61f6-1315-4a93-a24a-659360ed947b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.306661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49316) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:37.377306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b1a0-a406-48e3-8780-2982f7b8f2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.407408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.407983 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b1a0-a406-48e3-8780-2982f7b8f2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.422785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Transition to ACTIVE for port object 28983bcd-7c16-469a-8749-c96e22c52359 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:37.464614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.468101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b1a0-a406-48e3-8780-2982f7b8f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.477498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:37.479774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['83807b6a-54aa-4883-a16a-ccaa42b01247'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:37.491337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b1a0-a406-48e3-8780-2982f7b8f2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.493024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e4d3b1a0-a406-48e3-8780-2982f7b8f2c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41dc61f6-1315-4a93-a24a-659360ed947b HTTP/1.1" status: 204 len: 168 time: 0.1847091 Jul 16 03:45:37.509352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:37.510107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3b1a0-a406-48e3-8780-2982f7b8f2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dc61f6-1315-4a93-a24a-659360ed947b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.515376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:37.518719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:37.562734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.596946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:37.598705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.620105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-36420a31-120b-4be8-83b8-c0825d74acea tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807973 Jul 16 03:45:37.637416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Request body: {'port': {'device_id': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:37.742271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.865860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f11e6c84-d313-4652-b331-144c9a0abee3 None None] Provisioning for port 28983bcd-7c16-469a-8749-c96e22c52359 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:37.874144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f11e6c84-d313-4652-b331-144c9a0abee3 None None] Provisioning complete for port 28983bcd-7c16-469a-8749-c96e22c52359 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:37.874515 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f11e6c84-d313-4652-b331-144c9a0abee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.930088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f11e6c84-d313-4652-b331-144c9a0abee3 None None] Port 28983bcd-7c16-469a-8749-c96e22c52359 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:38.038360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 53d0ce54-880c-4574-aa83-b30497fc2b15 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:38.108466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28983bcd-7c16-469a-8749-c96e22c52359 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:38.118663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.142628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Transition to ACTIVE for port object 28983bcd-7c16-469a-8749-c96e22c52359 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:38.153171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.171033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a2b95-c336-4660-a7f0-24abeeeada41 req-5efc36f8-eed9-4cbc-a0af-38bb466bc2fa tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.173545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 53d0ce54-880c-4574-aa83-b30497fc2b15, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=53d0ce54-880c-4574-aa83-b30497fc2b15,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:38.178814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d2a2b95-c336-4660-a7f0-24abeeeada41 req-5efc36f8-eed9-4cbc-a0af-38bb466bc2fa tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 944 time: 0.1205499 Jul 16 03:45:38.190013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '53d0ce54-880c-4574-aa83-b30497fc2b15', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'port_id': '53d0ce54-880c-4574-aa83-b30497fc2b15', 'mac_address': 'fa:16:3e:82:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffba8b9b-5fb9-4dfd-8687-949171d27cc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:38.248968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.256288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Pushing event updated for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.267541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d0ce54-880c-4574-aa83-b30497fc2b15 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:38.288459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d2a2b95-c336-4660-a7f0-24abeeeada41 req-1264e89f-30aa-4415-92a5-a6358c2017cc tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086874 Jul 16 03:45:38.294282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 53d0ce54-880c-4574-aa83-b30497fc2b15, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=53d0ce54-880c-4574-aa83-b30497fc2b15,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:38.299595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.365524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=53d0ce54-880c-4574-aa83-b30497fc2b15,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.432046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Attempting to bind port 28983bcd-7c16-469a-8749-c96e22c52359 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:38.432623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Attempting to bind port 28983bcd-7c16-469a-8749-c96e22c52359 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:38.434443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Attempting to bind port 28983bcd-7c16-469a-8749-c96e22c52359 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:38.450794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Port 28983bcd-7c16-469a-8749-c96e22c52359 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:38.451378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Attempting to bind port 28983bcd-7c16-469a-8749-c96e22c52359 on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:38.457428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:38.458710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:38.459400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:38.459907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Bound port: 28983bcd-7c16-469a-8749-c96e22c52359, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:38.460573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.526295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['53d0ce54-880c-4574-aa83-b30497fc2b15'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:38.590731 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:38.595554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28983bcd-7c16-469a-8749-c96e22c52359,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:38.605589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bc3d8-6535-47ff-a9aa-7c6b0d4ae75e req-f25faef9-20ba-4c48-93a1-05ec45e624f2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.607997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d9bc3d8-6535-47ff-a9aa-7c6b0d4ae75e req-f25faef9-20ba-4c48-93a1-05ec45e624f2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 944 time: 0.1307006 Jul 16 03:45:38.609384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.663431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.664125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.666020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] 10.222.0.48 "PUT /v2.0/ports/28983bcd-7c16-469a-8749-c96e22c52359 HTTP/1.1" status: 200 len: 1092 time: 1.0336547 Jul 16 03:45:38.670217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:38.673506 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd498d30-4ae4-436e-a729-e83c54bf177f" -d '{"events": [{"name": "network-changed", "server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "tag": "28983bcd-7c16-469a-8749-c96e22c52359"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:38.729357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d9bc3d8-6535-47ff-a9aa-7c6b0d4ae75e req-f109245c-a6dc-4778-86f4-bb425a8189fd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110699 Jul 16 03:45:38.811154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f92c3-2eb2-4f25-9dd2-853bcad9de26 service neutron] Pushing event updated for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.846690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-e17e3315-f0ed-4961-8934-f8557a761b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.848772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-e17e3315-f0ed-4961-8934-f8557a761b8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 1095 time: 0.1315897 Jul 16 03:45:38.904924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-7cd55727-a0d6-474d-ad95-5965361bc581 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28983bcd-7c16-469a-8749-c96e22c52359 HTTP/1.1" status: 200 len: 217 time: 0.0490365 Jul 16 03:45:38.981633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-57818203-b32d-4ada-809a-37169ec80c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.983173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-57818203-b32d-4ada-809a-37169ec80c28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0693095 Jul 16 03:45:39.065259 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5419411-7604-451d-a701-4d2a9fee7da1 x-openstack-request-id: req-a5419411-7604-451d-a701-4d2a9fee7da1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:39.068347 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "tag": "28983bcd-7c16-469a-8749-c96e22c52359", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:39.069660 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5419411-7604-451d-a701-4d2a9fee7da1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:39.069660 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359', 'status': 'completed', 'code': 200} Jul 16 03:45:39.088192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda26-8943-4293-b545-2ca0016487dd req-f1a54447-1ef8-47c5-a964-02ade1deceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.089734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-f1a54447-1ef8-47c5-a964-02ade1deceff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919333 Jul 16 03:45:39.182696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-d322b05e-da1c-45e5-aa11-d2dd28964b2f service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Jul 16 03:45:39.281812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-188eda26-8943-4293-b545-2ca0016487dd req-4df32948-4478-4ce4-a62f-a7125bf2b476 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927236 Jul 16 03:45:39.392073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-ae8f862f-8093-456a-a376-09a62b34cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.393762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-ae8f862f-8093-456a-a376-09a62b34cf02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 1095 time: 0.0575387 Jul 16 03:45:39.556533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-d374a379-e171-4d67-a57b-cae7be8e8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.558431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-d374a379-e171-4d67-a57b-cae7be8e8d4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1584413 Jul 16 03:45:39.577106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f63ec-6a24-44d9-8540-cd2e231b1b37 req-63dff15b-452d-4bbe-b941-6b895a88c6f1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.578821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef2f63ec-6a24-44d9-8540-cd2e231b1b37 req-63dff15b-452d-4bbe-b941-6b895a88c6f1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 945 time: 0.0900993 Jul 16 03:45:39.622851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-4d17fa3c-d18b-4178-8d46-25cb11ac3d68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28983bcd-7c16-469a-8749-c96e22c52359 HTTP/1.1" status: 200 len: 217 time: 0.0540190 Jul 16 03:45:39.686444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef2f63ec-6a24-44d9-8540-cd2e231b1b37 req-92749717-f695-41ea-9cb7-9d13ead6fbb5 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002555 Jul 16 03:45:39.704179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-946d2f9a-a4ab-4193-b700-dc24cb52d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.704179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-946d2f9a-a4ab-4193-b700-dc24cb52d4f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0668023 Jul 16 03:45:39.763319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-5b68bbea-15e4-41af-a3fe-8bf14371c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.764852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-5b68bbea-15e4-41af-a3fe-8bf14371c337 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598309 Jul 16 03:45:39.885194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-bcdb793a-f4bf-4285-9897-8e2d4a705340 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114051 Jul 16 03:45:40.005701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93ce3b-38f4-4472-856d-5f5a880bce9d req-91a222ac-55a6-4116-a540-391c4ff3deef tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.007145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b93ce3b-38f4-4472-856d-5f5a880bce9d req-91a222ac-55a6-4116-a540-391c4ff3deef tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 944 time: 0.1369467 Jul 16 03:45:40.023645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd498d30-4ae4-436e-a729-e83c54bf177f req-4fd937bf-aeb5-4985-b535-b8f7fdaf7def service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219916 Jul 16 03:45:40.063850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b93ce3b-38f4-4472-856d-5f5a880bce9d req-187d25a1-f53d-4bf1-996a-fa595d895020 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Jul 16 03:45:40.068429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 53d0ce54-880c-4574-aa83-b30497fc2b15 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:40.123621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 53d0ce54-880c-4574-aa83-b30497fc2b15 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:40.128856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 53d0ce54-880c-4574-aa83-b30497fc2b15 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:40.129235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.238951 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.267205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0ce54-880c-4574-aa83-b30497fc2b15'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:40.269512 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d2e5b-7ff6-43db-89dd-3050cb56ee66" -d '{"events": [{"server_uuid": "95f5df9e-c7a0-423f-8f3b-34047737babf", "name": "network-vif-plugged", "status": "completed", "tag": "53d0ce54-880c-4574-aa83-b30497fc2b15"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:40.283086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 53d0ce54-880c-4574-aa83-b30497fc2b15, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=53d0ce54-880c-4574-aa83-b30497fc2b15,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:40.287701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.374223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=53d0ce54-880c-4574-aa83-b30497fc2b15,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.399279 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8612d55c-08f6-488d-98e0-770f67762523 x-openstack-request-id: req-8612d55c-08f6-488d-98e0-770f67762523 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:40.399645 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f5df9e-c7a0-423f-8f3b-34047737babf", "name": "network-vif-plugged", "status": "completed", "tag": "53d0ce54-880c-4574-aa83-b30497fc2b15", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:40.399994 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8612d55c-08f6-488d-98e0-770f67762523 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:40.400458 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0ce54-880c-4574-aa83-b30497fc2b15', 'code': 200} Jul 16 03:45:40.522064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522a24-1e20-4467-b0cb-9185280ad1eb req-039a81fe-0bda-4842-9e00-9c2bddd885fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.523905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60522a24-1e20-4467-b0cb-9185280ad1eb req-039a81fe-0bda-4842-9e00-9c2bddd885fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 1097 time: 0.0607681 Jul 16 03:45:40.563622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60522a24-1e20-4467-b0cb-9185280ad1eb req-baa0a120-76ab-4529-9042-bade2f2e4da9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Jul 16 03:45:40.631999 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:45:40.869428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df290-9017-4c96-bd9d-a925c8aa2dc0 req-a3640044-7140-4287-82de-99d034b42c3a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.871308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d3df290-9017-4c96-bd9d-a925c8aa2dc0 req-a3640044-7140-4287-82de-99d034b42c3a tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 946 time: 0.0648425 Jul 16 03:45:40.910727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d3df290-9017-4c96-bd9d-a925c8aa2dc0 req-3bc70731-3b2b-4ce1-9c31-336f113a7beb tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Jul 16 03:45:41.269109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77191-870a-4f47-b865-ebe3157bd9f9 req-a21c68c7-2ed2-4070-ba7f-8837fa87199f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:41.271948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78d77191-870a-4f47-b865-ebe3157bd9f9 req-a21c68c7-2ed2-4070-ba7f-8837fa87199f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 944 time: 0.0834143 Jul 16 03:45:41.329002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78d77191-870a-4f47-b865-ebe3157bd9f9 req-534f4497-d88c-4849-bcad-1b561629032a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494831 Jul 16 03:45:42.118770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28983bcd-7c16-469a-8749-c96e22c52359 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:42.119502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514532-0e84-4b85-82c0-88d3e60e13a9 req-34a0c2bd-dc47-4c20-a338-48a1a77f2406 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:42.121289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d514532-0e84-4b85-82c0-88d3e60e13a9 req-34a0c2bd-dc47-4c20-a338-48a1a77f2406 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 946 time: 0.0700231 Jul 16 03:45:42.162588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d514532-0e84-4b85-82c0-88d3e60e13a9 req-55490dca-425d-4b8c-bce5-415fd1c102c7 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349259 Jul 16 03:45:42.213273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28983bcd-7c16-469a-8749-c96e22c52359,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:42.225550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '28983bcd-7c16-469a-8749-c96e22c52359', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': '28983bcd-7c16-469a-8749-c96e22c52359', 'mac_address': 'fa:16:3e:91:db:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:42.269040 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.283164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28983bcd-7c16-469a-8749-c96e22c52359 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:42.303386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28983bcd-7c16-469a-8749-c96e22c52359,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:42.308519 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.377477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:42.386536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.386914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.387264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.387608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.387952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.388290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.388629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.388988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.389319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.389646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.390363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.390927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:42.573528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a1c5-07f0-4a2b-bb5f-85f4a857eaab req-aa559eec-946a-4a09-8aac-9215f2239e5d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:42.575227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8193a1c5-07f0-4a2b-bb5f-85f4a857eaab req-aa559eec-946a-4a09-8aac-9215f2239e5d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 945 time: 0.0821524 Jul 16 03:45:42.606107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['28983bcd-7c16-469a-8749-c96e22c52359'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:42.636551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8193a1c5-07f0-4a2b-bb5f-85f4a857eaab req-a01651dd-c305-4e7a-9620-d138346d53fe tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555654 Jul 16 03:45:43.416597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:43.534666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49ae2ac2-0794-43f6-9229-85ba745babc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.667070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49ae2ac2-0794-43f6-9229-85ba745babc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.672984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49ae2ac2-0794-43f6-9229-85ba745babc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.743100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae2ac2-0794-43f6-9229-85ba745babc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4610d243-3404-4868-b5d7-1cdb9dfc87fe,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.760350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-49ae2ac2-0794-43f6-9229-85ba745babc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31302d2e1aa545d08f39b258b8da2488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399098 Jul 16 03:45:43.761101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49474) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:43.825153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff6ac-3e75-4553-a14b-b9edc1bbc673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.863106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff6ac-3e75-4553-a14b-b9edc1bbc673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.912363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff6ac-3e75-4553-a14b-b9edc1bbc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.914964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff6ac-3e75-4553-a14b-b9edc1bbc673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.916123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9a4ff6ac-3e75-4553-a14b-b9edc1bbc673 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4610d243-3404-4868-b5d7-1cdb9dfc87fe HTTP/1.1" status: 204 len: 168 time: 0.1539164 Jul 16 03:45:43.924662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff6ac-3e75-4553-a14b-b9edc1bbc673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610d243-3404-4868-b5d7-1cdb9dfc87fe,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.124445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28983bcd-7c16-469a-8749-c96e22c52359 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:44.173488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ae5b9-45e5-4fee-82c8-4729bbbfab3d req-76ac8f5c-2899-42c8-ac7c-47bc9ca98ced tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:44.182180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-116ae5b9-45e5-4fee-82c8-4729bbbfab3d req-76ac8f5c-2899-42c8-ac7c-47bc9ca98ced tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 945 time: 0.0921700 Jul 16 03:45:44.218895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 28983bcd-7c16-469a-8749-c96e22c52359 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:44.225287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 28983bcd-7c16-469a-8749-c96e22c52359 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:44.226048 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.239340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-116ae5b9-45e5-4fee-82c8-4729bbbfab3d req-56420ea8-5eb7-4f18-a438-a6ab8b8004a5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Jul 16 03:45:44.284330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:44.317867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab39f58b-e9fe-464c-95d2-58deea685266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.356842 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.389959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:44.393148 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c15a6-f87f-497e-ae3a-cd084368cc2b" -d '{"events": [{"server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "name": "network-vif-plugged", "status": "completed", "tag": "28983bcd-7c16-469a-8749-c96e22c52359"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:44.412401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28983bcd-7c16-469a-8749-c96e22c52359,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:44.421421 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.498877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.519434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab39f58b-e9fe-464c-95d2-58deea685266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.523903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab39f58b-e9fe-464c-95d2-58deea685266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.590452 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c17454-b7e9-4569-8ad0-ca4805d893f8 x-openstack-request-id: req-48c17454-b7e9-4569-8ad0-ca4805d893f8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:44.590860 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "name": "network-vif-plugged", "status": "completed", "tag": "28983bcd-7c16-469a-8749-c96e22c52359", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:44.590983 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48c17454-b7e9-4569-8ad0-ca4805d893f8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:44.591342 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359', 'code': 200} Jul 16 03:45:44.591838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ab39f58b-e9fe-464c-95d2-58deea685266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=583c1cc462bd49e78cfc57445d67b5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060668 Jul 16 03:45:44.591971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49494) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:44.593713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f58b-e9fe-464c-95d2-58deea685266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12970d81-b753-4929-8c98-46041949636b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.650615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b7c159-df80-4ae3-82ee-bb5773422e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.673562 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b7c159-df80-4ae3-82ee-bb5773422e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.711133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3339e4-0281-419c-9777-77640ced8a19 req-2611b62d-a923-463e-bd52-e971e2a700c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:44.712897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f3339e4-0281-419c-9777-77640ced8a19 req-2611b62d-a923-463e-bd52-e971e2a700c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 1097 time: 0.0572538 Jul 16 03:45:44.725490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b7c159-df80-4ae3-82ee-bb5773422e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.728676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b7c159-df80-4ae3-82ee-bb5773422e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.730420 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29b7c159-df80-4ae3-82ee-bb5773422e19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12970d81-b753-4929-8c98-46041949636b HTTP/1.1" status: 204 len: 168 time: 0.1370974 Jul 16 03:45:44.741692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7c159-df80-4ae3-82ee-bb5773422e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12970d81-b753-4929-8c98-46041949636b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.788072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f3339e4-0281-419c-9777-77640ced8a19 req-8c807c65-1ee9-466a-aeae-45221837dee3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684166 Jul 16 03:45:45.513959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2a50b-be76-4395-a3ad-d52db85b8f41 req-fa1eba78-f410-428b-a826-3d08ade2888c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.523889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4fd2a50b-be76-4395-a3ad-d52db85b8f41 req-fa1eba78-f410-428b-a826-3d08ade2888c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 946 time: 0.0962217 Jul 16 03:45:45.574986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4fd2a50b-be76-4395-a3ad-d52db85b8f41 req-26e89c6b-2dd9-4254-b9a8-957578dea3d8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Jul 16 03:45:46.799542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72ead6-6c4c-4d62-963e-b04c5b59e056 req-0a41cee8-3542-403f-95d4-cd6027eb96a9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:46.801635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e72ead6-6c4c-4d62-963e-b04c5b59e056 req-0a41cee8-3542-403f-95d4-cd6027eb96a9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 946 time: 0.0856366 Jul 16 03:45:46.859162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e72ead6-6c4c-4d62-963e-b04c5b59e056 req-f785493e-6b28-4e4e-b4a5-9624aa88ffef tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504994 Jul 16 03:45:47.134254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-0f6f9e3c-8d37-4490-b39f-e41cf1253cb9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 267 time: 0.0364599 Jul 16 03:45:47.206809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-b5ab8aa6-2367-43c4-a15c-bd2299ebb7c6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.208479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-b5ab8aa6-2367-43c4-a15c-bd2299ebb7c6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 946 time: 0.0678091 Jul 16 03:45:47.220788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'port': {'security_groups': []}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:47.314129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.495730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28983bcd-7c16-469a-8749-c96e22c52359,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:47.528925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.540238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.556256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['83807b6a-54aa-4883-a16a-ccaa42b01247', '28983bcd-7c16-469a-8749-c96e22c52359'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:47.560861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:47.597768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.599009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.600456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37702b5b-5ecc-4d66-b4d6-f8e428e3aded req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "PUT /v2.0/ports/28983bcd-7c16-469a-8749-c96e22c52359 HTTP/1.1" status: 200 len: 905 time: 0.3847098 Jul 16 03:45:47.600941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:47.609388 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ec801a-a361-4672-8743-04cbe1d64dba" -d '{"events": [{"name": "network-changed", "server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "tag": "28983bcd-7c16-469a-8749-c96e22c52359"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:47.658462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c152458-b860-4910-8c85-9847349c96c2 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.773243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['28983bcd-7c16-469a-8749-c96e22c52359'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:48.033730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d36b8-0c8f-4fdd-8709-26cecd118419 req-f77ca67b-4479-4d3b-bc22-5b3085a669f9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.041804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-085d36b8-0c8f-4fdd-8709-26cecd118419 req-f77ca67b-4479-4d3b-bc22-5b3085a669f9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 908 time: 0.0927660 Jul 16 03:45:48.078981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3751991e-4ea0-4103-933d-eb5bf2954077 None None] Provisioning complete for port 28983bcd-7c16-469a-8749-c96e22c52359 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:48.079355 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3751991e-4ea0-4103-933d-eb5bf2954077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.323289 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7303214a-6ad1-411f-bf31-fc56e5314881 x-openstack-request-id: req-7303214a-6ad1-411f-bf31-fc56e5314881 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:48.324159 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "tag": "28983bcd-7c16-469a-8749-c96e22c52359", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:48.324636 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7303214a-6ad1-411f-bf31-fc56e5314881 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:48.325232 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359', 'status': 'completed', 'code': 200} Jul 16 03:45:48.434973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec801a-a361-4672-8743-04cbe1d64dba req-367793dd-d01b-4679-b6c7-f93af9f73c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.436741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-367793dd-d01b-4679-b6c7-f93af9f73c47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 1059 time: 0.0860660 Jul 16 03:45:48.606473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec801a-a361-4672-8743-04cbe1d64dba req-05c1e10f-b28c-49d5-9be0-3ea7bac919c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.608205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-05c1e10f-b28c-49d5-9be0-3ea7bac919c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1570809 Jul 16 03:45:48.669096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-6d32b5b3-2b43-438d-82f7-d7bf32ed8fea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28983bcd-7c16-469a-8749-c96e22c52359 HTTP/1.1" status: 200 len: 217 time: 0.0536087 Jul 16 03:45:48.754935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec801a-a361-4672-8743-04cbe1d64dba req-b99bc300-d8ea-486c-8ce3-aae9b20a198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.756771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-b99bc300-d8ea-486c-8ce3-aae9b20a198b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0794022 Jul 16 03:45:48.844065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e63a2-f025-4757-9583-5ddfa66272d3 req-8ce85b39-a910-4155-8914-8a9452859e95 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.851999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-935e63a2-f025-4757-9583-5ddfa66272d3 req-8ce85b39-a910-4155-8914-8a9452859e95 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1853244 Jul 16 03:45:49.201928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec801a-a361-4672-8743-04cbe1d64dba req-a0a5121c-89ad-48eb-a144-1c4f27394259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.203375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-a0a5121c-89ad-48eb-a144-1c4f27394259 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4363635 Jul 16 03:45:49.231123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-935e63a2-f025-4757-9583-5ddfa66272d3 req-7eae0e5b-82cc-45d9-936a-450a80954cef tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782055 Jul 16 03:45:49.315928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-ee2546cd-b9e9-4bec-a551-0ccaf592fba8 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025519 Jul 16 03:45:49.418451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48ec801a-a361-4672-8743-04cbe1d64dba req-05cc46c5-3f8d-4747-983a-960bd08427bf service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956149 Jul 16 03:45:49.536981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb276d-8c9a-449a-a1f9-547f6671468a req-07f7ceed-972c-4d03-9bf6-822d0f42cb8b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.538610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ddb276d-8c9a-449a-a1f9-547f6671468a req-07f7ceed-972c-4d03-9bf6-822d0f42cb8b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0741577 Jul 16 03:45:49.578820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ddb276d-8c9a-449a-a1f9-547f6671468a req-75551fd9-de3e-432f-898e-2ad53efbbdc5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342445 Jul 16 03:45:49.934348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-13385df5-117e-4db5-b88f-1178c0bb0441 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.937598 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-13385df5-117e-4db5-b88f-1178c0bb0441 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.1119676 Jul 16 03:45:49.955065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-f144f5a8-7dab-4ccd-8de3-b8449e9acfae tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/quotas/80e6442ffa6049bf83f03a71fead7fa8 HTTP/1.1" status: 200 len: 375 time: 0.0108314 Jul 16 03:45:50.040311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-2002ff0f-4596-46c6-9e67-7f76eed17d5c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0798581 Jul 16 03:45:50.137193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ef45a48f-b03a-4235-8737-4f7612db8dd6 service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902219 Jul 16 03:45:50.227462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-3c06b1df-1ec3-4231-aea0-64175087ca56 service neutron] 10.222.0.25 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845537 Jul 16 03:45:50.426025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58355a24-6e54-4e18-b958-539d6463c88b req-4613ecda-1cb1-4169-a88e-490deff98062 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 210 time: 0.0376978 Jul 16 03:45:50.706795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2bff1f9-9e83-4456-9746-f774a4c43f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.572587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54c24f97-ac6a-4342-9200-b3f9c58cd19c req-8839b7a4-ab8c-4a00-b47f-38a07af899ba tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 210 time: 0.0307310 Jul 16 03:45:51.902388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-464c1082-c013-4e37-8363-8126656086f0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:51.904503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-464c1082-c013-4e37-8363-8126656086f0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 811 time: 0.1777585 Jul 16 03:45:51.919122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Request body: {'port': {'device_id': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'admin_state_up': True, 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:52.121314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Made reservation on behalf of 80e6442ffa6049bf83f03a71fead7fa8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:52.133315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.330253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Allocated IP 172.20.0.3 (2e5e68c3-9907-4639-9a15-5e04a11a194f/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89/ee71fb15-1dd5-415f-b0e0-4385f2a00b6e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:52.506877 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.522791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Transition to ACTIVE for port object ee71fb15-1dd5-415f-b0e0-4385f2a00b6e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:52.564272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.578658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:52.583212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['83807b6a-54aa-4883-a16a-ccaa42b01247'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:52.622789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.640926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:52.649167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:52.674243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:52.791661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:52.792534 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.857809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-561a99a9-9ce5-4c11-8c39-a67825bdef46 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9431915 Jul 16 03:45:52.878297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Request body: {'port': {'device_id': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:52.940102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530b1bd-ad89-4815-bba9-6bdd64337a18 req-19850e33-868a-4752-b006-57189ae47467 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:52.948647 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0530b1bd-ad89-4815-bba9-6bdd64337a18 req-19850e33-868a-4752-b006-57189ae47467 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 931 time: 0.1371942 Jul 16 03:45:53.022054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.029752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0530b1bd-ad89-4815-bba9-6bdd64337a18 req-7d5fbb93-135a-4780-8990-355645395878 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802391 Jul 16 03:45:53.081282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cd0245c3-4222-4c9e-a13e-f5176bd9b297 None None] Provisioning for port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:53.087216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cd0245c3-4222-4c9e-a13e-f5176bd9b297 None None] Provisioning complete for port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:53.088048 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd0245c3-4222-4c9e-a13e-f5176bd9b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.141182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cd0245c3-4222-4c9e-a13e-f5176bd9b297 None None] Port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:53.263718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d15afb9a-5811-4b2d-9657-ca60490af839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.323717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee71fb15-1dd5-415f-b0e0-4385f2a00b6e {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:53.331376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.344340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Transition to ACTIVE for port object ee71fb15-1dd5-415f-b0e0-4385f2a00b6e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:53.349556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.405535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.480701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Attempting to bind port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:53.480846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Attempting to bind port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:53.481176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Attempting to bind port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:53.485807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e on network 2e5e68c3-9907-4639-9a15-5e04a11a194f not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:53.486130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Attempting to bind port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e on network 2e5e68c3-9907-4639-9a15-5e04a11a194f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:53.491270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:53.491610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Checking segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:53.491999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Bound using segment: {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:53.492421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Bound port: ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd4ab4-b9d7-4f70-ac89-0711c47942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:53.492780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.568368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:53.572106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:53.586612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.622135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:53.622784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.624164 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] 10.222.0.11 "PUT /v2.0/ports/ee71fb15-1dd5-415f-b0e0-4385f2a00b6e HTTP/1.1" status: 200 len: 1091 time: 0.7568378 Jul 16 03:45:53.624737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:53.627177 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53" -d '{"events": [{"name": "network-changed", "server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:53.720975 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60c2b72-fde5-49db-b16e-2dfac3b9ae1a x-openstack-request-id: req-b60c2b72-fde5-49db-b16e-2dfac3b9ae1a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:53.721468 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:53.721820 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b60c2b72-fde5-49db-b16e-2dfac3b9ae1a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:53.722322 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'status': 'completed', 'code': 200} Jul 16 03:45:53.728335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60269f-4a19-4084-9ceb-d3605f57cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.771878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-859df2be-ef6a-487a-8dbd-a7dfa6859913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:53.773547 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-859df2be-ef6a-487a-8dbd-a7dfa6859913 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 1094 time: 0.0905600 Jul 16 03:45:53.829941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-f7b02b9e-bcba-4076-9890-2436b3ba256f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e HTTP/1.1" status: 200 len: 217 time: 0.0481293 Jul 16 03:45:53.875075 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.893657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-d26ead15-d637-4228-8eb4-9196cd2fa8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:53.895980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-d26ead15-d637-4228-8eb4-9196cd2fa8a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0569782 Jul 16 03:45:53.962065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-f581e4c8-4e2e-42c1-a61c-2c1fc3c303a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:53.963715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-f581e4c8-4e2e-42c1-a61c-2c1fc3c303a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574052 Jul 16 03:45:54.063863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-301e66d9-c06c-437d-8d76-43682e3448cd service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923283 Jul 16 03:45:54.172332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee907b74-04d0-464c-9d11-830a1db59e46 req-212f8ff4-7cbe-4c79-9510-6c77e5b0e99a service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997508 Jul 16 03:45:54.292296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e579e-2363-4ec2-9c25-2d989f5239d4 req-4f925c0a-8a5e-4278-a721-464a94c46260 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.293821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a11e579e-2363-4ec2-9c25-2d989f5239d4 req-4f925c0a-8a5e-4278-a721-464a94c46260 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 943 time: 0.1155849 Jul 16 03:45:54.316178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.360213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-fc2053c3-f0b3-4b1a-8faf-ac0f9b504b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.361738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-fc2053c3-f0b3-4b1a-8faf-ac0f9b504b02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 1094 time: 0.1195438 Jul 16 03:45:54.405859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a11e579e-2363-4ec2-9c25-2d989f5239d4 req-0a5963ea-b5e7-4c76-96db-f5d582286c15 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786090 Jul 16 03:45:54.509221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-9e6d9c0d-959b-42eb-8f31-c4b1e7d784ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.512809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-9e6d9c0d-959b-42eb-8f31-c4b1e7d784ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1407318 Jul 16 03:45:54.586296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-dcc36b3d-9c24-45e0-8ec8-27a5d5e8fa14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e HTTP/1.1" status: 200 len: 217 time: 0.0588875 Jul 16 03:45:54.663038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-7e080cd0-3d21-488a-8b7d-bd5da2e58915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.664564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-7e080cd0-3d21-488a-8b7d-bd5da2e58915 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0710421 Jul 16 03:45:54.729231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-620317b2-eaf0-47b7-9e14-eb6dd35849d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.730870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-620317b2-eaf0-47b7-9e14-eb6dd35849d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593767 Jul 16 03:45:54.826203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-2d4ed4f8-dee5-4201-92ca-46ec3de495c9 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885816 Jul 16 03:45:54.937467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40d2758-ffed-45b7-b75f-8d6e4aee7f53 req-bfe98200-8b39-434c-b00e-50e729a5f5e3 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991099 Jul 16 03:45:55.660366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bedd2-e192-4af6-aa55-5dcec9da870e req-3dd92df0-bf38-4a79-9d1f-2545483f6e41 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:55.662065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d1bedd2-e192-4af6-aa55-5dcec9da870e req-3dd92df0-bf38-4a79-9d1f-2545483f6e41 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 943 time: 0.0698323 Jul 16 03:45:55.703897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d1bedd2-e192-4af6-aa55-5dcec9da870e req-5688843e-1dbd-4578-b681-ceaefd178853 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Jul 16 03:45:56.062732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.124175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee71fb15-1dd5-415f-b0e0-4385f2a00b6e details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:56.284595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:56.288810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49790) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:56.308102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'mac_address': 'fa:16:3e:64:fc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:56.361821 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.379037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee71fb15-1dd5-415f-b0e0-4385f2a00b6e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:56.407140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:56.412709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.443858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a62e8319-aac8-47f8-9e33-ba32f5a8f6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.478021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:56.536032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a62e8319-aac8-47f8-9e33-ba32f5a8f6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.547617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a62e8319-aac8-47f8-9e33-ba32f5a8f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.591262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:56.591765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a62e8319-aac8-47f8-9e33-ba32f5a8f6fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d00253867a2e4d5792459c5e1c2c857f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018575 Jul 16 03:45:56.601798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e8319-aac8-47f8-9e33-ba32f5a8f6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da49cb7-16eb-4434-95fb-16a1e69c6565,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:56.652890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:56.670522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bedbf12-2b60-4a91-9afd-87a73c079ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.696635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bedbf12-2b60-4a91-9afd-87a73c079ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.770942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bedbf12-2b60-4a91-9afd-87a73c079ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.773592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bedbf12-2b60-4a91-9afd-87a73c079ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.784280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3bedbf12-2b60-4a91-9afd-87a73c079ff1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4da49cb7-16eb-4434-95fb-16a1e69c6565 HTTP/1.1" status: 204 len: 168 time: 0.1820326 Jul 16 03:45:56.798202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedbf12-2b60-4a91-9afd-87a73c079ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da49cb7-16eb-4434-95fb-16a1e69c6565,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:56.938880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae81365-8a8d-4538-84b5-7fcdf363aaf5 req-84091d38-3181-4566-af02-ca18f0e89942 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:56.940770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ae81365-8a8d-4538-84b5-7fcdf363aaf5 req-84091d38-3181-4566-af02-ca18f0e89942 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 944 time: 0.1039128 Jul 16 03:45:56.986660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ae81365-8a8d-4538-84b5-7fcdf363aaf5 req-1584ed62-f71c-44b1-976e-0a8dca87f21d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Jul 16 03:45:57.180525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49814) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.202340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d71e7f41-d842-4eaf-99a7-16af0ada1caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.295118 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d71e7f41-d842-4eaf-99a7-16af0ada1caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.299382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d71e7f41-d842-4eaf-99a7-16af0ada1caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.338126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d71e7f41-d842-4eaf-99a7-16af0ada1caa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af8e0f7a1346490fa68659de82764a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564419 Jul 16 03:45:57.340713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.348410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e7f41-d842-4eaf-99a7-16af0ada1caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c055b6-36c9-47a3-bb37-e15af03aee65,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:57.397863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0dd2dbe2-f301-4dae-9228-552300513972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.418814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0dd2dbe2-f301-4dae-9228-552300513972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.468263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0dd2dbe2-f301-4dae-9228-552300513972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.471202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0dd2dbe2-f301-4dae-9228-552300513972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.472364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0dd2dbe2-f301-4dae-9228-552300513972 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60c055b6-36c9-47a3-bb37-e15af03aee65 HTTP/1.1" status: 204 len: 168 time: 0.1306565 Jul 16 03:45:57.485417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2dbe2-f301-4dae-9228-552300513972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c055b6-36c9-47a3-bb37-e15af03aee65,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:57.864782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49824) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.886318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c62d6a9-24aa-41f3-be72-1f8fbd8f523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.004420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c62d6a9-24aa-41f3-be72-1f8fbd8f523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.010899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c62d6a9-24aa-41f3-be72-1f8fbd8f523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.054975 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2c62d6a9-24aa-41f3-be72-1f8fbd8f523a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f3f81d40301452b910bef156f00dac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886451 Jul 16 03:45:58.055889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d6a9-24aa-41f3-be72-1f8fbd8f523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb4c22-ed8d-4939-9d46-a501966ff073,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.058282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49830) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:58.126653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee71fb15-1dd5-415f-b0e0-4385f2a00b6e up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:58.147069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d510815b-daf1-4866-8836-6846885bf123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.196506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d510815b-daf1-4866-8836-6846885bf123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.245965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:58.250942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:58.251802 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.311516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251194-d36e-46d2-809c-a346dc6a1629 req-6b57b338-2a83-48b6-adcd-0f1b8883fdc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:58.318138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d510815b-daf1-4866-8836-6846885bf123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.321034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04251194-d36e-46d2-809c-a346dc6a1629 req-6b57b338-2a83-48b6-adcd-0f1b8883fdc6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 944 time: 0.1101921 Jul 16 03:45:58.321595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d510815b-daf1-4866-8836-6846885bf123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.325300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d510815b-daf1-4866-8836-6846885bf123 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2afb4c22-ed8d-4939-9d46-a501966ff073 HTTP/1.1" status: 204 len: 168 time: 0.2635844 Jul 16 03:45:58.336041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510815b-daf1-4866-8836-6846885bf123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb4c22-ed8d-4939-9d46-a501966ff073,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.388647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.424441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:58.429468 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37dc014-069a-496a-a758-c626a24d8f06" -d '{"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-plugged", "status": "completed", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:58.443575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04251194-d36e-46d2-809c-a346dc6a1629 req-4f81fefc-9b21-4e15-b736-3ebe47e65d31 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211221 Jul 16 03:45:58.457741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:58.464848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.541231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.746150 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5f2e4-96db-43f2-928a-8f16de7fbb0b x-openstack-request-id: req-f8f5f2e4-96db-43f2-928a-8f16de7fbb0b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:58.746478 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-plugged", "status": "completed", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:58.746682 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8f5f2e4-96db-43f2-928a-8f16de7fbb0b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:58.747388 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'code': 200} Jul 16 03:45:58.893571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397b0d1-4c00-42ac-98fe-e1f2bda24edf req-67e3c411-1ccc-401a-9b09-d85846930f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:58.895545 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9397b0d1-4c00-42ac-98fe-e1f2bda24edf req-67e3c411-1ccc-401a-9b09-d85846930f44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 1096 time: 0.0675826 Jul 16 03:45:58.934009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9397b0d1-4c00-42ac-98fe-e1f2bda24edf req-21ae0185-1c21-4388-872a-7a9cb9d18d5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Jul 16 03:45:59.244502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49876) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:59.353934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-954636566-network', 'tenant_id': '05a46a970a7948fd95a5d90bb6e61685'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:59.377055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Made reservation on behalf of 05a46a970a7948fd95a5d90bb6e61685 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:59.379728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.388880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.495287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.500911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.514190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:59.525394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.525789 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Added segment e6dc3426-ffae-4552-99b4-16b9cff4598d of type vlan for network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 Jul 16 03:45:59.591539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61929e0-2bf5-4411-9184-7e011b9cd822,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.596738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.632741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.633812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.634386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.668856 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4205115 Jul 16 03:45:59.669261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100a0e-e94f-4824-b4fb-01efe34a4e4d req-7380ef02-fa8d-4ef5-b174-271e93b756e1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.669261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05100a0e-e94f-4824-b4fb-01efe34a4e4d req-7380ef02-fa8d-4ef5-b174-271e93b756e1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0911796 Jul 16 03:45:59.669805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:59.676265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Request body: {'subnet': {'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-954636566-subnet', 'tenant_id': '05a46a970a7948fd95a5d90bb6e61685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:59.743644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Made reservation on behalf of 05a46a970a7948fd95a5d90bb6e61685 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:59.746196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.755998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a263540-c835-4867-a8a1-5e113fd4a438 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.768409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:59.779011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05100a0e-e94f-4824-b4fb-01efe34a4e4d req-5f0cf4bc-6db6-466d-bd75-466852af74d7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927272 Jul 16 03:46:00.002096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.093062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3f5ced-9068-40d9-a3ee-6df055f3d8c5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:00.117420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Checking segment: {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:00.117747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Network hostable DHCP agents. Network: 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:46:00.136100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:46:00.145748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:00.150237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.150980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.158042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfe412-4746-4e05-aff6-d289d86f1f53 None None] Network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:00.178345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8e1b45a2-dce6-4acc-b860-6084f217ea04 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4979200 Jul 16 03:46:00.331100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd09a1c-1751-417c-a49e-bcafb7059129 None None] Network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:00.977338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6204a-bb6b-4a51-acf0-06b6af5b9559 req-ddcec6c8-2698-41f7-94f6-55e1b5497b10 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.983998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4fb6204a-bb6b-4a51-acf0-06b6af5b9559 req-ddcec6c8-2698-41f7-94f6-55e1b5497b10 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0721784 Jul 16 03:46:01.026172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4fb6204a-bb6b-4a51-acf0-06b6af5b9559 req-0b915c12-5e90-492d-b34c-55e2465c65af tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Jul 16 03:46:01.433857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-970b4a41-358b-465c-a158-757e201fb496 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092892 Jul 16 03:46:01.516771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-33730adb-6ffe-4cd3-a3bd-85681c9620c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.518693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-33730adb-6ffe-4cd3-a3bd-85681c9620c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 1096 time: 0.0581906 Jul 16 03:46:01.693223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-b5268b7e-6dff-4561-b6a4-1c1752bc27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.694609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-b5268b7e-6dff-4561-b6a4-1c1752bc27c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1558633 Jul 16 03:46:01.715193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-1f9a7e4f-6e01-4b6e-880b-e56df83bb13e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.716558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-1f9a7e4f-6e01-4b6e-880b-e56df83bb13e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1522937 Jul 16 03:46:01.746991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-3e34f9d3-9922-49ca-a121-6960db6f5409 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83807b6a-54aa-4883-a16a-ccaa42b01247 HTTP/1.1" status: 200 len: 217 time: 0.0458109 Jul 16 03:46:01.781011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-a96c94a4-1f8d-4f0e-92ff-b4315bb310ff tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/quotas/1230da47d0934e7d8facadda5840f802 HTTP/1.1" status: 200 len: 375 time: 0.0361185 Jul 16 03:46:01.798128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-54c84f4b-4fde-4e36-aad8-440b0ae91bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.798128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-54c84f4b-4fde-4e36-aad8-440b0ae91bea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0442860 Jul 16 03:46:01.908322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-052b609a-3798-458c-915f-cda0a941bd61 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051772 Jul 16 03:46:01.911034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-63f53232-3a10-4783-939c-06ffc7f33de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.912371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-63f53232-3a10-4783-939c-06ffc7f33de3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076913 Jul 16 03:46:02.334231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-225c6bcd-7073-4223-bc0d-2ce7d5b33342 service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183812 Jul 16 03:46:02.336854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-73de406a-64fc-4c33-be74-38c52027015d service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144151 Jul 16 03:46:02.498982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-b99ae3d8-b8d4-4a86-92ec-e6a4e423c967 service neutron] 10.222.0.25 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584966 Jul 16 03:46:02.504884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f3f668-f008-45c9-a875-e669c0f58a3c req-07d7f648-a46d-4820-b10f-efa8f585ceba service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422522 Jul 16 03:46:02.777722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311c25b-cfef-48da-bd85-448fb15cbdfe req-690732f0-4c13-4818-9651-9e8e88dee598 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.779440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7311c25b-cfef-48da-bd85-448fb15cbdfe req-690732f0-4c13-4818-9651-9e8e88dee598 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0850656 Jul 16 03:46:02.790018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.828566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7311c25b-cfef-48da-bd85-448fb15cbdfe req-dc56f86b-6ae2-42d7-94c9-94a9026a4d54 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Jul 16 03:46:03.018386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-4c234820-19e0-4904-9326-62a64a6fadef tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:03.025413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-4c234820-19e0-4904-9326-62a64a6fadef tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/networks?id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 200 len: 808 time: 0.1118009 Jul 16 03:46:03.036496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-3a90ea5e-fbeb-46a1-b338-dc397452c2e0 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/quotas/05a46a970a7948fd95a5d90bb6e61685 HTTP/1.1" status: 200 len: 375 time: 0.0100725 Jul 16 03:46:03.072438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-918704c7-3bcb-4f68-b282-457e4895f3f5 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a46a970a7948fd95a5d90bb6e61685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296266 Jul 16 03:46:03.172533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-2b3ca356-6c01-49b0-bf13-23e6f99f754f service neutron] 10.222.0.25 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921514 Jul 16 03:46:03.277526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-8073efed-383f-41df-a7e1-1d7c3dfb7c0e service neutron] 10.222.0.25 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973957 Jul 16 03:46:03.515918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.723880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c43d85a-e1f0-40a1-9989-17207c160156 req-fb83ab54-b604-4808-ad82-bb50b0875e40 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 210 time: 0.0303245 Jul 16 03:46:03.932752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-d17cc28b-3ff0-4c2b-ab7c-e1ede8ba16d1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:03.934428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-d17cc28b-3ff0-4c2b-ab7c-e1ede8ba16d1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 814 time: 0.1847978 Jul 16 03:46:03.949707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Request body: {'port': {'device_id': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'admin_state_up': True, 'tenant_id': '1230da47d0934e7d8facadda5840f802'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:04.143274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Made reservation on behalf of 1230da47d0934e7d8facadda5840f802 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:04.147415 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.345845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Allocated IP 172.20.0.7 (8cef4a56-7688-4af3-842b-5616b90eb853/ffba8b9b-5fb9-4dfd-8687-949171d27cc5/bde18a9d-5abf-430c-9fa8-3c5b114488ed) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:04.454294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea16e5f6-07a8-42da-a480-a816d0bc57c7 req-9d980481-caf2-4071-a818-5d293d0b574c tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 210 time: 0.0521395 Jul 16 03:46:04.542832 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.621621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.637196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['57b6b130-0015-46bb-817c-09758ee32c3c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:04.679502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Network 8cef4a56-7688-4af3-842b-5616b90eb853 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:04.689608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a', '53d0ce54-880c-4574-aa83-b30497fc2b15'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:04.690256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aeaa7-f609-419f-89e2-dfc868dd6c5a req-b21faa1f-e2d7-4e24-806c-2d576e5bb490 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:04.695048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-175aeaa7-f609-419f-89e2-dfc868dd6c5a req-b21faa1f-e2d7-4e24-806c-2d576e5bb490 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.1246576 Jul 16 03:46:04.698895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:04.702338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:04.705194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event updated for resources: {'Port': ['ID=bde18a9d-5abf-430c-9fa8-3c5b114488ed,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:04.776742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-175aeaa7-f609-419f-89e2-dfc868dd6c5a req-6662d482-a7e0-425f-850f-5876481b38af tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753739 Jul 16 03:46:04.800975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:04.801759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.833144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-9db66694-d17e-4c15-88fe-75c7aed67445 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886545 Jul 16 03:46:04.846455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Request body: {'port': {'device_id': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:04.972375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.105043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-de00b071-d18c-40f4-89a1-ca876d1cecc2 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.106968 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-de00b071-d18c-40f4-89a1-ca876d1cecc2 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.11 "GET /v2.0/networks?id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 200 len: 808 time: 0.2114744 Jul 16 03:46:05.121951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Request body: {'port': {'device_id': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5', 'admin_state_up': True, 'tenant_id': '05a46a970a7948fd95a5d90bb6e61685'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:05.249014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Made reservation on behalf of 05a46a970a7948fd95a5d90bb6e61685 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:05.256014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.389158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde18a9d-5abf-430c-9fa8-3c5b114488ed {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:05.399996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.410658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Allocated IP 172.20.0.11 (5ae7a3a8-cafa-47a6-aab6-27ca289dacc5/9d3f5ced-9068-40d9-a3ee-6df055f3d8c5/666dbf1b-1ed9-4be0-8257-959f74499ac5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:05.419296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d192a-4af9-411d-89c8-39bb4610c861 req-3b2cd627-3f1c-4377-9062-b9333f46bb3e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.420806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-497d192a-4af9-411d-89c8-39bb4610c861 req-3b2cd627-3f1c-4377-9062-b9333f46bb3e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 931 time: 0.1333132 Jul 16 03:46:05.426061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Transition to ACTIVE for port object bde18a9d-5abf-430c-9fa8-3c5b114488ed will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:05.432978 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.510903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=bde18a9d-5abf-430c-9fa8-3c5b114488ed,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.520199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-497d192a-4af9-411d-89c8-39bb4610c861 req-d7abba8f-f8a4-45a2-8574-7d7556ad05a8 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889888 Jul 16 03:46:05.583664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.608471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Attempting to bind port bde18a9d-5abf-430c-9fa8-3c5b114488ed on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:05.608838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Attempting to bind port bde18a9d-5abf-430c-9fa8-3c5b114488ed by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:05.609182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Attempting to bind port bde18a9d-5abf-430c-9fa8-3c5b114488ed on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:05.616825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Port bde18a9d-5abf-430c-9fa8-3c5b114488ed on network 8cef4a56-7688-4af3-842b-5616b90eb853 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:05.617156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Attempting to bind port bde18a9d-5abf-430c-9fa8-3c5b114488ed on network 8cef4a56-7688-4af3-842b-5616b90eb853 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:05.623047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:05.623511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Checking segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:05.623913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Bound using segment: {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:05.624348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Bound port: bde18a9d-5abf-430c-9fa8-3c5b114488ed, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c447a13d-353b-4192-bccd-fa2c529da496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:05.624708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.640516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.705326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:05.709520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:05.713754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:05.737066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Pushing event updated for resources: {'Port': ['ID=666dbf1b-1ed9-4be0-8257-959f74499ac5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.746441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] For port bde18a9d-5abf-430c-9fa8-3c5b114488ed, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:05.761846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] For port bde18a9d-5abf-430c-9fa8-3c5b114488ed, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:05.775613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.775967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707574a-8d59-4b63-93a4-68e45d7f87ca req-f3899e56-d412-4032-872b-a46276b08564 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.776897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.782955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2707574a-8d59-4b63-93a4-68e45d7f87ca req-f3899e56-d412-4032-872b-a46276b08564 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 932 time: 0.1270061 Jul 16 03:46:05.790708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.793355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-0f892556-8cf9-4753-80ad-ba3d3c8c1090 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6762478 Jul 16 03:46:05.807048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Request body: {'port': {'device_id': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:05.845735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.846224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.847686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-65970788-632f-4889-a261-b717669f0bf7 service neutron] 10.222.0.11 "PUT /v2.0/ports/bde18a9d-5abf-430c-9fa8-3c5b114488ed HTTP/1.1" status: 200 len: 1091 time: 1.0069211 Jul 16 03:46:05.848123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'tag': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:05.850390 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995" -d '{"events": [{"name": "network-changed", "server_uuid": "c7368611-eede-4310-b6c1-4b2aab6f1096", "tag": "bde18a9d-5abf-430c-9fa8-3c5b114488ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:05.885454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2707574a-8d59-4b63-93a4-68e45d7f87ca req-e31f2406-faeb-4d68-8234-93c50d832141 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015747 Jul 16 03:46:05.888694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65970788-632f-4889-a261-b717669f0bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=bde18a9d-5abf-430c-9fa8-3c5b114488ed,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.915118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.955893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-5c95de1e-fff1-4439-ae0f-76590f259d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.958067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-5c95de1e-fff1-4439-ae0f-76590f259d4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 1094 time: 0.0653734 Jul 16 03:46:06.009333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-199102bc-3573-4479-9fbf-9db5f6c65c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed HTTP/1.1" status: 200 len: 217 time: 0.0425003 Jul 16 03:46:06.088321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-d575e1be-411c-4226-9931-ac6c2f96b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.089425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-d575e1be-411c-4226-9931-ac6c2f96b9d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.0721240 Jul 16 03:46:06.130555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-15520a5c-ebfc-4c19-b4c4-7c161002864e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312533 Jul 16 03:46:06.139483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4375-8275-4360-a6ab-8ae92044d225 req-e81d980d-6768-43ab-a6f2-86fc309781c1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.140979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8af4375-8275-4360-a6ab-8ae92044d225 req-e81d980d-6768-43ab-a6f2-86fc309781c1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.1344016 Jul 16 03:46:06.169036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee71fb15-1dd5-415f-b0e0-4385f2a00b6e details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:06.242896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666dbf1b-1ed9-4be0-8257-959f74499ac5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:06.243935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8af4375-8275-4360-a6ab-8ae92044d225 req-b6ec4384-0b97-48b9-8a8b-32fe9b2ff8d9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937121 Jul 16 03:46:06.257759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.278112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Transition to ACTIVE for port object 666dbf1b-1ed9-4be0-8257-959f74499ac5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:06.282358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.292834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-df6ba203-6f0b-4572-ab53-db7d8b23bcd1 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508563 Jul 16 03:46:06.327605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Pushing event updated for resources: {'Port': ['ID=666dbf1b-1ed9-4be0-8257-959f74499ac5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.327795 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149073a0-4c12-413c-b254-96fdc806ab5b x-openstack-request-id: req-149073a0-4c12-413c-b254-96fdc806ab5b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:06.328036 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7368611-eede-4310-b6c1-4b2aab6f1096", "tag": "bde18a9d-5abf-430c-9fa8-3c5b114488ed", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:06.328314 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-149073a0-4c12-413c-b254-96fdc806ab5b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:06.328711 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'tag': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed', 'status': 'completed', 'code': 200} Jul 16 03:46:06.362282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:06.391698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'port_id': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'mac_address': 'fa:16:3e:64:fc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:06.420912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Attempting to bind port 666dbf1b-1ed9-4be0-8257-959f74499ac5 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:06.420912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Attempting to bind port 666dbf1b-1ed9-4be0-8257-959f74499ac5 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:06.421256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Attempting to bind port 666dbf1b-1ed9-4be0-8257-959f74499ac5 on network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:06.427194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Port 666dbf1b-1ed9-4be0-8257-959f74499ac5 on network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:06.427447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Attempting to bind port 666dbf1b-1ed9-4be0-8257-959f74499ac5 on network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:06.432800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:06.433143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Checking segment: {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:06.433522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Bound using segment: {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:06.433952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Bound port: 666dbf1b-1ed9-4be0-8257-959f74499ac5, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:06.434306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.435590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a22caaa-af64-441e-b970-f3a70489b9c6 req-5978835a-528b-49fe-8ef1-a34e2f7c09a9 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340210 Jul 16 03:46:06.442871 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.482693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee71fb15-1dd5-415f-b0e0-4385f2a00b6e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:06.522877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:06.529608 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.545681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] For port 666dbf1b-1ed9-4be0-8257-959f74499ac5, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:06.551189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] For port 666dbf1b-1ed9-4be0-8257-959f74499ac5, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:06.560270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.570175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-455b1a42-2ea0-4de8-9098-f05f66132434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.572525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-455b1a42-2ea0-4de8-9098-f05f66132434 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1230da47d0934e7d8facadda5840f802&device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 1094 time: 0.0783050 Jul 16 03:46:06.602087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.616494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.617327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.618865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] 10.222.0.11 "PUT /v2.0/ports/666dbf1b-1ed9-4be0-8257-959f74499ac5 HTTP/1.1" status: 200 len: 1092 time: 0.8170316 Jul 16 03:46:06.619389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'tag': '666dbf1b-1ed9-4be0-8257-959f74499ac5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:06.633037 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89cbd19-3f99-4fa5-9e1d-38b825587527" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca5a987-f02d-4c69-8b1e-83bb08f1627f", "tag": "666dbf1b-1ed9-4be0-8257-959f74499ac5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:06.658714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:06.694117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4fb87-a544-4efa-81fb-7583f624006b service neutron] Pushing event updated for resources: {'Port': ['ID=666dbf1b-1ed9-4be0-8257-959f74499ac5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.758855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-aea8f9ba-c266-4879-8c00-5e083a3b1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.760805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-aea8f9ba-c266-4879-8c00-5e083a3b1210 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 200 len: 916 time: 0.1797335 Jul 16 03:46:06.857496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-97a57b72-dd43-4329-b801-6818cba4ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.859378 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-97a57b72-dd43-4329-b801-6818cba4ea9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05a46a970a7948fd95a5d90bb6e61685&device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 1095 time: 0.0974703 Jul 16 03:46:06.861780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-9a8fcaaf-59f5-4c9b-85cf-3a6c693dbedb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed HTTP/1.1" status: 200 len: 217 time: 0.0935228 Jul 16 03:46:06.898501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a1ea9-2e6f-401e-b009-540c2601d31d req-adad7a81-ec69-4ae3-acfc-f75d49ee8ac1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.900048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a92a1ea9-2e6f-401e-b009-540c2601d31d req-adad7a81-ec69-4ae3-acfc-f75d49ee8ac1 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 943 time: 0.1221533 Jul 16 03:46:06.938622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-4cb0b020-c9cc-46a9-9adf-0ce9dc82bc4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5 HTTP/1.1" status: 200 len: 217 time: 0.0404303 Jul 16 03:46:06.972865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-923b8d4d-1819-48a4-b7c1-223082f8ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.975337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-923b8d4d-1819-48a4-b7c1-223082f8ff16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 200 len: 854 time: 0.0736361 Jul 16 03:46:06.981449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a92a1ea9-2e6f-401e-b009-540c2601d31d req-3fd9f107-9aad-4740-8860-7433ff78b736 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714417 Jul 16 03:46:06.996874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-2ed4d5af-54b2-47a2-a4e9-3696b385e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.004250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-2ed4d5af-54b2-47a2-a4e9-3696b385e3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d3f5ced-9068-40d9-a3ee-6df055f3d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0575936 Jul 16 03:46:07.020353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-703bc3b7-5d68-4ca2-bb64-124e8fff9d7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cef4a56-7688-4af3-842b-5616b90eb853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376306 Jul 16 03:46:07.048409 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-d3b2eb9c-ebf7-402a-899a-8850d68ddb3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366464 Jul 16 03:46:07.154939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-6b61ea1e-3052-49b1-aa30-ad2cf05a5c37 service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239576 Jul 16 03:46:07.161523 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f63162-5d93-4888-a6af-27855a267adb x-openstack-request-id: req-f9f63162-5d93-4888-a6af-27855a267adb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:07.171085 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca5a987-f02d-4c69-8b1e-83bb08f1627f", "tag": "666dbf1b-1ed9-4be0-8257-959f74499ac5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:07.171806 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9f63162-5d93-4888-a6af-27855a267adb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:07.172270 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'tag': '666dbf1b-1ed9-4be0-8257-959f74499ac5', 'status': 'completed', 'code': 200} Jul 16 03:46:07.202865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-a7efa7ff-2191-4945-a495-f4d649282e12 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472259 Jul 16 03:46:07.306431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c1e4f8e-c8b2-4e2e-85ea-48406dad6995 req-a690b9f9-ea4c-42c3-a3a4-80c91fdfd14d service neutron] 10.222.0.11 "GET /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435568 Jul 16 03:46:07.321226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e533c6-7e1f-4f28-9c43-3b410dbeeed8 req-bae2a93a-97a6-4d35-8b81-7da9ca0f8cdd tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.323172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7e533c6-7e1f-4f28-9c43-3b410dbeeed8 req-bae2a93a-97a6-4d35-8b81-7da9ca0f8cdd tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 944 time: 0.1286721 Jul 16 03:46:07.333911 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71dc4681-e1ae-4a74-9e65-8d518a62742a req-4fe4a5cf-89bb-4148-a09b-1739779cb507 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226397 Jul 16 03:46:07.389862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7e533c6-7e1f-4f28-9c43-3b410dbeeed8 req-c8a79b30-572f-41a7-ae6f-c4e546846328 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608139 Jul 16 03:46:07.456172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-48082473-45e7-4b0f-8412-61a3225ffefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.458583 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-48082473-45e7-4b0f-8412-61a3225ffefc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05a46a970a7948fd95a5d90bb6e61685&device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 1095 time: 0.0676303 Jul 16 03:46:07.593588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-8e3b7973-6cb6-4832-87bb-48d49c0c393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.595338 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-8e3b7973-6cb6-4832-87bb-48d49c0c393c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 200 len: 910 time: 0.1272445 Jul 16 03:46:07.616363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505144a2-ef4e-4a61-9c62-ac0b1a1ab135 req-1ba3ee01-fccb-4d36-aada-d29e99c5fddc tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.636943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-505144a2-ef4e-4a61-9c62-ac0b1a1ab135 req-1ba3ee01-fccb-4d36-aada-d29e99c5fddc tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 944 time: 0.1103883 Jul 16 03:46:07.645559 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-794a6d4e-1c33-441b-ac60-2a901d09005a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5 HTTP/1.1" status: 200 len: 217 time: 0.0408852 Jul 16 03:46:07.688712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-505144a2-ef4e-4a61-9c62-ac0b1a1ab135 req-6af96f5b-1755-4d24-83ca-92a8e651da2f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500622 Jul 16 03:46:07.722950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-7dae2c5c-6929-46bb-978c-e1ed20e48c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.725652 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-7dae2c5c-6929-46bb-978c-e1ed20e48c55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d3f5ced-9068-40d9-a3ee-6df055f3d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0693092 Jul 16 03:46:07.778134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-acc24979-6e9f-4ae0-a356-7a886982de1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437083 Jul 16 03:46:07.977384 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-28bda62a-97ef-4202-9ed6-f79c8800ac98 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872716 Jul 16 03:46:08.105899 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a89cbd19-3f99-4fa5-9e1d-38b825587527 req-b4ce137f-d8c2-4aff-83ed-08dc3ed8c5c6 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238220 Jul 16 03:46:08.179579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bde18a9d-5abf-430c-9fa8-3c5b114488ed details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:08.182244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee71fb15-1dd5-415f-b0e0-4385f2a00b6e up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:08.220287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dfa62-9bea-4278-a20f-ced70559b8ca req-0658d310-cb88-4a28-9e03-7694b772d3c8 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.229062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-718dfa62-9bea-4278-a20f-ced70559b8ca req-0658d310-cb88-4a28-9e03-7694b772d3c8 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 943 time: 0.1176805 Jul 16 03:46:08.278495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-718dfa62-9bea-4278-a20f-ced70559b8ca req-4783c2ac-d96c-4b09-ab66-c75baebed180 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482094 Jul 16 03:46:08.351707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bde18a9d-5abf-430c-9fa8-3c5b114488ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:08.370748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed', 'network_id': '8cef4a56-7688-4af3-842b-5616b90eb853', 'port_id': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed', 'mac_address': 'fa:16:3e:71:bb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffba8b9b-5fb9-4dfd-8687-949171d27cc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:08.377687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:08.378360 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.621198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbbce5-1ffe-4fa3-aca8-5a4189daaf16 req-d47c7a7e-1c54-4323-af65-278c739a2d57 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.622824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14fbbce5-1ffe-4fa3-aca8-5a4189daaf16 req-d47c7a7e-1c54-4323-af65-278c739a2d57 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 944 time: 0.1054606 Jul 16 03:46:08.674579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.696925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde18a9d-5abf-430c-9fa8-3c5b114488ed {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:08.709025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14fbbce5-1ffe-4fa3-aca8-5a4189daaf16 req-f56ed61f-5bae-4de6-bb62-e4376be33d5f tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Jul 16 03:46:08.764961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bde18a9d-5abf-430c-9fa8-3c5b114488ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:08.777877 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.799127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.811759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:08.814265 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050bd28-40a4-42f3-bb15-40e1de54ae30" -d '{"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-plugged", "status": "completed", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:08.854569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:08.859926 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.896153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bde18a9d-5abf-430c-9fa8-3c5b114488ed,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:08.923009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f972276-9513-4670-ae99-d605d2410bca req-814d6e35-6a95-4277-909c-cd32b994122f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.930826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f972276-9513-4670-ae99-d605d2410bca req-814d6e35-6a95-4277-909c-cd32b994122f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 944 time: 0.0844922 Jul 16 03:46:08.958854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:08.976684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f972276-9513-4670-ae99-d605d2410bca req-2034508c-e242-4903-bb1e-7febfa6a690d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Jul 16 03:46:09.099892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bde18a9d-5abf-430c-9fa8-3c5b114488ed'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:09.162853 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e28b62-8d15-4cdd-af60-a2746729a529 x-openstack-request-id: req-e1e28b62-8d15-4cdd-af60-a2746729a529 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:09.163353 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-plugged", "status": "completed", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:09.163868 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1e28b62-8d15-4cdd-af60-a2746729a529 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:09.164424 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'code': 200} Jul 16 03:46:09.492714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2ba65-0a11-456b-a8ba-28f3bea75c27 req-1190d280-e19b-443b-ada2-ae67478612bf tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.494291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80f2ba65-0a11-456b-a8ba-28f3bea75c27 req-1190d280-e19b-443b-ada2-ae67478612bf tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 944 time: 0.0965188 Jul 16 03:46:09.541387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80f2ba65-0a11-456b-a8ba-28f3bea75c27 req-82ce179f-9fec-4515-8ee3-2d3e94c9c4d5 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Jul 16 03:46:09.907947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5601152-e98e-4f36-a981-da11355eb27e req-563b2029-70f1-4cea-a558-202a3b0f6dea tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.909460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5601152-e98e-4f36-a981-da11355eb27e req-563b2029-70f1-4cea-a558-202a3b0f6dea tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 944 time: 0.0746932 Jul 16 03:46:09.962761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5601152-e98e-4f36-a981-da11355eb27e req-05adb9ce-c5f9-4bc2-a992-15a8f6fd3dfb tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Jul 16 03:46:10.187373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1d1c-e827-4bd3-b6dd-af908dc8f682 req-0efdb4a3-8aec-4d7f-be9b-04c0acae18f9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.195422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28de1d1c-e827-4bd3-b6dd-af908dc8f682 req-0efdb4a3-8aec-4d7f-be9b-04c0acae18f9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0901356 Jul 16 03:46:10.211778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 666dbf1b-1ed9-4be0-8257-959f74499ac5 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:10.213888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bde18a9d-5abf-430c-9fa8-3c5b114488ed up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:10.269474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28de1d1c-e827-4bd3-b6dd-af908dc8f682 req-94c49864-7f47-404f-80b0-99cddcfefc8d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725019 Jul 16 03:46:10.394800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 666dbf1b-1ed9-4be0-8257-959f74499ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:10.418565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '666dbf1b-1ed9-4be0-8257-959f74499ac5', 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5', 'port_id': '666dbf1b-1ed9-4be0-8257-959f74499ac5', 'mac_address': 'fa:16:3e:5c:5a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3f5ced-9068-40d9-a3ee-6df055f3d8c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:10.489325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.499609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port bde18a9d-5abf-430c-9fa8-3c5b114488ed completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:10.507436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port bde18a9d-5abf-430c-9fa8-3c5b114488ed triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:10.507857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.553664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666dbf1b-1ed9-4be0-8257-959f74499ac5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:10.580489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 666dbf1b-1ed9-4be0-8257-959f74499ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:10.592647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.694639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=666dbf1b-1ed9-4be0-8257-959f74499ac5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:10.698305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.746918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bde18a9d-5abf-430c-9fa8-3c5b114488ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:10.754344 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.814934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dc8ab-9898-47e5-8b6a-60973074f472 req-b85fbb0c-6ab9-4f5c-89f6-fd31563e5854 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.816508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-876dc8ab-9898-47e5-8b6a-60973074f472 req-b85fbb0c-6ab9-4f5c-89f6-fd31563e5854 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 944 time: 0.0903308 Jul 16 03:46:10.831959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bde18a9d-5abf-430c-9fa8-3c5b114488ed,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:10.861729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-876dc8ab-9898-47e5-8b6a-60973074f472 req-9ffbf1bb-c5bb-4c17-8c28-355e6c3ff19b tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Jul 16 03:46:10.878785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['666dbf1b-1ed9-4be0-8257-959f74499ac5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:11.165843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:11.168347 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff4e1fe-739b-4b28-b025-3bb5ea364482" -d '{"events": [{"server_uuid": "c7368611-eede-4310-b6c1-4b2aab6f1096", "name": "network-vif-plugged", "status": "completed", "tag": "bde18a9d-5abf-430c-9fa8-3c5b114488ed"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:11.200983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a8fe4-1299-4dbe-af09-bc13fd0a0b0c req-a3825c5f-3657-4d6c-9627-21f152603339 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.202668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-855a8fe4-1299-4dbe-af09-bc13fd0a0b0c req-a3825c5f-3657-4d6c-9627-21f152603339 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 945 time: 0.0751595 Jul 16 03:46:11.244364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-855a8fe4-1299-4dbe-af09-bc13fd0a0b0c req-a7a518ce-a73e-4681-9729-19e383dce230 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Jul 16 03:46:11.304877 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba6280-7df1-4fba-abb2-d2c10daeb2aa x-openstack-request-id: req-c3ba6280-7df1-4fba-abb2-d2c10daeb2aa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:11.305358 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7368611-eede-4310-b6c1-4b2aab6f1096", "name": "network-vif-plugged", "status": "completed", "tag": "bde18a9d-5abf-430c-9fa8-3c5b114488ed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:11.305446 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ba6280-7df1-4fba-abb2-d2c10daeb2aa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:11.305847 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed', 'code': 200} Jul 16 03:46:11.528719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc990-42a9-4d2b-9689-e776cbfa288b req-ad8786d7-ec79-4e79-81f6-3c6473c7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.530999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eafbc990-42a9-4d2b-9689-e776cbfa288b req-ad8786d7-ec79-4e79-81f6-3c6473c7a2e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 1096 time: 0.1482949 Jul 16 03:46:11.532348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887d71e-d329-43fd-84f2-7746b2b9bcd9 req-36beadeb-015e-4876-b74a-cff03f9affa6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.542692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c887d71e-d329-43fd-84f2-7746b2b9bcd9 req-36beadeb-015e-4876-b74a-cff03f9affa6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.1283135 Jul 16 03:46:11.599154 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c887d71e-d329-43fd-84f2-7746b2b9bcd9 req-73919dc1-c3f1-4456-8d28-443df26651e3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Jul 16 03:46:11.627628 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eafbc990-42a9-4d2b-9689-e776cbfa288b req-cc0dc2da-d3a7-48fb-8ff0-564d5aa7122a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880065 Jul 16 03:46:12.093652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ac7e-5377-4c7a-812d-b402854812f2 req-4669e053-e3e3-4bf7-b0eb-48ac55930888 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.095201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2937ac7e-5377-4c7a-812d-b402854812f2 req-4669e053-e3e3-4bf7-b0eb-48ac55930888 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 945 time: 0.0765855 Jul 16 03:46:12.149159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2937ac7e-5377-4c7a-812d-b402854812f2 req-6eaa4b9d-25e6-4bf2-bba2-bad105a9beb3 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 Jul 16 03:46:12.228193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 666dbf1b-1ed9-4be0-8257-959f74499ac5 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:12.319269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 666dbf1b-1ed9-4be0-8257-959f74499ac5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:12.323421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 666dbf1b-1ed9-4be0-8257-959f74499ac5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:12.323874 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.459338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.480915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9bf5-0eeb-4fc8-941a-e7b94319c803 req-0bd86560-c109-4584-a3fc-304c4d55c802 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.488424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-395e9bf5-0eeb-4fc8-941a-e7b94319c803 req-0bd86560-c109-4584-a3fc-304c4d55c802 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 945 time: 0.0770590 Jul 16 03:46:12.520516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 666dbf1b-1ed9-4be0-8257-959f74499ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:12.527106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.540590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-395e9bf5-0eeb-4fc8-941a-e7b94319c803 req-6724c9f9-4b56-45fd-bb0f-9a661942232d tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Jul 16 03:46:12.596659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=666dbf1b-1ed9-4be0-8257-959f74499ac5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:12.791278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578a857-22be-4774-9999-33258bb0cfe5 req-e50f2535-d8f5-4256-8629-644a34e33082 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.792829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1578a857-22be-4774-9999-33258bb0cfe5 req-e50f2535-d8f5-4256-8629-644a34e33082 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0761132 Jul 16 03:46:12.842215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1578a857-22be-4774-9999-33258bb0cfe5 req-42f46e36-c341-4a2e-92da-c3af15fd95f8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Jul 16 03:46:13.307448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666dbf1b-1ed9-4be0-8257-959f74499ac5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:13.309941 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41d55e6-45b1-429c-be73-172ba912140b" -d '{"events": [{"server_uuid": "9ca5a987-f02d-4c69-8b1e-83bb08f1627f", "name": "network-vif-plugged", "status": "completed", "tag": "666dbf1b-1ed9-4be0-8257-959f74499ac5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:13.370906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424f71-fcb4-4c4e-a78b-503e3f3e8a56 req-ff7bef7c-c239-4ea5-a66e-bfc75ddd5d3e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.372741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74424f71-fcb4-4c4e-a78b-503e3f3e8a56 req-ff7bef7c-c239-4ea5-a66e-bfc75ddd5d3e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 945 time: 0.0956392 Jul 16 03:46:13.416609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74424f71-fcb4-4c4e-a78b-503e3f3e8a56 req-7e39890f-84d1-4fee-af77-cce4a3581246 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 Jul 16 03:46:13.488219 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2275871-5dae-4e65-8e04-db113a5d48c5 x-openstack-request-id: req-a2275871-5dae-4e65-8e04-db113a5d48c5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:13.489048 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca5a987-f02d-4c69-8b1e-83bb08f1627f", "name": "network-vif-plugged", "status": "completed", "tag": "666dbf1b-1ed9-4be0-8257-959f74499ac5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:13.489468 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2275871-5dae-4e65-8e04-db113a5d48c5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:13.490051 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666dbf1b-1ed9-4be0-8257-959f74499ac5', 'code': 200} Jul 16 03:46:13.638622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064d83a-6e60-43d6-b6f8-70f8d940ede3 req-6111674e-8c58-40c9-aefb-66bb23ab27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.640996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d064d83a-6e60-43d6-b6f8-70f8d940ede3 req-6111674e-8c58-40c9-aefb-66bb23ab27da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 1097 time: 0.0828912 Jul 16 03:46:13.697263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d064d83a-6e60-43d6-b6f8-70f8d940ede3 req-7321e982-6972-4307-bf50-1b815c0d5f94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Jul 16 03:46:13.834570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fad83f-a2a3-4fd0-9d93-4ab0ed3c84eb req-a6c01128-1080-4dd0-a46a-0e0291d97b25 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.836567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28fad83f-a2a3-4fd0-9d93-4ab0ed3c84eb req-a6c01128-1080-4dd0-a46a-0e0291d97b25 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 946 time: 0.1079271 Jul 16 03:46:13.926339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28fad83f-a2a3-4fd0-9d93-4ab0ed3c84eb req-df59f071-4f54-46e9-85f7-1d637937f2d0 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840638 Jul 16 03:46:14.156509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07a59-f7bf-4fa2-8629-4665e7d942fb req-23c5b17e-b4e8-4c20-9f89-1ab04515fd24 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:14.163739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdd07a59-f7bf-4fa2-8629-4665e7d942fb req-23c5b17e-b4e8-4c20-9f89-1ab04515fd24 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0695183 Jul 16 03:46:14.213554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdd07a59-f7bf-4fa2-8629-4665e7d942fb req-79d906ad-67ee-48de-9d7e-399b4667ad35 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488973 Jul 16 03:46:15.103067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a406-5250-4420-85b8-900cdd0d7610 req-668a11c6-6824-4c84-9d5b-f91f919ce5a4 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.104690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8465a406-5250-4420-85b8-900cdd0d7610 req-668a11c6-6824-4c84-9d5b-f91f919ce5a4 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 946 time: 0.0667982 Jul 16 03:46:15.183304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8465a406-5250-4420-85b8-900cdd0d7610 req-3dd3e00a-3c4c-4c3e-a9d8-5b5303d0a605 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Jul 16 03:46:15.868251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d12b9-1400-4948-8e9d-71f3f863d662 req-ced5f935-6cf5-4ec5-8557-b845a38920ab tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.876457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225d12b9-1400-4948-8e9d-71f3f863d662 req-ced5f935-6cf5-4ec5-8557-b845a38920ab tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0845428 Jul 16 03:46:15.930499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-225d12b9-1400-4948-8e9d-71f3f863d662 req-72b440f4-8598-4a78-8943-08eef494f84a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527186 Jul 16 03:46:16.714051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34472fbd-6eeb-40de-aa0a-a2eaa0fd6504 req-5ebb0bdd-e3d4-41b8-a7ab-09c6951c79e2 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:16.716653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34472fbd-6eeb-40de-aa0a-a2eaa0fd6504 req-5ebb0bdd-e3d4-41b8-a7ab-09c6951c79e2 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 946 time: 0.1261337 Jul 16 03:46:16.776615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34472fbd-6eeb-40de-aa0a-a2eaa0fd6504 req-61f05b4f-c59d-410e-82cc-3db1b588f505 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Jul 16 03:46:17.136450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e347df-1811-4d61-a220-6e20dc93e51c req-2b806163-940e-475a-b82d-363d8ac48fd6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.144471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6e347df-1811-4d61-a220-6e20dc93e51c req-2b806163-940e-475a-b82d-363d8ac48fd6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0819814 Jul 16 03:46:17.197327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6e347df-1811-4d61-a220-6e20dc93e51c req-5e14dd68-cca6-49ca-9b0d-dec3f8acab14 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Jul 16 03:46:17.632320 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:46:18.069176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-5fcc3711-a2c1-413e-94d1-c0b8c9821a5c tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.072499 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-5fcc3711-a2c1-413e-94d1-c0b8c9821a5c tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 946 time: 0.0972483 Jul 16 03:46:18.096402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c496d4-5c45-490a-9196-74a3fecc618a req-4f5b826f-ea35-4b2b-896f-a6ba5f7281ee tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.114919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00c496d4-5c45-490a-9196-74a3fecc618a req-4f5b826f-ea35-4b2b-896f-a6ba5f7281ee tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 946 time: 0.1572020 Jul 16 03:46:18.184513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00c496d4-5c45-490a-9196-74a3fecc618a req-c8f19efb-7af9-4c6f-87ce-8a7d34cb6f01 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684984 Jul 16 03:46:18.332976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Deleting port 666dbf1b-1ed9-4be0-8257-959f74499ac5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:18.333230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.426130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] For port 666dbf1b-1ed9-4be0-8257-959f74499ac5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=666dbf1b-1ed9-4be0-8257-959f74499ac5,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:18.426485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.441006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Calling delete_port for 666dbf1b-1ed9-4be0-8257-959f74499ac5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:18.528542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8061a-4f90-4dad-93e8-2611988152be req-fbb6e871-2c4c-40c0-bc76-44478b7f6ab0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.530345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09b8061a-4f90-4dad-93e8-2611988152be req-fbb6e871-2c4c-40c0-bc76-44478b7f6ab0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.1000240 Jul 16 03:46:18.583417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09b8061a-4f90-4dad-93e8-2611988152be req-368b497f-e559-4b16-b98c-f4c7fac502af tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Jul 16 03:46:18.673755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.687543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['666dbf1b-1ed9-4be0-8257-959f74499ac5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:18.773413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Pushing event deleted for resources: {'Port': ['ID=666dbf1b-1ed9-4be0-8257-959f74499ac5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.827147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.827588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.828325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.828325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.828970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.829080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.829482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.829906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.830352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.830762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.831734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.832341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:18.861584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] No DVR routers for this DVR port 666dbf1b-1ed9-4be0-8257-959f74499ac5 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:18.865860 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.868470 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-41fc31ba-9ddc-4bad-9a13-9fc8423bbc9f req-876123a4-5d2e-4830-9108-9a0fef07e17e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.11 "DELETE /v2.0/ports/666dbf1b-1ed9-4be0-8257-959f74499ac5 HTTP/1.1" status: 204 len: 173 time: 0.7881060 Jul 16 03:46:18.869008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'name': 'network-vif-deleted', 'tag': '666dbf1b-1ed9-4be0-8257-959f74499ac5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:18.871342 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75726783-4d94-41a7-bc68-e320d61ee865" -d '{"events": [{"server_uuid": "9ca5a987-f02d-4c69-8b1e-83bb08f1627f", "name": "network-vif-deleted", "tag": "666dbf1b-1ed9-4be0-8257-959f74499ac5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:18.971110 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85f71ad-4fe3-470e-8776-d33c7d0266d7 x-openstack-request-id: req-b85f71ad-4fe3-470e-8776-d33c7d0266d7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:18.971413 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca5a987-f02d-4c69-8b1e-83bb08f1627f", "name": "network-vif-deleted", "tag": "666dbf1b-1ed9-4be0-8257-959f74499ac5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:18.971704 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b85f71ad-4fe3-470e-8776-d33c7d0266d7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:18.972117 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca5a987-f02d-4c69-8b1e-83bb08f1627f', 'name': 'network-vif-deleted', 'tag': '666dbf1b-1ed9-4be0-8257-959f74499ac5', 'status': 'completed', 'code': 200} Jul 16 03:46:19.428685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d21982d8-79b0-4e61-bd23-636d0137100d req-f8f9d75b-6c68-4105-9617-7ea65c9a26bc tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca5a987-f02d-4c69-8b1e-83bb08f1627f HTTP/1.1" status: 200 len: 210 time: 0.0479217 Jul 16 03:46:19.941760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab7b11-7d72-4968-af55-4a95b4d3a4ae req-0506ce32-c51b-4bcd-ba7d-facb4822d6d8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:19.950143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3ab7b11-7d72-4968-af55-4a95b4d3a4ae req-0506ce32-c51b-4bcd-ba7d-facb4822d6d8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0879068 Jul 16 03:46:19.995592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3ab7b11-7d72-4968-af55-4a95b4d3a4ae req-e9457987-0e72-4f38-b7f1-567c6521406e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Jul 16 03:46:20.707097 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81de77d4-cca7-4da0-a419-32f84d449191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.835056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-57fb6808-a71b-47f3-a55c-b1e2b5c9c500 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:20.836564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-57fb6808-a71b-47f3-a55c-b1e2b5c9c500 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/networks?id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 200 len: 808 time: 0.1110823 Jul 16 03:46:20.852929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-2381ae86-5719-430e-945c-7d2507bfc610 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/quotas/05a46a970a7948fd95a5d90bb6e61685 HTTP/1.1" status: 200 len: 375 time: 0.0099010 Jul 16 03:46:20.891544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-d4123513-0ad1-4078-8bd0-c7e04ae260c4 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a46a970a7948fd95a5d90bb6e61685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331001 Jul 16 03:46:20.985780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-71d8a854-c7af-4f85-ac04-cb0f5d403f0d service neutron] 10.222.0.25 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867922 Jul 16 03:46:21.087623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-3b270848-1375-44b4-bd54-f59e02fe95de service neutron] 10.222.0.25 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953550 Jul 16 03:46:21.427586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b61095-289e-460d-bc28-ba747e6df90a req-875a7af7-bcc9-45c2-8ab1-34cd919bb406 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.429065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2b61095-289e-460d-bc28-ba747e6df90a req-875a7af7-bcc9-45c2-8ab1-34cd919bb406 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 945 time: 0.0915489 Jul 16 03:46:21.470502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1909-681c-417d-b79d-37156336ca1c req-d957c972-053e-4aca-b796-398de9946481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.472735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-d957c972-053e-4aca-b796-398de9946481 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 1096 time: 0.0722015 Jul 16 03:46:21.493088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2b61095-289e-460d-bc28-ba747e6df90a req-7ff0191d-67e2-4084-85fc-e788410431b6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Jul 16 03:46:21.606768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1909-681c-417d-b79d-37156336ca1c req-a62ab830-e6cd-4dc8-be8e-efbcd3e2428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.608256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-a62ab830-e6cd-4dc8-be8e-efbcd3e2428e service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1276858 Jul 16 03:46:21.668071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-38dd18c6-de77-406e-a9a3-e273dc063cd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e HTTP/1.1" status: 200 len: 217 time: 0.0522060 Jul 16 03:46:21.679517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b06c497-1966-42d3-a2f4-3931b12c1628 req-f8cfcd7a-f5be-4d77-9d04-57a28754a02e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 210 time: 0.0306716 Jul 16 03:46:21.729367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1909-681c-417d-b79d-37156336ca1c req-4a565bd7-7bdc-43ca-8b57-309296b9281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.730723 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-4a565bd7-7bdc-43ca-8b57-309296b9281f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0561447 Jul 16 03:46:21.795363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1909-681c-417d-b79d-37156336ca1c req-9a6e4bd7-2be7-4e67-827d-d88783f323ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.797398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-9a6e4bd7-2be7-4e67-827d-d88783f323ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592687 Jul 16 03:46:21.909138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-cf1e0a3e-5d92-455a-ae0c-4a55d4cb3c37 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047277 Jul 16 03:46:22.289223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 666dbf1b-1ed9-4be0-8257-959f74499ac5 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:22.310285 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17af1909-681c-417d-b79d-37156336ca1c req-49411401-25a2-41a1-9dfa-be70c8af8ceb service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916483 Jul 16 03:46:22.318945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 666dbf1b-1ed9-4be0-8257-959f74499ac5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:22.319489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 666dbf1b-1ed9-4be0-8257-959f74499ac5 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:22.320056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee71fb15-1dd5-415f-b0e0-4385f2a00b6e no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:22.404175 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.426920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:22.429055 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99aecf1-48c0-4f4d-b105-4d4f5e47e0fe" -d '{"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-unplugged", "status": "completed", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:22.442502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:22.447656 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.474871 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e4cbab-b30b-4902-b34f-0cd18356f4ff x-openstack-request-id: req-67e4cbab-b30b-4902-b34f-0cd18356f4ff {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:22.475173 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-unplugged", "status": "completed", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:22.475434 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67e4cbab-b30b-4902-b34f-0cd18356f4ff {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:22.475828 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'code': 200} Jul 16 03:46:22.505588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:22.769295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-95e00aa6-255a-44b5-bd87-5543fbfa2bf1 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.770897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-95e00aa6-255a-44b5-bd87-5543fbfa2bf1 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.48 "GET /v2.0/networks?id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 200 len: 808 time: 0.1551373 Jul 16 03:46:22.778132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ceb3ca-85aa-498c-b59f-050fdbce92ef req-0fcb322c-bd33-4b4a-9b83-631ac28b45bf tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.779527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2ceb3ca-85aa-498c-b59f-050fdbce92ef req-0fcb322c-bd33-4b4a-9b83-631ac28b45bf tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 943 time: 0.1542566 Jul 16 03:46:22.785196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Request body: {'port': {'device_id': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5', 'admin_state_up': True, 'tenant_id': '05a46a970a7948fd95a5d90bb6e61685'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:23.162469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e2ceb3ca-85aa-498c-b59f-050fdbce92ef req-55595fbc-cb2e-4d87-8856-3de37a773feb tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738425 Jul 16 03:46:23.210862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Made reservation on behalf of 05a46a970a7948fd95a5d90bb6e61685 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:23.214982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.269793 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5136e6f3-9576-4216-ae01-d9b9b95024fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.367061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Allocated IP 172.20.0.10 (5ae7a3a8-cafa-47a6-aab6-27ca289dacc5/9d3f5ced-9068-40d9-a3ee-6df055f3d8c5/12990eb2-45b0-4841-a135-7cf49f3d447a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:23.424320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd8060d5-9747-4b35-a0fb-1e95731f4259 req-12d190ec-8e6c-4709-b694-416893b84086 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 210 time: 0.0393174 Jul 16 03:46:23.564765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.602772 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.647624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:23.650726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:23.654571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:23.677380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Pushing event updated for resources: {'Port': ['ID=12990eb2-45b0-4841-a135-7cf49f3d447a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.691749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.692100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.692445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.692785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.693173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.693513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.693843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.694173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.694498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.694853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.695185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.695513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:23.715287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:23.715898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.729961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-6dae7f43-fbdd-4fae-855c-4bb251c2f3df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9490743 Jul 16 03:46:23.741594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Request body: {'port': {'device_id': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:23.814320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.846173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.065425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12990eb2-45b0-4841-a135-7cf49f3d447a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:24.072994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.085217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Transition to ACTIVE for port object 12990eb2-45b0-4841-a135-7cf49f3d447a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:24.088253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.137707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12990eb2-45b0-4841-a135-7cf49f3d447a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:24.208448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Attempting to bind port 12990eb2-45b0-4841-a135-7cf49f3d447a on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:24.208791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Attempting to bind port 12990eb2-45b0-4841-a135-7cf49f3d447a by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:24.209250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Attempting to bind port 12990eb2-45b0-4841-a135-7cf49f3d447a on network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:24.214013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Port 12990eb2-45b0-4841-a135-7cf49f3d447a on network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:46:24.215557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Attempting to bind port 12990eb2-45b0-4841-a135-7cf49f3d447a on network 5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:24.220879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:24.221488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Checking segment: {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:24.222625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Bound using segment: {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:24.223242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Bound port: 12990eb2-45b0-4841-a135-7cf49f3d447a, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dc3426-ffae-4552-99b4-16b9cff4598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:24.223777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.317425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] For port 12990eb2-45b0-4841-a135-7cf49f3d447a, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:24.323345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] For port 12990eb2-45b0-4841-a135-7cf49f3d447a, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=12990eb2-45b0-4841-a135-7cf49f3d447a,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:24.327263 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.333433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.418849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.419730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.421508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/12990eb2-45b0-4841-a135-7cf49f3d447a HTTP/1.1" status: 200 len: 1092 time: 0.6844645 Jul 16 03:46:24.427948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'tag': '12990eb2-45b0-4841-a135-7cf49f3d447a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:24.430423 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee756ea2-f564-4425-a287-5b2da80e87d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f57e83-e4be-4b05-9e49-7d03247644e3", "tag": "12990eb2-45b0-4841-a135-7cf49f3d447a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:24.496835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479427a-7a38-45d5-a8ba-a288627643c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12990eb2-45b0-4841-a135-7cf49f3d447a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:24.525627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d08d5f-4d75-420c-ac4f-0cb67c5e7639 req-d458e3a8-7bb5-4e8c-beca-ca04187e0464 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.527266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97d08d5f-4d75-420c-ac4f-0cb67c5e7639 req-d458e3a8-7bb5-4e8c-beca-ca04187e0464 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 943 time: 0.1981175 Jul 16 03:46:24.576377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-39f3abb6-92cc-4c8e-b909-08464c4723ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.577802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-39f3abb6-92cc-4c8e-b909-08464c4723ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05a46a970a7948fd95a5d90bb6e61685&device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 1095 time: 0.1146116 Jul 16 03:46:24.581574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97d08d5f-4d75-420c-ac4f-0cb67c5e7639 req-d825bb6a-df45-4695-b7f0-2a9a3aa2e7aa tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Jul 16 03:46:24.627311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-247403f0-2805-474c-9ff4-f87f3a04c8b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12990eb2-45b0-4841-a135-7cf49f3d447a HTTP/1.1" status: 200 len: 217 time: 0.0417209 Jul 16 03:46:24.677312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be275-1d18-44a5-a80d-97378d259dcc req-45e5dcc2-12ab-4239-ac0c-ce921c8f676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.678826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-45e5dcc2-12ab-4239-ac0c-ce921c8f676e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d3f5ced-9068-40d9-a3ee-6df055f3d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0458462 Jul 16 03:46:24.720896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-8aae2248-f143-4102-8e33-43b49857490e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314715 Jul 16 03:46:24.738526 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d86ca6-97ea-47d6-8a44-15186adfbc58 x-openstack-request-id: req-91d86ca6-97ea-47d6-8a44-15186adfbc58 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:24.738912 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f57e83-e4be-4b05-9e49-7d03247644e3", "tag": "12990eb2-45b0-4841-a135-7cf49f3d447a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:24.739239 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91d86ca6-97ea-47d6-8a44-15186adfbc58 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:24.739692 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'tag': '12990eb2-45b0-4841-a135-7cf49f3d447a', 'status': 'completed', 'code': 200} Jul 16 03:46:24.842359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-bde48c9e-1562-4538-9602-299902a799b4 service neutron] 10.222.0.48 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137698 Jul 16 03:46:24.962148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ad488-312e-482e-8a4c-a81ae858a976 req-c79bc8f4-7e92-46e3-bdc2-9d01779d23da tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.963637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d0ad488-312e-482e-8a4c-a81ae858a976 req-c79bc8f4-7e92-46e3-bdc2-9d01779d23da tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 944 time: 0.1348703 Jul 16 03:46:24.965763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f45be275-1d18-44a5-a80d-97378d259dcc req-fd2772f6-b808-4770-9dd0-44f1c8050f21 service neutron] 10.222.0.48 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080225 Jul 16 03:46:25.011101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d0ad488-312e-482e-8a4c-a81ae858a976 req-be76d22a-ee70-4750-bade-2294abe2799b tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Jul 16 03:46:25.067903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-01d21f13-1110-4e85-8818-54b64cb15581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.069461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-01d21f13-1110-4e85-8818-54b64cb15581 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05a46a970a7948fd95a5d90bb6e61685&device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 1095 time: 0.0539889 Jul 16 03:46:25.163668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-38be9002-91ad-47a9-822f-7aab640aabed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.165440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-38be9002-91ad-47a9-822f-7aab640aabed service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 200 len: 910 time: 0.0893524 Jul 16 03:46:25.207058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-dc389a7e-6db0-4f8d-905b-cc2b1c74a8ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12990eb2-45b0-4841-a135-7cf49f3d447a HTTP/1.1" status: 200 len: 217 time: 0.0349398 Jul 16 03:46:25.299002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-864dc1f6-6ff3-425c-ad40-0e2bc0acfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.301069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-864dc1f6-6ff3-425c-ad40-0e2bc0acfb89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d3f5ced-9068-40d9-a3ee-6df055f3d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0815132 Jul 16 03:46:25.329106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.335157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.342616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.347514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.353352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.359214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.365759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.367719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-1785ace1-492d-469c-a7d7-03c26c20a4bc tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.1571615 Jul 16 03:46:25.388771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-0f2612fa-52d0-45d0-9a1a-9e513c778c1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797491 Jul 16 03:46:25.449045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfdb433c-c56d-4e3b-a9bb-d2206a14a609 req-609207dd-ab1c-40f6-ac68-0df8cfdfff73 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628071 Jul 16 03:46:25.506908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-9fc9caf6-8614-4b56-91b9-e8c2a4d5056b service neutron] 10.222.0.48 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112463 Jul 16 03:46:25.640753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee756ea2-f564-4425-a287-5b2da80e87d5 req-4c155fdb-8636-4032-a76a-4b55fa6223bf service neutron] 10.222.0.48 "GET /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273575 Jul 16 03:46:25.676115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.681927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.687977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.693963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.700124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.706568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.712486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.714325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6984c501-c5c3-4900-8c43-d97389164923 req-43a0d374-8d7c-426e-8d27-3015661a120f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.1280024 Jul 16 03:46:25.870178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439b04-a178-4907-a9d1-8b05ab1373eb req-0367468b-6ab7-4b86-a2ce-5044fb7b5b70 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.876756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c439b04-a178-4907-a9d1-8b05ab1373eb req-0367468b-6ab7-4b86-a2ce-5044fb7b5b70 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 943 time: 0.0632031 Jul 16 03:46:25.913660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c439b04-a178-4907-a9d1-8b05ab1373eb req-64ce545d-9021-4936-a9cd-1a0f5bccb2f8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351591 Jul 16 03:46:26.060291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.183780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b0480-ab84-449a-b485-0dd434901ba2 req-73057ac0-d008-43e2-b2ff-e748619a0b95 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.185267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-674b0480-ab84-449a-b485-0dd434901ba2 req-73057ac0-d008-43e2-b2ff-e748619a0b95 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0679648 Jul 16 03:46:26.225728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-674b0480-ab84-449a-b485-0dd434901ba2 req-f0e5bae4-0011-4b21-ae5c-1103f76cf88b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340054 Jul 16 03:46:26.399416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f559e3-419f-40e4-81c0-f05d40ecc9b8 req-5cf36498-c7e4-459d-8f9b-6008616dc9f6 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.400940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9f559e3-419f-40e4-81c0-f05d40ecc9b8 req-5cf36498-c7e4-459d-8f9b-6008616dc9f6 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 944 time: 0.0641081 Jul 16 03:46:26.443715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9f559e3-419f-40e4-81c0-f05d40ecc9b8 req-78160fc8-1c93-4c83-80af-4f3354cf0e1d tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jul 16 03:46:26.600906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61097d-48bc-4d8b-8a61-e6b2ba8c5f8c req-bdad6dcf-8c83-4aa4-b77a-bb2fbb62a14d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:26.602411 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb61097d-48bc-4d8b-8a61-e6b2ba8c5f8c req-bdad6dcf-8c83-4aa4-b77a-bb2fbb62a14d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0618887 Jul 16 03:46:26.645907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb61097d-48bc-4d8b-8a61-e6b2ba8c5f8c req-33cb5810-a4d8-4fd5-8894-5719884713de tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344386 Jul 16 03:46:27.033019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423705fb-b9b2-4256-bfa8-cda1a924f04c req-d2d04a0d-1381-4fa0-9879-28a8f1f8407e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.035009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-423705fb-b9b2-4256-bfa8-cda1a924f04c req-d2d04a0d-1381-4fa0-9879-28a8f1f8407e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0782335 Jul 16 03:46:27.074663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-423705fb-b9b2-4256-bfa8-cda1a924f04c req-6124dd47-01e1-4474-9fb5-edb7706b74a9 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339170 Jul 16 03:46:27.615903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b5d2e-137a-4e22-b054-d0862602bf99 req-ae5b593c-c3fb-4302-bec2-825494908d9a tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.617486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c2b5d2e-137a-4e22-b054-d0862602bf99 req-ae5b593c-c3fb-4302-bec2-825494908d9a tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 944 time: 0.0642428 Jul 16 03:46:27.639850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:27.657295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c2b5d2e-137a-4e22-b054-d0862602bf99 req-68247f67-4947-4d92-9000-1f26a563ca89 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jul 16 03:46:27.744658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.745208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.745795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.746214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.746695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.747155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.747914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.749573 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-8720879c-2190-4004-af15-5621be53ac6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6492 time: 0.1081944 Jul 16 03:46:27.787512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-2d5b9470-2409-44db-a702-6afbb6893779 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0307119 Jul 16 03:46:28.257234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636a3e4-fd24-4957-b981-d5997105d44c req-908cc26e-3a05-4b31-9c56-812c55481af0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.258735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a636a3e4-fd24-4957-b981-d5997105d44c req-908cc26e-3a05-4b31-9c56-812c55481af0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0659494 Jul 16 03:46:28.295420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a636a3e4-fd24-4957-b981-d5997105d44c req-db9d12af-7529-4bac-a9b8-616bbaf6d312 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Jul 16 03:46:28.336475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ee71fb15-1dd5-415f-b0e0-4385f2a00b6e no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:28.419802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 12990eb2-45b0-4841-a135-7cf49f3d447a details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:28.517254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 12990eb2-45b0-4841-a135-7cf49f3d447a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=12990eb2-45b0-4841-a135-7cf49f3d447a,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.528204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '12990eb2-45b0-4841-a135-7cf49f3d447a', 'network_id': '5ae7a3a8-cafa-47a6-aab6-27ca289dacc5', 'port_id': '12990eb2-45b0-4841-a135-7cf49f3d447a', 'mac_address': 'fa:16:3e:7d:d9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3f5ced-9068-40d9-a3ee-6df055f3d8c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:28.566315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.580130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12990eb2-45b0-4841-a135-7cf49f3d447a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:28.602676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 12990eb2-45b0-4841-a135-7cf49f3d447a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=12990eb2-45b0-4841-a135-7cf49f3d447a,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:28.609095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.661441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=12990eb2-45b0-4841-a135-7cf49f3d447a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.840638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93f17e-2d32-4884-9fb9-487156e003b4 req-dfe0b420-521b-4a82-bb96-3f3598f391df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.842180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe93f17e-2d32-4884-9fb9-487156e003b4 req-dfe0b420-521b-4a82-bb96-3f3598f391df tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 945 time: 0.0659938 Jul 16 03:46:28.881189 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe93f17e-2d32-4884-9fb9-487156e003b4 req-d74f4e9e-4a96-4c8c-99f4-b8a2d238d770 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Jul 16 03:46:28.975147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['12990eb2-45b0-4841-a135-7cf49f3d447a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:29.493481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3dfeb-0276-4628-a80f-95b4d36da951 req-edec7a7e-3c8c-4378-b525-74bc613b5b7e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:29.494625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb3dfeb-0276-4628-a80f-95b4d36da951 req-edec7a7e-3c8c-4378-b525-74bc613b5b7e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0795405 Jul 16 03:46:29.534932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eb3dfeb-0276-4628-a80f-95b4d36da951 req-1338775d-e1b8-4725-bb03-e87781c24827 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 Jul 16 03:46:30.063760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9ebd9-51d5-494e-99f7-0aeac6b8e828 req-7d07c60b-bcc6-45a5-af2a-1bcde239d49d tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:30.065240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7d9ebd9-51d5-494e-99f7-0aeac6b8e828 req-7d07c60b-bcc6-45a5-af2a-1bcde239d49d tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 945 time: 0.0679471 Jul 16 03:46:30.103774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7d9ebd9-51d5-494e-99f7-0aeac6b8e828 req-bb152565-a2b0-41c7-b7b2-3d09cc005d6e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jul 16 03:46:30.433106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 12990eb2-45b0-4841-a135-7cf49f3d447a up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:30.486666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 12990eb2-45b0-4841-a135-7cf49f3d447a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:30.490666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 12990eb2-45b0-4841-a135-7cf49f3d447a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:30.491039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.587131 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.613192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12990eb2-45b0-4841-a135-7cf49f3d447a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:30.615919 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d52200-399b-49fb-8384-c5b64d752eaa" -d '{"events": [{"server_uuid": "d3f57e83-e4be-4b05-9e49-7d03247644e3", "name": "network-vif-plugged", "status": "completed", "tag": "12990eb2-45b0-4841-a135-7cf49f3d447a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:30.631383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 12990eb2-45b0-4841-a135-7cf49f3d447a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=12990eb2-45b0-4841-a135-7cf49f3d447a,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:30.640512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.698281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=12990eb2-45b0-4841-a135-7cf49f3d447a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.731517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd58ce-70b1-41d2-b657-9a26e8a7be81 req-c5fba66f-cf81-4e61-ac43-14120faca026 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:30.733261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04fd58ce-70b1-41d2-b657-9a26e8a7be81 req-c5fba66f-cf81-4e61-ac43-14120faca026 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0677803 Jul 16 03:46:30.772345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04fd58ce-70b1-41d2-b657-9a26e8a7be81 req-3a26d6ed-bc4f-4659-b8f0-38a935b7e194 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327168 Jul 16 03:46:30.824597 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4e75e-4be7-4d5e-b9f3-df9a611d02d3 x-openstack-request-id: req-82e4e75e-4be7-4d5e-b9f3-df9a611d02d3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:30.825002 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f57e83-e4be-4b05-9e49-7d03247644e3", "name": "network-vif-plugged", "status": "completed", "tag": "12990eb2-45b0-4841-a135-7cf49f3d447a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:30.825287 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e4e75e-4be7-4d5e-b9f3-df9a611d02d3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:30.825684 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12990eb2-45b0-4841-a135-7cf49f3d447a', 'code': 200} Jul 16 03:46:30.965758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833eb3b-cefb-40d7-a8ef-069d8be2f77e req-cda2e014-e7f7-452e-b7ac-df3e28b8a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:30.967621 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3833eb3b-cefb-40d7-a8ef-069d8be2f77e req-cda2e014-e7f7-452e-b7ac-df3e28b8a362 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 1097 time: 0.0723031 Jul 16 03:46:31.007704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3833eb3b-cefb-40d7-a8ef-069d8be2f77e req-80e9ba8d-6145-491f-9204-e26c2deb893a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Jul 16 03:46:31.352625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8270-3fe3-41ef-b03a-621dab1357aa req-a4089ee5-ee44-4800-b224-ef29d09115af tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.356447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccad8270-3fe3-41ef-b03a-621dab1357aa req-a4089ee5-ee44-4800-b224-ef29d09115af tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 946 time: 0.1277509 Jul 16 03:46:31.431211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccad8270-3fe3-41ef-b03a-621dab1357aa req-83a2e8ba-83e9-4078-bc73-5bcb43906d51 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491521 Jul 16 03:46:32.033864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b696-a8ba-4e99-9057-2829a6872241 req-504c82b3-5dea-4f84-a669-9edaf1600fd5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:32.036397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7097b696-a8ba-4e99-9057-2829a6872241 req-504c82b3-5dea-4f84-a669-9edaf1600fd5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1200402 Jul 16 03:46:32.102089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7097b696-a8ba-4e99-9057-2829a6872241 req-440074c3-ee5b-47fe-b025-81251c0a4e52 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582097 Jul 16 03:46:32.666352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b2ad-3f06-48df-a45c-e20f50769dd9 req-22b3604e-c459-478d-8144-f6cdfdcd397d tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:32.667763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2208b2ad-3f06-48df-a45c-e20f50769dd9 req-22b3604e-c459-478d-8144-f6cdfdcd397d tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 946 time: 0.0766521 Jul 16 03:46:32.708045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2208b2ad-3f06-48df-a45c-e20f50769dd9 req-067cc49d-e3cb-47bd-b8e7-2fde369e4325 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Jul 16 03:46:32.791414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.399798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08fb1-4d41-43e0-bb25-60c91a6e1fef req-2cc11521-81a6-4634-b8f8-0cbbe0bfe24a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.401613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35e08fb1-4d41-43e0-bb25-60c91a6e1fef req-2cc11521-81a6-4634-b8f8-0cbbe0bfe24a tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0911362 Jul 16 03:46:33.454809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35e08fb1-4d41-43e0-bb25-60c91a6e1fef req-2bdf8396-7e78-488d-9c66-999dfa7017c0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470865 Jul 16 03:46:33.521863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.918038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282777-e9f6-4ebb-8468-69b8971f5a1a req-f06b99d0-195d-4893-b9b7-4329f4a34393 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:33.919969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b282777-e9f6-4ebb-8468-69b8971f5a1a req-f06b99d0-195d-4893-b9b7-4329f4a34393 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 946 time: 0.0856643 Jul 16 03:46:33.962516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b282777-e9f6-4ebb-8468-69b8971f5a1a req-eff09ead-af6a-45eb-9d9d-ddaaaeacff08 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Jul 16 03:46:34.683931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef75d0-a2b8-4725-a275-3fa5d379399d req-737edeed-8b5c-4135-8466-17e483effa6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.685534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7ef75d0-a2b8-4725-a275-3fa5d379399d req-737edeed-8b5c-4135-8466-17e483effa6e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0979869 Jul 16 03:46:34.746774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7ef75d0-a2b8-4725-a275-3fa5d379399d req-d76ce9a3-f972-4d0c-93c0-130ab2f01c5e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499089 Jul 16 03:46:35.178119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-f05d67e6-9469-4657-821d-eb29ae9a681c tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:35.179904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-f05d67e6-9469-4657-821d-eb29ae9a681c tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 946 time: 0.1382246 Jul 16 03:46:35.244887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf5d21-683d-49c5-84ba-859bac3240fe req-2ce621eb-6f15-465d-ab67-fe4bbdab787e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:35.252700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16cf5d21-683d-49c5-84ba-859bac3240fe req-2ce621eb-6f15-465d-ab67-fe4bbdab787e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f57e83-e4be-4b05-9e49-7d03247644e3 HTTP/1.1" status: 200 len: 946 time: 0.1202929 Jul 16 03:46:35.328499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16cf5d21-683d-49c5-84ba-859bac3240fe req-3534846d-f2be-47ac-9277-ddcf5c92da73 tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d61929e0-2bf5-4411-9184-7e011b9cd822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747290 Jul 16 03:46:35.359969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Deleting port 12990eb2-45b0-4841-a135-7cf49f3d447a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:35.360325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.476953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] For port 12990eb2-45b0-4841-a135-7cf49f3d447a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=12990eb2-45b0-4841-a135-7cf49f3d447a,segment=NetworkSegment(e6dc3426-ffae-4552-99b4-16b9cff4598d),segment_id=e6dc3426-ffae-4552-99b4-16b9cff4598d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:35.477455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.491237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Calling delete_port for 12990eb2-45b0-4841-a135-7cf49f3d447a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:35.624448 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.636509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['12990eb2-45b0-4841-a135-7cf49f3d447a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:35.714395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Pushing event deleted for resources: {'Port': ['ID=12990eb2-45b0-4841-a135-7cf49f3d447a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:35.740604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] No DVR routers for this DVR port 12990eb2-45b0-4841-a135-7cf49f3d447a on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:35.742252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.744684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a354cc9-9048-427d-bd47-eb5225613cd3 req-c09fcc3f-f6e5-4035-80a5-5216c0ab4f7e tempest-VolumesActionsTest-1577138216 tempest-VolumesActionsTest-1577138216-project] 10.222.0.48 "DELETE /v2.0/ports/12990eb2-45b0-4841-a135-7cf49f3d447a HTTP/1.1" status: 204 len: 173 time: 0.5557065 Jul 16 03:46:35.745183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'name': 'network-vif-deleted', 'tag': '12990eb2-45b0-4841-a135-7cf49f3d447a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:35.747924 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190fc044-1d04-4cdf-96e1-e17061cf1ca8" -d '{"events": [{"server_uuid": "d3f57e83-e4be-4b05-9e49-7d03247644e3", "name": "network-vif-deleted", "tag": "12990eb2-45b0-4841-a135-7cf49f3d447a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:35.795753 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb19cadf-f874-4113-8214-c42ea9dd6218 x-openstack-request-id: req-bb19cadf-f874-4113-8214-c42ea9dd6218 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:35.796205 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f57e83-e4be-4b05-9e49-7d03247644e3", "name": "network-vif-deleted", "tag": "12990eb2-45b0-4841-a135-7cf49f3d447a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:35.796560 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb19cadf-f874-4113-8214-c42ea9dd6218 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:35.797070 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f57e83-e4be-4b05-9e49-7d03247644e3', 'name': 'network-vif-deleted', 'tag': '12990eb2-45b0-4841-a135-7cf49f3d447a', 'status': 'completed', 'code': 200} Jul 16 03:46:36.225909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c56038-1fdd-4ef1-9082-049b948787ce req-bdce36e4-3af0-4084-a0d1-d6b679369827 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.227438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15c56038-1fdd-4ef1-9082-049b948787ce req-bdce36e4-3af0-4084-a0d1-d6b679369827 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0702906 Jul 16 03:46:36.269948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15c56038-1fdd-4ef1-9082-049b948787ce req-04a68700-ecda-4168-8cef-825d50d63495 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370281 Jul 16 03:46:36.492199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37bad6-859b-41b4-9493-20e1bfe83928 req-05cff741-dd13-4dff-92d1-c073f73de108 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.494026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f37bad6-859b-41b4-9493-20e1bfe83928 req-05cff741-dd13-4dff-92d1-c073f73de108 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 945 time: 0.0903788 Jul 16 03:46:36.542497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f37bad6-859b-41b4-9493-20e1bfe83928 req-567fccac-41f7-41fd-869d-166523fd5295 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Jul 16 03:46:37.745214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daaf6e-fd8a-401f-9e8d-7ff2980ac378 req-390dc57b-f967-4139-a345-015c32713b70 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:37.750453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0daaf6e-fd8a-401f-9e8d-7ff2980ac378 req-390dc57b-f967-4139-a345-015c32713b70 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0967402 Jul 16 03:46:37.771001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-5ed07818-36dd-48f6-8760-d0dc41f62050 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:37.773217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-5ed07818-36dd-48f6-8760-d0dc41f62050 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 945 time: 0.1364486 Jul 16 03:46:37.820505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0daaf6e-fd8a-401f-9e8d-7ff2980ac378 req-9d62bc6b-fa39-4b9c-b73e-f9ff455958c1 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549297 Jul 16 03:46:37.931413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Deleting port bde18a9d-5abf-430c-9fa8-3c5b114488ed {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:37.931772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.045955 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] For port bde18a9d-5abf-430c-9fa8-3c5b114488ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bde18a9d-5abf-430c-9fa8-3c5b114488ed,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:38.046656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.058013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df01f8-6901-4004-9313-74365108670f req-14ed1906-933e-4019-883b-2f7a69c3d262 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:38.065546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01df01f8-6901-4004-9313-74365108670f req-14ed1906-933e-4019-883b-2f7a69c3d262 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 945 time: 0.1141634 Jul 16 03:46:38.069712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Calling delete_port for bde18a9d-5abf-430c-9fa8-3c5b114488ed owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:38.107028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01df01f8-6901-4004-9313-74365108670f req-49dcb93f-0b1c-4fc4-83ca-ee370d63a8b5 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Jul 16 03:46:38.239462 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.252877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a', '53d0ce54-880c-4574-aa83-b30497fc2b15', 'bde18a9d-5abf-430c-9fa8-3c5b114488ed'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:38.319331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event deleted for resources: {'Port': ['ID=bde18a9d-5abf-430c-9fa8-3c5b114488ed,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:38.321818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] No DVR routers for this DVR port bde18a9d-5abf-430c-9fa8-3c5b114488ed on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:38.324393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.327168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7f1e2e65-ffcb-494b-85cd-31592a01af3f req-afc24709-9769-4586-ae5a-4a7e5398d318 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "DELETE /v2.0/ports/bde18a9d-5abf-430c-9fa8-3c5b114488ed HTTP/1.1" status: 204 len: 173 time: 0.5475352 Jul 16 03:46:38.327949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'name': 'network-vif-deleted', 'tag': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:38.331081 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f53ff22-5c7a-40c6-9862-fbc9ee99f385" -d '{"events": [{"server_uuid": "c7368611-eede-4310-b6c1-4b2aab6f1096", "name": "network-vif-deleted", "tag": "bde18a9d-5abf-430c-9fa8-3c5b114488ed"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:38.361333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['57b6b130-0015-46bb-817c-09758ee32c3c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:38.511621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 12990eb2-45b0-4841-a135-7cf49f3d447a no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:38.557486 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334117ef-ca87-493f-b9fc-3b42f57ebeb0 x-openstack-request-id: req-334117ef-ca87-493f-b9fc-3b42f57ebeb0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:38.558051 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7368611-eede-4310-b6c1-4b2aab6f1096", "name": "network-vif-deleted", "tag": "bde18a9d-5abf-430c-9fa8-3c5b114488ed", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:38.558461 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-334117ef-ca87-493f-b9fc-3b42f57ebeb0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:38.559143 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7368611-eede-4310-b6c1-4b2aab6f1096', 'name': 'network-vif-deleted', 'tag': 'bde18a9d-5abf-430c-9fa8-3c5b114488ed', 'status': 'completed', 'code': 200} Jul 16 03:46:38.608475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 12990eb2-45b0-4841-a135-7cf49f3d447a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:38.613041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 12990eb2-45b0-4841-a135-7cf49f3d447a not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:38.806268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-0d89e363-cfce-450a-a986-21097767385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:38.808806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-0d89e363-cfce-450a-a986-21097767385e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.0977774 Jul 16 03:46:38.819145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ddaa5-98e6-43cf-bd21-797f538f8667 req-a1f63cc2-d1c7-4e63-bdcd-cf60d9624d89 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:38.827011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c1ddaa5-98e6-43cf-bd21-797f538f8667 req-a1f63cc2-d1c7-4e63-bdcd-cf60d9624d89 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1576011 Jul 16 03:46:38.936706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c1ddaa5-98e6-43cf-bd21-797f538f8667 req-6cd35313-c39e-4cee-a5fe-3b33249ccdf3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083350 Jul 16 03:46:39.071131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-e6b07fe7-ba89-4f01-9ccd-fce31e78412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.073303 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-e6b07fe7-ba89-4f01-9ccd-fce31e78412b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.2439227 Jul 16 03:46:39.200646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-1995a5e1-5ad3-4c94-b21f-43992ac07e1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1000 time: 0.1185281 Jul 16 03:46:39.272586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-39ae2151-89c5-402f-9264-bb312b06f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.274850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-39ae2151-89c5-402f-9264-bb312b06f9fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0672429 Jul 16 03:46:39.375869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-011a309c-4665-4144-b08f-fb524487496e req-5e9c6646-f890-4e55-a900-4e51d6a22f59 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7368611-eede-4310-b6c1-4b2aab6f1096 HTTP/1.1" status: 200 len: 210 time: 0.0431683 Jul 16 03:46:39.391265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-74491278-7688-4ac9-aa74-a8acef8788b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.392749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-74491278-7688-4ac9-aa74-a8acef8788b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112006 Jul 16 03:46:39.509328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-071a0cbc-210a-4eae-93f0-c2e3d187cdb5 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095278 Jul 16 03:46:39.663809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfad7962-f0c7-4113-ac1d-040eff8134a6 req-ddb4bf5b-3f05-415b-8e41-3612ca92026e service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482778 Jul 16 03:46:40.212939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e8065-b1fd-47ae-86a2-1e76ce4765a3 req-54c96279-7a60-4b3f-a70e-aa3bf307871c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:40.214477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-053e8065-b1fd-47ae-86a2-1e76ce4765a3 req-54c96279-7a60-4b3f-a70e-aa3bf307871c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1290646 Jul 16 03:46:40.282626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-053e8065-b1fd-47ae-86a2-1e76ce4765a3 req-b324a3e4-0974-4523-889c-81c62aa0c158 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621228 Jul 16 03:46:40.431139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bde18a9d-5abf-430c-9fa8-3c5b114488ed no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:40.465178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: bde18a9d-5abf-430c-9fa8-3c5b114488ed {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:40.466806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bde18a9d-5abf-430c-9fa8-3c5b114488ed not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:41.561675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41a491-1ac1-46b7-9581-12e629dac386 req-6fbb6b35-ef63-4656-8ccb-3968ba76e88b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:41.569611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e41a491-1ac1-46b7-9581-12e629dac386 req-6fbb6b35-ef63-4656-8ccb-3968ba76e88b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0822299 Jul 16 03:46:41.616488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e41a491-1ac1-46b7-9581-12e629dac386 req-d56ae6b8-5e21-4762-83b9-cec207d3bf63 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459256 Jul 16 03:46:41.883473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5006e7-48ee-4134-9311-845488e891ad req-ef76dc0c-2c6e-4555-b05e-e62c1ad88c71 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:41.891104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e5006e7-48ee-4134-9311-845488e891ad req-ef76dc0c-2c6e-4555-b05e-e62c1ad88c71 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0961106 Jul 16 03:46:41.990098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e5006e7-48ee-4134-9311-845488e891ad req-23677492-8bbf-408f-b53d-18f94245d719 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848253 Jul 16 03:46:42.226277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc032b-81e9-4310-9f63-a90c7f650130 req-37714796-e1a9-4d4e-b7cd-248801d95cfb tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.229524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91bc032b-81e9-4310-9f63-a90c7f650130 req-37714796-e1a9-4d4e-b7cd-248801d95cfb tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1103401 Jul 16 03:46:42.302494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91bc032b-81e9-4310-9f63-a90c7f650130 req-cf808095-801c-4369-ad21-8fa065e73059 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667160 Jul 16 03:46:42.952733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc75df-bb83-4514-90bc-f3fa21e19d59 req-ccccabb2-ec93-4e2d-bd31-9f8bc63320d3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.955166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31dc75df-bb83-4514-90bc-f3fa21e19d59 req-ccccabb2-ec93-4e2d-bd31-9f8bc63320d3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0964520 Jul 16 03:46:43.009759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31dc75df-bb83-4514-90bc-f3fa21e19d59 req-5e9bcd27-e455-4e65-bdf6-922cd59b17f7 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488427 Jul 16 03:46:44.834265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5d82b-8c81-4f9d-be95-99a46ebcb014 req-3a997ee3-9aa1-4fb8-aebf-4d548e205dcd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:44.872932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a5e5d82b-8c81-4f9d-be95-99a46ebcb014 req-3a997ee3-9aa1-4fb8-aebf-4d548e205dcd tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.5715735 Jul 16 03:46:44.931795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a5e5d82b-8c81-4f9d-be95-99a46ebcb014 req-55b30d5a-8430-4b67-b636-3eb85891b9b5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517814 Jul 16 03:46:45.147328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b49d-d7aa-456f-999e-09f12515c239 req-e62ddeb9-fded-4603-b1c0-f61e04682bf6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.148850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7d9b49d-d7aa-456f-999e-09f12515c239 req-e62ddeb9-fded-4603-b1c0-f61e04682bf6 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 946 time: 0.0755615 Jul 16 03:46:45.249868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7d9b49d-d7aa-456f-999e-09f12515c239 req-4dd1aa94-ad84-484c-9926-6729c3507723 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898232 Jul 16 03:46:45.805362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-eba6821b-5a66-41e0-b3cd-01ceee8eb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.806185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-01b4f4bc-45ca-4331-931c-92a7a8e50128 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.806814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-eba6821b-5a66-41e0-b3cd-01ceee8eb6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 1096 time: 0.1103938 Jul 16 03:46:45.807929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-01b4f4bc-45ca-4331-931c-92a7a8e50128 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 946 time: 0.1067269 Jul 16 03:46:46.022775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-879d975d-31c1-4db3-b567-be27a74a648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.025131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-879d975d-31c1-4db3-b567-be27a74a648d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.2113907 Jul 16 03:46:46.034899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Deleting port 53d0ce54-880c-4574-aa83-b30497fc2b15 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:46.034899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.201243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] For port 53d0ce54-880c-4574-aa83-b30497fc2b15, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=53d0ce54-880c-4574-aa83-b30497fc2b15,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:46.202573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.228620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Calling delete_port for 53d0ce54-880c-4574-aa83-b30497fc2b15 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:46.298417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1106d80-2332-4ed3-9cf9-d6da92c3de1c req-f51e4fe7-6a4d-4b5f-a066-83afe38889c0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.302161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1106d80-2332-4ed3-9cf9-d6da92c3de1c req-f51e4fe7-6a4d-4b5f-a066-83afe38889c0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.2754300 Jul 16 03:46:46.308559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-f7d71845-05f8-4c88-bc20-5fecd4a3da15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 200 len: 1000 time: 0.2301679 Jul 16 03:46:46.391096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-ce673a96-4df0-4e29-8589-625c87575a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.393116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-ce673a96-4df0-4e29-8589-625c87575a00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.0499470 Jul 16 03:46:46.495722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.517065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:46.520758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['57b6b130-0015-46bb-817c-09758ee32c3c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:46.551354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1106d80-2332-4ed3-9cf9-d6da92c3de1c req-26e3102c-95d4-4ccb-a951-4a819214e8b8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400687 Jul 16 03:46:46.578176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event deleted for resources: {'Port': ['ID=53d0ce54-880c-4574-aa83-b30497fc2b15,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:46.596845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-7a78fe5f-8ef3-46fa-99a2-22ce3de9cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:46.602639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-7a78fe5f-8ef3-46fa-99a2-22ce3de9cad9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018740 Jul 16 03:46:46.668700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] No DVR routers for this DVR port 53d0ce54-880c-4574-aa83-b30497fc2b15 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:46.672268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.674849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c737cfab-0124-4667-9dbf-6174fdd420e0 req-98fbb27a-bfdd-43bf-984c-1e337bf2274c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "DELETE /v2.0/ports/53d0ce54-880c-4574-aa83-b30497fc2b15 HTTP/1.1" status: 204 len: 173 time: 0.8350613 Jul 16 03:46:46.675296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'name': 'network-vif-deleted', 'tag': '53d0ce54-880c-4574-aa83-b30497fc2b15'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:46.677642 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b563c733-6020-4833-b9e1-5c6ee3664ea1" -d '{"events": [{"server_uuid": "95f5df9e-c7a0-423f-8f3b-34047737babf", "name": "network-vif-deleted", "tag": "53d0ce54-880c-4574-aa83-b30497fc2b15"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:46.870006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-45b7f3d4-56fa-4733-8ad1-cfd35d472275 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602832 Jul 16 03:46:46.909076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb0f72de-e08d-49d7-bf75-edfef06926da req-3d22f511-df98-4416-8b26-a73bb0bd3825 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=95f5df9e-c7a0-423f-8f3b-34047737babf HTTP/1.1" status: 200 len: 210 time: 0.0365829 Jul 16 03:46:47.061120 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a358b097-36a3-419b-a6d6-1bec84f65b1c x-openstack-request-id: req-a358b097-36a3-419b-a6d6-1bec84f65b1c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:47.061643 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f5df9e-c7a0-423f-8f3b-34047737babf", "name": "network-vif-deleted", "tag": "53d0ce54-880c-4574-aa83-b30497fc2b15", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:47.061643 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a358b097-36a3-419b-a6d6-1bec84f65b1c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:47.062100 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f5df9e-c7a0-423f-8f3b-34047737babf', 'name': 'network-vif-deleted', 'tag': '53d0ce54-880c-4574-aa83-b30497fc2b15', 'status': 'completed', 'code': 200} Jul 16 03:46:47.149278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11135209-154a-430b-9a72-ef6eb4eccbdc req-d8906fc6-4b44-43be-9bfd-a4078f3d4440 service neutron] 10.222.0.48 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384086 Jul 16 03:46:47.878254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d3f9-9ef8-414d-a4f5-ecab55ab7e17 req-7cd10101-c647-460b-9e43-b28be62f2b9b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:47.888428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f27d3f9-9ef8-414d-a4f5-ecab55ab7e17 req-7cd10101-c647-460b-9e43-b28be62f2b9b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1207349 Jul 16 03:46:47.946054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f27d3f9-9ef8-414d-a4f5-ecab55ab7e17 req-78201a35-ab38-476d-bded-c0a17da22678 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522995 Jul 16 03:46:48.505752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 53d0ce54-880c-4574-aa83-b30497fc2b15 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:48.544407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 53d0ce54-880c-4574-aa83-b30497fc2b15 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:48.551074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 53d0ce54-880c-4574-aa83-b30497fc2b15 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:48.620884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa2535-00b3-4e01-90cf-9eb852158bf7 req-57498d0e-9ac2-452a-9912-b03061a9a65e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:48.622766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aafa2535-00b3-4e01-90cf-9eb852158bf7 req-57498d0e-9ac2-452a-9912-b03061a9a65e tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 945 time: 0.0737672 Jul 16 03:46:48.675202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aafa2535-00b3-4e01-90cf-9eb852158bf7 req-4b5600fe-80f0-4a57-a47c-364407237311 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Jul 16 03:46:49.355843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35de31-9b28-41a5-947d-08a3bf8f55e6 req-962e6b2e-a48a-430a-a67b-6fd7f0ddeeaa tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:49.363280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db35de31-9b28-41a5-947d-08a3bf8f55e6 req-962e6b2e-a48a-430a-a67b-6fd7f0ddeeaa tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0791516 Jul 16 03:46:49.414427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db35de31-9b28-41a5-947d-08a3bf8f55e6 req-a8866f95-0f18-4f2c-992b-febdc5b3ea1d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488219 Jul 16 03:46:49.905116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-8e6eef9d-51de-400f-b344-bc2866149366 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:49.906693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-8e6eef9d-51de-400f-b344-bc2866149366 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 945 time: 0.2507472 Jul 16 03:46:49.940278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c0f95-14f0-41db-a80c-7a56f3e2906e req-e25a8a4b-b3c4-4efc-a8d8-2c05540ecc49 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:49.947171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-711c0f95-14f0-41db-a80c-7a56f3e2906e req-e25a8a4b-b3c4-4efc-a8d8-2c05540ecc49 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.3555069 Jul 16 03:46:50.016006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-711c0f95-14f0-41db-a80c-7a56f3e2906e req-953683ea-29c2-41c2-892c-78c89bcc024d tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679116 Jul 16 03:46:50.113637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Deleting port 57b6b130-0015-46bb-817c-09758ee32c3c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:50.114100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.311316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] For port 57b6b130-0015-46bb-817c-09758ee32c3c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=57b6b130-0015-46bb-817c-09758ee32c3c,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:50.311497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.348214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Calling delete_port for 57b6b130-0015-46bb-817c-09758ee32c3c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:50.436631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c2a4-c41a-4040-a03c-8fa1b261481f req-41351f0c-1703-48a2-a94d-c0198dff5e9d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:50.438115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1a5c2a4-c41a-4040-a03c-8fa1b261481f req-41351f0c-1703-48a2-a94d-c0198dff5e9d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8aef3bb-0871-41c6-8604-e76fe38f8f1d HTTP/1.1" status: 200 len: 945 time: 0.1971538 Jul 16 03:46:50.500473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1a5c2a4-c41a-4040-a03c-8fa1b261481f req-8a4ff7fc-eae6-4056-80d7-140c54560abd tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Jul 16 03:46:50.664556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.677707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['57b6b130-0015-46bb-817c-09758ee32c3c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:50.748186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event deleted for resources: {'Port': ['ID=57b6b130-0015-46bb-817c-09758ee32c3c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:50.769005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d4ec8905-19c1-4579-b48d-cd1a6260cf8a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:50.850748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] No DVR routers for this DVR port 57b6b130-0015-46bb-817c-09758ee32c3c on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:50.853884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.858703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6dc80f56-78e1-4f08-8856-06ac9fb80e46 req-bddab819-b447-4a28-ae2b-d2f8744c9d4d tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.48 "DELETE /v2.0/ports/57b6b130-0015-46bb-817c-09758ee32c3c HTTP/1.1" status: 204 len: 173 time: 0.9443381 Jul 16 03:46:50.859365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'name': 'network-vif-deleted', 'tag': '57b6b130-0015-46bb-817c-09758ee32c3c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:50.861871 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93706ef7-862e-4095-b8ac-2fcd18ba6ea3" -d '{"events": [{"server_uuid": "a8aef3bb-0871-41c6-8604-e76fe38f8f1d", "name": "network-vif-deleted", "tag": "57b6b130-0015-46bb-817c-09758ee32c3c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:51.076929 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4684cff-9429-44bb-bc39-601fa2af3725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.130392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-ebe15f5b-a284-4cbd-8eac-4363a852bf6c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:53.138084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-ebe15f5b-a284-4cbd-8eac-4363a852bf6c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=92b1767b-ee8e-45f6-9a58-5cce4c6fa929 HTTP/1.1" status: 200 len: 943 time: 0.1097486 Jul 16 03:46:53.265103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Deleting port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:53.265783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.282599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05e63558-dc5f-4100-bf78-46525eee6246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.399757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] For port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:53.400467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.415486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Calling delete_port for ee71fb15-1dd5-415f-b0e0-4385f2a00b6e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:53.663166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.677467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['83807b6a-54aa-4883-a16a-ccaa42b01247'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:53.709417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'Port': ['ID=ee71fb15-1dd5-415f-b0e0-4385f2a00b6e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:53.734381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:53.848803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] No DVR routers for this DVR port ee71fb15-1dd5-415f-b0e0-4385f2a00b6e on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:53.851341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.853535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66d3fd7c-013c-4195-9e60-542d9827c65b req-f393e5f0-a18c-4e51-b935-c324adf69065 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "DELETE /v2.0/ports/ee71fb15-1dd5-415f-b0e0-4385f2a00b6e HTTP/1.1" status: 204 len: 173 time: 0.7141542 Jul 16 03:46:54.056606 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.335684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.543926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 57b6b130-0015-46bb-817c-09758ee32c3c no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:54.583229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 57b6b130-0015-46bb-817c-09758ee32c3c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:54.587560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 57b6b130-0015-46bb-817c-09758ee32c3c not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:54.616306 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896736b1-08c1-45d1-87c5-8dd7b9b3cf24 x-openstack-request-id: req-896736b1-08c1-45d1-87c5-8dd7b9b3cf24 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:54.616881 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aef3bb-0871-41c6-8604-e76fe38f8f1d", "name": "network-vif-deleted", "tag": "57b6b130-0015-46bb-817c-09758ee32c3c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:54.616998 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-896736b1-08c1-45d1-87c5-8dd7b9b3cf24 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:54.617423 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aef3bb-0871-41c6-8604-e76fe38f8f1d', 'name': 'network-vif-deleted', 'tag': '57b6b130-0015-46bb-817c-09758ee32c3c', 'status': 'completed', 'code': 200} Jul 16 03:46:54.634659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:46:55.411980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39cdf-71f8-45fd-b13d-f75712626bff req-f51ab11d-9048-44bc-b318-2be2dcd811c0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:55.414008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bb39cdf-71f8-45fd-b13d-f75712626bff req-f51ab11d-9048-44bc-b318-2be2dcd811c0 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 908 time: 0.1190760 Jul 16 03:46:56.111958 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.616319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ea28-0dac-4794-b1e1-a61f641cf9cf req-3cb7fb37-efe7-42ca-a7d2-ad666abbc092 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:56.629131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1d7ea28-0dac-4794-b1e1-a61f641cf9cf req-3cb7fb37-efe7-42ca-a7d2-ad666abbc092 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 908 time: 0.0883234 Jul 16 03:46:56.635980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-deleted', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:56.639851 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c7d05-b25a-4e4f-83cc-f9844c148a1a" -d '{"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-deleted", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:56.706574 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f30c5-6d2a-48f7-8d14-aeb0af5fb510 x-openstack-request-id: req-140f30c5-6d2a-48f7-8d14-aeb0af5fb510 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:56.707514 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b1767b-ee8e-45f6-9a58-5cce4c6fa929", "name": "network-vif-deleted", "tag": "ee71fb15-1dd5-415f-b0e0-4385f2a00b6e", "status": "failed", "code": 422}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:56.707932 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-140f30c5-6d2a-48f7-8d14-aeb0af5fb510 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:56.708708 n-d-800089-6 neutron-server[93756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92b1767b-ee8e-45f6-9a58-5cce4c6fa929', 'name': 'network-vif-deleted', 'tag': 'ee71fb15-1dd5-415f-b0e0-4385f2a00b6e', 'status': 'failed', 'code': 422} returned with failed status Jul 16 03:46:56.742123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-3b3f12e9-c265-4ef8-9796-64522e815241 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:56.744074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-3b3f12e9-c265-4ef8-9796-64522e815241 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 908 time: 0.1428504 Jul 16 03:46:56.860514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Deleting port 28983bcd-7c16-469a-8749-c96e22c52359 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:56.861173 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.961209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] For port 28983bcd-7c16-469a-8749-c96e22c52359, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28983bcd-7c16-469a-8749-c96e22c52359,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:56.961533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.974755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Calling delete_port for 28983bcd-7c16-469a-8749-c96e22c52359 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:57.171530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.233198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'Port': ['ID=28983bcd-7c16-469a-8749-c96e22c52359,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:57.299765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] No DVR routers for this DVR port 28983bcd-7c16-469a-8749-c96e22c52359 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:57.316218 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.319247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-baaa7e43-7815-43ac-af3b-9714a0b56f83 req-2f544f38-f078-4d2a-b51a-1742c6906b4f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "DELETE /v2.0/ports/28983bcd-7c16-469a-8749-c96e22c52359 HTTP/1.1" status: 204 len: 173 time: 0.5683293 Jul 16 03:46:57.881713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7e3a2d9-3851-4f55-b3ba-7285b9d318d5 req-d0cf9f72-5e92-485f-bce3-747e1f18ea66 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=522ed023-eb53-42cf-a4d1-5a3c02833309 HTTP/1.1" status: 200 len: 210 time: 0.0659244 Jul 16 03:46:58.710062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'name': 'network-vif-deleted', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:58.712458 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9eb78f-dcf6-45f2-af0c-bbb2bdb9bbe7" -d '{"events": [{"server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "name": "network-vif-deleted", "tag": "28983bcd-7c16-469a-8749-c96e22c52359"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:58.789870 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aa1dab-8b02-4fbc-81e2-19c839f6881c x-openstack-request-id: req-15aa1dab-8b02-4fbc-81e2-19c839f6881c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:58.790172 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522ed023-eb53-42cf-a4d1-5a3c02833309", "name": "network-vif-deleted", "tag": "28983bcd-7c16-469a-8749-c96e22c52359", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:58.790709 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15aa1dab-8b02-4fbc-81e2-19c839f6881c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:58.791116 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522ed023-eb53-42cf-a4d1-5a3c02833309', 'name': 'network-vif-deleted', 'tag': '28983bcd-7c16-469a-8749-c96e22c52359', 'status': 'completed', 'code': 200} Jul 16 03:46:59.573900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0317f95-e3a0-4a5d-b675-857d23f8cfcb req-c9a5127f-6b3b-4440-bd7f-5aaa13e86165 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:59.583126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a0317f95-e3a0-4a5d-b675-857d23f8cfcb req-c9a5127f-6b3b-4440-bd7f-5aaa13e86165 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 945 time: 0.0891721 Jul 16 03:46:59.633312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a0317f95-e3a0-4a5d-b675-857d23f8cfcb req-0d543c2d-54f5-45be-9b19-b36da72fe3d6 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488698 Jul 16 03:46:59.749921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-eaeec121-ef9c-4a7e-b210-959c00f8ef68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1207178 Jul 16 03:46:59.929089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-169dd7d4-654c-43f5-a6b8-a12a379a7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:59.931182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-169dd7d4-654c-43f5-a6b8-a12a379a7634 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 1097 time: 0.1006844 Jul 16 03:47:00.082974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-82b02b07-0338-4444-9cec-9b5e71483d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.085503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-82b02b07-0338-4444-9cec-9b5e71483d04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 200 len: 913 time: 0.1228163 Jul 16 03:47:00.176215 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-68788233-f93b-45cf-b7d2-adf5736c6c73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 200 len: 217 time: 0.0804656 Jul 16 03:47:00.241360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf961-5612-4f3d-90df-929117176ed3 req-484c2b8f-1a8d-45d7-9a4c-bc3177f16e7c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.249963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eecaf961-5612-4f3d-90df-929117176ed3 req-484c2b8f-1a8d-45d7-9a4c-bc3177f16e7c tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 946 time: 0.1026080 Jul 16 03:47:00.287666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-42a06c8a-1fdb-475d-90e9-6ae6af06ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.289539 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-42a06c8a-1fdb-475d-90e9-6ae6af06ad75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 200 len: 850 time: 0.1067040 Jul 16 03:47:00.301824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eecaf961-5612-4f3d-90df-929117176ed3 req-71be3f7e-6086-487a-8575-d27a0d34a917 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Jul 16 03:47:00.383253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-59cf3073-c6b0-43d3-9652-8f0cb2ae6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.387557 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-59cf3073-c6b0-43d3-9652-8f0cb2ae6120 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e5e68c3-9907-4639-9a15-5e04a11a194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909731 Jul 16 03:47:00.541638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-5f0af2f9-3794-45a4-8025-d06f7317aa78 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454980 Jul 16 03:47:00.575787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28983bcd-7c16-469a-8749-c96e22c52359 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:00.603828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 28983bcd-7c16-469a-8749-c96e22c52359 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:00.604428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28983bcd-7c16-469a-8749-c96e22c52359 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:00.709577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c67887d9-ac5c-41ac-8856-f97d66bbb001 req-95d79bc0-5933-4840-bc95-806bb32c8389 service neutron] 10.222.0.11 "GET /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600723 Jul 16 03:47:00.893948 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-69459422-11d9-46d1-8b69-9f64de9cdcda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0833635 Jul 16 03:47:00.915589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-3f509726-fdc4-4ecf-a42a-b4dd037c5811 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.917291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-3f509726-fdc4-4ecf-a42a-b4dd037c5811 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 945 time: 0.1868703 Jul 16 03:47:00.935563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94ab10-95aa-4828-838c-6a36fa530afe req-4440d0ce-8b6e-4de7-bbf9-0e2b14cf838c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.938135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a94ab10-95aa-4828-838c-6a36fa530afe req-4440d0ce-8b6e-4de7-bbf9-0e2b14cf838c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 945 time: 0.1446846 Jul 16 03:47:01.085013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.085797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.086564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.087189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.087812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.088429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.089050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.091511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ad928fd4-3183-4f13-8503-9d76cef6dfde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 6492 time: 0.1355736 Jul 16 03:47:01.140485 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a94ab10-95aa-4828-838c-6a36fa530afe req-21b7de9b-bc4f-4b4e-9d24-1ed20a24270f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299849 Jul 16 03:47:01.176945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Deleting port 83807b6a-54aa-4883-a16a-ccaa42b01247 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:01.179822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.347671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] For port 83807b6a-54aa-4883-a16a-ccaa42b01247, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=83807b6a-54aa-4883-a16a-ccaa42b01247,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:01.348536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.386724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Calling delete_port for 83807b6a-54aa-4883-a16a-ccaa42b01247 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:01.403809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-6b2f6e8f-ce23-49cf-8bec-cd86a8ddb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.404739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-6b2f6e8f-ce23-49cf-8bec-cd86a8ddb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.405211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-6b2f6e8f-ce23-49cf-8bec-cd86a8ddb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.408350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-6b2f6e8f-ce23-49cf-8bec-cd86a8ddb7af service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d&id=dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 200 len: 2294 time: 0.2762151 Jul 16 03:47:01.716051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e6b3c-a215-49d4-bfa6-bb306986f08f req-045b8e04-0b79-40e3-abeb-dd6c59dd51d4 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.720799 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-8f11fb1a-e3bb-439f-9b03-f1cc63b58c2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 200 len: 1001 time: 0.2985806 Jul 16 03:47:01.723724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-378e6b3c-a215-49d4-bfa6-bb306986f08f req-045b8e04-0b79-40e3-abeb-dd6c59dd51d4 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 946 time: 0.1630232 Jul 16 03:47:01.737223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-05bd01ea-4da3-49ca-baa3-99e9d44eacdb tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.741296 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-05bd01ea-4da3-49ca-baa3-99e9d44eacdb tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 946 time: 0.3005006 Jul 16 03:47:01.845754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-378e6b3c-a215-49d4-bfa6-bb306986f08f req-989519c6-b849-4f76-ab8a-b35b78e3a105 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/security-groups?id=494916d1-c115-47dc-b359-b4ddaa0bada9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Jul 16 03:47:01.849133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.868142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['83807b6a-54aa-4883-a16a-ccaa42b01247'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:01.871139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcef5849-9f84-4585-98e5-a7064abb31d6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:01.929298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'Port': ['ID=83807b6a-54aa-4883-a16a-ccaa42b01247,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:01.960748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-acdc5dfd-9fbf-446a-b7c0-08cf16b15b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.964370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-acdc5dfd-9fbf-446a-b7c0-08cf16b15b7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2235eb83-0251-42ab-8fef-b0f3fd05ead9 HTTP/1.1" status: 200 len: 850 time: 0.2119908 Jul 16 03:47:01.996760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] No DVR routers for this DVR port 83807b6a-54aa-4883-a16a-ccaa42b01247 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:02.004775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.007992 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dae7ba1b-d855-4312-ad39-c48ff694d3bb req-acbda35b-7189-4533-915e-9bbf6650e439 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "DELETE /v2.0/ports/83807b6a-54aa-4883-a16a-ccaa42b01247 HTTP/1.1" status: 204 len: 173 time: 1.0685272 Jul 16 03:47:02.008452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'name': 'network-vif-deleted', 'tag': '83807b6a-54aa-4883-a16a-ccaa42b01247'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:02.010752 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dd6fd6-1446-4cc1-bf70-57dcac9fd61e" -d '{"events": [{"server_uuid": "aa4e88d3-dd84-4601-b888-e207c1ac3de9", "name": "network-vif-deleted", "tag": "83807b6a-54aa-4883-a16a-ccaa42b01247"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:02.198435 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eff503-97f9-4276-b347-971f8426d3f1 x-openstack-request-id: req-90eff503-97f9-4276-b347-971f8426d3f1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:02.198757 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4e88d3-dd84-4601-b888-e207c1ac3de9", "name": "network-vif-deleted", "tag": "83807b6a-54aa-4883-a16a-ccaa42b01247", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:02.198992 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90eff503-97f9-4276-b347-971f8426d3f1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:02.199388 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4e88d3-dd84-4601-b888-e207c1ac3de9', 'name': 'network-vif-deleted', 'tag': '83807b6a-54aa-4883-a16a-ccaa42b01247', 'status': 'completed', 'code': 200} Jul 16 03:47:02.231240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-06c8157c-0e46-4051-8bd9-21cfce0feac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.233877 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-06c8157c-0e46-4051-8bd9-21cfce0feac8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536244 Jul 16 03:47:02.295927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Deleting port d4ec8905-19c1-4579-b48d-cd1a6260cf8a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:02.296269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.476419 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-696dda87-fa4a-4495-87c5-13b004bd0f1c service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357862 Jul 16 03:47:02.568097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] For port d4ec8905-19c1-4579-b48d-cd1a6260cf8a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,segment=NetworkSegment(c447a13d-353b-4192-bccd-fa2c529da496),segment_id=c447a13d-353b-4192-bccd-fa2c529da496)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:02.568562 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.582819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46ff8022-07c3-4f39-b0c0-f9770ff8121a req-81ecc311-0592-40b2-9dc9-e9f466bd7908 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa4e88d3-dd84-4601-b888-e207c1ac3de9 HTTP/1.1" status: 200 len: 210 time: 0.0533690 Jul 16 03:47:02.592795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Calling delete_port for d4ec8905-19c1-4579-b48d-cd1a6260cf8a owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:02.624865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-3c9f8240-e358-4f75-8bc3-f5dd6562de5f service neutron] 10.222.0.48 "GET /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321368 Jul 16 03:47:02.708688 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-2132cc14-f1fe-49b4-b8cf-1b402435d492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 217 time: 0.0399568 Jul 16 03:47:02.803751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-a466602e-6c2b-4956-a1c5-c6a4d37c9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.805533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-a466602e-6c2b-4956-a1c5-c6a4d37c9300 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0832753 Jul 16 03:47:02.815417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.949117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-343c7b30-f9fe-4fc0-9f55-9f329509b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.951112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-343c7b30-f9fe-4fc0-9f55-9f329509b16a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305258 Jul 16 03:47:03.100605 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.151727 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-b1c2090e-e345-4ded-8909-d8c02d621485 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926420 Jul 16 03:47:03.152532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Pushing event deleted for resources: {'Port': ['ID=d4ec8905-19c1-4579-b48d-cd1a6260cf8a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:03.214589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] No DVR routers for this DVR port d4ec8905-19c1-4579-b48d-cd1a6260cf8a on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:03.271755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.273825 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5f7a875a-c898-44fe-bfb1-7a2f264ff0c2 req-55736338-4ca6-41f6-a247-133b4bf5f7de tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.11 "DELETE /v2.0/ports/d4ec8905-19c1-4579-b48d-cd1a6260cf8a HTTP/1.1" status: 204 len: 173 time: 1.5264337 Jul 16 03:47:03.274256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'name': 'network-vif-deleted', 'tag': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:03.276851 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d0252e-dde7-48b6-8b3c-53300084566a" -d '{"events": [{"server_uuid": "2dc231ac-db80-47d7-8d67-23fed8eb9148", "name": "network-vif-deleted", "tag": "d4ec8905-19c1-4579-b48d-cd1a6260cf8a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:03.376600 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-1c2d5dad-af76-430c-9198-a2348da83487 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939497 Jul 16 03:47:03.419624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ed98c3e1-f2e0-401d-a2b4-c5c177315fb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 217 time: 0.0374331 Jul 16 03:47:03.500650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-d8626b42-0a43-4f08-9e6a-40c71e4b70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:03.502309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-d8626b42-0a43-4f08-9e6a-40c71e4b70ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0753763 Jul 16 03:47:03.538272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.583270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e901e82-fc8b-4a42-9898-9a74725cb92a req-5c18b4db-5a3b-4414-badd-2d335d0bdd61 tempest-AttachVolumeNegativeTest-2099999846 tempest-AttachVolumeNegativeTest-2099999846-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc231ac-db80-47d7-8d67-23fed8eb9148 HTTP/1.1" status: 200 len: 210 time: 0.0730186 Jul 16 03:47:03.631374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-5595b270-ca4e-485a-af22-ee84bd25b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:03.633790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-5595b270-ca4e-485a-af22-ee84bd25b813 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1211574 Jul 16 03:47:03.677455 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03496803-be7e-483f-8951-7d4bd6e22e64 x-openstack-request-id: req-03496803-be7e-483f-8951-7d4bd6e22e64 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:03.677830 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc231ac-db80-47d7-8d67-23fed8eb9148", "name": "network-vif-deleted", "tag": "d4ec8905-19c1-4579-b48d-cd1a6260cf8a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:03.678223 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03496803-be7e-483f-8951-7d4bd6e22e64 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:03.678926 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc231ac-db80-47d7-8d67-23fed8eb9148', 'name': 'network-vif-deleted', 'tag': 'd4ec8905-19c1-4579-b48d-cd1a6260cf8a', 'status': 'completed', 'code': 200} Jul 16 03:47:03.765776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-2a7dcd1f-41b2-4780-9948-2a5b6615fa28 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Jul 16 03:47:03.897171 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-505643c2-c2b7-4660-b136-0b91b8af84e7 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248331 Jul 16 03:47:03.974594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-cdb6a39e-d65a-491a-9b17-531a7abc569c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595 HTTP/1.1" status: 200 len: 217 time: 0.0572641 Jul 16 03:47:04.041664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-e5f7a71f-d48d-48f9-90db-ac944354345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.043588 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-e5f7a71f-d48d-48f9-90db-ac944354345a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0634995 Jul 16 03:47:04.117033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-05466f53-e2d6-4e67-affc-e2111f9e8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.119625 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-05466f53-e2d6-4e67-affc-e2111f9e8b2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694418 Jul 16 03:47:04.310137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-73e303a1-faee-48aa-906c-8265c6927b74 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833684 Jul 16 03:47:04.410647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3c8d2-fb9c-480e-8797-cbeeb616f39b req-474e15c1-4742-4c6e-b145-59e1d3449da8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.414744 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aa3c8d2-fb9c-480e-8797-cbeeb616f39b req-474e15c1-4742-4c6e-b145-59e1d3449da8 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1317465 Jul 16 03:47:04.452485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-4353ad24-f78a-49e4-8312-e9bf20f80165 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347039 Jul 16 03:47:04.493856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1aa3c8d2-fb9c-480e-8797-cbeeb616f39b req-833d28e6-a896-4ce7-9d48-d386d17695bf tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Jul 16 03:47:04.502718 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-2eb2810d-61ef-4e0b-920a-7476f46b0d38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0 HTTP/1.1" status: 200 len: 217 time: 0.0423620 Jul 16 03:47:04.573146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-1adc45c5-1c32-4d30-9e13-d759f6f6dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.574918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-1adc45c5-1c32-4d30-9e13-d759f6f6dd45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 200 len: 797 time: 0.0654778 Jul 16 03:47:04.598587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d4ec8905-19c1-4579-b48d-cd1a6260cf8a no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:04.625629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 83807b6a-54aa-4883-a16a-ccaa42b01247 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:04.629014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: d4ec8905-19c1-4579-b48d-cd1a6260cf8a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:04.629707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d4ec8905-19c1-4579-b48d-cd1a6260cf8a not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:04.641361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ebb1c69c-1c01-4a5f-a764-f75a8789806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.643172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-ebb1c69c-1c01-4a5f-a764-f75a8789806a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597594 Jul 16 03:47:04.678232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 83807b6a-54aa-4883-a16a-ccaa42b01247 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:04.678934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 83807b6a-54aa-4883-a16a-ccaa42b01247 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:04.715342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:04.761957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-cd2cb97e-d1ea-460c-94fe-be4d498e25eb service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103454 Jul 16 03:47:04.765471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Deleting subnet ffba8b9b-5fb9-4dfd-8687-949171d27cc5 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:04.768629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.806703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.853502 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.864183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-80d85401-a12d-4beb-a3f4-bc48a5b51282 service neutron] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943508 Jul 16 03:47:04.915799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.917315 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-9ca15971-128a-4cbb-8c9d-c22e0bb4b4b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 HTTP/1.1" status: 200 len: 217 time: 0.0464559 Jul 16 03:47:04.951876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffba8b9b-5fb9-4dfd-8687-949171d27cc5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:04.960073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.964803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8ced3d0e-d577-46b3-a8eb-83a88d779a25 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ffba8b9b-5fb9-4dfd-8687-949171d27cc5 HTTP/1.1" status: 204 len: 168 time: 0.2484250 Jul 16 03:47:04.965525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51362) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:04.989366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-162b3e62-3f27-46cd-992a-ee181d24813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.991072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-162b3e62-3f27-46cd-992a-ee181d24813a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.0679808 Jul 16 03:47:05.041240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.078739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-92950b78-3d0d-41f6-ab7c-96ae7630cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:05.080728 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-92950b78-3d0d-41f6-ab7c-96ae7630cd4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830534 Jul 16 03:47:05.129206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.139379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cef4a56-7688-4af3-842b-5616b90eb853']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:05.150349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c447a13d-353b-4192-bccd-fa2c529da496') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:05.150670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c447a13d-353b-4192-bccd-fa2c529da496') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:05.160401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.175041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.181176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:05.181573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:05.183803 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:05.200296 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-8d15a71f-e956-41b4-ac70-e5e7c1a428c4 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127388 Jul 16 03:47:05.251708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.258380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.260667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cef4a56-7688-4af3-842b-5616b90eb853 HTTP/1.1" status: 204 len: 168 time: 0.2941105 Jul 16 03:47:05.273139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b83f5-3227-4c0c-8659-04e16f0b99c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cef4a56-7688-4af3-842b-5616b90eb853,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:05.347126 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-4a91f364-33c0-4fdc-b5e9-e9c88b4cdf19 service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334836 Jul 16 03:47:05.395970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-0e270a94-7fbc-42ac-9bb3-483e8bb85bef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 200 len: 217 time: 0.0442495 Jul 16 03:47:05.432220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:05.484162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-c55c3931-91a6-4b42-9f75-db9b5ec6568b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:05.485534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a67dadf-89e8-4c33-aa10-7fa9aec1e9e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1230da47d0934e7d8facadda5840f802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520616 Jul 16 03:47:05.487722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-c55c3931-91a6-4b42-9f75-db9b5ec6568b tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.1781693 Jul 16 03:47:05.488357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:05.501648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-bbd2d3a9-227b-4504-a02c-70d4ca59a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:05.503115 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-bbd2d3a9-227b-4504-a02c-70d4ca59a14b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 200 len: 797 time: 0.0998263 Jul 16 03:47:05.672987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0872993c-e543-4350-8a73-70da8abde1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.724532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5efb3-e706-43c0-9755-399324d975ff req-821ccdff-69db-4121-9814-75964c17d9b5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:05.726214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54d5efb3-e706-43c0-9755-399324d975ff req-821ccdff-69db-4121-9814-75964c17d9b5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 946 time: 0.0721357 Jul 16 03:47:05.737994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0872993c-e543-4350-8a73-70da8abde1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.807004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0872993c-e543-4350-8a73-70da8abde1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.808994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54d5efb3-e706-43c0-9755-399324d975ff req-99bd23d6-c379-4256-bf28-d99c8aac7e90 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=fadd2577-43e6-400f-aea4-2216ba88ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765460 Jul 16 03:47:05.809845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0872993c-e543-4350-8a73-70da8abde1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.811108 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0872993c-e543-4350-8a73-70da8abde1ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/494916d1-c115-47dc-b359-b4ddaa0bada9 HTTP/1.1" status: 204 len: 168 time: 0.3121665 Jul 16 03:47:05.848536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872993c-e543-4350-8a73-70da8abde1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494916d1-c115-47dc-b359-b4ddaa0bada9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:05.864433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261d91-444c-4f73-83b5-7299175fbc45 req-a9f287c4-b373-46f5-b7b3-9bafef2c3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:05.866209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-a9f287c4-b373-46f5-b7b3-9bafef2c3c93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd62675e-11c9-4dee-afc7-85c9f38af14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3248718 Jul 16 03:47:05.872367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Deleting port dcef5849-9f84-4585-98e5-a7064abb31d6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:05.872778 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.566562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] For port dcef5849-9f84-4585-98e5-a7064abb31d6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcef5849-9f84-4585-98e5-a7064abb31d6,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:06.567267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.571399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-45302e65-064b-4184-beb6-e0a11e689efc service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933010 Jul 16 03:47:06.605759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Calling delete_port for dcef5849-9f84-4585-98e5-a7064abb31d6 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:06.741933 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36261d91-444c-4f73-83b5-7299175fbc45 req-7d8675d5-b629-49aa-b3bd-a96cc743c72f service neutron] 10.222.0.48 "GET /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592491 Jul 16 03:47:06.870902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:06.932736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'Port': ['ID=dcef5849-9f84-4585-98e5-a7064abb31d6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:06.973894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a804bfcb-468d-414b-ad8a-f151474f0341 req-d5790188-6662-48c2-8329-4995278c9e7f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3f4a019-d9dc-4461-9d41-aeddc9be6d2b HTTP/1.1" status: 200 len: 210 time: 0.0421224 Jul 16 03:47:07.028447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] No DVR routers for this DVR port dcef5849-9f84-4585-98e5-a7064abb31d6 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:07.032155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.035334 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9bbdeb57-0b38-4a8c-9bef-ed033fd38489 req-2f2e227b-1eec-4473-bda3-0e477582d28e tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.11 "DELETE /v2.0/ports/dcef5849-9f84-4585-98e5-a7064abb31d6 HTTP/1.1" status: 204 len: 173 time: 1.5024621 Jul 16 03:47:07.035796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'name': 'network-vif-deleted', 'tag': 'dcef5849-9f84-4585-98e5-a7064abb31d6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:07.038962 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938ddb9-4f47-4ef8-a616-0cb220cd805b" -d '{"events": [{"server_uuid": "e3f4a019-d9dc-4461-9d41-aeddc9be6d2b", "name": "network-vif-deleted", "tag": "dcef5849-9f84-4585-98e5-a7064abb31d6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:07.137135 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9344b74-6850-474c-ac36-c4500649f0cd x-openstack-request-id: req-c9344b74-6850-474c-ac36-c4500649f0cd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:07.137829 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f4a019-d9dc-4461-9d41-aeddc9be6d2b", "name": "network-vif-deleted", "tag": "dcef5849-9f84-4585-98e5-a7064abb31d6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:07.138415 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9344b74-6850-474c-ac36-c4500649f0cd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:07.139426 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f4a019-d9dc-4461-9d41-aeddc9be6d2b', 'name': 'network-vif-deleted', 'tag': 'dcef5849-9f84-4585-98e5-a7064abb31d6', 'status': 'completed', 'code': 200} Jul 16 03:47:08.556642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed5fb-dd5a-42de-a62e-047ab933c5a4 req-87e1bdb1-edb8-4431-be87-714355e8d09c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.563222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21bed5fb-dd5a-42de-a62e-047ab933c5a4 req-87e1bdb1-edb8-4431-be87-714355e8d09c tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0848849 Jul 16 03:47:08.608822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21bed5fb-dd5a-42de-a62e-047ab933c5a4 req-dd3ee478-f8fe-4097-94d5-488386450d67 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Jul 16 03:47:08.614143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcef5849-9f84-4585-98e5-a7064abb31d6 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:08.671975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: dcef5849-9f84-4585-98e5-a7064abb31d6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:08.672740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcef5849-9f84-4585-98e5-a7064abb31d6 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:08.934930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51544) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.022497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Deleting subnet 9d3f5ced-9068-40d9-a3ee-6df055f3d8c5 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:09.031680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.098723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.149798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.222908 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.251513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.262921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d3f5ced-9068-40d9-a3ee-6df055f3d8c5 HTTP/1.1" status: 204 len: 168 time: 0.3262904 Jul 16 03:47:09.265104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.317249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3c8ab-6472-4ff5-9de1-d7b54a51a9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3f5ced-9068-40d9-a3ee-6df055f3d8c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:09.381742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51556) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.406122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.497589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.508749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae7a3a8-cafa-47a6-aab6-27ca289dacc5']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:09.517961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f35a620-f46f-43fc-b845-ad5980f8eddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.520911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dc3426-ffae-4552-99b4-16b9cff4598d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:09.521315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dc3426-ffae-4552-99b4-16b9cff4598d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:09.530784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.545600 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.552544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:09.553025 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:09.607656 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:09.617304 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.624082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.628542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5ae7a3a8-cafa-47a6-aab6-27ca289dacc5 HTTP/1.1" status: 204 len: 168 time: 0.3625131 Jul 16 03:47:09.658471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189768c-3589-47a8-aca6-7f4a1897f4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae7a3a8-cafa-47a6-aab6-27ca289dacc5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:09.721470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f35a620-f46f-43fc-b845-ad5980f8eddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.728093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f35a620-f46f-43fc-b845-ad5980f8eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.774230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a620-f46f-43fc-b845-ad5980f8eddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162346d1-0c1d-4c79-b300-f3c027e64614,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:09.779732 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f35a620-f46f-43fc-b845-ad5980f8eddb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d25cbc5f76c84ae1a5d92a32bab27d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969522 Jul 16 03:47:09.783111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.857952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51568) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.909890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0acd9728-98e4-47aa-9fa2-02d0ad99c227 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05a46a970a7948fd95a5d90bb6e61685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483210 Jul 16 03:47:09.914020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:09.914873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb17ed-85a7-4aa3-a97c-74c591048400 req-b4a20934-4ae6-4ec3-9f57-c760a36c1a33 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:09.916362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3fb17ed-85a7-4aa3-a97c-74c591048400 req-b4a20934-4ae6-4ec3-9f57-c760a36c1a33 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.1198759 Jul 16 03:47:09.917254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84ea42f2-d519-496f-86b6-d151253e2ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.967737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84ea42f2-d519-496f-86b6-d151253e2ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.968312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f32a78d3-2d33-4a52-8835-bbdacf45d177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:09.980111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3fb17ed-85a7-4aa3-a97c-74c591048400 req-1908d546-c3cd-4f11-bdd1-2a87e388c6d5 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups?id=aabf454a-7cd2-4007-ac54-b3d0dc82e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572376 Jul 16 03:47:10.007879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f32a78d3-2d33-4a52-8835-bbdacf45d177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.033965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84ea42f2-d519-496f-86b6-d151253e2ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.036871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84ea42f2-d519-496f-86b6-d151253e2ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.040832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-84ea42f2-d519-496f-86b6-d151253e2ed6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/162346d1-0c1d-4c79-b300-f3c027e64614 HTTP/1.1" status: 204 len: 168 time: 0.2538841 Jul 16 03:47:10.047036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea42f2-d519-496f-86b6-d151253e2ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162346d1-0c1d-4c79-b300-f3c027e64614,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:10.075353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f32a78d3-2d33-4a52-8835-bbdacf45d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.079578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f32a78d3-2d33-4a52-8835-bbdacf45d177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.083218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f32a78d3-2d33-4a52-8835-bbdacf45d177 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d61929e0-2bf5-4411-9184-7e011b9cd822 HTTP/1.1" status: 204 len: 168 time: 0.1658432 Jul 16 03:47:10.095743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a78d3-2d33-4a52-8835-bbdacf45d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61929e0-2bf5-4411-9184-7e011b9cd822,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:10.277411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-101d0e66-20b3-4e15-90e3-adc8b0df1f07 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:10.279200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-101d0e66-20b3-4e15-90e3-adc8b0df1f07 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 945 time: 0.0699484 Jul 16 03:47:10.418885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Deleting port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:10.420042 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.535541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] For port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:10.536350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.541889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51590) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:10.556487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3440-d6c1-4eac-aff1-cb74205d6805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.658052 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3440-d6c1-4eac-aff1-cb74205d6805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.664955 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3440-d6c1-4eac-aff1-cb74205d6805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.694847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bb9a3440-d6c1-4eac-aff1-cb74205d6805 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b96c8f36024a448985234dfc53317f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517971 Jul 16 03:47:10.700844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:10.736735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a3440-d6c1-4eac-aff1-cb74205d6805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d9ee9-bcc3-4e97-a5d3-a107abb93245,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:10.768746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54939e77-e2c8-4211-a69e-af9566911e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.781491 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.782148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.783331 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Floating IP 6ae39bda-a7d9-4321-a494-2894b88c654a disassociated. External IP: 172.25.4.120, port: eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8. Jul 16 03:47:10.783884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Calling delete_port for eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:10.791811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54939e77-e2c8-4211-a69e-af9566911e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.848397 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54939e77-e2c8-4211-a69e-af9566911e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.851211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54939e77-e2c8-4211-a69e-af9566911e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:10.855052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-54939e77-e2c8-4211-a69e-af9566911e86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd3d9ee9-bcc3-4e97-a5d3-a107abb93245 HTTP/1.1" status: 204 len: 168 time: 0.1505287 Jul 16 03:47:10.861315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54939e77-e2c8-4211-a69e-af9566911e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d9ee9-bcc3-4e97-a5d3-a107abb93245,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:10.985690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.040952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'Port': ['ID=eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:11.233581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e106cc9-d600-4335-a5d7-0e731bdf0e6c req-1ef6a807-583b-48f5-96f3-77c6fb6df9d3 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 210 time: 0.0578904 Jul 16 03:47:11.309524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:11.443405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:11.458928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] Sync routers for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:11.475623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:11.476115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:46:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:11.498419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] No DVR routers for this DVR port eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:11.501319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.503446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0652d802-a5d7-4e88-b9d0-eed3872d4dba req-d0fa7623-32ba-47f2-935d-cb05b6888305 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.48 "DELETE /v2.0/ports/eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 HTTP/1.1" status: 204 len: 173 time: 1.2189682 Jul 16 03:47:11.503968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-deleted', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:11.506830 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99fc00-3c81-4385-93f0-4aabfc63db98" -d '{"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-deleted", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:11.551237 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e24de3-4dfa-4c5d-bef7-92c08551cc16 x-openstack-request-id: req-c1e24de3-4dfa-4c5d-bef7-92c08551cc16 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:11.551816 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1e934-78a9-488b-8ca0-e1a1616a6e6c", "name": "network-vif-deleted", "tag": "eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:11.552344 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1e24de3-4dfa-4c5d-bef7-92c08551cc16 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:11.552966 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1e934-78a9-488b-8ca0-e1a1616a6e6c', 'name': 'network-vif-deleted', 'tag': 'eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8', 'status': 'completed', 'code': 200} Jul 16 03:47:11.615231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:11.869682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:37Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:12.098215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] Checking router: 9f53dcdc-88ff-4684-8534-a0ebd77a1610 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:12.109551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:12.111193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:46:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:12.308062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:12.532679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1a09742-40e3-445c-8956-7739ace57215 req-07ef3082-7bdb-41cf-9ffd-9658cab60d1f tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/ports?device_id=def1e934-78a9-488b-8ca0-e1a1616a6e6c HTTP/1.1" status: 200 len: 210 time: 0.0457799 Jul 16 03:47:12.684866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:37Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:12.712017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d24eea-4cf3-4851-81d1-e5865557ec6c None None] The sync data for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 is: [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:38:27Z', 'revision_number': 4, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b6a39a92-1a94-4795-b866-71a69efd9ed3', 'name': '', 'network_id': '2e5e68c3-9907-4639-9a15-5e04a11a194f', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'mac_address': 'fa:16:3e:c7:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:26Z', 'updated_at': '2021-07-16T03:38:37Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'subnets': [{'id': 'cd20b1a6-bb77-44a1-ad85-9b2d2446cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:13.113828 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7561b-3192-4056-a37d-0072b1f61da4 None None] New status for floating IP 6ae39bda-a7d9-4321-a494-2894b88c654a: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:47:13.665690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51694) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:13.729007 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1aab6054-6b68-4974-9134-71f7b550c1f4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.760325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1aab6054-6b68-4974-9134-71f7b550c1f4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.814204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1aab6054-6b68-4974-9134-71f7b550c1f4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.818959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1aab6054-6b68-4974-9134-71f7b550c1f4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.820623 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1aab6054-6b68-4974-9134-71f7b550c1f4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "DELETE /v2.0/security-groups/aabf454a-7cd2-4007-ac54-b3d0dc82e47b HTTP/1.1" status: 204 len: 168 time: 0.1532638 Jul 16 03:47:13.823243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:13.831519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab6054-6b68-4974-9134-71f7b550c1f4 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf454a-7cd2-4007-ac54-b3d0dc82e47b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:13.840537 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-335b5519-4ab6-40cb-8491-ee2a6bf4b4ad tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] show failed (client error): The resource could not be found. Jul 16 03:47:13.843984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-335b5519-4ab6-40cb-8491-ee2a6bf4b4ad tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "GET /v2.0/security-groups/aabf454a-7cd2-4007-ac54-b3d0dc82e47b HTTP/1.1" status: 404 len: 347 time: 0.0166981 Jul 16 03:47:13.845629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51700) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:13.997968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Deleting port afe5232e-8938-4b3f-acb8-88792c1f23bf {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:13.998373 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.089363 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.089942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.104720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Calling delete_port for afe5232e-8938-4b3f-acb8-88792c1f23bf owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:14.300559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.332506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Pushing event deleted for resources: {'Port': ['ID=afe5232e-8938-4b3f-acb8-88792c1f23bf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:14.433104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.435960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.444266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee0c77f6-4d5b-447f-b074-0ea3178ac209 tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] 10.222.0.25 "DELETE /v2.0/floatingips/6ae39bda-a7d9-4321-a494-2894b88c654a HTTP/1.1" status: 204 len: 168 time: 0.5974469 Jul 16 03:47:14.447112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:14.576486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:14.683892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d489e962-b830-4911-9058-f4a54bdb34e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.687040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:14.718441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:14.719893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eb51c4d5-4c30-4089-ae68-5a9db0ebd3c8 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:15.162795 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d489e962-b830-4911-9058-f4a54bdb34e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.173969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d489e962-b830-4911-9058-f4a54bdb34e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.207251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489e962-b830-4911-9058-f4a54bdb34e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdede56d-ca16-4e03-acdd-b45177779a74,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:15.231661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d489e962-b830-4911-9058-f4a54bdb34e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31aa319d391c4eda95d35cfddac19fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537089 Jul 16 03:47:15.234332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51722) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:15.342708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416de541-1f86-4c9c-9d73-5dca3df252b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.376079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416de541-1f86-4c9c-9d73-5dca3df252b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.435579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.450160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416de541-1f86-4c9c-9d73-5dca3df252b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.453126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416de541-1f86-4c9c-9d73-5dca3df252b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.457526 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-416de541-1f86-4c9c-9d73-5dca3df252b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdede56d-ca16-4e03-acdd-b45177779a74 HTTP/1.1" status: 204 len: 168 time: 0.2198715 Jul 16 03:47:15.470949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416de541-1f86-4c9c-9d73-5dca3df252b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdede56d-ca16-4e03-acdd-b45177779a74,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:15.907938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Deleting port b6a39a92-1a94-4795-b866-71a69efd9ed3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:15.908314 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.942198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51746) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:15.962493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccc677c4-85c5-4940-b518-6e865ea2a5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.087724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] For port b6a39a92-1a94-4795-b866-71a69efd9ed3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b6a39a92-1a94-4795-b866-71a69efd9ed3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:16.088094 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.101320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51752) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.125544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Calling delete_port for b6a39a92-1a94-4795-b866-71a69efd9ed3 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:16.154273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccc677c4-85c5-4940-b518-6e865ea2a5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.159026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccc677c4-85c5-4940-b518-6e865ea2a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.207128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc677c4-85c5-4940-b518-6e865ea2a5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7b5755-10d5-4fa4-bcc0-5668b515afa2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.214706 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ccc677c4-85c5-4940-b518-6e865ea2a5d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7bab7723c6e4fa29baab39f25d88c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712059 Jul 16 03:47:16.216263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51756) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.271475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de1b57a-e9f2-432c-a9b3-81005ccf2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.298355 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de1b57a-e9f2-432c-a9b3-81005ccf2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.385572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de1b57a-e9f2-432c-a9b3-81005ccf2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.386250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241da50-a420-44e5-8958-401893bbfa6e req-8e1874e9-1b46-4b80-b13e-a2afc1d5e374 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:16.387955 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5241da50-a420-44e5-8958-401893bbfa6e req-8e1874e9-1b46-4b80-b13e-a2afc1d5e374 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.1261783 Jul 16 03:47:16.388652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de1b57a-e9f2-432c-a9b3-81005ccf2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.399883 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4de1b57a-e9f2-432c-a9b3-81005ccf2082 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af7b5755-10d5-4fa4-bcc0-5668b515afa2 HTTP/1.1" status: 204 len: 168 time: 0.1778836 Jul 16 03:47:16.421791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1b57a-e9f2-432c-a9b3-81005ccf2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7b5755-10d5-4fa4-bcc0-5668b515afa2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.424836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.496505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a39a92-1a94-4795-b866-71a69efd9ed3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.506899 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e83976c-c1ea-4b0c-8bc5-1a4792ed0888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.526711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5241da50-a420-44e5-8958-401893bbfa6e req-b44649fd-da89-424e-b904-f9b6be46081a tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257598 Jul 16 03:47:16.746689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.818449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e83976c-c1ea-4b0c-8bc5-1a4792ed0888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.824979 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e83976c-c1ea-4b0c-8bc5-1a4792ed0888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.905361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6e83976c-c1ea-4b0c-8bc5-1a4792ed0888 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93f2a16d75c14ed5954b100bbc3ce7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8027544 Jul 16 03:47:16.909614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51774) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.911912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83976c-c1ea-4b0c-8bc5-1a4792ed0888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768cbe9b-eb66-478b-b0aa-51af3858f1c5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.982771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5639300-c06e-46cc-843f-f6c373e10fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.005164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5639300-c06e-46cc-843f-f6c373e10fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.047956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:17.054384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5639300-c06e-46cc-843f-f6c373e10fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.057230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5639300-c06e-46cc-843f-f6c373e10fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.058395 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d5639300-c06e-46cc-843f-f6c373e10fdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/768cbe9b-eb66-478b-b0aa-51af3858f1c5 HTTP/1.1" status: 204 len: 168 time: 0.1477830 Jul 16 03:47:17.076457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5639300-c06e-46cc-843f-f6c373e10fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768cbe9b-eb66-478b-b0aa-51af3858f1c5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:17.166663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:17.172322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b79381ed-a065-441b-adb4-6d7e09d07db6 admin admin] 10.222.0.25 "PUT /v2.0/routers/9f53dcdc-88ff-4684-8534-a0ebd77a1610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238369 Jul 16 03:47:17.174805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:17.178228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] Sync routers for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:17.192859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:17.194597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:46:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.299309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.359008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:17.423012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.515711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Deleting port d3fa9963-d67d-49d3-80f0-f070797523b9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:17.516693 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.612531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:47:16Z', 'revision_number': 5, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port': {'id': 'd3fa9963-d67d-49d3-80f0-f070797523b9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:17Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.648016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] Checking router: 9f53dcdc-88ff-4684-8534-a0ebd77a1610 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:17.658083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] Routers {'9f53dcdc-88ff-4684-8534-a0ebd77a1610'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:17.659068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:46:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.723909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] For port d3fa9963-d67d-49d3-80f0-f070797523b9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d3fa9963-d67d-49d3-80f0-f070797523b9,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:17.724642 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.757447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] Set router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:17.774521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Calling delete_port for d3fa9963-d67d-49d3-80f0-f070797523b9 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:17.833564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:47:17Z', 'revision_number': 6, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:17.863540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-c3996f79-8324-49b2-9441-bb3f9c311b62 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:17.865690 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-c3996f79-8324-49b2-9441-bb3f9c311b62 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.1715641 Jul 16 03:47:17.869523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904a5182-e0e9-4355-ace1-113241137e2f None None] The sync data for ids ['9f53dcdc-88ff-4684-8534-a0ebd77a1610'] in n-d-800089-6 is: [{'id': '9f53dcdc-88ff-4684-8534-a0ebd77a1610', 'name': 'tempest-ServerActionsTestJSON-544936746-router', 'tenant_id': '80e6442ffa6049bf83f03a71fead7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:15Z', 'updated_at': '2021-07-16T03:47:17Z', 'revision_number': 6, 'project_id': '80e6442ffa6049bf83f03a71fead7fa8', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:17.903543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5436-1a66-4676-ba48-9d22c38179f4 req-17d3c02f-d3bc-40d0-b34c-fc1ccf65bce9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:17.912863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b45b5436-1a66-4676-ba48-9d22c38179f4 req-17d3c02f-d3bc-40d0-b34c-fc1ccf65bce9 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 945 time: 0.1918769 Jul 16 03:47:17.999150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b45b5436-1a66-4676-ba48-9d22c38179f4 req-f8e3d0ce-871a-4e71-909c-37299bf63149 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec3eadb-dc61-4dac-aa09-6d67194f10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839660 Jul 16 03:47:18.071817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Deleting port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:18.072549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.171240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.230660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fa9963-d67d-49d3-80f0-f070797523b9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.283899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] For port 91fbaa6d-4f9e-4e60-99bc-111151a60a80, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=91fbaa6d-4f9e-4e60-99bc-111151a60a80,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:18.284321 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.341959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.509811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.515357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.628365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.628745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.629059 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Floating IP 5e31ea7c-442e-4618-88f1-67c2ddb2539e disassociated. External IP: 172.25.4.79, port: 91fbaa6d-4f9e-4e60-99bc-111151a60a80. Jul 16 03:47:18.629402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Calling delete_port for 91fbaa6d-4f9e-4e60-99bc-111151a60a80 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:18.633084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.634436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f53dcdc-88ff-4684-8534-a0ebd77a1610 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:47:18.643337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.644859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-88994150-a8e8-4010-ac8d-6afcf0fa92dc admin admin] 10.222.0.25 "DELETE /v2.0/routers/9f53dcdc-88ff-4684-8534-a0ebd77a1610 HTTP/1.1" status: 204 len: 168 time: 1.4687612 Jul 16 03:47:18.654939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:18.774825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Deleting subnet cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:18.782684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.835300 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.846978 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.892694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event deleted for resources: {'Port': ['ID=91fbaa6d-4f9e-4e60-99bc-111151a60a80,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.911721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.912427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.913070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.913641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.914145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.914754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.915591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.916982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.917582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.918160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.919096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:18.919623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:19.017828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.087015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.098145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:19.134801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd20b1a6-bb77-44a1-ad85-9b2d2446cd89,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.137029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.140686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930db9c3-0cd1-443c-afa8-198f482f032d None None] Network 2e5e68c3-9907-4639-9a15-5e04a11a194f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:19.150967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-98ceee24-22bc-4bce-89c2-87629b5bc24f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd20b1a6-bb77-44a1-ad85-9b2d2446cd89 HTTP/1.1" status: 204 len: 168 time: 0.4929824 Jul 16 03:47:19.151913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:19.268700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:19.279006 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:19.294478 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:19.295140 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:46:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:19.336810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.398183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] No DVR routers for this DVR port 91fbaa6d-4f9e-4e60-99bc-111151a60a80 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:19.400842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.406054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1c7fa385-9d6c-4190-bccb-6deacdea37a7 req-6cea3044-b354-4eeb-a6a1-f7394220ccec tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.48 "DELETE /v2.0/ports/91fbaa6d-4f9e-4e60-99bc-111151a60a80 HTTP/1.1" status: 204 len: 173 time: 1.5340378 Jul 16 03:47:19.407181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'name': 'network-vif-deleted', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:19.409608 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c72682-4871-495c-9cb7-e707d812d4ce" -d '{"events": [{"server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "name": "network-vif-deleted", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:19.440350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fe5ad0b-26b9-4c90-8f35-df20ae641aa9 req-1d23ba02-abe1-4f6e-9974-8c457d93c099 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3de479de-af01-4e91-b9d0-4cadf0be371a HTTP/1.1" status: 200 len: 210 time: 0.1067324 Jul 16 03:47:19.524127 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:19.557396 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeca4d3-aedc-44b5-9f50-3559f42c2e8e x-openstack-request-id: req-8eeca4d3-aedc-44b5-9f50-3559f42c2e8e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:19.557686 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de479de-af01-4e91-b9d0-4cadf0be371a", "name": "network-vif-deleted", "tag": "91fbaa6d-4f9e-4e60-99bc-111151a60a80", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:19.557939 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8eeca4d3-aedc-44b5-9f50-3559f42c2e8e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:19.558340 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de479de-af01-4e91-b9d0-4cadf0be371a', 'name': 'network-vif-deleted', 'tag': '91fbaa6d-4f9e-4e60-99bc-111151a60a80', 'status': 'completed', 'code': 200} Jul 16 03:47:19.655885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] DHCP port deletion for 2e5e68c3-9907-4639-9a15-5e04a11a194f request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:19.703211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Deleting port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:19.704228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.799047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Deleting port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:19.800984 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.815721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] For port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:19.816290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.820141 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:19.830920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Calling delete_port for 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:19.881321 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:19.902701 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:19.904490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] For port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,segment=NetworkSegment(febd4ab4-b9d7-4f70-ac89-0711c47942c7),segment_id=febd4ab4-b9d7-4f70-ac89-0711c47942c7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:19.905528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.906146 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:46:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:19.923445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Calling delete_port for 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:19.935584 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.985960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.997683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] No DVR routers for this DVR port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:20.124956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3fa9963-d67d-49d3-80f0-f070797523b9 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:20.169344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d3fa9963-d67d-49d3-80f0-f070797523b9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:20.169954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d3fa9963-d67d-49d3-80f0-f070797523b9 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:20.170127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:20.201813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.226019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5e68c3-9907-4639-9a15-5e04a11a194f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.229235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:20.229765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:20.230358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b6a39a92-1a94-4795-b866-71a69efd9ed3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:20.243157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febd4ab4-b9d7-4f70-ac89-0711c47942c7') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.243627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febd4ab4-b9d7-4f70-ac89-0711c47942c7') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.257142 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.260274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b6a39a92-1a94-4795-b866-71a69efd9ed3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:20.260829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b6a39a92-1a94-4795-b866-71a69efd9ed3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:20.262146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.282218 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.291645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:20.292409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:20.294822 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:20.299675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Pushing event deleted for resources: {'Port': ['ID=9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.314898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.318381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.318852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.323400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.323899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.324752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.325296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.325880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.326484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.327631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.328158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.329236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:20.334525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed77ab-5f7f-49af-aa07-281d1fbcc888 None None] No DVR routers for this DVR port 9a708bf4-3b0d-4e3a-a51b-7b054bd7fbd3 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:20.429835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.439866 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:20.451916 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.455326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] 10.222.0.25 "DELETE /v2.0/networks/2e5e68c3-9907-4639-9a15-5e04a11a194f HTTP/1.1" status: 204 len: 168 time: 1.2999315 Jul 16 03:47:20.474368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db3b0-d286-4cd1-afb0-6c4ddc4c609a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5e68c3-9907-4639-9a15-5e04a11a194f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.678608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:20.712937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ea21-3a36-4d31-a089-da5efe80ca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.736121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52002) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:20.814937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8be8e1-a18d-450b-a3e3-5a5c81d73378 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.847359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bc9e6428-5e3a-4af8-97e4-b0fa4b503c99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80e6442ffa6049bf83f03a71fead7fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102130 Jul 16 03:47:20.848303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52004) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:20.870675 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8be8e1-a18d-450b-a3e3-5a5c81d73378 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.881101 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:20.936879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:20.937825 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0350cb6-1aeb-4aca-b697-fde92c870633 None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 4, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be4c8bbf-041f-4539-86c1-993c41bbc86e', 'name': '', 'network_id': '751caceb-5bba-4c69-b464-d16b5566391e', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'mac_address': 'fa:16:3e:5e:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:47Z', 'updated_at': '2021-07-16T03:39:58Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'subnets': [{'id': '6a0ab360-14d2-4e00-99e5-ff9c551d3601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:21.131200 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4398-908d-4485-893b-e3b517c601a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.238866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52014) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.293535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4398-908d-4485-893b-e3b517c601a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.302268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4398-908d-4485-893b-e3b517c601a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.324065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64504365-a572-4d4d-85ae-e55a42a3328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.351037 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64504365-a572-4d4d-85ae-e55a42a3328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.375795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd4398-908d-4485-893b-e3b517c601a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1904abbb-863d-4208-b28e-2d51adb4628a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.387589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ebd4398-908d-4485-893b-e3b517c601a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fe81e08227041af8e323d50e1687a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493723 Jul 16 03:47:21.390024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.410262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dde9e-13f1-49f4-8f95-a550d0e76f4a None None] New status for floating IP 5e31ea7c-442e-4618-88f1-67c2ddb2539e: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:47:21.422334 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a50cbf5f-4a11-4cf0-bd03-cbbc98cec72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.426105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64504365-a572-4d4d-85ae-e55a42a3328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.430224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64504365-a572-4d4d-85ae-e55a42a3328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.435378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-64504365-a572-4d4d-85ae-e55a42a3328e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fadd2577-43e6-400f-aea4-2216ba88ccec HTTP/1.1" status: 204 len: 168 time: 0.5827911 Jul 16 03:47:21.440152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8be8e1-a18d-450b-a3e3-5a5c81d73378 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.442988 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8be8e1-a18d-450b-a3e3-5a5c81d73378 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.447259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4d8be8e1-a18d-450b-a3e3-5a5c81d73378 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "DELETE /v2.0/security-groups/eec3eadb-dc61-4dac-aa09-6d67194f10bb HTTP/1.1" status: 204 len: 168 time: 0.7675438 Jul 16 03:47:21.449089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.463846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64504365-a572-4d4d-85ae-e55a42a3328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd2577-43e6-400f-aea4-2216ba88ccec,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.469779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fdb44e2-827d-4ff9-a6f0-561c383f7db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.493086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8be8e1-a18d-450b-a3e3-5a5c81d73378 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec3eadb-dc61-4dac-aa09-6d67194f10bb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.506408 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-a24394e2-1a59-49da-b36d-988de8c891aa tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] show failed (client error): The resource could not be found. Jul 16 03:47:21.510869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fdb44e2-827d-4ff9-a6f0-561c383f7db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.511421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a24394e2-1a59-49da-b36d-988de8c891aa tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "GET /v2.0/security-groups/eec3eadb-dc61-4dac-aa09-6d67194f10bb HTTP/1.1" status: 404 len: 347 time: 0.0610850 Jul 16 03:47:21.512093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.626093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a50cbf5f-4a11-4cf0-bd03-cbbc98cec72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.633418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a50cbf5f-4a11-4cf0-bd03-cbbc98cec72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.671000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Deleting port 99ea7b04-d29e-4466-961a-685c19c5a1e8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:21.671525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cbf5f-4a11-4cf0-bd03-cbbc98cec72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada58709-002c-4718-8db0-664b9e5adbb1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.671949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.691259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fdb44e2-827d-4ff9-a6f0-561c383f7db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.697986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fdb44e2-827d-4ff9-a6f0-561c383f7db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.715625 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4fdb44e2-827d-4ff9-a6f0-561c383f7db9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1904abbb-863d-4208-b28e-2d51adb4628a HTTP/1.1" status: 204 len: 168 time: 0.3236513 Jul 16 03:47:21.751889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb44e2-827d-4ff9-a6f0-561c383f7db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1904abbb-863d-4208-b28e-2d51adb4628a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.790111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a50cbf5f-4a11-4cf0-bd03-cbbc98cec72a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f4db07aaebc41c5a7070ab120e47e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479319 Jul 16 03:47:21.790900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52030) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.800009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.800567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.814226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Calling delete_port for 99ea7b04-d29e-4466-961a-685c19c5a1e8 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:21.857918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b771e14e-f366-4e72-9a48-bcf680a781bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.889613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b771e14e-f366-4e72-9a48-bcf680a781bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.977018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b771e14e-f366-4e72-9a48-bcf680a781bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.979824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b771e14e-f366-4e72-9a48-bcf680a781bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.981506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b771e14e-f366-4e72-9a48-bcf680a781bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ada58709-002c-4718-8db0-664b9e5adbb1 HTTP/1.1" status: 204 len: 168 time: 0.1902122 Jul 16 03:47:21.996395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771e14e-f366-4e72-9a48-bcf680a781bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada58709-002c-4718-8db0-664b9e5adbb1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.998843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.050521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Pushing event deleted for resources: {'Port': ['ID=99ea7b04-d29e-4466-961a-685c19c5a1e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.121811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.126263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.128171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d9c4a302-dfd3-4b68-8930-cfd3bcd19f60 tempest-AttachVolumeTestJSON-1672924861 tempest-AttachVolumeTestJSON-1672924861-project] 10.222.0.25 "DELETE /v2.0/floatingips/5e31ea7c-442e-4618-88f1-67c2ddb2539e HTTP/1.1" status: 204 len: 168 time: 0.6147141 Jul 16 03:47:22.258690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52046) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.279448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38e8bd72-a34e-4c5c-a28d-4d7310219dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.441795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38e8bd72-a34e-4c5c-a28d-4d7310219dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.448141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38e8bd72-a34e-4c5c-a28d-4d7310219dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.511713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8bd72-a34e-4c5c-a28d-4d7310219dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee26847-9955-4933-bb67-a4cf4cf22e3e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.518468 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-38e8bd72-a34e-4c5c-a28d-4d7310219dc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=365198f754aa41c4b02cf087539379ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584271 Jul 16 03:47:22.521469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52054) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.585072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52056) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.590121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e40d-54d1-4958-9256-ea7fdf551b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.600507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4237310c-b3d9-4690-8ba4-afdcf178cce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.620365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e40d-54d1-4958-9256-ea7fdf551b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.687699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e40d-54d1-4958-9256-ea7fdf551b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.691520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e40d-54d1-4958-9256-ea7fdf551b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.693163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b8b9e40d-54d1-4958-9256-ea7fdf551b5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aee26847-9955-4933-bb67-a4cf4cf22e3e HTTP/1.1" status: 204 len: 168 time: 0.1707301 Jul 16 03:47:22.703817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9e40d-54d1-4958-9256-ea7fdf551b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee26847-9955-4933-bb67-a4cf4cf22e3e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.708621 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4237310c-b3d9-4690-8ba4-afdcf178cce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.714896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4237310c-b3d9-4690-8ba4-afdcf178cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.715059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 91fbaa6d-4f9e-4e60-99bc-111151a60a80 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:22.746850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 91fbaa6d-4f9e-4e60-99bc-111151a60a80 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:22.747204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 91fbaa6d-4f9e-4e60-99bc-111151a60a80 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:22.763770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237310c-b3d9-4690-8ba4-afdcf178cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8352b00b-ac06-487c-a133-f56c590ab698,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.770745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4237310c-b3d9-4690-8ba4-afdcf178cce7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0f269bc81dc410e88cd8349cc0ee798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846721 Jul 16 03:47:22.772970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52064) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.860500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-035ea57a-e9dc-401c-8d62-78820af2f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.887911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-035ea57a-e9dc-401c-8d62-78820af2f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.952564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-035ea57a-e9dc-401c-8d62-78820af2f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.958006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-035ea57a-e9dc-401c-8d62-78820af2f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.963265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-035ea57a-e9dc-401c-8d62-78820af2f546 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8352b00b-ac06-487c-a133-f56c590ab698 HTTP/1.1" status: 204 len: 168 time: 0.1762545 Jul 16 03:47:22.975223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea57a-e9dc-401c-8d62-78820af2f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8352b00b-ac06-487c-a133-f56c590ab698,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.009716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52076) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:23.274675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5407-1566-4411-946c-f2decd14e29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.381964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-164141303-network', 'tenant_id': '314475c3f342441c86847e3a42689711'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:23.411240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Made reservation on behalf of 314475c3f342441c86847e3a42689711 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:23.414477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.427593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.570134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.575713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.601172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:23.611772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0eff7c-5807-443b-9259-6b2a6cac8761,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.616726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.617056 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Added segment 6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1 of type vlan for network 04114f68-a1ef-499d-88da-a4bba79c0523 Jul 16 03:47:23.665162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.697465 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.698656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:23.699343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.732399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7214100 Jul 16 03:47:23.736119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52100) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:23.751167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Request body: {'subnet': {'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-164141303-subnet', 'tenant_id': '314475c3f342441c86847e3a42689711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:23.765868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260363f-32ff-40c2-b57b-62a51fb5cc2c admin admin] Pushing event updated for resources: {'Network': ['ID=04114f68-a1ef-499d-88da-a4bba79c0523,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.775898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 04114f68-a1ef-499d-88da-a4bba79c0523 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:23.788883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Made reservation on behalf of 314475c3f342441c86847e3a42689711 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:23.792258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.871907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.987234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.050944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36babd5f-9a1b-4537-902e-b187d6d0422c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:24.058786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Checking segment: {'id': '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:24.059165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Network hostable DHCP agents. Network: 04114f68-a1ef-499d-88da-a4bba79c0523, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:24.063354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.063757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.064350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.064827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.065374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.065774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.066269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.066689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.066878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.067246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.067661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.067998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:24.089593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Network 04114f68-a1ef-499d-88da-a4bba79c0523 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:24.100982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 04114f68-a1ef-499d-88da-a4bba79c0523) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:24.105915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:24.106580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.110585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eec2f3-eb84-444e-bc56-f284c8876776 None None] Network 04114f68-a1ef-499d-88da-a4bba79c0523 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:24.130328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eaa62e7a-8c05-4995-a4cf-f86ad65b1465 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3913419 Jul 16 03:47:24.277945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9514d5-33a1-4957-8532-68ea1edff49b None None] Network 04114f68-a1ef-499d-88da-a4bba79c0523 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:24.368073 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.900951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-d18fb147-fe9e-4e05-82e3-460dd96df69c tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:24.902497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-d18fb147-fe9e-4e05-82e3-460dd96df69c tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/networks?id=04114f68-a1ef-499d-88da-a4bba79c0523 HTTP/1.1" status: 200 len: 821 time: 0.1137147 Jul 16 03:47:24.918268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-8c1f9eb6-feb0-44c8-b36f-32c3f55d9ad3 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/quotas/314475c3f342441c86847e3a42689711 HTTP/1.1" status: 200 len: 375 time: 0.0098462 Jul 16 03:47:24.962565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-d5a0d8b0-b2f7-4f40-be49-e55b54c19edc tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=314475c3f342441c86847e3a42689711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369024 Jul 16 03:47:25.074362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-66d8f56b-d1a9-4611-95d1-b97107c0545e service neutron] 10.222.0.25 "GET /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030314 Jul 16 03:47:25.201374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-5a768ad6-06f8-497e-be59-5b9870c0ada1 service neutron] 10.222.0.25 "GET /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213059 Jul 16 03:47:25.410787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18cd5ea7-cae0-4f16-a4c6-d2bb325122cd req-5eb9a39b-08db-4b75-8962-033b896839ba tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 210 time: 0.0302227 Jul 16 03:47:26.079887 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.595909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a3c4914-9919-4ab8-ad8f-4d459d496665 req-419c0345-368e-4883-99c5-85b2ac28db56 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 210 time: 0.0388339 Jul 16 03:47:26.738794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-12641c1c-4127-4698-a8d1-8e84476749df tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:26.741119 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-12641c1c-4127-4698-a8d1-8e84476749df tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.11 "GET /v2.0/networks?id=04114f68-a1ef-499d-88da-a4bba79c0523 HTTP/1.1" status: 200 len: 821 time: 0.1333435 Jul 16 03:47:26.756625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Request body: {'port': {'device_id': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523', 'admin_state_up': True, 'tenant_id': '314475c3f342441c86847e3a42689711'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:26.893127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Made reservation on behalf of 314475c3f342441c86847e3a42689711 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:26.898365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.032997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Allocated IP 172.20.0.5 (04114f68-a1ef-499d-88da-a4bba79c0523/36babd5f-9a1b-4537-902e-b187d6d0422c/9b6a8cfb-d700-4591-90d1-e99b3cbd56a5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:27.209840 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.253143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.336229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Pushing event updated for resources: {'Port': ['ID=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:27.365678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Network 04114f68-a1ef-499d-88da-a4bba79c0523 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:27.369579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:27.376522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:27.430992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.431715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.447802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-4ad60e83-5cf9-4fa2-a70f-0e171072235b tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962712 Jul 16 03:47:27.460768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Request body: {'port': {'device_id': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:27.539401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.802523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca54a3-7c5d-47e4-968f-b7faeb93134a req-8dc2d7d9-e757-41e4-b1b0-aa2ba7cdcdb3 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.811128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32ca54a3-7c5d-47e4-968f-b7faeb93134a req-8dc2d7d9-e757-41e4-b1b0-aa2ba7cdcdb3 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 931 time: 0.0925701 Jul 16 03:47:27.853595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32ca54a3-7c5d-47e4-968f-b7faeb93134a req-9d10f3fa-e5fb-48ea-8c50-8765464d936e tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Jul 16 03:47:27.861728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:27.869572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.883766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Transition to ACTIVE for port object 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:27.889509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.007894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Attempting to bind port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Attempting to bind port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Attempting to bind port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 on network 04114f68-a1ef-499d-88da-a4bba79c0523 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 on network 04114f68-a1ef-499d-88da-a4bba79c0523 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Attempting to bind port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 on network 04114f68-a1ef-499d-88da-a4bba79c0523 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Checking segment: {'id': '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Bound using segment: {'id': '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Bound port: 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:28.118695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.141104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] For port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:28.144750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] For port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,segment=NetworkSegment(6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1),segment_id=6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:28.149887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.187055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:28.188380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.189912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 HTTP/1.1" status: 200 len: 1091 time: 0.7343123 Jul 16 03:47:28.190444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'tag': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:28.192883 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "17a9250b-0ef3-4a11-9718-1ad19744f304", "tag": "9b6a8cfb-d700-4591-90d1-e99b3cbd56a5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:28.243465 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aefa54-0df6-4822-b94c-3fe9fb76e330 x-openstack-request-id: req-f1aefa54-0df6-4822-b94c-3fe9fb76e330 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:28.243758 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a9250b-0ef3-4a11-9718-1ad19744f304", "tag": "9b6a8cfb-d700-4591-90d1-e99b3cbd56a5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:28.244017 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1aefa54-0df6-4822-b94c-3fe9fb76e330 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:28.244440 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'tag': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5', 'status': 'completed', 'code': 200} Jul 16 03:47:28.265513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a16da3-445f-46a6-b4f1-2b7f829192e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.337745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-77f0dffb-b316-4923-9088-6129b6ff2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:28.346669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-77f0dffb-b316-4923-9088-6129b6ff2873 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=314475c3f342441c86847e3a42689711&device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 1094 time: 0.0940180 Jul 16 03:47:28.398251 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-5cc80ee3-70d7-4360-8ac6-5e7bab18e794 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 HTTP/1.1" status: 200 len: 217 time: 0.0506132 Jul 16 03:47:28.460379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-5743def5-ae2f-4181-82c9-893e58b208eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:28.461837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-5743def5-ae2f-4181-82c9-893e58b208eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36babd5f-9a1b-4537-902e-b187d6d0422c HTTP/1.1" status: 200 len: 861 time: 0.0578320 Jul 16 03:47:28.523470 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-e7e59cc5-6235-41b8-a4a1-8c905d9e1573 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04114f68-a1ef-499d-88da-a4bba79c0523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549898 Jul 16 03:47:28.643201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-5f139c36-32d7-4fb2-b5e2-ca47a3b59379 service neutron] 10.222.0.11 "GET /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106794 Jul 16 03:47:28.756600 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e39730b6-7336-47de-8df8-d9359c2e53ba req-0b219ca2-d147-402b-a66d-47364074e7e7 service neutron] 10.222.0.11 "GET /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072555 Jul 16 03:47:28.875330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-98008bbc-4933-4b1f-9f71-88183a4a4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:28.878153 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-98008bbc-4933-4b1f-9f71-88183a4a4a39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=314475c3f342441c86847e3a42689711&device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 1094 time: 0.0629976 Jul 16 03:47:28.997050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-5de481f1-d988-4047-a269-3beb637d872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:28.999229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-5de481f1-d988-4047-a269-3beb637d872a service neutron] 10.222.0.11 "GET /v2.0/networks?id=04114f68-a1ef-499d-88da-a4bba79c0523 HTTP/1.1" status: 200 len: 923 time: 0.1144972 Jul 16 03:47:29.052999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-6170bb24-0a24-483a-9b75-7058146e36cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 HTTP/1.1" status: 200 len: 217 time: 0.0463293 Jul 16 03:47:29.124779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-2526baf0-152a-422d-bd56-636e3439d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.126841 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-2526baf0-152a-422d-bd56-636e3439d513 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36babd5f-9a1b-4537-902e-b187d6d0422c HTTP/1.1" status: 200 len: 861 time: 0.0662744 Jul 16 03:47:29.154225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4387ea-bfc3-4361-b0e1-fc922f20e834 req-e26adaa2-d946-41a2-bca7-7139d89103ea tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.161758 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be4387ea-bfc3-4361-b0e1-fc922f20e834 req-e26adaa2-d946-41a2-bca7-7139d89103ea tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 943 time: 0.0779357 Jul 16 03:47:29.164471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-215902ef-e5b8-47e0-a3ff-da5ed22a8422 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04114f68-a1ef-499d-88da-a4bba79c0523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312221 Jul 16 03:47:29.215246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be4387ea-bfc3-4361-b0e1-fc922f20e834 req-43b7d041-dc50-432a-b007-f3c6119bf269 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524383 Jul 16 03:47:29.288126 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-09723d5e-a3fe-47d1-8e39-148fd6840577 service neutron] 10.222.0.11 "GET /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166346 Jul 16 03:47:29.410537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aac4a773-4e55-4fc0-8175-bcc0ce602cc4 req-9b46633a-3fcb-4077-a584-e80c600a9063 service neutron] 10.222.0.11 "GET /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160529 Jul 16 03:47:30.525711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034713e-d1b3-4e4a-af3c-1be9aee863ce req-3cdd514f-8535-417b-b8db-65bda52a9af4 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:30.527499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8034713e-d1b3-4e4a-af3c-1be9aee863ce req-3cdd514f-8535-417b-b8db-65bda52a9af4 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 943 time: 0.1277735 Jul 16 03:47:30.605183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8034713e-d1b3-4e4a-af3c-1be9aee863ce req-a4d3461f-7a6e-4d8b-ba3a-e6130a0137d2 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690446 Jul 16 03:47:30.740019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:30.865325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,segment=NetworkSegment(6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1),segment_id=6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:30.878931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5', 'network_id': '04114f68-a1ef-499d-88da-a4bba79c0523', 'port_id': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5', 'mac_address': 'fa:16:3e:2c:93:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36babd5f-9a1b-4537-902e-b187d6d0422c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:30.925684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.940431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:30.983422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,segment=NetworkSegment(6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1),segment_id=6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:30.996229 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.055555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:31.198171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['9b6a8cfb-d700-4591-90d1-e99b3cbd56a5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:31.635273 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:47:31.802657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e9290-9f15-4bda-8e66-8b4032ce0401 req-394ba2f7-58aa-4bfb-a5f3-6c4ec40d05ac tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.805331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e17e9290-9f15-4bda-8e66-8b4032ce0401 req-394ba2f7-58aa-4bfb-a5f3-6c4ec40d05ac tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 944 time: 0.0702562 Jul 16 03:47:31.860853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e17e9290-9f15-4bda-8e66-8b4032ce0401 req-fd815038-1f5d-44b1-8ef4-70a5030d0780 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Jul 16 03:47:32.125431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52366) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:32.245050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451be7f3-00e5-40df-81c1-9de56fde9e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.363628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451be7f3-00e5-40df-81c1-9de56fde9e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.368722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451be7f3-00e5-40df-81c1-9de56fde9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.741087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451be7f3-00e5-40df-81c1-9de56fde9e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e823f496-613e-4460-8904-7c1cd168979c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:32.741757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:32.745671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-451be7f3-00e5-40df-81c1-9de56fde9e2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c2a86534c12439b97092d4c233d8092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191993 Jul 16 03:47:32.748441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52382) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:32.808526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b431c78f-efa3-48e0-83d6-fafdb22e4cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.831050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b431c78f-efa3-48e0-83d6-fafdb22e4cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.841216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.850037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:32.856184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:32.856625 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.897778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b431c78f-efa3-48e0-83d6-fafdb22e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.901008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b431c78f-efa3-48e0-83d6-fafdb22e4cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.905063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b431c78f-efa3-48e0-83d6-fafdb22e4cb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e823f496-613e-4460-8904-7c1cd168979c HTTP/1.1" status: 204 len: 168 time: 0.1553702 Jul 16 03:47:32.916838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c78f-efa3-48e0-83d6-fafdb22e4cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823f496-613e-4460-8904-7c1cd168979c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.016491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.082819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,segment=NetworkSegment(6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1),segment_id=6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:33.084018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:33.089012 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c577617f-48fb-441a-9771-5961d1ebd122" -d '{"events": [{"server_uuid": "17a9250b-0ef3-4a11-9718-1ad19744f304", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a8cfb-d700-4591-90d1-e99b3cbd56a5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:33.095936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.106996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5c3b5-8a1b-44e7-bb5e-defdd22256e5 req-371f4f5a-eb08-4504-b675-aefb7dfa40ea tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.109145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0b5c3b5-8a1b-44e7-bb5e-defdd22256e5 req-371f4f5a-eb08-4504-b675-aefb7dfa40ea tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 944 time: 0.0908146 Jul 16 03:47:33.166496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0b5c3b5-8a1b-44e7-bb5e-defdd22256e5 req-833c1e52-9be9-4db7-a3c2-43406773ddd1 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Jul 16 03:47:33.193395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.232967 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4706a7e4-b502-4585-99b0-3389089cd4d0 x-openstack-request-id: req-4706a7e4-b502-4585-99b0-3389089cd4d0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:33.233265 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a9250b-0ef3-4a11-9718-1ad19744f304", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a8cfb-d700-4591-90d1-e99b3cbd56a5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:33.233569 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4706a7e4-b502-4585-99b0-3389089cd4d0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:33.233993 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5', 'code': 200} Jul 16 03:47:33.370211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21612c72-bb25-4573-811d-b917bb544e6e req-d072441d-ae6a-411b-ac91-4d2a72d4b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.371951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21612c72-bb25-4573-811d-b917bb544e6e req-d072441d-ae6a-411b-ac91-4d2a72d4b631 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 1096 time: 0.0696731 Jul 16 03:47:33.393162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.414026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fdb9-39d5-493a-a57e-67d0611c4280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.423165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21612c72-bb25-4573-811d-b917bb544e6e req-dac4d0fb-e148-4f4e-9a03-01fca0a06478 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Jul 16 03:47:33.533121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.534401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fdb9-39d5-493a-a57e-67d0611c4280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.543339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fdb9-39d5-493a-a57e-67d0611c4280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.583079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9fdb9-39d5-493a-a57e-67d0611c4280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa705c-283e-406f-a8e9-a24438af22f1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.605411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52410) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.605644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8fa9fdb9-39d5-493a-a57e-67d0611c4280 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80de02e938be4459a73ab3693513ad82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118597 Jul 16 03:47:33.670727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a007b3a-6c1f-49b9-9558-c2eccdd51fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.673566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52414) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.699408 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a007b3a-6c1f-49b9-9558-c2eccdd51fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.755396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a007b3a-6c1f-49b9-9558-c2eccdd51fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.758915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a007b3a-6c1f-49b9-9558-c2eccdd51fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.771334 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a007b3a-6c1f-49b9-9558-c2eccdd51fa0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cfa705c-283e-406f-a8e9-a24438af22f1 HTTP/1.1" status: 204 len: 168 time: 0.1531565 Jul 16 03:47:33.783617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a007b3a-6c1f-49b9-9558-c2eccdd51fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa705c-283e-406f-a8e9-a24438af22f1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:34.403368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.410823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89418072-246b-40fc-b80d-9d9fc744feb1 req-38e9da6c-7fd5-4063-8f0a-3ec22f367346 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.412394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89418072-246b-40fc-b80d-9d9fc744feb1 req-38e9da6c-7fd5-4063-8f0a-3ec22f367346 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 945 time: 0.1104159 Jul 16 03:47:34.465824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89418072-246b-40fc-b80d-9d9fc744feb1 req-6ad17f78-1c38-4aa4-82bb-f9a6e457138c tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Jul 16 03:47:34.791457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Deleting port be4c8bbf-041f-4539-86c1-993c41bbc86e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:34.792312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.901679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] For port be4c8bbf-041f-4539-86c1-993c41bbc86e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be4c8bbf-041f-4539-86c1-993c41bbc86e,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:34.902512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.920940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Calling delete_port for be4c8bbf-041f-4539-86c1-993c41bbc86e owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:35.108966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02250e75-7ad1-4b72-ab1b-1d96538be71d req-a2904ec9-045d-4268-955d-41348432918a tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.111380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02250e75-7ad1-4b72-ab1b-1d96538be71d req-a2904ec9-045d-4268-955d-41348432918a tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 945 time: 0.0728817 Jul 16 03:47:35.161525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02250e75-7ad1-4b72-ab1b-1d96538be71d req-660bad1e-63c4-43bc-b014-0de2a8f3c20a tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Jul 16 03:47:35.176931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.206216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Pushing event deleted for resources: {'Port': ['ID=be4c8bbf-041f-4539-86c1-993c41bbc86e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:35.410108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.673351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:47:35.801572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:47:35.807241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a45a178d-047b-45c2-aa27-0e62f859f33a admin admin] 10.222.0.25 "PUT /v2.0/routers/392fac84-caf0-4200-a0f6-7a3cbcfb2328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1320961 Jul 16 03:47:35.809352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:35.814321 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] Sync routers for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:47:35.826905 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:35.828324 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:47:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:35.930397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.993217 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:36.098304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.213865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Deleting port 762f14ef-0e30-4d92-8d7a-28573810d02b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:36.214445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.225836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:47:35Z', 'revision_number': 5, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port': {'id': '762f14ef-0e30-4d92-8d7a-28573810d02b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:40Z', 'updated_at': '2021-07-16T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:36.260343 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] Checking router: 392fac84-caf0-4200-a0f6-7a3cbcfb2328 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:47:36.293367 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] Routers {'392fac84-caf0-4200-a0f6-7a3cbcfb2328'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:47:36.294127 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:47:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:36.375613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-75f4529c-13af-4aaa-a6cf-4a2b191e4b85 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.377153 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-75f4529c-13af-4aaa-a6cf-4a2b191e4b85 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.11 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 945 time: 0.2052417 Jul 16 03:47:36.448114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] For port 762f14ef-0e30-4d92-8d7a-28573810d02b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=762f14ef-0e30-4d92-8d7a-28573810d02b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:36.448842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.449252 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] Set router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:47:36.455136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8b69-39da-49e3-84a5-2c9bc2044e1e req-177de321-6dd4-4af3-a77a-66f32e6e9cd9 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.457592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f18d8b69-39da-49e3-84a5-2c9bc2044e1e req-177de321-6dd4-4af3-a77a-66f32e6e9cd9 tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 945 time: 0.0913846 Jul 16 03:47:36.487775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Calling delete_port for 762f14ef-0e30-4d92-8d7a-28573810d02b owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:36.505108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f18d8b69-39da-49e3-84a5-2c9bc2044e1e req-c8f630f4-c00d-4cac-941d-da01c25c00ca tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac0eff7c-5807-443b-9259-6b2a6cac8761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Jul 16 03:47:36.529276 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:47:36Z', 'revision_number': 6, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:36.560971 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9214d-bfe3-4ee3-a1b5-cf86845783ae None None] The sync data for ids ['392fac84-caf0-4200-a0f6-7a3cbcfb2328'] in n-d-800089-6 is: [{'id': '392fac84-caf0-4200-a0f6-7a3cbcfb2328', 'name': 'tempest-AttachVolumeTestJSON-644424538-router', 'tenant_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:39Z', 'updated_at': '2021-07-16T03:47:36Z', 'revision_number': 6, 'project_id': 'cc9fc10499524c8d89a7a865685e2a0d', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:47:36.581671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Deleting port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:36.582017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.750210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] For port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,segment=NetworkSegment(6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1),segment_id=6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:36.750676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.770802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Calling delete_port for 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:36.829344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.859803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Pushing event deleted for resources: {'Port': ['ID=762f14ef-0e30-4d92-8d7a-28573810d02b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:36.955508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.090982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.094518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.131633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.160157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Pushing event deleted for resources: {'Port': ['ID=9b6a8cfb-d700-4591-90d1-e99b3cbd56a5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.164510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.165022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 392fac84-caf0-4200-a0f6-7a3cbcfb2328 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:47:37.169869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.171092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-03099b56-0c53-4153-88e2-a1f50d7f8328 admin admin] 10.222.0.25 "DELETE /v2.0/routers/392fac84-caf0-4200-a0f6-7a3cbcfb2328 HTTP/1.1" status: 204 len: 168 time: 1.3607862 Jul 16 03:47:37.174307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.233302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] No DVR routers for this DVR port 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:37.236697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.240457 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a4b0376-c454-402c-bc6c-c7c0e372a1bb req-9184fdb6-d37d-4e2c-add3-e7427013da9d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.11 "DELETE /v2.0/ports/9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 HTTP/1.1" status: 204 len: 173 time: 0.8567803 Jul 16 03:47:37.240926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'name': 'network-vif-deleted', 'tag': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:37.246631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Deleting subnet 6a0ab360-14d2-4e00-99e5-ff9c551d3601 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:37.246864 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a5dfca-f62b-4d14-aec4-8a91dc6743c4" -d '{"events": [{"server_uuid": "17a9250b-0ef3-4a11-9718-1ad19744f304", "name": "network-vif-deleted", "tag": "9b6a8cfb-d700-4591-90d1-e99b3cbd56a5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:37.252494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.286431 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e71bdd-d3a6-424b-b7b7-2e5199c648a7 x-openstack-request-id: req-c7e71bdd-d3a6-424b-b7b7-2e5199c648a7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:37.286742 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a9250b-0ef3-4a11-9718-1ad19744f304", "name": "network-vif-deleted", "tag": "9b6a8cfb-d700-4591-90d1-e99b3cbd56a5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:37.287000 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e71bdd-d3a6-424b-b7b7-2e5199c648a7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:37.287420 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a9250b-0ef3-4a11-9718-1ad19744f304', 'name': 'network-vif-deleted', 'tag': '9b6a8cfb-d700-4591-90d1-e99b3cbd56a5', 'status': 'completed', 'code': 200} Jul 16 03:47:37.306591 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.432392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.512290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.554858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0ab360-14d2-4e00-99e5-ff9c551d3601,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.562292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f097a7-c8ec-402b-80fd-f219d0e6dac7 None None] Network 751caceb-5bba-4c69-b464-d16b5566391e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:37.573818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.576220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5063be64-63c9-4e99-9e9d-123462a6574c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a0ab360-14d2-4e00-99e5-ff9c551d3601 HTTP/1.1" status: 204 len: 168 time: 0.4004741 Jul 16 03:47:37.579511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52564) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.712976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.812914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef76943f-e7e8-4143-addb-02e71ff602ed req-cf47e7f4-d2e2-426f-a8e9-1add1580466d tempest-ServerAddressesNegativeTestJSON-214118634 tempest-ServerAddressesNegativeTestJSON-214118634-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a9250b-0ef3-4a11-9718-1ad19744f304 HTTP/1.1" status: 200 len: 210 time: 0.0645413 Jul 16 03:47:37.857762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Deleting port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:37.858312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.006026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] For port 52bcaa2a-a8dc-4559-9cd7-2f5716619360, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=52bcaa2a-a8dc-4559-9cd7-2f5716619360,segment=NetworkSegment(8c87d8a8-2557-4bea-8b07-aca4f18486bb),segment_id=8c87d8a8-2557-4bea-8b07-aca4f18486bb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:38.006404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.022056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Calling delete_port for 52bcaa2a-a8dc-4559-9cd7-2f5716619360 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:38.042284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] DHCP port deletion for 751caceb-5bba-4c69-b464-d16b5566391e request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:38.080845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be4c8bbf-041f-4539-86c1-993c41bbc86e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:38.172606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.216021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bcaa2a-a8dc-4559-9cd7-2f5716619360,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.220862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] No DVR routers for this DVR port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:38.306964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: be4c8bbf-041f-4539-86c1-993c41bbc86e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:38.307370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be4c8bbf-041f-4539-86c1-993c41bbc86e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:38.308329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 762f14ef-0e30-4d92-8d7a-28573810d02b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:38.313741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.324316 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751caceb-5bba-4c69-b464-d16b5566391e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:38.339544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c87d8a8-2557-4bea-8b07-aca4f18486bb') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:38.340101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c87d8a8-2557-4bea-8b07-aca4f18486bb') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:38.346856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 762f14ef-0e30-4d92-8d7a-28573810d02b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:38.347474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 762f14ef-0e30-4d92-8d7a-28573810d02b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:38.350524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.357297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Deleting port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:38.357931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.370068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.377442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:38.377844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:38.394398 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:38.422345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] For port 52bcaa2a-a8dc-4559-9cd7-2f5716619360, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:38.422787 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.436439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Calling delete_port for 52bcaa2a-a8dc-4559-9cd7-2f5716619360 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:38.437788 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.440107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:47:38.441454 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.449359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Network 751caceb-5bba-4c69-b464-d16b5566391e is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:47:38.449707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.449990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] No DVR routers for this DVR port 52bcaa2a-a8dc-4559-9cd7-2f5716619360 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:38.451773 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] 10.222.0.25 "DELETE /v2.0/networks/751caceb-5bba-4c69-b464-d16b5566391e HTTP/1.1" status: 204 len: 168 time: 0.8712409 Jul 16 03:47:38.465462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa775-e82d-4530-acdc-1729001ac973 admin admin] Pushing event deleted for resources: {'Network': ['ID=751caceb-5bba-4c69-b464-d16b5566391e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.486819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8436-b05b-4ff8-9028-2b2ec8a06e97 None None] Pushing event deleted for resources: {'Port': ['ID=52bcaa2a-a8dc-4559-9cd7-2f5716619360,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.717999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.752747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:38.774631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:38.774985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9b6a8cfb-d700-4591-90d1-e99b3cbd56a5 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:38.777099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3c07aae1-8537-41ec-9f1a-8d30f5c696ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc9fc10499524c8d89a7a865685e2a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563457 Jul 16 03:47:38.779441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.836386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7948e5d-ff04-471d-abeb-cb871ad93384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.863531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7948e5d-ff04-471d-abeb-cb871ad93384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.918716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.928761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7948e5d-ff04-471d-abeb-cb871ad93384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.942957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7948e5d-ff04-471d-abeb-cb871ad93384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.944678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f7948e5d-ff04-471d-abeb-cb871ad93384 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dc1a7c7-5148-48ce-a4e9-df5403e73ee4 HTTP/1.1" status: 204 len: 168 time: 0.1642432 Jul 16 03:47:38.991523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Deleting subnet 36babd5f-9a1b-4537-902e-b187d6d0422c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:38.995337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.019712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948e5d-ff04-471d-abeb-cb871ad93384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1a7c7-5148-48ce-a4e9-df5403e73ee4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:39.037049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.105231 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.184138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.215597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36babd5f-9a1b-4537-902e-b187d6d0422c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:39.226270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.228690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-76d5b357-fed0-4791-ad4a-ac875a2d30e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/36babd5f-9a1b-4537-902e-b187d6d0422c HTTP/1.1" status: 204 len: 168 time: 0.3089261 Jul 16 03:47:39.231154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.331820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.431672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.443160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04114f68-a1ef-499d-88da-a4bba79c0523']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:39.457725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:39.458013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e933be2-4d2f-4a0d-b31a-4b5e6e7a1bd1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:39.467411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.482851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.488994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:39.489373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:39.491479 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:39.552770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.559027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.564867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] 10.222.0.25 "DELETE /v2.0/networks/04114f68-a1ef-499d-88da-a4bba79c0523 HTTP/1.1" status: 204 len: 168 time: 0.3290930 Jul 16 03:47:39.574753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a720d-23e4-4daa-9af0-d6fd4a464803 admin admin] Pushing event deleted for resources: {'Network': ['ID=04114f68-a1ef-499d-88da-a4bba79c0523,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:39.710599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.762490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed1d1c31-396d-4994-8710-aedf064b97c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=314475c3f342441c86847e3a42689711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507262 Jul 16 03:47:39.764859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.823426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f924-e4ec-45ae-b846-120e6f2aea2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.847945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f924-e4ec-45ae-b846-120e6f2aea2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.905128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f924-e4ec-45ae-b846-120e6f2aea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.908592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f924-e4ec-45ae-b846-120e6f2aea2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.911314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4ce7f924-e4ec-45ae-b846-120e6f2aea2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac0eff7c-5807-443b-9259-6b2a6cac8761 HTTP/1.1" status: 204 len: 168 time: 0.1448021 Jul 16 03:47:39.919423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7f924-e4ec-45ae-b846-120e6f2aea2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0eff7c-5807-443b-9259-6b2a6cac8761,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.038989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 52bcaa2a-a8dc-4559-9cd7-2f5716619360 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:40.065961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 52bcaa2a-a8dc-4559-9cd7-2f5716619360 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:40.066612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 52bcaa2a-a8dc-4559-9cd7-2f5716619360 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:40.789339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:41.103932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1628495513-network', 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:41.139420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:41.142787 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.151683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.253325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.257491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.279024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:41.294122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c1358b-9474-44e9-bc93-14c9ad285c2d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:41.299260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.302135 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Added segment e7a7f2a6-df10-4fcd-96af-802fa68d4d33 of type vlan for network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 Jul 16 03:47:41.367155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.402019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.403033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:41.403612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.454450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6639676 Jul 16 03:47:41.458080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:41.464027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Request body: {'subnet': {'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1628495513-subnet', 'tenant_id': '5733e06136bb4899b9eded54560dca58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:41.500873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed415027-ecfc-4d04-9882-0c40f563bea4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3565d1-2ce4-440d-af0a-2b1b83365f08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:41.518837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:41.531610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:41.535595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.761008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.832858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:41.833569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Network hostable DHCP agents. Network: 4a3565d1-2ce4-440d-af0a-2b1b83365f08, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:41.840144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aede1b4-8702-49c4-9f38-afedd8ff3775,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:41.870287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:41.885123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4a3565d1-2ce4-440d-af0a-2b1b83365f08) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:41.892287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:41.893826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.894289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4fc66-472d-4521-9b8e-adb377354084 None None] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:41.924723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4c8e6e35-fd86-4a93-90be-ce672f45b829 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4565132 Jul 16 03:47:42.075878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588c45c-6a7b-41bd-bed6-a23fd9c5b154 None None] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:42.137360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52782) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:42.326068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95f4333d-ec76-4c36-8738-30934789ecbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.444872 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95f4333d-ec76-4c36-8738-30934789ecbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.451870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95f4333d-ec76-4c36-8738-30934789ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.494743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4333d-ec76-4c36-8738-30934789ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669bac2a-f1e7-4549-8afe-e0b401d0d28e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:42.503333 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-95f4333d-ec76-4c36-8738-30934789ecbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fdfa76ca9cb459597b7b24469b9bddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641043 Jul 16 03:47:42.503989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52806) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:42.573793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a9739a-ef73-4fb7-afe3-05b906a4165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.588575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-0734cdb6-0d42-4931-bf46-58d7f2af26f0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:42.599198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-0734cdb6-0d42-4931-bf46-58d7f2af26f0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1453624 Jul 16 03:47:42.608020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a9739a-ef73-4fb7-afe3-05b906a4165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.636184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-b2d2bdcf-96e3-48f2-9ed9-6e9d32b7f17e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0359643 Jul 16 03:47:42.684855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-8a9e3290-c52d-429d-8c94-b7843467d7dc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445809 Jul 16 03:47:42.700291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a9739a-ef73-4fb7-afe3-05b906a4165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.703235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07a9739a-ef73-4fb7-afe3-05b906a4165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.717292 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-07a9739a-ef73-4fb7-afe3-05b906a4165f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/669bac2a-f1e7-4549-8afe-e0b401d0d28e HTTP/1.1" status: 204 len: 168 time: 0.2017047 Jul 16 03:47:42.727681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9739a-ef73-4fb7-afe3-05b906a4165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669bac2a-f1e7-4549-8afe-e0b401d0d28e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:42.794672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-3b12f697-662a-49f9-a949-0b44192fd96e service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022856 Jul 16 03:47:42.908295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-fba31c4b-f91b-4ef9-b157-05cb34783fe1 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060302 Jul 16 03:47:43.090751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.117443 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-189c3df5-43fb-4655-9435-70e10e1b3516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.234153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231437f2-7bf6-44e5-b0c8-1faa4ab6ffe4 req-e9774e66-1602-4d34-92e8-2c7d5c495dc1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 210 time: 0.0445538 Jul 16 03:47:43.287178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-189c3df5-43fb-4655-9435-70e10e1b3516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.293332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-189c3df5-43fb-4655-9435-70e10e1b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.339561 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-189c3df5-43fb-4655-9435-70e10e1b3516 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bcac3b1f9ed4f97ac62393cf4ed194d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472191 Jul 16 03:47:43.342128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.348530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c3df5-43fb-4655-9435-70e10e1b3516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2bb37-def7-47bb-9310-4c22ae3deee2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:43.397553 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d421-446c-49b4-aebb-6a5c05900516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.426125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d421-446c-49b4-aebb-6a5c05900516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.487846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d421-446c-49b4-aebb-6a5c05900516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.491236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d421-446c-49b4-aebb-6a5c05900516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.494900 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b0c5d421-446c-49b4-aebb-6a5c05900516 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ce2bb37-def7-47bb-9310-4c22ae3deee2 HTTP/1.1" status: 204 len: 168 time: 0.1493220 Jul 16 03:47:43.505305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d421-446c-49b4-aebb-6a5c05900516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2bb37-def7-47bb-9310-4c22ae3deee2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:44.569643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-0ab43525-45af-424d-b249-007b23d76ff9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:44.571940 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-0ab43525-45af-424d-b249-007b23d76ff9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1169448 Jul 16 03:47:44.584747 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:44.727808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:44.732566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.816840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d19785-6de0-4374-84e7-fd239de413ac req-fd5dd529-1147-4c18-bf0b-43d257603863 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 210 time: 0.3753242 Jul 16 03:47:44.910957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:45.084492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7eff0a53-71cd-4afe-9066-3fcf7597cef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.197241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.5 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/dbbcb032-628f-4b1a-8373-ef46889230c4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:45.206494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7eff0a53-71cd-4afe-9066-3fcf7597cef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.211125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7eff0a53-71cd-4afe-9066-3fcf7597cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.251667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7eff0a53-71cd-4afe-9066-3fcf7597cef2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e7cbb09367546aaa52c2639df48acfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392959 Jul 16 03:47:45.252805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff0a53-71cd-4afe-9066-3fcf7597cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e2ba4-a8df-465b-913a-78c38a2bcbb1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.254445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:45.386890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c124b11d-db97-4820-ac67-b2d3981e5e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.427315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c124b11d-db97-4820-ac67-b2d3981e5e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.443037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.507935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c124b11d-db97-4820-ac67-b2d3981e5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.510642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c124b11d-db97-4820-ac67-b2d3981e5e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.511844 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c124b11d-db97-4820-ac67-b2d3981e5e94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf0e2ba4-a8df-465b-913a-78c38a2bcbb1 HTTP/1.1" status: 204 len: 168 time: 0.2563679 Jul 16 03:47:45.515527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.533612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b11d-db97-4820-ac67-b2d3981e5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e2ba4-a8df-465b-913a-78c38a2bcbb1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.574712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:45.580580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:45.584381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:45.619475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=dbbcb032-628f-4b1a-8373-ef46889230c4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.644889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:45.645609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.662264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2d6dcf8-0c69-4406-a0e0-d91459f49765 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0815170 Jul 16 03:47:45.676330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Request body: {'port': {'device_id': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:45.767490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.091006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72e77d-052d-427c-aa6a-43b819fdb059 req-b88bd556-a4f6-4d41-8aab-53b608cff79b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:46.094761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d72e77d-052d-427c-aa6a-43b819fdb059 req-b88bd556-a4f6-4d41-8aab-53b608cff79b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 931 time: 0.1244216 Jul 16 03:47:46.150326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbcb032-628f-4b1a-8373-ef46889230c4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:46.151247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d72e77d-052d-427c-aa6a-43b819fdb059 req-83c401d0-393a-4d92-9b7d-598127c82724 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479069 Jul 16 03:47:46.160780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.183058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Transition to ACTIVE for port object dbbcb032-628f-4b1a-8373-ef46889230c4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:46.183058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.256141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbcb032-628f-4b1a-8373-ef46889230c4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:46.334827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Attempting to bind port dbbcb032-628f-4b1a-8373-ef46889230c4 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:46.335162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Attempting to bind port dbbcb032-628f-4b1a-8373-ef46889230c4 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:46.335500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Attempting to bind port dbbcb032-628f-4b1a-8373-ef46889230c4 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:46.343904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Port dbbcb032-628f-4b1a-8373-ef46889230c4 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:46.344426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Attempting to bind port dbbcb032-628f-4b1a-8373-ef46889230c4 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:46.349985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:46.350321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:46.350849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:46.351303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Bound port: dbbcb032-628f-4b1a-8373-ef46889230c4, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:46.351665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.430577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] For port dbbcb032-628f-4b1a-8373-ef46889230c4, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:46.433878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] For port dbbcb032-628f-4b1a-8373-ef46889230c4, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dbbcb032-628f-4b1a-8373-ef46889230c4,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:46.440926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.478836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:46.479673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.481345 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] 10.222.0.11 "PUT /v2.0/ports/dbbcb032-628f-4b1a-8373-ef46889230c4 HTTP/1.1" status: 200 len: 1091 time: 0.8112769 Jul 16 03:47:46.482104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'tag': 'dbbcb032-628f-4b1a-8373-ef46889230c4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:46.484833 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90" -d '{"events": [{"name": "network-changed", "server_uuid": "48e5eb07-0f99-4515-a693-b9cc861521b5", "tag": "dbbcb032-628f-4b1a-8373-ef46889230c4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:46.520307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eafdda-95e6-4d6f-b611-223fdac6cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbcb032-628f-4b1a-8373-ef46889230c4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:46.557283 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c8599-bee7-4cea-9f8d-9a0ce2201cac x-openstack-request-id: req-a91c8599-bee7-4cea-9f8d-9a0ce2201cac {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:46.557422 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e5eb07-0f99-4515-a693-b9cc861521b5", "tag": "dbbcb032-628f-4b1a-8373-ef46889230c4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:46.557652 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a91c8599-bee7-4cea-9f8d-9a0ce2201cac {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:46.558032 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'tag': 'dbbcb032-628f-4b1a-8373-ef46889230c4', 'status': 'completed', 'code': 200} Jul 16 03:47:46.587298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-d23c73ef-5148-4379-98ca-cfc5381d45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:46.588854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-d23c73ef-5148-4379-98ca-cfc5381d45dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 1094 time: 0.0622435 Jul 16 03:47:46.636526 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-41440ef2-5a68-4800-be25-009658ac4daf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbcb032-628f-4b1a-8373-ef46889230c4 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Jul 16 03:47:46.697407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-7c792867-9cda-4c0f-b4fd-6bb19808b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:46.699068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-7c792867-9cda-4c0f-b4fd-6bb19808b65b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0564480 Jul 16 03:47:46.733387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-ef54d010-699d-4bde-9910-cc5b66d41bee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282700 Jul 16 03:47:46.839454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52968) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.841709 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-92da8c64-5294-42ce-bbd3-180137a8ab36 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004703 Jul 16 03:47:46.946061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71c95932-7218-4ed9-a02d-cd69a518f914 req-c2aa427a-7953-45f3-99a3-2d5dab101c12 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981500 Jul 16 03:47:46.964197 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a188a5-5366-406f-8812-f765bb0311ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.072269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a188a5-5366-406f-8812-f765bb0311ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.077297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-26f146e8-22a6-4457-913b-9c1f25181387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.088102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a188a5-5366-406f-8812-f765bb0311ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.091386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-26f146e8-22a6-4457-913b-9c1f25181387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 1094 time: 0.0899711 Jul 16 03:47:47.136374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-45a188a5-5366-406f-8812-f765bb0311ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cb31c1222e148a392fa27722cb24fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949173 Jul 16 03:47:47.138077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.139740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a188a5-5366-406f-8812-f765bb0311ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce294a28-7942-490f-8bfd-ea54c2099006,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.222252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-9f13c70f-2bcf-4c9f-81d0-2dd48a2b61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.223760 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-9f13c70f-2bcf-4c9f-81d0-2dd48a2b61b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1239002 Jul 16 03:47:47.274876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6391-acf1-4e5b-a961-3d6b9a9252c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.277372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-01bed805-d236-4b74-9d2d-589a39fed8f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbcb032-628f-4b1a-8373-ef46889230c4 HTTP/1.1" status: 200 len: 217 time: 0.0392876 Jul 16 03:47:47.301571 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6391-acf1-4e5b-a961-3d6b9a9252c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.363617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de035c9-1472-4c12-88c5-7074afa4ca7a req-34ae583f-5af7-4c5d-adf6-b9727126b43c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.371932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1de035c9-1472-4c12-88c5-7074afa4ca7a req-34ae583f-5af7-4c5d-adf6-b9727126b43c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 943 time: 0.0806284 Jul 16 03:47:47.408770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6391-acf1-4e5b-a961-3d6b9a9252c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.412056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6391-acf1-4e5b-a961-3d6b9a9252c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.416152 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f6c6391-acf1-4e5b-a961-3d6b9a9252c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce294a28-7942-490f-8bfd-ea54c2099006 HTTP/1.1" status: 204 len: 168 time: 0.2767382 Jul 16 03:47:47.418020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-d7a8dacf-08d5-4c3f-9f0b-755510c91e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.419901 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-d7a8dacf-08d5-4c3f-9f0b-755510c91e4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0858626 Jul 16 03:47:47.431185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c6391-acf1-4e5b-a961-3d6b9a9252c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce294a28-7942-490f-8bfd-ea54c2099006,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.444400 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1de035c9-1472-4c12-88c5-7074afa4ca7a req-714662fe-08d6-4d62-888e-ad35674304f4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685956 Jul 16 03:47:47.473196 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-b1e81801-ce0a-4a96-ade4-57e732aa42c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438251 Jul 16 03:47:47.573755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-f256f530-a878-4a64-942d-994f8b9a2796 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939062 Jul 16 03:47:47.702207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b3ecc4e-2325-41a4-93ac-eedeafa4bf90 req-8fe2b01d-45b8-42b0-8d87-b73c32c85059 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202567 Jul 16 03:47:48.715299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd98d0-7002-4c26-8b86-77aec50601dc req-353081c1-c374-4650-a967-f3a968d89b6a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:48.717034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97bd98d0-7002-4c26-8b86-77aec50601dc req-353081c1-c374-4650-a967-f3a968d89b6a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 943 time: 0.0871561 Jul 16 03:47:48.771217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97bd98d0-7002-4c26-8b86-77aec50601dc req-ee2b9ddc-8f1d-4841-b8cd-c682aeb3f321 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Jul 16 03:47:48.799963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dbbcb032-628f-4b1a-8373-ef46889230c4 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:48.844550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.912647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dbbcb032-628f-4b1a-8373-ef46889230c4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dbbcb032-628f-4b1a-8373-ef46889230c4,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:48.924983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'dbbcb032-628f-4b1a-8373-ef46889230c4', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': 'dbbcb032-628f-4b1a-8373-ef46889230c4', 'mac_address': 'fa:16:3e:34:24:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:48.944453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6eed5616-067a-4496-9199-9f3cb143edaf tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1837348553'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:48.944926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6eed5616-067a-4496-9199-9f3cb143edaf tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Unknown quota resources ['metering_label']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:47:48.963161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.976826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbcb032-628f-4b1a-8373-ef46889230c4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:49.002408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dbbcb032-628f-4b1a-8373-ef46889230c4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dbbcb032-628f-4b1a-8373-ef46889230c4,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:49.007366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.058080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dbbcb032-628f-4b1a-8373-ef46889230c4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.128948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6eed5616-067a-4496-9199-9f3cb143edaf tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.133116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6eed5616-067a-4496-9199-9f3cb143edaf tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2845716 Jul 16 03:47:49.133270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53030) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.137855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bd8fc1a0-12e2-4496-bb9b-2fdec8cfb2a9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '24d755b6-bc34-4b58-898a-a4cb96834271'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:49.138627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bd8fc1a0-12e2-4496-bb9b-2fdec8cfb2a9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93757) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:47:49.197467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:49.226918 n-d-800089-6 neutron-server[93757]: WARNING neutron.services.metering.metering_plugin [None req-bd8fc1a0-12e2-4496-bb9b-2fdec8cfb2a9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:47:49.368509 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc1a0-12e2-4496-bb9b-2fdec8cfb2a9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.372745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bd8fc1a0-12e2-4496-bb9b-2fdec8cfb2a9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2355440 Jul 16 03:47:49.372917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53044) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.378043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d12fad57-dd98-4091-b139-67ad99e5d907 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '24d755b6-bc34-4b58-898a-a4cb96834271'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:49.378535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d12fad57-dd98-4091-b139-67ad99e5d907 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93757) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:47:49.439102 n-d-800089-6 neutron-server[93757]: WARNING neutron.services.metering.metering_plugin [None req-d12fad57-dd98-4091-b139-67ad99e5d907 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:47:49.518829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d12fad57-dd98-4091-b139-67ad99e5d907 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.522707 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d12fad57-dd98-4091-b139-67ad99e5d907 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1460259 Jul 16 03:47:49.524584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53046) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.540413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a2b4a97c-4f5e-4ce8-8b45-225f48d80c4c tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=6df07ea5-0cb0-47a0-ab09-565e94acf992 HTTP/1.1" status: 200 len: 464 time: 0.0122724 Jul 16 03:47:49.540922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53048) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.643588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2208fc1-a0ca-4445-8769-cd7cf15cac2b tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.647393 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2208fc1-a0ca-4445-8769-cd7cf15cac2b tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/6df07ea5-0cb0-47a0-ab09-565e94acf992 HTTP/1.1" status: 204 len: 168 time: 0.1022832 Jul 16 03:47:49.647577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53050) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.660813 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0e615b39-9377-4067-9e1d-4c80291f5ec3 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=6df07ea5-0cb0-47a0-ab09-565e94acf992 HTTP/1.1" status: 200 len: 221 time: 0.0089109 Jul 16 03:47:49.661010 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53052) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.665119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d154e062-984f-4bdc-a740-2b3bb44f7470 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1410227731', 'description': 'label created by tempest'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:49.665568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d154e062-984f-4bdc-a740-2b3bb44f7470 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Unknown quota resources ['metering_label']. {{(pid=93757) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:47:49.864925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d154e062-984f-4bdc-a740-2b3bb44f7470 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.869291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.883391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d154e062-984f-4bdc-a740-2b3bb44f7470 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2213929 Jul 16 03:47:49.951784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.959291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3f571540-7c78-4ab5-91e2-a617a7e95ec9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=68f336b7-9557-40e9-bae1-2618ac3d2005 HTTP/1.1" status: 200 len: 468 time: 0.0886080 Jul 16 03:47:50.031581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484010-6808-4b41-8550-d575f3161195 req-459115c3-654c-41e6-9f39-bdaaa15f7052 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:50.039424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a484010-6808-4b41-8550-d575f3161195 req-459115c3-654c-41e6-9f39-bdaaa15f7052 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 944 time: 0.0927386 Jul 16 03:47:50.088744 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a484010-6808-4b41-8550-d575f3161195 req-87f8abe1-4a85-442a-8cc8-4793a423e333 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Jul 16 03:47:50.199591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1cd6-9d49-4d2f-ae75-6d1ea188d0b5 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.200823 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4d5d1cd6-9d49-4d2f-ae75-6d1ea188d0b5 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/68f336b7-9557-40e9-bae1-2618ac3d2005 HTTP/1.1" status: 204 len: 168 time: 0.2479639 Jul 16 03:47:50.205405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53060) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.220446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e3754752-c3b1-40b3-8aa0-39a92795a218 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=68f336b7-9557-40e9-bae1-2618ac3d2005 HTTP/1.1" status: 200 len: 216 time: 0.0103655 Jul 16 03:47:50.220739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53062) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.232597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98489e21-95dc-4963-9508-9ddcd0d316fe tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078740 Jul 16 03:47:50.232825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53064) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.247480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b66322b-93f5-42ed-89e7-07eb79e23e0c tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0108221 Jul 16 03:47:50.247695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53066) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.303529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b3dd5de-b5a6-469f-9f86-670b784c08f9 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/24d755b6-bc34-4b58-898a-a4cb96834271 HTTP/1.1" status: 200 len: 473 time: 0.0547895 Jul 16 03:47:50.306827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.316147 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cc90b661-3ae8-4591-94a0-904a789a86c7 tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/1037eaf7-edde-46e8-881f-9d4c81e7e753 HTTP/1.1" status: 200 len: 461 time: 0.0082481 Jul 16 03:47:50.318897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53070) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.426954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-125fb33b-d8c7-4a24-9735-326a78adf83e tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.430889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.442200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-125fb33b-d8c7-4a24-9735-326a78adf83e tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/1037eaf7-edde-46e8-881f-9d4c81e7e753 HTTP/1.1" status: 204 len: 168 time: 0.1188600 Jul 16 03:47:50.644354 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0603-7a5c-41f5-b3aa-79ae29024b0c tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.648802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e0ab0603-7a5c-41f5-b3aa-79ae29024b0c tempest-MeteringTestJSON-92202522 tempest-MeteringTestJSON-92202522-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/24d755b6-bc34-4b58-898a-a4cb96834271 HTTP/1.1" status: 204 len: 168 time: 0.2169089 Jul 16 03:47:50.715390 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45f85083-70fb-4128-84d7-60384eb4d496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.830837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dbbcb032-628f-4b1a-8373-ef46889230c4 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:50.887148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port dbbcb032-628f-4b1a-8373-ef46889230c4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:50.892648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port dbbcb032-628f-4b1a-8373-ef46889230c4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:50.893028 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.949381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53086) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.010020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.039226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbcb032-628f-4b1a-8373-ef46889230c4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:51.041310 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7be815a-d6b1-4737-8c98-8f617f9b7719" -d '{"events": [{"server_uuid": "48e5eb07-0f99-4515-a693-b9cc861521b5", "name": "network-vif-plugged", "status": "completed", "tag": "dbbcb032-628f-4b1a-8373-ef46889230c4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:51.057501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dbbcb032-628f-4b1a-8373-ef46889230c4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dbbcb032-628f-4b1a-8373-ef46889230c4,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:51.064450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.110228 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-593d675f-6401-484a-a7e5-91e91ae724ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.114684 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee2c7b-0d74-4486-bc1a-d58115980a61 x-openstack-request-id: req-25ee2c7b-0d74-4486-bc1a-d58115980a61 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:51.126121 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e5eb07-0f99-4515-a693-b9cc861521b5", "name": "network-vif-plugged", "status": "completed", "tag": "dbbcb032-628f-4b1a-8373-ef46889230c4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:51.126389 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25ee2c7b-0d74-4486-bc1a-d58115980a61 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:51.126882 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbcb032-628f-4b1a-8373-ef46889230c4', 'code': 200} Jul 16 03:47:51.167664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dbbcb032-628f-4b1a-8373-ef46889230c4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.274114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-593d675f-6401-484a-a7e5-91e91ae724ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.295729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-593d675f-6401-484a-a7e5-91e91ae724ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.321157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26b58-92dc-4611-bfb5-667a277a8e8b req-ddfa2ec5-cc6e-4b0b-95a9-f654cca1b8a9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.323903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea26b58-92dc-4611-bfb5-667a277a8e8b req-ddfa2ec5-cc6e-4b0b-95a9-f654cca1b8a9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 945 time: 0.0764670 Jul 16 03:47:51.329967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-593d675f-6401-484a-a7e5-91e91ae724ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13c79990ac6741d48c1eaba6fa6bd247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794515 Jul 16 03:47:51.330960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.356933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cec14-7490-4172-a8eb-d1e083697c50 req-38886255-f984-4ece-8095-f2717422edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.361333 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-023cec14-7490-4172-a8eb-d1e083697c50 req-38886255-f984-4ece-8095-f2717422edd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 1096 time: 0.1751454 Jul 16 03:47:51.366596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d675f-6401-484a-a7e5-91e91ae724ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca52b54-b3e3-4cb7-ac4c-6c4850625d4a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.401628 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-023cec14-7490-4172-a8eb-d1e083697c50 req-76520802-4e51-4c55-927b-9462e0abfc66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 16 03:47:51.422654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bea26b58-92dc-4611-bfb5-667a277a8e8b req-b229b67c-8fea-4323-a07a-fda28f3327bd tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924761 Jul 16 03:47:51.449010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb42902-ff54-4c36-a874-2bd8ccceca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.471593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb42902-ff54-4c36-a874-2bd8ccceca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.528037 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb42902-ff54-4c36-a874-2bd8ccceca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.531182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb42902-ff54-4c36-a874-2bd8ccceca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.532525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9eb42902-ff54-4c36-a874-2bd8ccceca69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ca52b54-b3e3-4cb7-ac4c-6c4850625d4a HTTP/1.1" status: 204 len: 168 time: 0.1995139 Jul 16 03:47:51.549067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb42902-ff54-4c36-a874-2bd8ccceca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca52b54-b3e3-4cb7-ac4c-6c4850625d4a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.852452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53106) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.865986 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-500f9d10-e638-401b-a628-4365308adf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.959995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-500f9d10-e638-401b-a628-4365308adf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.964851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-500f9d10-e638-401b-a628-4365308adf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.004962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-500f9d10-e638-401b-a628-4365308adf12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dad3b7b7df64425aff84245cde3d114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513922 Jul 16 03:47:52.005714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f9d10-e638-401b-a628-4365308adf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70eff60-9708-4080-8736-1db22ee2c4a8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.007648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53108) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.071080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d93ee08d-3c5a-4753-8120-cc1ff9378cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.114433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d93ee08d-3c5a-4753-8120-cc1ff9378cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.172668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d93ee08d-3c5a-4753-8120-cc1ff9378cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.175474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d93ee08d-3c5a-4753-8120-cc1ff9378cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.176756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d93ee08d-3c5a-4753-8120-cc1ff9378cac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e70eff60-9708-4080-8736-1db22ee2c4a8 HTTP/1.1" status: 204 len: 168 time: 0.1681235 Jul 16 03:47:52.190962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ee08d-3c5a-4753-8120-cc1ff9378cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70eff60-9708-4080-8736-1db22ee2c4a8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.641162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e562-845e-497f-8206-34ca78a04958 req-87d94c59-e75c-4d25-b043-d0a3c4e8e603 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:52.644125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1a4e562-845e-497f-8206-34ca78a04958 req-87d94c59-e75c-4d25-b043-d0a3c4e8e603 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 945 time: 0.0943341 Jul 16 03:47:52.702289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1a4e562-845e-497f-8206-34ca78a04958 req-47bc1b23-7487-45ed-8956-af4ec6d8b892 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Jul 16 03:47:53.041718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53178) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.190814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f943-c455-4244-aaec-b164ec5501c5 req-2180890f-6f79-48f9-87d5-f606d9466b27 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:53.191531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad91f943-c455-4244-aaec-b164ec5501c5 req-2180890f-6f79-48f9-87d5-f606d9466b27 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1649034 Jul 16 03:47:53.210013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad91f943-c455-4244-aaec-b164ec5501c5 req-2bd64473-b88e-48c4-ac4f-c404db0ea2ad tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0127051 Jul 16 03:47:53.281245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6df657a3-0cfc-4cfb-ab82-564881427a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.317259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad91f943-c455-4244-aaec-b164ec5501c5 req-1344194f-2192-45ca-be4e-555ce784978c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012173 Jul 16 03:47:53.335033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a696d09d-de2b-4a0e-9088-2a9a287344e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.439920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad91f943-c455-4244-aaec-b164ec5501c5 req-851babf0-0b18-4e6a-89f5-704bcbf8d417 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150210 Jul 16 03:47:53.497704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a696d09d-de2b-4a0e-9088-2a9a287344e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.502414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a696d09d-de2b-4a0e-9088-2a9a287344e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.541129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad91f943-c455-4244-aaec-b164ec5501c5 req-ff037802-d9d5-49dc-91e6-a1409961bc1a service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002922 Jul 16 03:47:53.559554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.559705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a696d09d-de2b-4a0e-9088-2a9a287344e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5af0d3269f5e4162bdccf9bd2149c4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167463 Jul 16 03:47:53.560908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696d09d-de2b-4a0e-9088-2a9a287344e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb5449-0cbd-4dbd-b9e0-17ff9690a544,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.631634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7af3c3f-8b7f-4fd7-aa1f-01edf8a4a99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.658874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7af3c3f-8b7f-4fd7-aa1f-01edf8a4a99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.729293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7af3c3f-8b7f-4fd7-aa1f-01edf8a4a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.732532 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7af3c3f-8b7f-4fd7-aa1f-01edf8a4a99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.734180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d7af3c3f-8b7f-4fd7-aa1f-01edf8a4a99e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7fb5449-0cbd-4dbd-b9e0-17ff9690a544 HTTP/1.1" status: 204 len: 168 time: 0.1731453 Jul 16 03:47:53.742960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af3c3f-8b7f-4fd7-aa1f-01edf8a4a99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb5449-0cbd-4dbd-b9e0-17ff9690a544,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.862799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.356555 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.595812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-2950f848-7567-45a7-bf5f-e05f33b4d03b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:54.597714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-2950f848-7567-45a7-bf5f-e05f33b4d03b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.4775677 Jul 16 03:47:54.620724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-68928acd-4666-41b0-8f87-314fa6f8d580 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0171976 Jul 16 03:47:54.657356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53424) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:54.706904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-d3b5905f-18a5-4479-9572-ddf0c039d310 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795248 Jul 16 03:47:54.782060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9fbfc86c-e260-4b6b-bd0b-8d5aac429f87 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:54.807555 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9fbfc86c-e260-4b6b-bd0b-8d5aac429f87 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] 10.222.0.25 "PUT /v2.0/quotas/7e5e414cdf104b8180bed67ef37628ff HTTP/1.1" status: 200 len: 368 time: 0.1490226 Jul 16 03:47:54.810477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53446) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:54.815877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Request body: {'network': {'project_id': '7e5e414cdf104b8180bed67ef37628ff'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:54.840474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Made reservation on behalf of 7e5e414cdf104b8180bed67ef37628ff for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:54.843643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.851305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-c01c957a-e2e0-4374-9540-4f8dfb140d68 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368303 Jul 16 03:47:54.852793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.973885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.979519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.994706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:55.000119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-0df8abf6-d720-48ff-9384-5f716d6a8a8e service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468494 Jul 16 03:47:55.014766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.015345 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Added segment 0c29fc0d-dd5f-4804-8add-733020015794 of type vlan for network b15575d3-b227-47ff-b9b4-33d529253cae Jul 16 03:47:55.035831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588fa357-c599-409d-a579-427b452c0858,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.073294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.125194 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.126438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:55.127157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.174487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3628812 Jul 16 03:47:55.177296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53498) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:55.222210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Request body: {'network': {'project_id': '7e5e414cdf104b8180bed67ef37628ff'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:55.226472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba4134-2561-4a91-bd61-6936624008b7 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Pushing event updated for resources: {'Network': ['ID=b15575d3-b227-47ff-b9b4-33d529253cae,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.239853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b15575d3-b227-47ff-b9b4-33d529253cae details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:55.260388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-690b0a69-0e00-4f4e-9d75-862efa0f01fc req-729c8849-9bb6-4c4b-a5ac-ef9451c955dc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 210 time: 0.0750539 Jul 16 03:47:55.263098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Made reservation on behalf of 7e5e414cdf104b8180bed67ef37628ff for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:55.268630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.318927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:55.338114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.338641 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Added segment 66bfbd50-8331-4d6c-bc82-3591b64e4b34 of type vlan for network 8d48ecc1-20a0-44e7-a355-d0bd1eed6914 Jul 16 03:47:55.396927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.439202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.440547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:55.441046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.843284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Pushing event updated for resources: {'Network': ['ID=8d48ecc1-20a0-44e7-a355-d0bd1eed6914,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.855984 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-000dc7fd-6177-40d8-b2a1-69a90bcb3ec3 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.6760321 Jul 16 03:47:55.856874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:55.859565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 8d48ecc1-20a0-44e7-a355-d0bd1eed6914 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:55.868747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ffc7c6c-d986-4290-be23-4604b5ffd18e tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Request body: {'network': {'project_id': '7e5e414cdf104b8180bed67ef37628ff'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:55.889315 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffc7c6c-d986-4290-be23-4604b5ffd18e tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:47:55.890307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffc7c6c-d986-4290-be23-4604b5ffd18e tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:55.891482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ffc7c6c-d986-4290-be23-4604b5ffd18e tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0336168 Jul 16 03:47:56.031086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:56.067626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.195051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53646) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:56.195239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5dcc1782-d669-4269-8a27-cbe73058aad9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e5e414cdf104b8180bed67ef37628ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629956 Jul 16 03:47:56.251267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7997d50-403c-48eb-825b-c1d63fec4697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.281524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7997d50-403c-48eb-825b-c1d63fec4697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.369173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7997d50-403c-48eb-825b-c1d63fec4697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.375340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7997d50-403c-48eb-825b-c1d63fec4697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.376717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e7997d50-403c-48eb-825b-c1d63fec4697 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/588fa357-c599-409d-a579-427b452c0858 HTTP/1.1" status: 204 len: 168 time: 0.1803770 Jul 16 03:47:56.379351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53672) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:56.388511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7997d50-403c-48eb-825b-c1d63fec4697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588fa357-c599-409d-a579-427b452c0858,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:56.514321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-396fcd0f-d912-4157-9b93-5a88e69da3bf req-65020d9e-86ff-438d-a47b-2e5479e5bb04 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 210 time: 0.0861497 Jul 16 03:47:56.521329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.622187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-f8fe6cdb-c321-4577-aa4e-4c254bca1934 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.631120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.632600 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-f8fe6cdb-c321-4577-aa4e-4c254bca1934 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1581349 Jul 16 03:47:56.648288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:56.654151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d48ecc1-20a0-44e7-a355-d0bd1eed6914']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:56.667564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bfbd50-8331-4d6c-bc82-3591b64e4b34') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:56.667917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bfbd50-8331-4d6c-bc82-3591b64e4b34') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:56.680411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.704441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.711975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:56.712465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:56.714360 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:56.807878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.816133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.819519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8d48ecc1-20a0-44e7-a355-d0bd1eed6914 HTTP/1.1" status: 204 len: 168 time: 0.4387751 Jul 16 03:47:56.824124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53728) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:56.843988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b74a2-fe42-45e6-b8ef-7a81e3447066 tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d48ecc1-20a0-44e7-a355-d0bd1eed6914,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:56.862593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:56.867427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.943902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.023988 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.040200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15575d3-b227-47ff-b9b4-33d529253cae']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:57.049376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.9 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/a81e8b1d-af88-40ab-a8fe-95f8c39d1160) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:57.051501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c29fc0d-dd5f-4804-8add-733020015794') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:57.052063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c29fc0d-dd5f-4804-8add-733020015794') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:57.061698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.077982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.084926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:57.085328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:57.087148 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:57.149950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.154822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.157772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b15575d3-b227-47ff-b9b4-33d529253cae HTTP/1.1" status: 204 len: 168 time: 0.3325460 Jul 16 03:47:57.171710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8990335-42e5-486c-a265-4aea03275dcf tempest-QuotasNegativeTest-1921854920 tempest-QuotasNegativeTest-1921854920-project-admin] Pushing event deleted for resources: {'Network': ['ID=b15575d3-b227-47ff-b9b4-33d529253cae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.237210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.279316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.292944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:57.335917 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:57.339258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:57.345569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:57.363171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.420893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.422116 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.440284 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-af178dde-0aa7-4df5-8efb-cf7e828e281c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990730 Jul 16 03:47:57.453346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Request body: {'port': {'device_id': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:57.533633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.658476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:57.676439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2210de4-0c86-4c0f-9dae-5c9413fca2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.716135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ffc62-93a0-4c96-9cb2-806710641a9e req-e3bc53d3-b241-4881-a538-a8e77e2bcb83 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.719019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c88ffc62-93a0-4c96-9cb2-806710641a9e req-e3bc53d3-b241-4881-a538-a8e77e2bcb83 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 931 time: 0.0678787 Jul 16 03:47:57.759915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c88ffc62-93a0-4c96-9cb2-806710641a9e req-af7cbbc2-4c79-4d98-8842-8c97f9162ce3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Jul 16 03:47:57.897824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2210de4-0c86-4c0f-9dae-5c9413fca2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.902361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81e8b1d-af88-40ab-a8fe-95f8c39d1160 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:57.908934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2210de4-0c86-4c0f-9dae-5c9413fca2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.912393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.956489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Transition to ACTIVE for port object a81e8b1d-af88-40ab-a8fe-95f8c39d1160 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:57.972075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.975954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2210de4-0c86-4c0f-9dae-5c9413fca2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84842cec-7308-4c38-9997-ee2e3d9e8673,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.984084 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c2210de4-0c86-4c0f-9dae-5c9413fca2bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c7709d9f65145fe9e05ab6efbef9930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225441 Jul 16 03:47:57.985306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.037457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd611f0a-e086-41ab-9ff5-e87b0bad2356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.045408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Pushing event updated for resources: {'Port': ['ID=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:58.070234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd611f0a-e086-41ab-9ff5-e87b0bad2356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.120872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd611f0a-e086-41ab-9ff5-e87b0bad2356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.124410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd611f0a-e086-41ab-9ff5-e87b0bad2356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.125565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fd611f0a-e086-41ab-9ff5-e87b0bad2356 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84842cec-7308-4c38-9997-ee2e3d9e8673 HTTP/1.1" status: 204 len: 168 time: 0.1392767 Jul 16 03:47:58.136600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd611f0a-e086-41ab-9ff5-e87b0bad2356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84842cec-7308-4c38-9997-ee2e3d9e8673,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:58.187247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Attempting to bind port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:58.187902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Attempting to bind port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:58.204262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Attempting to bind port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:58.212182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:58.212512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Attempting to bind port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:58.222036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:58.222383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:58.223388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:58.223842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Bound port: a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:58.224211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.309665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] For port a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:58.313742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] For port a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:58.322969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.401783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.402628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.404151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] 10.222.0.48 "PUT /v2.0/ports/a81e8b1d-af88-40ab-a8fe-95f8c39d1160 HTTP/1.1" status: 200 len: 1091 time: 0.9564898 Jul 16 03:47:58.404651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'tag': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:58.407832 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc14c447-62ec-4fbd-9d77-2d6458ac776d", "tag": "a81e8b1d-af88-40ab-a8fe-95f8c39d1160"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:58.502812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4907d-5440-4023-955b-2131f7eef490 service neutron] Pushing event updated for resources: {'Port': ['ID=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:58.507099 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db155fb3-a1c8-4bb0-ad54-6d07a02c3de0 x-openstack-request-id: req-db155fb3-a1c8-4bb0-ad54-6d07a02c3de0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:58.507396 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc14c447-62ec-4fbd-9d77-2d6458ac776d", "tag": "a81e8b1d-af88-40ab-a8fe-95f8c39d1160", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:58.507658 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db155fb3-a1c8-4bb0-ad54-6d07a02c3de0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:58.508053 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'tag': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160', 'status': 'completed', 'code': 200} Jul 16 03:47:58.537419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-51ea9e98-ad2d-4d45-b534-d2f41fb64a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.539561 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-51ea9e98-ad2d-4d45-b534-d2f41fb64a1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 1094 time: 0.0825992 Jul 16 03:47:58.592121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-a6783a00-734d-46b5-b8aa-177987fe3c1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160 HTTP/1.1" status: 200 len: 217 time: 0.0447626 Jul 16 03:47:58.641202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.648303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-c266c1da-eef8-4210-96b7-63b388f10d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.650159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-c266c1da-eef8-4210-96b7-63b388f10d9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0507729 Jul 16 03:47:58.655775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb109979-01e3-4854-b0be-a703a7bbc86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.695920 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-884cc08f-c32a-4bc6-9d95-bd4766dc2b46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393283 Jul 16 03:47:58.775449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb109979-01e3-4854-b0be-a703a7bbc86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.783541 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb109979-01e3-4854-b0be-a703a7bbc86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.831742 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-9b2fd5d5-b551-40ae-80d4-43071c3fdfb7 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281540 Jul 16 03:47:58.852291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb109979-01e3-4854-b0be-a703a7bbc86d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c334288083fe4684b85b7b5151e13e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097890 Jul 16 03:47:58.855707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.870071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb109979-01e3-4854-b0be-a703a7bbc86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c422dc9-35db-4b97-a3fc-716299a61fba,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:58.916235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73f4c926-eecb-4705-b90a-b877682c02a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.960877 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-581a2dc3-b50a-4031-a537-0e511e1493cc req-6558fccd-2fdc-4be7-a12d-a9f0542798c9 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207666 Jul 16 03:47:58.972539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73f4c926-eecb-4705-b90a-b877682c02a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.043010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d80b9-6195-487b-84eb-02f63d7b8bf7 req-9da0120d-7e33-4a8d-b45a-ec5505c1a755 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:59.045259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-102d80b9-6195-487b-84eb-02f63d7b8bf7 req-9da0120d-7e33-4a8d-b45a-ec5505c1a755 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 943 time: 0.1136377 Jul 16 03:47:59.094026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73f4c926-eecb-4705-b90a-b877682c02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.097224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73f4c926-eecb-4705-b90a-b877682c02a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.098383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-73f4c926-eecb-4705-b90a-b877682c02a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c422dc9-35db-4b97-a3fc-716299a61fba HTTP/1.1" status: 204 len: 168 time: 0.2417006 Jul 16 03:47:59.110603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-bc04df18-8664-454f-809d-502ccbb59616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:59.112106 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-bc04df18-8664-454f-809d-502ccbb59616 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 1094 time: 0.0956295 Jul 16 03:47:59.118765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4c926-eecb-4705-b90a-b877682c02a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c422dc9-35db-4b97-a3fc-716299a61fba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:59.156280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-102d80b9-6195-487b-84eb-02f63d7b8bf7 req-a475e5fb-3db1-4812-b8f6-31f30f86d949 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Jul 16 03:47:59.238940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-79e29c07-013d-4e75-b453-5a79dd692f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:59.240430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-79e29c07-013d-4e75-b453-5a79dd692f4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1221375 Jul 16 03:47:59.289201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-12a42f21-bee9-4032-8b16-7cb0b49a2fd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160 HTTP/1.1" status: 200 len: 217 time: 0.0410831 Jul 16 03:47:59.346592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-eb4c5aaf-779e-4ec9-9fb5-74b1f4125cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:59.346592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-eb4c5aaf-779e-4ec9-9fb5-74b1f4125cae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0460985 Jul 16 03:47:59.380356 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-1096633a-0e56-4d49-8c4b-8512a7f68cef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 16 03:47:59.492944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-a15e212d-298e-405c-a122-8f92bb12d3dc service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056731 Jul 16 03:47:59.619157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53ad4524-2ff0-4bd3-ac7e-7832e3b0406b req-945f351c-507f-4aa3-a44e-ff8b79b96fbd service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178410 Jul 16 03:48:00.392355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda74e62-3154-48d8-8ede-73fe60572cbf req-94f3b862-35e9-4c27-a278-252b2abfa99a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.404776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eda74e62-3154-48d8-8ede-73fe60572cbf req-94f3b862-35e9-4c27-a278-252b2abfa99a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 943 time: 0.1311953 Jul 16 03:48:00.463402 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eda74e62-3154-48d8-8ede-73fe60572cbf req-fd4c85d6-adaf-40c5-aedc-69a17662b498 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559454 Jul 16 03:48:00.947144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a81e8b1d-af88-40ab-a8fe-95f8c39d1160 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:01.072667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:01.084773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160', 'mac_address': 'fa:16:3e:f5:4a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:01.139888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.154217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81e8b1d-af88-40ab-a8fe-95f8c39d1160 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:01.179498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:01.185515 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.202233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.239444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.434818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8d848df2-5d50-4315-a5b3-05a061c38dd8 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:01.464214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a81e8b1d-af88-40ab-a8fe-95f8c39d1160'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:01.469519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.470058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d848df2-5d50-4315-a5b3-05a061c38dd8 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "PUT /v2.0/quotas/9f6224a8f48c472d98e5b17e5b115dbf HTTP/1.1" status: 200 len: 366 time: 0.2660251 Jul 16 03:48:01.480931 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-72f4ccd7-3e1d-4b2b-bcf8-99ced74f174a tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0094140 Jul 16 03:48:01.484029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53902) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.494935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d9200ac5-6bb5-4137-b97b-40df535afc8b tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "GET /v2.0/quotas/9f6224a8f48c472d98e5b17e5b115dbf HTTP/1.1" status: 200 len: 366 time: 0.0090294 Jul 16 03:48:01.497165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53906) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.523082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53908) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.523849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c5a7194b-1c88-4d8c-b7fb-9c1437147f40 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/9f6224a8f48c472d98e5b17e5b115dbf HTTP/1.1" status: 204 len: 168 time: 0.0249016 Jul 16 03:48:01.536174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fcac6230-722a-491c-abb7-43bb99a665cd tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0116463 Jul 16 03:48:01.538734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.555119 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-91d6ff09-1734-49d2-a3a5-7268bbc43702 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "GET /v2.0/quotas/9f6224a8f48c472d98e5b17e5b115dbf HTTP/1.1" status: 200 len: 370 time: 0.0151119 Jul 16 03:48:01.557564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53912) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.566387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c4633d28-41fd-44b1-a220-a74cd1f3312e tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "GET /v2.0/quotas/9f6224a8f48c472d98e5b17e5b115dbf/default HTTP/1.1" status: 200 len: 370 time: 0.0077062 Jul 16 03:48:01.569242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.581477 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b9197048-102b-4426-a696-4aa3836265b1 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] delete failed (client error): The resource could not be found. Jul 16 03:48:01.586048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9197048-102b-4426-a696-4aa3836265b1 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/9f6224a8f48c472d98e5b17e5b115dbf HTTP/1.1" status: 404 len: 348 time: 0.0128958 Jul 16 03:48:01.743400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6ca4-106c-4ad7-bf37-dc2e958ce128 req-e74d3e0a-a98e-4da9-8f57-1b83c1d7637b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.745214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a3f6ca4-106c-4ad7-bf37-dc2e958ce128 req-e74d3e0a-a98e-4da9-8f57-1b83c1d7637b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 944 time: 0.0924635 Jul 16 03:48:01.828227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a3f6ca4-106c-4ad7-bf37-dc2e958ce128 req-7a811db3-9605-4edf-9590-87e93cf0ce41 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Jul 16 03:48:01.910499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.931230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:network and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:01.937525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:01.944388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:subnet and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:01.949691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:01.957162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:subnetpool and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:01.962315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:01.969592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:port and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:01.974914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:01.981281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:router and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:01.986234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:01.992539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:floatingip and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:01.997743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:02.036511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:security_group and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:02.041641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:02.048411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Usage tracker for resource:security_group_rule and tenant:0758f61c5bda4f718caed255cbed96a8 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:48:02.053724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.quota.resource [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:48:02.062600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26df5296-ffa9-47f0-b06d-1858b9db9cb5 tempest-QuotasTest-194068089 tempest-QuotasTest-194068089-project-admin] 10.222.0.25 "GET /v2.0/quotas/0758f61c5bda4f718caed255cbed96a8/details.json HTTP/1.1" status: 200 len: 703 time: 0.1473112 Jul 16 03:48:02.392843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:02.504170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eb1-486b-45df-a1b1-0497f62b5d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.599958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eb1-486b-45df-a1b1-0497f62b5d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.604953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eb1-486b-45df-a1b1-0497f62b5d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.620499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:02.658179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-56cf3eb1-486b-45df-a1b1-0497f62b5d7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc61a2b0abb140e48f0f80d372d66f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618322 Jul 16 03:48:02.658179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf3eb1-486b-45df-a1b1-0497f62b5d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69849861-8f7f-467e-8feb-759039733a6f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.660315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53944) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:02.714048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d22953-04f2-43d6-9b57-378fb9b087a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.753115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d22953-04f2-43d6-9b57-378fb9b087a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.766357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426df784-80db-46b6-bc5f-7c3f5104821b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.809095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.830416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d22953-04f2-43d6-9b57-378fb9b087a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.833201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d22953-04f2-43d6-9b57-378fb9b087a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.834427 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-54d22953-04f2-43d6-9b57-378fb9b087a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69849861-8f7f-467e-8feb-759039733a6f HTTP/1.1" status: 204 len: 168 time: 0.1727791 Jul 16 03:48:02.851657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d22953-04f2-43d6-9b57-378fb9b087a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69849861-8f7f-467e-8feb-759039733a6f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.934942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426df784-80db-46b6-bc5f-7c3f5104821b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.940942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-426df784-80db-46b6-bc5f-7c3f5104821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.947601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a81e8b1d-af88-40ab-a8fe-95f8c39d1160 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:02.996308 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-426df784-80db-46b6-bc5f-7c3f5104821b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2017a0a919641da833b601bf249b5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739662 Jul 16 03:48:02.997644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426df784-80db-46b6-bc5f-7c3f5104821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f26232-1f55-4b8a-a7e3-f4a041e69c35,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.999246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.029245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:03.034256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:03.034992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.108166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f284909-e93f-476f-bdf0-5b3117e2a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.129808 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.154352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8b8c1-db6c-41db-86d2-48a321cc6482 req-9379634f-70ff-465c-8d58-c8fea92a216b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:03.162816 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57d8b8c1-db6c-41db-86d2-48a321cc6482 req-9379634f-70ff-465c-8d58-c8fea92a216b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 944 time: 0.1212530 Jul 16 03:48:03.162964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:03.165340 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1073e754-e076-420a-9e84-13b3e86d2649" -d '{"events": [{"server_uuid": "fc14c447-62ec-4fbd-9d77-2d6458ac776d", "name": "network-vif-plugged", "status": "completed", "tag": "a81e8b1d-af88-40ab-a8fe-95f8c39d1160"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:03.182211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f284909-e93f-476f-bdf0-5b3117e2a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.182423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:03.189239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.200786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.238210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57d8b8c1-db6c-41db-86d2-48a321cc6482 req-f8cf2b54-4702-4ef1-83e2-4b1283efd329 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743763 Jul 16 03:48:03.242527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.242863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a70afc90-a193-473b-bd90-c361bca265e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.298980 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485e3347-8245-4919-a6a7-520aee700b83 x-openstack-request-id: req-485e3347-8245-4919-a6a7-520aee700b83 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:03.299458 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc14c447-62ec-4fbd-9d77-2d6458ac776d", "name": "network-vif-plugged", "status": "completed", "tag": "a81e8b1d-af88-40ab-a8fe-95f8c39d1160", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:03.299719 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-485e3347-8245-4919-a6a7-520aee700b83 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:03.300115 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160', 'code': 200} Jul 16 03:48:03.301547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f284909-e93f-476f-bdf0-5b3117e2a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.304950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f284909-e93f-476f-bdf0-5b3117e2a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.306180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4f284909-e93f-476f-bdf0-5b3117e2a1b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52f26232-1f55-4b8a-a7e3-f4a041e69c35 HTTP/1.1" status: 204 len: 168 time: 0.3057380 Jul 16 03:48:03.321969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f284909-e93f-476f-bdf0-5b3117e2a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f26232-1f55-4b8a-a7e3-f4a041e69c35,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.432107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a70afc90-a193-473b-bd90-c361bca265e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.439848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a70afc90-a193-473b-bd90-c361bca265e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.467959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5933dae-e38c-4ccd-9664-f8b6d7fc9f10 req-7a5bf7bb-f896-4ae1-af36-fc79802ef9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:03.472657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a5933dae-e38c-4ccd-9664-f8b6d7fc9f10 req-7a5bf7bb-f896-4ae1-af36-fc79802ef9e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 1096 time: 0.0950899 Jul 16 03:48:03.503188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70afc90-a193-473b-bd90-c361bca265e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61264d0e-5748-4330-8a65-4dd100542a2a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.509286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a70afc90-a193-473b-bd90-c361bca265e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0758f61c5bda4f718caed255cbed96a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074954 Jul 16 03:48:03.512068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53964) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.530564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a5933dae-e38c-4ccd-9664-f8b6d7fc9f10 req-db855a7c-d8b0-47a6-94f6-0b7a80220320 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540841 Jul 16 03:48:03.543755 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.596426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e95f322-5fef-4e88-92b6-c1dda9295dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.618261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e95f322-5fef-4e88-92b6-c1dda9295dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.668900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e95f322-5fef-4e88-92b6-c1dda9295dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.672119 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e95f322-5fef-4e88-92b6-c1dda9295dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.685686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7e95f322-5fef-4e88-92b6-c1dda9295dc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61264d0e-5748-4330-8a65-4dd100542a2a HTTP/1.1" status: 204 len: 168 time: 0.1649890 Jul 16 03:48:03.696317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95f322-5fef-4e88-92b6-c1dda9295dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61264d0e-5748-4330-8a65-4dd100542a2a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.750790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 53970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.775623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4553683f-4a88-44e1-84be-05872bae5209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.878401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4553683f-4a88-44e1-84be-05872bae5209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.883090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4553683f-4a88-44e1-84be-05872bae5209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.926236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4553683f-4a88-44e1-84be-05872bae5209 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=532f58d95714422cbeea9ede8c195ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742201 Jul 16 03:48:03.927234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553683f-4a88-44e1-84be-05872bae5209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5947d77-36de-488d-9d8a-80f96841cde8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.928890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 53978) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.984834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33327996-3c4d-401a-b403-a9f8510ddb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.019265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33327996-3c4d-401a-b403-a9f8510ddb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.075863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33327996-3c4d-401a-b403-a9f8510ddb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.078810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33327996-3c4d-401a-b403-a9f8510ddb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.079987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-33327996-3c4d-401a-b403-a9f8510ddb64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5947d77-36de-488d-9d8a-80f96841cde8 HTTP/1.1" status: 204 len: 168 time: 0.1499851 Jul 16 03:48:04.090249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327996-3c4d-401a-b403-a9f8510ddb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5947d77-36de-488d-9d8a-80f96841cde8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:04.477369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f325ae4-4140-4bef-9d64-8586e9319116 req-3f09303c-3669-47dd-96f5-1665108e0279 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:04.479148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f325ae4-4140-4bef-9d64-8586e9319116 req-3f09303c-3669-47dd-96f5-1665108e0279 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 945 time: 0.0761170 Jul 16 03:48:04.520645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:04.524662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f325ae4-4140-4bef-9d64-8586e9319116 req-2b5f780a-888d-45ca-9ff9-72ec00be9631 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Jul 16 03:48:04.621526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-95254834'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:04.643735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Made reservation on behalf of 15a099afae9f4ec988a3be90a9b7c5ac for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:04.647398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.656853 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.751169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.755057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.783604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:04.793951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366bf964-d6f3-4805-92d5-d61c5849809f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:04.799845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.800246 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Added segment 7a708d37-1e5a-421e-be73-610cb2bd0a9b of type vlan for network 890f3bff-7875-44e8-8114-1e64fab9c37b Jul 16 03:48:04.846738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.881082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.888130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:04.888716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.925115 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4033403 Jul 16 03:48:04.928238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:04.934079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Request body: {'subnet': {'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:04.957485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1701c2-dd09-4a99-90ea-0077b7c493e7 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event updated for resources: {'Network': ['ID=890f3bff-7875-44e8-8114-1e64fab9c37b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:04.970421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 890f3bff-7875-44e8-8114-1e64fab9c37b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:05.029287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Made reservation on behalf of 15a099afae9f4ec988a3be90a9b7c5ac for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:05.033844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.230331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.295181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event updated for resources: {'Subnet': ['ID=fada9e3d-0a10-4f56-b2dc-072326513b36,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:05.307543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Checking segment: {'id': '7a708d37-1e5a-421e-be73-610cb2bd0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:05.307999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Network hostable DHCP agents. Network: 890f3bff-7875-44e8-8114-1e64fab9c37b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:05.327809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Network 890f3bff-7875-44e8-8114-1e64fab9c37b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:05.342916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 890f3bff-7875-44e8-8114-1e64fab9c37b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:05.347914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.349341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.354651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441a86b-92c2-4237-8b10-cfcac7ad7634 None None] Network 890f3bff-7875-44e8-8114-1e64fab9c37b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:05.391111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e66b7e5-f91f-425d-8edb-a412f650fb27 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4597967 Jul 16 03:48:05.392098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54040) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:05.397294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Request body: {'port': {'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1959939794'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:05.514467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Made reservation on behalf of 15a099afae9f4ec988a3be90a9b7c5ac for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:05.521389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.542606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] device_id is not set on port bd4d0626-2103-4945-9648-7ccf3a6d8d85 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:05.548537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-890f3bff-7875-44e8-8114-1e64fab9c37b', 'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b', 'tenant_id': '15a099afae9f4ec988a3be90a9b7c5ac', 'fixed_ips': [{'subnet_id': 'fada9e3d-0a10-4f56-b2dc-072326513b36'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:05.549482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.709119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Allocated IP 172.20.0.2 (890f3bff-7875-44e8-8114-1e64fab9c37b/fada9e3d-0a10-4f56-b2dc-072326513b36/c6246e88-9549-4705-ab4d-299f0bc96ec5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:05.806458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbaae7-fb96-4cc3-8385-abee439270a2 req-17d09762-5e48-49e5-8651-5a3e901f9d8a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.807914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49bbaae7-fb96-4cc3-8385-abee439270a2 req-17d09762-5e48-49e5-8651-5a3e901f9d8a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 945 time: 0.1206188 Jul 16 03:48:05.871162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49bbaae7-fb96-4cc3-8385-abee439270a2 req-6a373947-66db-4490-9eb5-e766901d6901 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532727 Jul 16 03:48:05.902739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.903269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Transition to ACTIVE for port object c6246e88-9549-4705-ab4d-299f0bc96ec5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:05.925564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Transition to ACTIVE for port object c6246e88-9549-4705-ab4d-299f0bc96ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:05.950476 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.050218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Allocated IP 172.20.0.7 (890f3bff-7875-44e8-8114-1e64fab9c37b/fada9e3d-0a10-4f56-b2dc-072326513b36/bd4d0626-2103-4945-9648-7ccf3a6d8d85) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:06.054124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Network 890f3bff-7875-44e8-8114-1e64fab9c37b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:06.071140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:06.076322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:06.092007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Pushing event updated for resources: {'Port': ['ID=c6246e88-9549-4705-ab4d-299f0bc96ec5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.185202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97a0e-ccb4-44ba-9f34-a6d3bb63529d req-356a0fea-d631-445f-a6a6-9520933017e4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:06.186866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bf97a0e-ccb4-44ba-9f34-a6d3bb63529d req-356a0fea-d631-445f-a6a6-9520933017e4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 945 time: 0.1549935 Jul 16 03:48:06.191140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Attempting to bind port c6246e88-9549-4705-ab4d-299f0bc96ec5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:06.191523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Attempting to bind port c6246e88-9549-4705-ab4d-299f0bc96ec5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '7a708d37-1e5a-421e-be73-610cb2bd0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:06.191893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Attempting to bind port c6246e88-9549-4705-ab4d-299f0bc96ec5 on network 890f3bff-7875-44e8-8114-1e64fab9c37b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:06.198749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:06.199529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Checking segment: {'id': '7a708d37-1e5a-421e-be73-610cb2bd0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:06.200144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.200756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Bound using segment: {'id': '7a708d37-1e5a-421e-be73-610cb2bd0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:06.201961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Bound port: c6246e88-9549-4705-ab4d-299f0bc96ec5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a708d37-1e5a-421e-be73-610cb2bd0a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:06.202807 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.240715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0bf97a0e-ccb4-44ba-9f34-a6d3bb63529d req-0e468943-8637-407e-9016-0dc926fcccaf tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479183 Jul 16 03:48:06.277709 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.300715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Transition to ACTIVE for port object bd4d0626-2103-4945-9648-7ccf3a6d8d85 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:06.346950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.385668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] For port c6246e88-9549-4705-ab4d-299f0bc96ec5, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:06.396241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] For port c6246e88-9549-4705-ab4d-299f0bc96ec5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c6246e88-9549-4705-ab4d-299f0bc96ec5,segment=NetworkSegment(7a708d37-1e5a-421e-be73-610cb2bd0a9b),segment_id=7a708d37-1e5a-421e-be73-610cb2bd0a9b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:06.397759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Network 890f3bff-7875-44e8-8114-1e64fab9c37b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:06.401688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.407129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:06.411178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:06.470960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:06.471649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.486672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event updated for resources: {'Port': ['ID=bd4d0626-2103-4945-9648-7ccf3a6d8d85,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.503359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5320c5c9-46f0-45a1-9585-8ceef689add6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1081831 Jul 16 03:48:06.504740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54106) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.513440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Request body: {'port': {'network_id': '890f3bff-7875-44e8-8114-1e64fab9c37b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1374063732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:06.514946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.api.validators [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] bootfile-name is not in valid_values {{(pid=93757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:48:06.515479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.api.validators [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] tftp-server is not in valid_values {{(pid=93757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:48:06.515828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.api.validators [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] server-ip-address is not in valid_values {{(pid=93757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:48:06.557158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd62836-fd23-4285-a573-992245ed7d60 None None] Pushing event updated for resources: {'Port': ['ID=c6246e88-9549-4705-ab4d-299f0bc96ec5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.649004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Made reservation on behalf of 15a099afae9f4ec988a3be90a9b7c5ac for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:06.653059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.673357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] device_id is not set on port 9038db33-7d43-48d4-b713-662a1c3e005d yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:06.673675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54112) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.877642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce431f-1080-46e1-862e-fffc2c348a84 req-643cc131-b59e-4b2a-8b26-5266879d029a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:06.879500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7ce431f-1080-46e1-862e-fffc2c348a84 req-643cc131-b59e-4b2a-8b26-5266879d029a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 945 time: 0.1461718 Jul 16 03:48:06.894348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bac800-e633-4a7d-8b53-e2e9e1aa9018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.905269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Allocated IP 172.20.0.14 (890f3bff-7875-44e8-8114-1e64fab9c37b/fada9e3d-0a10-4f56-b2dc-072326513b36/9038db33-7d43-48d4-b713-662a1c3e005d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:06.961034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7ce431f-1080-46e1-862e-fffc2c348a84 req-84bf04c2-1249-4b7e-a64c-85029d1dc7c9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Jul 16 03:48:07.034206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bac800-e633-4a7d-8b53-e2e9e1aa9018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.039431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bac800-e633-4a7d-8b53-e2e9e1aa9018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.079974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bac800-e633-4a7d-8b53-e2e9e1aa9018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4335f94e-a188-4feb-8003-241d83645788,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.086589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-77bac800-e633-4a7d-8b53-e2e9e1aa9018 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cee4a188e3944f3a7f0a75904596240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103260 Jul 16 03:48:07.088242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54124) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:07.115754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.131031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Transition to ACTIVE for port object 9038db33-7d43-48d4-b713-662a1c3e005d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:07.165520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a77455ad-edf8-4455-8608-2accd7d002fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.190630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.191609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a77455ad-edf8-4455-8608-2accd7d002fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.234415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Network 890f3bff-7875-44e8-8114-1e64fab9c37b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:07.240135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:07.240343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a77455ad-edf8-4455-8608-2accd7d002fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.243489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a77455ad-edf8-4455-8608-2accd7d002fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.246966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a77455ad-edf8-4455-8608-2accd7d002fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4335f94e-a188-4feb-8003-241d83645788 HTTP/1.1" status: 204 len: 168 time: 0.1555400 Jul 16 03:48:07.247113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:07.259898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77455ad-edf8-4455-8608-2accd7d002fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4335f94e-a188-4feb-8003-241d83645788,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.277867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event updated for resources: {'Port': ['ID=9038db33-7d43-48d4-b713-662a1c3e005d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.314237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.315015 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.334666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:07.335697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f696a561-84ff-40c2-ad76-ac612070e1b8 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.8287678 Jul 16 03:48:07.434019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979fc57b-acb5-4c9d-b95b-8e51fd1e65f6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.440507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979fc57b-acb5-4c9d-b95b-8e51fd1e65f6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.446787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979fc57b-acb5-4c9d-b95b-8e51fd1e65f6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.451354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-979fc57b-acb5-4c9d-b95b-8e51fd1e65f6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1125112 Jul 16 03:48:07.451673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:07.586538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Deleting port 9038db33-7d43-48d4-b713-662a1c3e005d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:07.587010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.608485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54140) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:07.624208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f62af9d-4f59-43ee-bad3-af1e51817d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.689256 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.704772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Calling delete_port for 9038db33-7d43-48d4-b713-662a1c3e005d owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:07.764664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f62af9d-4f59-43ee-bad3-af1e51817d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.771685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f62af9d-4f59-43ee-bad3-af1e51817d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.814395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62af9d-4f59-43ee-bad3-af1e51817d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eebffa1-5129-425a-8022-dba4beaa88dd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.821413 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1f62af9d-4f59-43ee-bad3-af1e51817d64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b12e2dfde10649f490822286d7e0166b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113838 Jul 16 03:48:07.822004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54146) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:07.833918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9dd5d-5808-4c2b-890c-2d873edd8743 None None] Network 890f3bff-7875-44e8-8114-1e64fab9c37b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:07.869778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.881689 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f5a549d-8510-4717-b60b-3d3ea4ad4ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.902880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event deleted for resources: {'Port': ['ID=9038db33-7d43-48d4-b713-662a1c3e005d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.913725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f5a549d-8510-4717-b60b-3d3ea4ad4ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.007257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.007432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d14a6af-cef5-4942-b537-7992c7d48350 None None] Provisioning for port c6246e88-9549-4705-ab4d-299f0bc96ec5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:08.015838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a2561149-e464-422a-8cd0-3b43b5c3379a tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "DELETE /v2.0/ports/9038db33-7d43-48d4-b713-662a1c3e005d HTTP/1.1" status: 204 len: 168 time: 0.5629606 Jul 16 03:48:08.016786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:08.037378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Request body: {'port': {'name': 'tempest-new-port-name-1987235370', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:08.037891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] bootfile-name is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:48:08.038229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] tftp-server is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:48:08.038574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] server-ip-address is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:48:08.056491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-611a098c-455f-40fb-a842-b9fcc76fd992 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.058484 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-611a098c-455f-40fb-a842-b9fcc76fd992 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 945 time: 0.1469600 Jul 16 03:48:08.106324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f5a549d-8510-4717-b60b-3d3ea4ad4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.110240 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f5a549d-8510-4717-b60b-3d3ea4ad4ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.126019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2f5a549d-8510-4717-b60b-3d3ea4ad4ab9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5eebffa1-5129-425a-8022-dba4beaa88dd HTTP/1.1" status: 204 len: 168 time: 0.3026454 Jul 16 03:48:08.138279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c6246e88-9549-4705-ab4d-299f0bc96ec5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:08.161950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a549d-8510-4717-b60b-3d3ea4ad4ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eebffa1-5129-425a-8022-dba4beaa88dd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.241228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.263812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:08.264984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.335261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7ae11-3a8a-4864-88db-46bc49dd66f4 req-5791f163-9ea4-47af-9492-f21cd21aed20 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.336870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78f7ae11-3a8a-4864-88db-46bc49dd66f4 req-5791f163-9ea4-47af-9492-f21cd21aed20 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 945 time: 0.1358967 Jul 16 03:48:08.339721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c6246e88-9549-4705-ab4d-299f0bc96ec5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:08.351742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c6246e88-9549-4705-ab4d-299f0bc96ec5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:08.352464 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.425063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port a81e8b1d-af88-40ab-a8fe-95f8c39d1160, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:08.427948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.474486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for a81e8b1d-af88-40ab-a8fe-95f8c39d1160 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:08.480348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78f7ae11-3a8a-4864-88db-46bc49dd66f4 req-25e2752c-1b93-4004-b2bb-0fa3de7ea466 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071584 Jul 16 03:48:08.540906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.587283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c6246e88-9549-4705-ab4d-299f0bc96ec5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c6246e88-9549-4705-ab4d-299f0bc96ec5,segment=NetworkSegment(7a708d37-1e5a-421e-be73-610cb2bd0a9b),segment_id=7a708d37-1e5a-421e-be73-610cb2bd0a9b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:08.594290 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.638430 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:48:08.649815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c6246e88-9549-4705-ab4d-299f0bc96ec5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.667250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.677069 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.732332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.751057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:08.766012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=a81e8b1d-af88-40ab-a8fe-95f8c39d1160,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.819994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a81e8b1d-af88-40ab-a8fe-95f8c39d1160'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:08.830594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] In _notify_port_updated(), no bound segment for port bd4d0626-2103-4945-9648-7ccf3a6d8d85 on network 890f3bff-7875-44e8-8114-1e64fab9c37b {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:08.836093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:08.836747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.837077 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port a81e8b1d-af88-40ab-a8fe-95f8c39d1160 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:08.840610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "PUT /v2.0/ports/bd4d0626-2103-4945-9648-7ccf3a6d8d85 HTTP/1.1" status: 200 len: 1136 time: 0.8192706 Jul 16 03:48:08.841603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54174) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:08.854314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.856330 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc20eed8-000b-412b-bd95-a8ae220d9fc9 req-2f733bd7-5f64-430d-b9ac-cc37f212f630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "DELETE /v2.0/ports/a81e8b1d-af88-40ab-a8fe-95f8c39d1160 HTTP/1.1" status: 204 len: 173 time: 0.7924135 Jul 16 03:48:08.856865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'name': 'network-vif-deleted', 'tag': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:08.865613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f253d-d335-4e07-a7e6-ec167f70ad0c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event updated for resources: {'Port': ['ID=bd4d0626-2103-4945-9648-7ccf3a6d8d85,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.868859 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c6ee6-e5b7-4314-8fcc-104e2bb5845a" -d '{"events": [{"server_uuid": "fc14c447-62ec-4fbd-9d77-2d6458ac776d", "name": "network-vif-deleted", "tag": "a81e8b1d-af88-40ab-a8fe-95f8c39d1160"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:08.920706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c4be84f-7f38-465b-9583-63591b792793 None None] Provisioning for port bd4d0626-2103-4945-9648-7ccf3a6d8d85 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:08.935162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c4be84f-7f38-465b-9583-63591b792793 None None] Provisioning complete for port bd4d0626-2103-4945-9648-7ccf3a6d8d85 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:08.935162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c4be84f-7f38-465b-9583-63591b792793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.941884 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808f64de-5664-43e0-8be4-e48a654fbe8f x-openstack-request-id: req-808f64de-5664-43e0-8be4-e48a654fbe8f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:08.942245 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc14c447-62ec-4fbd-9d77-2d6458ac776d", "name": "network-vif-deleted", "tag": "a81e8b1d-af88-40ab-a8fe-95f8c39d1160", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:08.942642 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-808f64de-5664-43e0-8be4-e48a654fbe8f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:08.943567 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc14c447-62ec-4fbd-9d77-2d6458ac776d', 'name': 'network-vif-deleted', 'tag': 'a81e8b1d-af88-40ab-a8fe-95f8c39d1160', 'status': 'completed', 'code': 200} Jul 16 03:48:09.004970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cee5a-b0f0-46c5-9c7d-75bb0f5f91d6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:09.009779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:09.010316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-782cee5a-b0f0-46c5-9c7d-75bb0f5f91d6 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "GET /v2.0/ports/bd4d0626-2103-4945-9648-7ccf3a6d8d85 HTTP/1.1" status: 200 len: 1136 time: 0.1669807 Jul 16 03:48:09.016732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8c4be84f-7f38-465b-9583-63591b792793 None None] Port bd4d0626-2103-4945-9648-7ccf3a6d8d85 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:09.053506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c4be84f-7f38-465b-9583-63591b792793 None None] Provisioning complete for port c6246e88-9549-4705-ab4d-299f0bc96ec5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:09.053506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c4be84f-7f38-465b-9583-63591b792793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.203751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Deleting port bd4d0626-2103-4945-9648-7ccf3a6d8d85 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:09.203956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.307138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.321238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Calling delete_port for bd4d0626-2103-4945-9648-7ccf3a6d8d85 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:09.362131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-687cb4ac-60a4-41b9-9e21-db9cbae4ce09 None None] Provisioning complete for port bd4d0626-2103-4945-9648-7ccf3a6d8d85 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:09.362638 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-687cb4ac-60a4-41b9-9e21-db9cbae4ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.420682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-687cb4ac-60a4-41b9-9e21-db9cbae4ce09 None None] Port bd4d0626-2103-4945-9648-7ccf3a6d8d85 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:09.546911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b2b18895-4e06-4102-9dc1-e163fb8114dd None None] Could not find standard attr ID for object 9038db33-7d43-48d4-b713-662a1c3e005d. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:09.603627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.674340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event deleted for resources: {'Port': ['ID=bd4d0626-2103-4945-9648-7ccf3a6d8d85,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:09.796277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b6c8e39-a470-4dec-a710-08333fac2a05 req-3994d460-ef42-4622-b9f5-9557615d91fc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc14c447-62ec-4fbd-9d77-2d6458ac776d HTTP/1.1" status: 200 len: 210 time: 0.0526538 Jul 16 03:48:09.807413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.811199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6c314551-442a-4844-a77d-cadba384674c tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "DELETE /v2.0/ports/bd4d0626-2103-4945-9648-7ccf3a6d8d85 HTTP/1.1" status: 204 len: 168 time: 0.7994170 Jul 16 03:48:09.813780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:09.893791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Deleting subnet fada9e3d-0a10-4f56-b2dc-072326513b36 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:09.897265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.951747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.055303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.065351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef01a758-4699-44a5-a857-040c555644b1 None None] Could not find standard attr ID for object bd4d0626-2103-4945-9648-7ccf3a6d8d85. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:10.110240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c6246e88-9549-4705-ab4d-299f0bc96ec5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:10.163670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.187371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c6246e88-9549-4705-ab4d-299f0bc96ec5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:10.188103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.191800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event deleted for resources: {'Subnet': ['ID=fada9e3d-0a10-4f56-b2dc-072326513b36,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.203673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.208700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.209434 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4e37f151-b71c-454a-8c1c-2e54e3d64efb tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "DELETE /v2.0/subnets/fada9e3d-0a10-4f56-b2dc-072326513b36 HTTP/1.1" status: 204 len: 168 time: 0.3937993 Jul 16 03:48:10.247512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08e6b3-e574-4823-95ce-e86c1655916d None None] Network 890f3bff-7875-44e8-8114-1e64fab9c37b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:10.325274 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.398140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Deleting port c6246e88-9549-4705-ab4d-299f0bc96ec5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:10.401864 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.494102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] For port c6246e88-9549-4705-ab4d-299f0bc96ec5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c6246e88-9549-4705-ab4d-299f0bc96ec5,segment=NetworkSegment(7a708d37-1e5a-421e-be73-610cb2bd0a9b),segment_id=7a708d37-1e5a-421e-be73-610cb2bd0a9b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:10.494470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.506959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Calling delete_port for c6246e88-9549-4705-ab4d-299f0bc96ec5 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:10.510433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] DHCP port deletion for 890f3bff-7875-44e8-8114-1e64fab9c37b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:10.561784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] Deleting port c6246e88-9549-4705-ab4d-299f0bc96ec5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:10.562280 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.596327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.629319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event deleted for resources: {'Port': ['ID=c6246e88-9549-4705-ab4d-299f0bc96ec5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.632201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] No DVR routers for this DVR port c6246e88-9549-4705-ab4d-299f0bc96ec5 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:10.642075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] For port c6246e88-9549-4705-ab4d-299f0bc96ec5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c6246e88-9549-4705-ab4d-299f0bc96ec5,segment=NetworkSegment(7a708d37-1e5a-421e-be73-610cb2bd0a9b),segment_id=7a708d37-1e5a-421e-be73-610cb2bd0a9b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:10.642475 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.655500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] Calling delete_port for c6246e88-9549-4705-ab4d-299f0bc96ec5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:10.739399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.752091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.760438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890f3bff-7875-44e8-8114-1e64fab9c37b']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:10.784864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] No DVR routers for this DVR port c6246e88-9549-4705-ab4d-299f0bc96ec5 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:10.785648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a708d37-1e5a-421e-be73-610cb2bd0a9b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:10.785973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a708d37-1e5a-421e-be73-610cb2bd0a9b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:10.787315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759c6f5-10bb-4ca4-bd97-202cb9d88a86 None None] Pushing event deleted for resources: {'Port': ['ID=c6246e88-9549-4705-ab4d-299f0bc96ec5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.797082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.816566 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.823790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:10.824183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:10.827681 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:10.906895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.913495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.931244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] 10.222.0.25 "DELETE /v2.0/networks/890f3bff-7875-44e8-8114-1e64fab9c37b HTTP/1.1" status: 204 len: 168 time: 0.7137725 Jul 16 03:48:10.964237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e4e7-99fc-4cc2-a56f-8fb54612d2a9 tempest-ExtraDHCPOptionsTestJSON-1540148015 tempest-ExtraDHCPOptionsTestJSON-1540148015-project] Pushing event deleted for resources: {'Network': ['ID=890f3bff-7875-44e8-8114-1e64fab9c37b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.158358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:11.186571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54302) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:11.287725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1db4f43f-ac2f-4689-b1cb-08a108ffdf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.412199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e57d4e1b-879e-40a1-bcdb-f98b5221a494 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15a099afae9f4ec988a3be90a9b7c5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222631 Jul 16 03:48:11.412912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:11.487256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f3960fc-688d-4051-a5c4-e07f69158277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.491400 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1db4f43f-ac2f-4689-b1cb-08a108ffdf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.503120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1db4f43f-ac2f-4689-b1cb-08a108ffdf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.511118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f3960fc-688d-4051-a5c4-e07f69158277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.561536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f3960fc-688d-4051-a5c4-e07f69158277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.564207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f3960fc-688d-4051-a5c4-e07f69158277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.565382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f3960fc-688d-4051-a5c4-e07f69158277 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/366bf964-d6f3-4805-92d5-d61c5849809f HTTP/1.1" status: 204 len: 168 time: 0.1514626 Jul 16 03:48:11.574954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3960fc-688d-4051-a5c4-e07f69158277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bf964-d6f3-4805-92d5-d61c5849809f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.580904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1db4f43f-ac2f-4689-b1cb-08a108ffdf99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=425095539b924421b85d09dae4784d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213879 Jul 16 03:48:11.583514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:11.594842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4f43f-ac2f-4689-b1cb-08a108ffdf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca8171-cc53-4e71-b44f-64de80bfcec3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.605843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-bc5b655c-4290-4a06-aafc-e4c4297dbb0a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:11.607357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-bc5b655c-4290-4a06-aafc-e4c4297dbb0a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1593006 Jul 16 03:48:11.630205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-485851a5-4cd3-4e07-992e-11b0cff7cdda tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0135882 Jul 16 03:48:11.662685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dae6258e-91f1-463e-a59b-f615444abf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.690445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dae6258e-91f1-463e-a59b-f615444abf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.717545 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-ce484679-9e02-41cf-a390-dd09419590a0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726085 Jul 16 03:48:11.763322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dae6258e-91f1-463e-a59b-f615444abf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.785527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dae6258e-91f1-463e-a59b-f615444abf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.786743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dae6258e-91f1-463e-a59b-f615444abf7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bca8171-cc53-4e71-b44f-64de80bfcec3 HTTP/1.1" status: 204 len: 168 time: 0.2013140 Jul 16 03:48:11.794417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6258e-91f1-463e-a59b-f615444abf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca8171-cc53-4e71-b44f-64de80bfcec3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.815600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-09ea769b-1be0-4947-8618-8da76263b1a0 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963981 Jul 16 03:48:11.931195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-f4adbfb6-5fac-460c-a0f2-7533ebf192fc service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146169 Jul 16 03:48:12.074606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c6246e88-9549-4705-ab4d-299f0bc96ec5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:12.097897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c6246e88-9549-4705-ab4d-299f0bc96ec5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:12.098302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c6246e88-9549-4705-ab4d-299f0bc96ec5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:12.207425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18df5bb6-9dca-4218-a6f0-2b0072992d73 req-e440c596-b667-41f1-afaa-9f32fe669671 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 210 time: 0.0523691 Jul 16 03:48:12.292387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54362) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.307710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e4c-2d39-4bbf-9e17-8f1f276f110f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.432811 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e4c-2d39-4bbf-9e17-8f1f276f110f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.438086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e4c-2d39-4bbf-9e17-8f1f276f110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.482192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e7f52e4c-2d39-4bbf-9e17-8f1f276f110f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56073366737a417c918ed8a0d5ffa3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863008 Jul 16 03:48:12.483895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.541011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f52e4c-2d39-4bbf-9e17-8f1f276f110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5d9de-4c7b-42ae-b1fa-fcaed97e411b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.566900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c609f0a-30f3-49d8-a7f3-3d7a9649d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.591375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c609f0a-30f3-49d8-a7f3-3d7a9649d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.656894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c609f0a-30f3-49d8-a7f3-3d7a9649d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.660244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c609f0a-30f3-49d8-a7f3-3d7a9649d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.661665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3c609f0a-30f3-49d8-a7f3-3d7a9649d849 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26c5d9de-4c7b-42ae-b1fa-fcaed97e411b HTTP/1.1" status: 204 len: 168 time: 0.1760375 Jul 16 03:48:12.679530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c609f0a-30f3-49d8-a7f3-3d7a9649d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5d9de-4c7b-42ae-b1fa-fcaed97e411b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.731089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.889824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1703067427'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:12.924087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:12.927998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.938343 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.009126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a81e8b1d-af88-40ab-a8fe-95f8c39d1160 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:13.036846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: a81e8b1d-af88-40ab-a8fe-95f8c39d1160 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:13.037612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a81e8b1d-af88-40ab-a8fe-95f8c39d1160 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:13.103335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.111174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.155285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:13.160723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd5e31c-b64a-4079-ae43-8807f67e97bb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:13.179481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.179936 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Added segment 1e46c4d7-fd90-46c1-94f3-40b3aca4e5a3 of type vlan for network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 Jul 16 03:48:13.227643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.263609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.270377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.271048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.304968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5699577 Jul 16 03:48:13.305712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:13.311487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'subnet': {'network_id': '1cc8a927-2524-4f95-b5ad-1d07e08a7e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:13.430760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215210d2-ab69-4fd7-aa57-9054c2ef1486 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Network': ['ID=1cc8a927-2524-4f95-b5ad-1d07e08a7e40,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:13.442040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:13.484093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-091148d8-cbbf-46dc-ba80-b41407a03234 req-f8d8b4ca-fc69-4e9c-bff7-c465e354e582 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 210 time: 0.0738969 Jul 16 03:48:13.501441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:13.510963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.726817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-7fe988bf-9f97-440c-a905-15b645638d88 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.728482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-7fe988bf-9f97-440c-a905-15b645638d88 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1944380 Jul 16 03:48:13.743487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:13.871978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.953345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Subnet': ['ID=bdca7b30-dfd3-4112-a89e-f86f90ec3264,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:13.958931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:13.962380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.979968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Checking segment: {'id': '1e46c4d7-fd90-46c1-94f3-40b3aca4e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1cc8a927-2524-4f95-b5ad-1d07e08a7e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:13.980320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network hostable DHCP agents. Network: 1cc8a927-2524-4f95-b5ad-1d07e08a7e40, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:14.051735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:14.073920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1cc8a927-2524-4f95-b5ad-1d07e08a7e40) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:14.083304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295ee9d-e764-4a1f-b461-0de6d8da0082 None None] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:14.083503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:14.084099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.125417 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2b4d415d-92ef-47d3-b305-e17d330c4d38 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8189566 Jul 16 03:48:14.128123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54438) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:14.133164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1410808789', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:14.166288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.6 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/f19d64f2-ec97-4f34-b280-78be251a4fdf) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:14.196475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.197392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.336343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.459091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077116a-16f3-476e-a851-72cd29245e91 None None] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:14.509894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.698954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc8f9bfb-fc2c-4ea5-94f3-87cd92a6849f req-a1f6c263-7adb-40f1-b532-08c246085b3e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 210 time: 0.0466504 Jul 16 03:48:14.944540 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.962463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.974376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:15.037593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:15.042677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:15.051296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:15.056483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=f19d64f2-ec97-4f34-b280-78be251a4fdf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.137681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:15.138297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.161123 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-c8aeb7a7-98db-4e59-ac2d-072851941a2d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4232771 Jul 16 03:48:15.172391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Request body: {'port': {'device_id': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:15.330284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.363119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.365973 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.544952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:15.595657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.118 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/33ef0e62-1f63-4323-a688-1f291c397b07) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:15.665325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d53bc81-d674-4d07-9805-1296a36d9397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.781427 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d53bc81-d674-4d07-9805-1296a36d9397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.789055 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d53bc81-d674-4d07-9805-1296a36d9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.808485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.834824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19d64f2-ec97-4f34-b280-78be251a4fdf {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:15.840263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d53bc81-d674-4d07-9805-1296a36d9397 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7223d492969d4025801fd76d1c995c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924545 Jul 16 03:48:15.840765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53bc81-d674-4d07-9805-1296a36d9397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1182894-7fe3-47d2-ba57-0f7fde9854fe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.843162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:15.849111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.876594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Transition to ACTIVE for port object f19d64f2-ec97-4f34-b280-78be251a4fdf will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:15.881782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.936279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e790ca-5a68-4f33-8bec-fb98c2e3fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.940477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.965189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e790ca-5a68-4f33-8bec-fb98c2e3fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.983871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5502-a1bf-41db-88de-ec6a8e8bc09f req-9fa76e5d-a2b5-47cd-ad45-f291e2af5e2c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:15.985384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e61b5502-a1bf-41db-88de-ec6a8e8bc09f req-9fa76e5d-a2b5-47cd-ad45-f291e2af5e2c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 931 time: 0.1354578 Jul 16 03:48:15.996139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:15.997089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Pushing event updated for resources: {'Port': ['ID=f19d64f2-ec97-4f34-b280-78be251a4fdf,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.003552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:16.038937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e61b5502-a1bf-41db-88de-ec6a8e8bc09f req-4bc98165-2040-4680-8ec0-19bcefff3fa0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Jul 16 03:48:16.039172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:16.059947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e790ca-5a68-4f33-8bec-fb98c2e3fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.064770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e790ca-5a68-4f33-8bec-fb98c2e3fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.074809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-99e790ca-5a68-4f33-8bec-fb98c2e3fd4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1182894-7fe3-47d2-ba57-0f7fde9854fe HTTP/1.1" status: 204 len: 168 time: 0.2228642 Jul 16 03:48:16.087486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e790ca-5a68-4f33-8bec-fb98c2e3fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1182894-7fe3-47d2-ba57-0f7fde9854fe,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.093649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=33ef0e62-1f63-4323-a688-1f291c397b07,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.203331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Attempting to bind port f19d64f2-ec97-4f34-b280-78be251a4fdf on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:16.203677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Attempting to bind port f19d64f2-ec97-4f34-b280-78be251a4fdf by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:16.204008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Attempting to bind port f19d64f2-ec97-4f34-b280-78be251a4fdf on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:16.231841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Port f19d64f2-ec97-4f34-b280-78be251a4fdf on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:16.232071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Attempting to bind port f19d64f2-ec97-4f34-b280-78be251a4fdf on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:16.245629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:16.245970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:16.246358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:16.246825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Bound port: f19d64f2-ec97-4f34-b280-78be251a4fdf, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:16.247196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.369879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] For port f19d64f2-ec97-4f34-b280-78be251a4fdf, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:16.374944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] For port f19d64f2-ec97-4f34-b280-78be251a4fdf, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:16.389822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:16.404070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-375fe602-0ba5-4c97-8805-db3dbed7b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.407735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.459863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.460480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.461861 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] 10.222.0.11 "PUT /v2.0/ports/f19d64f2-ec97-4f34-b280-78be251a4fdf HTTP/1.1" status: 200 len: 1091 time: 1.2936583 Jul 16 03:48:16.464392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'tag': 'f19d64f2-ec97-4f34-b280-78be251a4fdf'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:16.467240 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f8a8d4-e803-4b08-b3d4-5c8682081431" -d '{"events": [{"name": "network-changed", "server_uuid": "21b9d9e4-fb54-4664-8e1d-256281c9eb55", "tag": "f19d64f2-ec97-4f34-b280-78be251a4fdf"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:16.484610 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.530812 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-375fe602-0ba5-4c97-8805-db3dbed7b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.532643 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c2e33-6ba8-4f0b-8ee6-3a6c079e37df x-openstack-request-id: req-351c2e33-6ba8-4f0b-8ee6-3a6c079e37df {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:16.532959 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b9d9e4-fb54-4664-8e1d-256281c9eb55", "tag": "f19d64f2-ec97-4f34-b280-78be251a4fdf", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:16.533411 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-351c2e33-6ba8-4f0b-8ee6-3a6c079e37df {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:16.534129 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'tag': 'f19d64f2-ec97-4f34-b280-78be251a4fdf', 'status': 'completed', 'code': 200} Jul 16 03:48:16.536115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-375fe602-0ba5-4c97-8805-db3dbed7b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.575594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a2d06-badc-41ff-8525-d47e180b4617 service neutron] Pushing event updated for resources: {'Port': ['ID=f19d64f2-ec97-4f34-b280-78be251a4fdf,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.579570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-375fe602-0ba5-4c97-8805-db3dbed7b7a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ee96c6d3ed040f0aa7107b208fc9000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851704 Jul 16 03:48:16.579570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fe602-0ba5-4c97-8805-db3dbed7b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3468c698-a413-478a-986e-983928c9cd54,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.580330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:16.644730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ed0829-6277-4a31-9737-0fdc007c8d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.653401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-22f903fe-8ac1-4d53-b57a-a6918dacfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.655595 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-22f903fe-8ac1-4d53-b57a-a6918dacfb31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 1094 time: 0.1186213 Jul 16 03:48:16.666562 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ed0829-6277-4a31-9737-0fdc007c8d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.719358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ed0829-6277-4a31-9737-0fdc007c8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.722323 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ed0829-6277-4a31-9737-0fdc007c8d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.726176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83ed0829-6277-4a31-9737-0fdc007c8d1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3468c698-a413-478a-986e-983928c9cd54 HTTP/1.1" status: 204 len: 168 time: 0.1422336 Jul 16 03:48:16.732790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0829-6277-4a31-9737-0fdc007c8d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3468c698-a413-478a-986e-983928c9cd54,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.734737 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-f983549d-a3fe-46c0-8cc1-49dc43b1664d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf HTTP/1.1" status: 200 len: 217 time: 0.0433898 Jul 16 03:48:16.831339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-0208d5d9-281e-4546-b0d1-127fae3c336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.832835 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-0208d5d9-281e-4546-b0d1-127fae3c336a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0914955 Jul 16 03:48:16.833904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.897006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-b524b260-a7d1-4206-a203-f60d1d560840 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575235 Jul 16 03:48:17.043529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-0d62b444-5b9e-40b6-b25e-fb86c5d72791 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376448 Jul 16 03:48:17.136740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:48:17.210363 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e018ce6-49ca-4f29-87c7-bdd55dca81b9 req-d0c3018c-fcde-41b2-9146-ad5230f880fb service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582491 Jul 16 03:48:17.263446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a14be-7c74-4cda-a178-10d42451a7e5 req-09c3380d-e381-45ed-894f-452c2aab76fa tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.265941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-629a14be-7c74-4cda-a178-10d42451a7e5 req-09c3380d-e381-45ed-894f-452c2aab76fa tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 943 time: 0.0803752 Jul 16 03:48:17.322454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:17.331694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-629a14be-7c74-4cda-a178-10d42451a7e5 req-2b9f278d-266c-43f5-9482-632b4815bb67 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Jul 16 03:48:17.332746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:17.362860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:17.363150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.363586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:47:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:17.366929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb16a219-53e7-4c7d-85b0-4c0e23836fbe tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2349727 Jul 16 03:48:17.367572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54572) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:17.378075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-3acbab43-037b-4cca-ab63-655f324c1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.380172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-3acbab43-037b-4cca-ab63-655f324c1a2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 1094 time: 0.1069226 Jul 16 03:48:17.422049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:17.438276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:17.439328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:47:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:17.501901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:17.503000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5050be-0802-4575-9a9e-334223bf293f None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:17.522699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-17c04229-2ec6-413d-b8a3-75f5d4cb238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.524627 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-17c04229-2ec6-413d-b8a3-75f5d4cb238a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1382012 Jul 16 03:48:17.581953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-82ae27d7-8af9-44cb-8451-848503eb3899 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf HTTP/1.1" status: 200 len: 217 time: 0.0474272 Jul 16 03:48:17.647947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-19206d60-8aab-433b-ba5d-f19ffdddac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.650249 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-19206d60-8aab-433b-ba5d-f19ffdddac66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0610292 Jul 16 03:48:17.703607 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-8c20d85c-09e6-4a3a-ab6e-2f186de0b66d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457282 Jul 16 03:48:17.826972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-722d2b39-922e-46bd-bf1c-5255752fb8b8 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130946 Jul 16 03:48:17.959472 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f8a8d4-e803-4b08-b3d4-5c8682081431 req-309dc641-c3f9-405e-8d53-035eb254a907 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248698 Jul 16 03:48:18.318584 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.697635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d23b6-52d1-4098-831b-1d93177fc786 req-f57af3f7-dd0b-4990-83d6-e05a4bc4a8d3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:18.699178 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d75d23b6-52d1-4098-831b-1d93177fc786 req-f57af3f7-dd0b-4990-83d6-e05a4bc4a8d3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 943 time: 0.1889954 Jul 16 03:48:18.741629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.1 (1cc8a927-2524-4f95-b5ad-1d07e08a7e40/bdca7b30-dfd3-4112-a89e-f86f90ec3264/921343a7-35c6-4467-87bb-b6fb3527659c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:18.764872 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d75d23b6-52d1-4098-831b-1d93177fc786 req-b23d9d55-064d-42f9-944c-0fd8bb46c087 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586143 Jul 16 03:48:18.883163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.931613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.973179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:18.980257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:18.985207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:18.987497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f19d64f2-ec97-4f34-b280-78be251a4fdf details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:19.015545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=921343a7-35c6-4467-87bb-b6fb3527659c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.037299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.117577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port f19d64f2-ec97-4f34-b280-78be251a4fdf, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:19.130580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'f19d64f2-ec97-4f34-b280-78be251a4fdf', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': 'f19d64f2-ec97-4f34-b280-78be251a4fdf', 'mac_address': 'fa:16:3e:c7:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:19.179411 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.196267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19d64f2-ec97-4f34-b280-78be251a4fdf {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:19.217129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.222573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port f19d64f2-ec97-4f34-b280-78be251a4fdf, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:19.230888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.321363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=f19d64f2-ec97-4f34-b280-78be251a4fdf,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.434155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['f19d64f2-ec97-4f34-b280-78be251a4fdf'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:19.565639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.578939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.705035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.716130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=921343a7-35c6-4467-87bb-b6fb3527659c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.804911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:19.806594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:19.993867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:20.073843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63ede5-4f5b-496e-a8c8-33eb68c6b25b req-be15260d-4afb-4c9e-bdda-845d289cb45e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:20.075703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb63ede5-4f5b-496e-a8c8-33eb68c6b25b req-be15260d-4afb-4c9e-bdda-845d289cb45e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 944 time: 0.1405578 Jul 16 03:48:20.158332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb63ede5-4f5b-496e-a8c8-33eb68c6b25b req-896fc479-0aa3-492a-b7e1-da6324e5189c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Jul 16 03:48:20.161786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:20.171570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5338f717-6cc7-4b64-9446-6caaf93542b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/routers/77948b17-77ae-4129-bfa4-4fffd26d5073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982695 Jul 16 03:48:20.171570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:20.173791 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:20.175642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'port': {'network_id': '1cc8a927-2524-4f95-b5ad-1d07e08a7e40', 'name': 'tempest-FloatingIPTestJSON-733683921'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:20.190844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:20.191477 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:47:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.232021 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.242050 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:20.242595 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:47:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.282512 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.283363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4319ff-7dc0-4d3a-b71a-94e53a8c3096 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:20.370703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:20.375082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.397465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] device_id is not set on port e10f7a83-a364-4a99-96d4-1ec61613ce31 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:20.524536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.5 (1cc8a927-2524-4f95-b5ad-1d07e08a7e40/bdca7b30-dfd3-4112-a89e-f86f90ec3264/e10f7a83-a364-4a99-96d4-1ec61613ce31) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:20.709633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.720296 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-552718d3-51c0-48e0-a5a2-d027166006f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.759928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.814317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:20.816399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:20.820551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:20.845241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=e10f7a83-a364-4a99-96d4-1ec61613ce31,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:20.874139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:20.874934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.892639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-350142b5-0138-485a-a4b8-7ddd1cde0ee3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7212722 Jul 16 03:48:20.895153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 54820) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:20.901153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'port': {'network_id': '1cc8a927-2524-4f95-b5ad-1d07e08a7e40', 'name': 'tempest-FloatingIPTestJSON-799921184'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:21.008904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f19d64f2-ec97-4f34-b280-78be251a4fdf up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:21.021699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:21.026858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.054737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] device_id is not set on port eae68d74-eb44-4550-8c68-4843f7670374 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:21.068621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port f19d64f2-ec97-4f34-b280-78be251a4fdf completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:21.074103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port f19d64f2-ec97-4f34-b280-78be251a4fdf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:21.074960 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.168419 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.193443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.14 (1cc8a927-2524-4f95-b5ad-1d07e08a7e40/bdca7b30-dfd3-4112-a89e-f86f90ec3264/eae68d74-eb44-4550-8c68-4843f7670374) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:21.206364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port f19d64f2-ec97-4f34-b280-78be251a4fdf, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:21.211583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19d64f2-ec97-4f34-b280-78be251a4fdf'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:21.223710 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdf32d7-ad0e-4d78-aea4-2f3224305177" -d '{"events": [{"server_uuid": "21b9d9e4-fb54-4664-8e1d-256281c9eb55", "name": "network-vif-plugged", "status": "completed", "tag": "f19d64f2-ec97-4f34-b280-78be251a4fdf"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:21.227487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.288600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=f19d64f2-ec97-4f34-b280-78be251a4fdf,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:21.309244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.309846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.311011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.311663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.312272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.312822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.313370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.313925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.314796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.315356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.315916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.316627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.410118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.470128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc2357-6c2a-432f-bdc1-9a21cb81c049 req-9bb57943-33c6-47b7-9a5d-3dc1acfb842f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:21.470431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.472008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63cc2357-6c2a-432f-bdc1-9a21cb81c049 req-9bb57943-33c6-47b7-9a5d-3dc1acfb842f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.1066215 Jul 16 03:48:21.527162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63cc2357-6c2a-432f-bdc1-9a21cb81c049 req-e88c0755-b791-4528-94fd-a87b3676d4c5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477724 Jul 16 03:48:21.534935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:21.539176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=eae68d74-eb44-4550-8c68-4843f7670374,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:21.541621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:21.548564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:21.581593 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ec3d1c-4da1-4f0a-9292-9a47caabafd6 x-openstack-request-id: req-a6ec3d1c-4da1-4f0a-9292-9a47caabafd6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:21.582326 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b9d9e4-fb54-4664-8e1d-256281c9eb55", "name": "network-vif-plugged", "status": "completed", "tag": "f19d64f2-ec97-4f34-b280-78be251a4fdf", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:21.582805 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ec3d1c-4da1-4f0a-9292-9a47caabafd6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:21.582961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.583177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.583516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.583846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.584083 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19d64f2-ec97-4f34-b280-78be251a4fdf', 'code': 200} Jul 16 03:48:21.584212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.584630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.584964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.585286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.585611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.585978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.586234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.586672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:21.619048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:21.619723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.637656 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-62126f0e-7f55-47c8-b3c8-c63fb9411fa5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7404578 Jul 16 03:48:21.643571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 54868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.649558 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'eae68d74-eb44-4550-8c68-4843f7670374', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:21.678793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.817240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.952069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.5 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/7720455d-c974-4152-80ea-a1fa1f78ac71) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:22.064606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924307c-c1eb-41f0-af52-d62813024c04 req-087e51bb-a860-4514-bf7f-57b1cfef1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:22.066138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3924307c-c1eb-41f0-af52-d62813024c04 req-087e51bb-a860-4514-bf7f-57b1cfef1a56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 1096 time: 0.3948388 Jul 16 03:48:22.071810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.112929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3924307c-c1eb-41f0-af52-d62813024c04 req-0ce57515-176f-4e47-a0d6-bc452e41b362 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Jul 16 03:48:22.125580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.163850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:22.175180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:22.183551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:22.191296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=7720455d-c974-4152-80ea-a1fa1f78ac71,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.949621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.991820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff106-966c-4d0f-94c7-89115e591593 req-5ad975cb-4867-4cfb-bda8-0bd310d52cef tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:22.993320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-976ff106-966c-4d0f-94c7-89115e591593 req-5ad975cb-4867-4cfb-bda8-0bd310d52cef tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.1088734 Jul 16 03:48:23.072057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-976ff106-966c-4d0f-94c7-89115e591593 req-8c7851a3-994e-4bac-a7c5-f54034aa36f7 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713022 Jul 16 03:48:23.097185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.266662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.272793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.285724 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7d7edb8-e57c-45c8-9e19-116b8bf17b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.374689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=7720455d-c974-4152-80ea-a1fa1f78ac71,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.387207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.415312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:23.487144 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP c267f371-54b3-4bb0-bc5f-5e18866b47fb associated. External IP: 172.25.4.5, port: eae68d74-eb44-4550-8c68-4843f7670374. Jul 16 03:48:23.543549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-512881a4-34cb-4b49-a0f0-e6ac96b17af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.641160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-512881a4-34cb-4b49-a0f0-e6ac96b17af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.645818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-512881a4-34cb-4b49-a0f0-e6ac96b17af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.689915 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-512881a4-34cb-4b49-a0f0-e6ac96b17af8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dc379a503534ab6a554e12991810967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734842 Jul 16 03:48:23.690669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512881a4-34cb-4b49-a0f0-e6ac96b17af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092ae38f-f611-422c-8cdb-ecaab5dc7719,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.692716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55016) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:23.740354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:23.759671 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7561d9e2-72bc-48dc-8b2e-bf3b645ae14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.816942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7561d9e2-72bc-48dc-8b2e-bf3b645ae14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.871398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.899882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:23.913078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:23.918966 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7561d9e2-72bc-48dc-8b2e-bf3b645ae14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.922232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7561d9e2-72bc-48dc-8b2e-bf3b645ae14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.923632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7561d9e2-72bc-48dc-8b2e-bf3b645ae14e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/092ae38f-f611-422c-8cdb-ecaab5dc7719 HTTP/1.1" status: 204 len: 168 time: 0.2299752 Jul 16 03:48:23.927276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.927919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:23.928253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:23.933918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561d9e2-72bc-48dc-8b2e-bf3b645ae14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092ae38f-f611-422c-8cdb-ecaab5dc7719,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.986259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f9f4fdcd-4723-469f-8a5e-19796a1b6185 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3385754 Jul 16 03:48:23.987629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55024) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:23.994244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:24.019620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.049162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:24.049951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.063332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.112482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.113201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc1b6e-3aab-4a02-97d7-a7b143bee23c None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:24.263011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.269593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.270633 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP c267f371-54b3-4bb0-bc5f-5e18866b47fb disassociated. External IP: 172.25.4.5, port: eae68d74-eb44-4550-8c68-4843f7670374. Jul 16 03:48:24.302198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544cbe7-f820-4ecc-a742-93b13ef1e7c3 req-79c2dc62-4294-4852-a0d3-c47a93f78386 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:24.303988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0544cbe7-f820-4ecc-a742-93b13ef1e7c3 req-79c2dc62-4294-4852-a0d3-c47a93f78386 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.0870762 Jul 16 03:48:24.351120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.354044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0544cbe7-f820-4ecc-a742-93b13ef1e7c3 req-ace49984-ed27-43df-b48c-52e3b026ad35 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Jul 16 03:48:24.586680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2ea66-b80f-4774-85af-65204fd25f9f req-058a1b6b-a5b7-47d3-acc4-2984c1bff6a2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:24.589336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38a2ea66-b80f-4774-85af-65204fd25f9f req-058a1b6b-a5b7-47d3-acc4-2984c1bff6a2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.0745113 Jul 16 03:48:24.615069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:24.644968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38a2ea66-b80f-4774-85af-65204fd25f9f req-95e7d395-d2b0-43e6-8c77-cc3c821bace3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Jul 16 03:48:24.750705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:24.762785 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:24.765659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.776039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:24.776900 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.812822 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.826796 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c242029f-0b37-4a85-a66b-5bf65583f1ad tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/floatingips/c267f371-54b3-4bb0-bc5f-5e18866b47fb HTTP/1.1" status: 200 len: 686 time: 0.8347838 Jul 16 03:48:24.827657 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55066) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:24.846245 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:24.847924 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.884695 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.885767 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a8ffa-02de-4917-8be4-2820308c3707 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:25.016749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 7720455d-c974-4152-80ea-a1fa1f78ac71 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:25.017310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.139912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.140241 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.159823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db197-6899-4fca-bc80-6b2a8a5d406f req-8166de6f-f1f5-4b90-85ac-8a11e43eee04 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:25.161320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d0db197-6899-4fca-bc80-6b2a8a5d406f req-8166de6f-f1f5-4b90-85ac-8a11e43eee04 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.1199348 Jul 16 03:48:25.165183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 7720455d-c974-4152-80ea-a1fa1f78ac71 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:25.248521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d0db197-6899-4fca-bc80-6b2a8a5d406f req-9ceb840b-2b9b-417f-be1e-79613bec7e22 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806420 Jul 16 03:48:25.336071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.370751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=7720455d-c974-4152-80ea-a1fa1f78ac71,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:25.383598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.383949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.384331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.384613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.384942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.385268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.385589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.385908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.386226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.386567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.386886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.387201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:25.452758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.455370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.460129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55090) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:25.460290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-59de0885-84b7-4014-821d-818a9df3f3c3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/floatingips/c267f371-54b3-4bb0-bc5f-5e18866b47fb HTTP/1.1" status: 204 len: 168 time: 0.6277082 Jul 16 03:48:25.460620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55092) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:25.470035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'e10f7a83-a364-4a99-96d4-1ec61613ce31'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:25.492785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.570079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:25.606723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.633662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.782973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.234 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/74d9365d-d732-4a48-b69c-9ab0c6c2099c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:25.800193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.941062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.980784 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.043596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:26.051119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:26.058760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:26.068141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Allocated IP 172.25.4.231 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/adc07988-355d-4874-9d46-87ffb3d77039) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:26.071488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.106265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=74d9365d-d732-4a48-b69c-9ab0c6c2099c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:26.281907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.451807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bdcda-300f-478a-9dc5-1d0d88a6cc67 req-1907391a-7c84-4314-99d4-05211d09e44e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.460334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-136bdcda-300f-478a-9dc5-1d0d88a6cc67 req-1907391a-7c84-4314-99d4-05211d09e44e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.0774009 Jul 16 03:48:26.465479 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.496484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-136bdcda-300f-478a-9dc5-1d0d88a6cc67 req-805b12c0-34c8-43be-b8dd-41e00180eaf4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 Jul 16 03:48:26.525179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f35784-65bb-427c-ab80-52a457bc4759 req-d823760f-ce81-433e-853d-129000037f5e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.526675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14f35784-65bb-427c-ab80-52a457bc4759 req-d823760f-ce81-433e-853d-129000037f5e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.2100174 Jul 16 03:48:26.553879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:26.599304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:26.644534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:26.663710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Pushing event updated for resources: {'Port': ['ID=adc07988-355d-4874-9d46-87ffb3d77039,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:27.199412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.261642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.272430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port f19d64f2-ec97-4f34-b280-78be251a4fdf {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:27.272762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.420935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.460048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.509189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port f19d64f2-ec97-4f34-b280-78be251a4fdf, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f19d64f2-ec97-4f34-b280-78be251a4fdf,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:27.509549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.539146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for f19d64f2-ec97-4f34-b280-78be251a4fdf owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:27.687493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603bf2f-be16-4f2a-8f39-b35bfba5b5a0 req-a1b3b3a2-8df8-47f4-b6d2-9245bd02989d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.689193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6603bf2f-be16-4f2a-8f39-b35bfba5b5a0 req-a1b3b3a2-8df8-47f4-b6d2-9245bd02989d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=21b9d9e4-fb54-4664-8e1d-256281c9eb55 HTTP/1.1" status: 200 len: 945 time: 0.0761564 Jul 16 03:48:27.742655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6603bf2f-be16-4f2a-8f39-b35bfba5b5a0 req-75614681-1d70-4933-89d2-fd0fed4854e1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Jul 16 03:48:27.828371 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.850472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.854688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.865422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.948688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.975153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:27.978799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Pushing event updated for resources: {'Port': ['ID=adc07988-355d-4874-9d46-87ffb3d77039,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.036885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.089943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.111097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=74d9365d-d732-4a48-b69c-9ab0c6c2099c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.112447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port f19d64f2-ec97-4f34-b280-78be251a4fdf on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:28.146563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.148447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14f35784-65bb-427c-ab80-52a457bc4759 req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "DELETE /v2.0/ports/f19d64f2-ec97-4f34-b280-78be251a4fdf HTTP/1.1" status: 204 len: 173 time: 1.6142237 Jul 16 03:48:28.151760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'name': 'network-vif-deleted', 'tag': 'f19d64f2-ec97-4f34-b280-78be251a4fdf'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:28.154533 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b88504-9426-42f7-87ad-f9448791214d" -d '{"events": [{"server_uuid": "21b9d9e4-fb54-4664-8e1d-256281c9eb55", "name": "network-vif-deleted", "tag": "f19d64f2-ec97-4f34-b280-78be251a4fdf"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:28.175754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.177552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2bb9b48c-4443-4efa-ad7b-3ab494c58f67 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7147424 Jul 16 03:48:28.180493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55152) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:28.182650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5896d-3e86-47b2-ab67-a2f16c7c5b31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=f19d64f2-ec97-4f34-b280-78be251a4fdf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.192451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-162841907', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'fixed_ips': [{'ip_address': '172.25.4.231'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:28.239747 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb62b4-598b-4722-aa9c-d30314ae89bd x-openstack-request-id: req-4ffb62b4-598b-4722-aa9c-d30314ae89bd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:28.240248 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b9d9e4-fb54-4664-8e1d-256281c9eb55", "name": "network-vif-deleted", "tag": "f19d64f2-ec97-4f34-b280-78be251a4fdf", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:28.240391 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ffb62b4-598b-4722-aa9c-d30314ae89bd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:28.240661 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b9d9e4-fb54-4664-8e1d-256281c9eb55', 'name': 'network-vif-deleted', 'tag': 'f19d64f2-ec97-4f34-b280-78be251a4fdf', 'status': 'completed', 'code': 200} Jul 16 03:48:28.257429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Made reservation on behalf of af36be3e46604c59abfa282a033d5908 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:28.260051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.274107 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.305010 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 8110b8f9-2740-4c0e-86ec-71ce3b04abaf associated. External IP: 172.25.4.234, port: e10f7a83-a364-4a99-96d4-1ec61613ce31. Jul 16 03:48:28.527429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.533389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.567420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] device_id is not set on port a1ecd85d-1370-4490-9e84-243ec50e83df yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:28.674304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed382887-4bfd-4bf2-97ea-5846c6ccb1fb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.729919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:28.874868 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:48:28.875532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:48:28.908112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:28.913000 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-87c24e42-331f-4e48-ae27-e4e9be98feb5 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7290316 Jul 16 03:48:28.913627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:28.925658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:28.937164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.937344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:28.938106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:28.980398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-02f10f71-9efb-4a54-9288-1b9323118c43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5186625 Jul 16 03:48:28.983563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55174) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.014178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:29.024238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:29.025168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:29.061989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:29.063242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7eb7d-9553-4171-84e2-345719506e3b None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:29.065113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f19d64f2-ec97-4f34-b280-78be251a4fdf no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:29.074663 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9abaea0f-8c8c-4e12-b5f9-ef365242c460 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/floatingips/8110b8f9-2740-4c0e-86ec-71ce3b04abaf HTTP/1.1" status: 200 len: 977 time: 0.0876260 Jul 16 03:48:29.075116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55182) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.089192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: f19d64f2-ec97-4f34-b280-78be251a4fdf {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:29.089846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f19d64f2-ec97-4f34-b280-78be251a4fdf not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:29.117970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Deleting port adc07988-355d-4874-9d46-87ffb3d77039 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:29.118258 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.207589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-312a05ee-b413-4584-a739-364ac0fcb5cc tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1308091 Jul 16 03:48:29.207820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55192) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.212453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'port_id': 'eae68d74-eb44-4550-8c68-4843f7670374'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:29.267871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.288351 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.288717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.308945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Calling delete_port for adc07988-355d-4874-9d46-87ffb3d77039 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:29.335707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-fb22f684-0036-408c-865e-8f8cffa58dce tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:29.337662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-fb22f684-0036-408c-865e-8f8cffa58dce tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1468723 Jul 16 03:48:29.400743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-3974094a-d7a8-44ab-850b-0788f215cad3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0229654 Jul 16 03:48:29.522440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-a753b686-5144-485f-9913-b0730c7cbf11 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116035 Jul 16 03:48:29.555504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.598438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Pushing event deleted for resources: {'Port': ['ID=adc07988-355d-4874-9d46-87ffb3d77039,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:29.713762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.716844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.718778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62d42ef9-5b60-411c-95a1-59a67e76ef31 tempest-ExternalNetworksAdminNegativeTestJSON-849076814 tempest-ExternalNetworksAdminNegativeTestJSON-849076814-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/c065b1d8-17f1-4ec9-b0d0-5cf60615e224 HTTP/1.1" status: 204 len: 168 time: 0.8027995 Jul 16 03:48:29.723148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-86f71dc8-8901-4bbd-82f6-d205b98802e1 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868002 Jul 16 03:48:29.812138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.816858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.832218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-62192954-ff15-4f1d-9b5c-5ea0edf829c4 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044803 Jul 16 03:48:29.933251 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 8110b8f9-2740-4c0e-86ec-71ce3b04abaf associated. External IP: 172.25.4.234, port: e10f7a83-a364-4a99-96d4-1ec61613ce31. Jul 16 03:48:30.111064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:30.335179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcb1932c-e551-45a5-9e8b-19cc6f3bb2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.477573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcb1932c-e551-45a5-9e8b-19cc6f3bb2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.483413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcb1932c-e551-45a5-9e8b-19cc6f3bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.518073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fcb1932c-e551-45a5-9e8b-19cc6f3bb2b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd8b549a9dd747bea8dd1e9b776bf99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029887 Jul 16 03:48:30.520874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:30.578938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c00ea59-a1c9-4cf1-b262-4190d53e67f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.592569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1932c-e551-45a5-9e8b-19cc6f3bb2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b4f6f-6802-4bc3-ae56-d26373aeae84,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:30.613161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:30.635166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c00ea59-a1c9-4cf1-b262-4190d53e67f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.732860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c00ea59-a1c9-4cf1-b262-4190d53e67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.735300 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c00ea59-a1c9-4cf1-b262-4190d53e67f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.736449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0c00ea59-a1c9-4cf1-b262-4190d53e67f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f75b4f6f-6802-4bc3-ae56-d26373aeae84 HTTP/1.1" status: 204 len: 168 time: 0.2145641 Jul 16 03:48:30.750937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ea59-a1c9-4cf1-b262-4190d53e67f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b4f6f-6802-4bc3-ae56-d26373aeae84,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:30.797135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:30.807824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:30.830731 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:30.832528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:30.923135 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:30.937380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af90219e-73f8-44e3-b268-f6b90879b2ff req-c810aded-5ea7-474e-a542-ac9e7e66b01b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 210 time: 0.0473974 Jul 16 03:48:30.939250 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:30.943269 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:30.996537 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:30.998344 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784c77c-355e-4e5c-9618-92af8d1984dc None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:31.121608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:31.191018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.197313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.203966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.210172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.216481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.222272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.222470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.228421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.230357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-a66a0a3b-8093-48aa-bc0f-33cd91bedc28 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.1338110 Jul 16 03:48:31.283564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccbf01ae-dda7-48ae-817d-870ef1d2b8f2 req-0b0c8f18-02c7-4335-8bb2-30e538e4d9a8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468202 Jul 16 03:48:31.296372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f0901c6-ce19-420d-8c5e-51be6d055fef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af36be3e46604c59abfa282a033d5908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720716 Jul 16 03:48:31.297048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:31.304332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.315627 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.319619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:31.332178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:31.332821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.383542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.390342 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a5efc4c-cd30-4bbd-85da-2c4c74e30fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.410936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:31.411673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.415683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98c6ee0f-5218-446b-a212-c158729abfcf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/floatingips/8110b8f9-2740-4c0e-86ec-71ce3b04abaf HTTP/1.1" status: 200 len: 978 time: 2.2062798 Jul 16 03:48:31.415683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55260) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.425457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:31.428102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a5efc4c-cd30-4bbd-85da-2c4c74e30fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.456964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.457400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54130d-ead9-4fac-adb8-1aa9c213e710 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:31.532071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.532943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a5efc4c-cd30-4bbd-85da-2c4c74e30fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.535672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a5efc4c-cd30-4bbd-85da-2c4c74e30fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.536889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a5efc4c-cd30-4bbd-85da-2c4c74e30fb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed382887-4bfd-4bf2-97ea-5846c6ccb1fb HTTP/1.1" status: 204 len: 168 time: 0.2379336 Jul 16 03:48:31.555940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5efc4c-cd30-4bbd-85da-2c4c74e30fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed382887-4bfd-4bf2-97ea-5846c6ccb1fb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.703192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-3e42cd08-a0c0-4d6d-950e-55691f548576 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.704664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-3e42cd08-a0c0-4d6d-950e-55691f548576 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.2098105 Jul 16 03:48:31.722582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:31.827805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.858836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.859047 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 8110b8f9-2740-4c0e-86ec-71ce3b04abaf disassociated. External IP: 172.25.4.234, port: eae68d74-eb44-4550-8c68-4843f7670374. Jul 16 03:48:32.025699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.032392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.038581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.045432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.051484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.057593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.063758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.065745 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-ede68157-35a0-49ec-b53c-bb3c5ccf4eda tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.3116221 Jul 16 03:48:32.068674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:32.072317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.217573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-953fdea9-52a3-4a97-845b-34d99cf00a2b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.219003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-953fdea9-52a3-4a97-845b-34d99cf00a2b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "GET /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1442249 Jul 16 03:48:32.409028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3102010b-5916-4821-822c-66f51e8e5bf5 req-06a54704-b473-4270-9382-9f0588f2a0d9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 210 time: 0.0350902 Jul 16 03:48:32.417472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.9 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/952a7128-c198-4a5b-816f-a01075b7a387) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:32.455766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:32.480258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-2d6a3234-6de7-4be1-8c6c-3035f7fe4ac0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "GET /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2480688 Jul 16 03:48:32.484713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:32.641772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1114076231'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:32.687561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:32.691627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.702573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:32.705889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.724656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.730644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.736591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.742687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.749156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.759773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.767850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.770856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-97680980-8ed5-456f-8b30-71f18183480a tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 5435 time: 0.2034321 Jul 16 03:48:32.785787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:32.790968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.799060 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:32.810930 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:32.811640 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.815096 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.852895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d0ffc97-ef14-48e1-93c3-63faf707f985 req-8fc38f5c-0f7c-4780-88d0-5da07131d5d2 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756524 Jul 16 03:48:32.870452 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.882638 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:32.883186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.896809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.931960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:32.932136 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-68cf19c0-3c65-4f47-b30d-65f164206c17 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/floatingips/8110b8f9-2740-4c0e-86ec-71ce3b04abaf HTTP/1.1" status: 200 len: 688 time: 1.5153465 Jul 16 03:48:32.935398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.955704 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.956767 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb23837-6358-4309-bec5-654ffb65bcfd None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:32.989858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.996213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.012691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.024915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:33.083071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:33.086034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:33.095018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:33.101366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:33.127856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf3691-d52e-4126-9e30-2bdf70aacd4f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.132454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.133354 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Added segment 013923eb-b6ec-48b2-b166-7ac36b2f4419 of type vlan for network 87d1e711-0833-4a46-877d-464a8fbb633b Jul 16 03:48:33.168204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=952a7128-c198-4a5b-816f-a01075b7a387,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.199999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.215003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.215640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.228700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d2ca04fa-64d3-49e1-9c12-d61af269fb01,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:33.230590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 74d9365d-d732-4a48-b69c-9ab0c6c2099c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:33.230747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.257537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-78980980-bd52-45aa-bef9-cfec240d81bc tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5431881 Jul 16 03:48:33.264797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.270748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.270922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Request body: {'port': {'device_id': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:33.271341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.298301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] For port d2ca04fa-64d3-49e1-9c12-d61af269fb01, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:33.334881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8486586 Jul 16 03:48:33.346481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:33.347670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'subnet': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:33.352952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] device_id is not set on port d2ca04fa-64d3-49e1-9c12-d61af269fb01 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:33.384906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.399834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.408150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.413125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.413658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.415764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94073bf7-dbf9-4430-be2c-98e4ccdf66cb tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Network': ['ID=87d1e711-0833-4a46-877d-464a8fbb633b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.428998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 87d1e711-0833-4a46-877d-464a8fbb633b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:33.435819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 74d9365d-d732-4a48-b69c-9ab0c6c2099c owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:33.554730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.637144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:33.642687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.793442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-93e65256-ae11-457e-ac01-80c317cbd423 None None] Provisioning complete for port d2ca04fa-64d3-49e1-9c12-d61af269fb01 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:33.795167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e65256-ae11-457e-ac01-80c317cbd423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.855666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-93e65256-ae11-457e-ac01-80c317cbd423 None None] Port d2ca04fa-64d3-49e1-9c12-d61af269fb01 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:33.859895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecccf7-c282-4515-b46e-d74f7a02177d req-a7ce62e9-ec00-4f79-89e8-8631be3dd65c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.861473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68ecccf7-c282-4515-b46e-d74f7a02177d req-a7ce62e9-ec00-4f79-89e8-8631be3dd65c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 931 time: 0.2132440 Jul 16 03:48:33.864936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.935291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=74d9365d-d732-4a48-b69c-9ab0c6c2099c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.961523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] No DVR routers for this DVR port d2ca04fa-64d3-49e1-9c12-d61af269fb01 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:33.992401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.042805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68ecccf7-c282-4515-b46e-d74f7a02177d req-a8f1a4f6-1578-4a79-b501-0549dbeeb395 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724589 Jul 16 03:48:34.062176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.065683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.066852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-40fac4e4-51e9-4603-884b-c30495b32762 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/floatingips/8110b8f9-2740-4c0e-86ec-71ce3b04abaf HTTP/1.1" status: 204 len: 168 time: 1.1333432 Jul 16 03:48:34.069612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55338) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.116253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.123125 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-099444ae-0226-4176-96f2-fe153e4e8fc8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] delete failed (client error): The resource could not be found. Jul 16 03:48:34.129351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-099444ae-0226-4176-96f2-fe153e4e8fc8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/floatingips/8110b8f9-2740-4c0e-86ec-71ce3b04abaf HTTP/1.1" status: 404 len: 345 time: 0.0578320 Jul 16 03:48:34.129548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.131838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] In _notify_port_updated(), no bound segment for port d2ca04fa-64d3-49e1-9c12-d61af269fb01 on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:34.132734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.133511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.134721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-00b1d30c-090e-4849-8819-b4c44d8e8824 service neutron] 10.222.0.48 "PUT /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 200 len: 1027 time: 1.6325443 Jul 16 03:48:34.251931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-9442a419-cb12-4a2b-8bdb-5bd8e1c9b622 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.253361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-9442a419-cb12-4a2b-8bdb-5bd8e1c9b622 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "GET /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1127131 Jul 16 03:48:34.267887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:34.284373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Subnet': ['ID=694726b8-9eed-4636-9271-e026eb9bc170,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.374278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Checking segment: {'id': '013923eb-b6ec-48b2-b166-7ac36b2f4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:34.374703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network hostable DHCP agents. Network: 87d1e711-0833-4a46-877d-464a8fbb633b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:34.388533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.417157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.424845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.432508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.443424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.450263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.458001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.463237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-2aec4d09-1a3f-46f3-91fe-9e611a0a3b5e tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 4661 time: 0.2589772 Jul 16 03:48:34.466741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952a7128-c198-4a5b-816f-a01075b7a387 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:34.472500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9cbdb2-2ae1-46f8-b9ad-e6132af9e1cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.478787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9cbdb2-2ae1-46f8-b9ad-e6132af9e1cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.480101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.484983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9cbdb2-2ae1-46f8-b9ad-e6132af9e1cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.489375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a9cbdb2-2ae1-46f8-b9ad-e6132af9e1cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/ports?network_id=1cc8a927-2524-4f95-b5ad-1d07e08a7e40 HTTP/1.1" status: 200 len: 2357 time: 0.3593135 Jul 16 03:48:34.492755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.512429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Transition to ACTIVE for port object 952a7128-c198-4a5b-816f-a01075b7a387 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:34.512703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:34.547813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.560365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 87d1e711-0833-4a46-877d-464a8fbb633b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:34.573412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.573999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.576628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd76da3-2ccc-4ecb-bd9c-e9e3499a828c None None] Network 87d1e711-0833-4a46-877d-464a8fbb633b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:34.598462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e1562-20ab-40a6-8841-9f5eac4d6d78 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.605282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-144e1562-20ab-40a6-8841-9f5eac4d6d78 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/subnets/bdca7b30-dfd3-4112-a89e-f86f90ec3264 HTTP/1.1" status: 200 len: 797 time: 0.1115067 Jul 16 03:48:34.612104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55352) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.618966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ade0077-d5fd-4b3b-ac72-3940b957ea1f req-c491c5ce-2887-4ccb-b12f-d0de247676d4 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3bde31-53c0-4446-b2df-5aa13c823ae4&id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267722 Jul 16 03:48:34.619134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'port': {'network_id': '1cc8a927-2524-4f95-b5ad-1d07e08a7e40', 'name': 'tempest-FloatingIPTestJSON-920179101', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:34.652119 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7731a76d-564b-4726-8d59-bf40a3341eed tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3105316 Jul 16 03:48:34.652730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55354) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.658448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'name': 'tempest-AllowedAddressPairTestJSON-1229296988'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:34.687504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=beffbc6d-d16e-4c55-9678-cb60a7e1427a,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:34.709063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Pushing event updated for resources: {'Port': ['ID=952a7128-c198-4a5b-816f-a01075b7a387,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.789881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-87d1e711-0833-4a46-877d-464a8fbb633b', 'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'tenant_id': 'eadfcdbab9774a2f81b4b17ff2368387', 'fixed_ips': [{'subnet_id': '694726b8-9eed-4636-9271-e026eb9bc170'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:34.791094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.864136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] For port beffbc6d-d16e-4c55-9678-cb60a7e1427a, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:34.866525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Attempting to bind port 952a7128-c198-4a5b-816f-a01075b7a387 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:34.866525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Attempting to bind port 952a7128-c198-4a5b-816f-a01075b7a387 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:34.866906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Attempting to bind port 952a7128-c198-4a5b-816f-a01075b7a387 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:34.909317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Port 952a7128-c198-4a5b-816f-a01075b7a387 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:34.909598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Attempting to bind port 952a7128-c198-4a5b-816f-a01075b7a387 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:34.931090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] device_id is not set on port beffbc6d-d16e-4c55-9678-cb60a7e1427a yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:34.936550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:34.936899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:34.937286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:34.937739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Bound port: 952a7128-c198-4a5b-816f-a01075b7a387, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:34.938101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.953061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.957673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:34.974497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.020146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Allocated IP 172.20.0.2 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/398a0c18-c95c-4fa7-b2ee-343993a5353d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:35.125420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device beffbc6d-d16e-4c55-9678-cb60a7e1427a no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:35.156870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:35.164100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.181232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] No DVR routers for this DVR port beffbc6d-d16e-4c55-9678-cb60a7e1427a on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:35.188345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Pushing event updated for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.239640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] For port 952a7128-c198-4a5b-816f-a01075b7a387, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:35.261193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] For port 952a7128-c198-4a5b-816f-a01075b7a387, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=952a7128-c198-4a5b-816f-a01075b7a387,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:35.266297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.280537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.292460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] device_id is not set on port 715a5399-2f0d-42ed-a854-a68abee87532 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:35.293012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device beffbc6d-d16e-4c55-9678-cb60a7e1427a not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:35.293699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:35.295813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] In _notify_port_updated(), no bound segment for port beffbc6d-d16e-4c55-9678-cb60a7e1427a on network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:35.296720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.297339 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.298715 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-b282b4c1-97ca-4204-9935-3e92e358c307 service neutron] 10.222.0.48 "PUT /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 200 len: 1028 time: 1.0370119 Jul 16 03:48:35.350345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] device_id is not set on port 36510b12-23cb-4096-9555-5ce54e68b406 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:35.358775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.381095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Transition to ACTIVE for port object 398a0c18-c95c-4fa7-b2ee-343993a5353d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:35.388530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.389248 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.390790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] 10.222.0.11 "PUT /v2.0/ports/952a7128-c198-4a5b-816f-a01075b7a387 HTTP/1.1" status: 200 len: 1091 time: 2.1243465 Jul 16 03:48:35.391345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'tag': '952a7128-c198-4a5b-816f-a01075b7a387'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:35.393703 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a42cc-120e-4341-b660-59b1b00ff8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b35afac1-dbc5-4f3f-99ca-f17ac9377f31", "tag": "952a7128-c198-4a5b-816f-a01075b7a387"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:35.423323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Transition to ACTIVE for port object 398a0c18-c95c-4fa7-b2ee-343993a5353d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:35.439880 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.473445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.504858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:35.514880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:35.519730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:35.521675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Pushing event updated for resources: {'Port': ['ID=398a0c18-c95c-4fa7-b2ee-343993a5353d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.551151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cad7a-ca65-4c28-bb18-2d550cbbf981 req-00f8b0c2-7387-476a-a241-aa2d8d55c114 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.552674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-963cad7a-ca65-4c28-bb18-2d550cbbf981 req-00f8b0c2-7387-476a-a241-aa2d8d55c114 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 943 time: 0.3173218 Jul 16 03:48:35.562473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:35.564647 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb2fa8-7521-439f-8204-d32fcf215a81" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:35.569032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:35.570328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9644e10f-9148-49f7-867c-4291395f1b36 None None] Provisioning complete for port beffbc6d-d16e-4c55-9678-cb60a7e1427a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:35.570725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9644e10f-9148-49f7-867c-4291395f1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.589486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c58d-09b4-4ba6-b4d4-e011e078d363 service neutron] Pushing event updated for resources: {'Port': ['ID=952a7128-c198-4a5b-816f-a01075b7a387,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.592015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Allocated IP 172.20.0.11 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/715a5399-2f0d-42ed-a854-a68abee87532) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:35.632144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.633050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:35.654195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-963cad7a-ca65-4c28-bb18-2d550cbbf981 req-83c4a439-1bf7-469b-8f5c-d605db409aba tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943415 Jul 16 03:48:35.742587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Attempting to bind port 398a0c18-c95c-4fa7-b2ee-343993a5353d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:35.742966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Attempting to bind port 398a0c18-c95c-4fa7-b2ee-343993a5353d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '013923eb-b6ec-48b2-b166-7ac36b2f4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:35.743340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Attempting to bind port 398a0c18-c95c-4fa7-b2ee-343993a5353d on network 87d1e711-0833-4a46-877d-464a8fbb633b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:35.765470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9644e10f-9148-49f7-867c-4291395f1b36 None None] Port beffbc6d-d16e-4c55-9678-cb60a7e1427a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:35.766337 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca627c-de49-402a-bdf7-89f1f9f112c5 x-openstack-request-id: req-30ca627c-de49-402a-bdf7-89f1f9f112c5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:35.766926 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35afac1-dbc5-4f3f-99ca-f17ac9377f31", "tag": "952a7128-c198-4a5b-816f-a01075b7a387", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:35.767513 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30ca627c-de49-402a-bdf7-89f1f9f112c5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:35.768159 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'tag': '952a7128-c198-4a5b-816f-a01075b7a387', 'status': 'completed', 'code': 200} Jul 16 03:48:35.771225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:35.771757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Checking segment: {'id': '013923eb-b6ec-48b2-b166-7ac36b2f4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:35.772011 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.772485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Bound using segment: {'id': '013923eb-b6ec-48b2-b166-7ac36b2f4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:35.772878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Bound port: 398a0c18-c95c-4fa7-b2ee-343993a5353d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013923eb-b6ec-48b2-b166-7ac36b2f4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:35.773266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.781860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-64af16ca-c570-4bdd-9815-8292e4a1d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.790759 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-64af16ca-c570-4bdd-9815-8292e4a1d622 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 1094 time: 0.3237560 Jul 16 03:48:35.796727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.830389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port 9cb0058e-22df-44f2-96fe-9baba0ee5780 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:35.836167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.837467 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9854236-96ed-49ed-8031-50123010a723 x-openstack-request-id: req-f9854236-96ed-49ed-8031-50123010a723 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:35.838083 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:35.838520 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9854236-96ed-49ed-8031-50123010a723 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:35.839113 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5', 'code': 200} Jul 16 03:48:35.861130 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.882273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Transition to ACTIVE for port object 715a5399-2f0d-42ed-a854-a68abee87532 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:35.899338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.910308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] For port 398a0c18-c95c-4fa7-b2ee-343993a5353d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:35.930488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] For port 398a0c18-c95c-4fa7-b2ee-343993a5353d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=398a0c18-c95c-4fa7-b2ee-343993a5353d,segment=NetworkSegment(013923eb-b6ec-48b2-b166-7ac36b2f4419),segment_id=013923eb-b6ec-48b2-b166-7ac36b2f4419)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:35.948156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.951122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-9cae73dd-3b15-49fd-80d9-97cd56b16ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=952a7128-c198-4a5b-816f-a01075b7a387 HTTP/1.1" status: 200 len: 217 time: 0.1424818 Jul 16 03:48:35.952424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:35.974700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.038731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09407f-336d-49a8-a6b3-748d6d777eb6 None None] Pushing event updated for resources: {'Port': ['ID=398a0c18-c95c-4fa7-b2ee-343993a5353d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.049830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.051038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 9cb0058e-22df-44f2-96fe-9baba0ee5780 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:36.053515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:36.086196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:36.091462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:36.121339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.13 (1cc8a927-2524-4f95-b5ad-1d07e08a7e40/bdca7b30-dfd3-4112-a89e-f86f90ec3264/36510b12-23cb-4096-9555-5ce54e68b406) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:36.160566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=715a5399-2f0d-42ed-a854-a68abee87532,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.181931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.182622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.184193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.12 (1cc8a927-2524-4f95-b5ad-1d07e08a7e40/bdca7b30-dfd3-4112-a89e-f86f90ec3264/36510b12-23cb-4096-9555-5ce54e68b406) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:36.187114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.201885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-d6058150-c840-42da-a9bb-7465cb7501de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.202120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406603-bf41-475c-9882-36ffefc57621 req-5af65c55-132d-4b25-8695-6a9effe089ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.203677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-d6058150-c840-42da-a9bb-7465cb7501de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.2327971 Jul 16 03:48:36.209729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406603-bf41-475c-9882-36ffefc57621 req-5af65c55-132d-4b25-8695-6a9effe089ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.216272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406603-bf41-475c-9882-36ffefc57621 req-5af65c55-132d-4b25-8695-6a9effe089ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.222240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406603-bf41-475c-9882-36ffefc57621 req-5af65c55-132d-4b25-8695-6a9effe089ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.228773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406603-bf41-475c-9882-36ffefc57621 req-5af65c55-132d-4b25-8695-6a9effe089ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.231199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02406603-bf41-475c-9882-36ffefc57621 req-5af65c55-132d-4b25-8695-6a9effe089ac tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 3882 time: 0.2167642 Jul 16 03:48:36.250963 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.259834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1af4767e-4654-4a18-bf11-035ee3392e61 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6059120 Jul 16 03:48:36.262949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55384) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:36.273515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'name': 'tempest-AllowedAddressPairTestJSON-268912272', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:47:1e:17'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:36.285100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-8d072054-b899-4120-9415-85d0902bfa19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728700 Jul 16 03:48:36.292670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:36.299812 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.302282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:36.321131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] For port 9cb0058e-22df-44f2-96fe-9baba0ee5780, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=9cb0058e-22df-44f2-96fe-9baba0ee5780,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:36.321603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.363174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02406603-bf41-475c-9882-36ffefc57621 req-8494a9db-9f2a-4c78-ae5a-2b82a0eb2b95 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236389 Jul 16 03:48:36.470047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.509954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:36.567143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.625256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-2928c00b-42fd-490d-bb46-53dc7a67d49c service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261733 Jul 16 03:48:36.633682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:36.642221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.645136 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.645862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d2ca04fa-64d3-49e1-9c12-d61af269fb01 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:36.668121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] device_id is not set on port 6efcc66b-da1c-4f1e-b32d-21b3f354f688 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:36.737701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.749762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d2ca04fa-64d3-49e1-9c12-d61af269fb01 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:36.750215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2fe0500c-852f-4ecb-8d19-bbcd0474da45 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:36.843646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.870244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Allocated IP 172.20.0.6 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/6efcc66b-da1c-4f1e-b32d-21b3f354f688) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:36.907420 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.917148 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3b386f66-518b-41b8-9705-208a5d6fcd2a req-749683f9-7da9-4836-b0ba-7a44856da3a9 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555022 Jul 16 03:48:36.936127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.937858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.938380 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Floating IP f95a04f4-f477-404b-a1c1-116567ff9b2a disassociated. External IP: 172.25.4.232, port: 9cb0058e-22df-44f2-96fe-9baba0ee5780. Jul 16 03:48:36.938999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for 9cb0058e-22df-44f2-96fe-9baba0ee5780 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:36.944000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.959989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:36.967205 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.049811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:37.082464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=36510b12-23cb-4096-9555-5ce54e68b406,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:37.135114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:37.136843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:37.145592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.148836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:37.169669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Transition to ACTIVE for port object 6efcc66b-da1c-4f1e-b32d-21b3f354f688 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:37.192999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0a97-e43c-4293-8769-f9c539dd7630 req-20c705d0-5bee-4c20-8588-a3b2cab89fd5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.194523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-674c0a97-e43c-4293-8769-f9c539dd7630 req-20c705d0-5bee-4c20-8588-a3b2cab89fd5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 943 time: 0.1323845 Jul 16 03:48:37.236996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.237648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.255424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-0bef207a-906e-4f01-a6ef-21a597026afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.256919 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-0bef207a-906e-4f01-a6ef-21a597026afa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 1094 time: 0.2457864 Jul 16 03:48:37.282009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-674c0a97-e43c-4293-8769-f9c539dd7630 req-e04570bb-f1d1-4b79-8449-a95cfc3beea2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780439 Jul 16 03:48:37.283712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.321365 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ddf6a61-a116-4c3e-ae16-d301b3912341 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7066886 Jul 16 03:48:37.327312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55402) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:37.344635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '36510b12-23cb-4096-9555-5ce54e68b406', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:37.360490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:37.365635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:37.369124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:37.379852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.419333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=6efcc66b-da1c-4f1e-b32d-21b3f354f688,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:37.436426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.498126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4581e9eb-f99d-417c-a662-20cca4f0d3ea None None] Network 87d1e711-0833-4a46-877d-464a8fbb633b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:37.517090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.523289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.558292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6b2dd188-f17a-455b-aa2f-039a5bd252f2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2943397 Jul 16 03:48:37.561174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:37.583776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9f2f82e1-9609-413f-8514-8dbca933d82a None None] Provisioning for port 398a0c18-c95c-4fa7-b2ee-343993a5353d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:37.678133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e74253-cf0f-485c-9bc3-e3d3dfe21fe0 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.684446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e74253-cf0f-485c-9bc3-e3d3dfe21fe0 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.691096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e74253-cf0f-485c-9bc3-e3d3dfe21fe0 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.692823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-44e74253-cf0f-485c-9bc3-e3d3dfe21fe0 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1307020 Jul 16 03:48:37.695735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:37.744093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422486bb-cb81-41e6-b500-2da485393436 req-4e79c55a-5057-45ae-b5b9-80405e66bef7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.750865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422486bb-cb81-41e6-b500-2da485393436 req-4e79c55a-5057-45ae-b5b9-80405e66bef7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.756978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422486bb-cb81-41e6-b500-2da485393436 req-4e79c55a-5057-45ae-b5b9-80405e66bef7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.763100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422486bb-cb81-41e6-b500-2da485393436 req-4e79c55a-5057-45ae-b5b9-80405e66bef7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.765964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-422486bb-cb81-41e6-b500-2da485393436 req-4e79c55a-5057-45ae-b5b9-80405e66bef7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 3143 time: 0.1740520 Jul 16 03:48:37.840860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:37.843287 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2569c2-05a0-473a-a30f-c320c61ca862" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:37.849345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-422486bb-cb81-41e6-b500-2da485393436 req-6f7150ed-1c11-43b1-9999-b3ba91d53777 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743737 Jul 16 03:48:37.908416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port 6efcc66b-da1c-4f1e-b32d-21b3f354f688 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:37.908866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.917588 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4c3fc-b85a-4ccc-860a-bd85d3df6d33 x-openstack-request-id: req-47c4c3fc-b85a-4ccc-860a-bd85d3df6d33 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:37.917894 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:37.918143 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c4c3fc-b85a-4ccc-860a-bd85d3df6d33 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:37.918793 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595', 'code': 200} Jul 16 03:48:37.919766 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'code': 200} Jul 16 03:48:37.920207 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0', 'code': 200} Jul 16 03:48:37.920462 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45', 'code': 200} Jul 16 03:48:37.957095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=9cb0058e-22df-44f2-96fe-9baba0ee5780,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:38.029406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-e65427c2-a88d-4b36-ae26-0be3e4d36e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:38.031371 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-e65427c2-a88d-4b36-ae26-0be3e4d36e32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.7664382 Jul 16 03:48:38.085028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.097351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-29ffb78b-9c3f-46b5-ac29-a0ae4a843d57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=952a7128-c198-4a5b-816f-a01075b7a387 HTTP/1.1" status: 200 len: 217 time: 0.0564067 Jul 16 03:48:38.112474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for 6efcc66b-da1c-4f1e-b32d-21b3f354f688 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:38.134085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Provisioning for port 715a5399-2f0d-42ed-a854-a68abee87532 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:38.138935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 398a0c18-c95c-4fa7-b2ee-343993a5353d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:38.142884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Provisioning complete for port 715a5399-2f0d-42ed-a854-a68abee87532 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.144055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.234689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Port 715a5399-2f0d-42ed-a854-a68abee87532 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:38.303347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-00b62fd9-9aa9-49f7-8372-df1b4f1465d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:38.303780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 398a0c18-c95c-4fa7-b2ee-343993a5353d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:38.305195 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-00b62fd9-9aa9-49f7-8372-df1b4f1465d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.1508045 Jul 16 03:48:38.312383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 398a0c18-c95c-4fa7-b2ee-343993a5353d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.313081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.314197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Router c9938e00-2904-481a-abcc-c0da6e56b338 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:38.315365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.360806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-b4e59c73-d377-46bd-aeee-d0dbf7d61626 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453866 Jul 16 03:48:38.381794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Provisioning for port 6efcc66b-da1c-4f1e-b32d-21b3f354f688 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:38.390979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=6efcc66b-da1c-4f1e-b32d-21b3f354f688,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:38.412755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Provisioning complete for port 6efcc66b-da1c-4f1e-b32d-21b3f354f688 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.413138 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.519873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.582187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.587011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2120a026-a338-4b4c-a053-0ce785fd5637 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/ports/6efcc66b-da1c-4f1e-b32d-21b3f354f688 HTTP/1.1" status: 204 len: 168 time: 0.8880584 Jul 16 03:48:38.587271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55440) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:38.645404 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e919b0-4257-412c-a62d-5ce9fe9d2089 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] GET failed (client error): The resource could not be found. Jul 16 03:48:38.650431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-21e919b0-4257-412c-a62d-5ce9fe9d2089 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "GET /v2.0/ports/6efcc66b-da1c-4f1e-b32d-21b3f354f688 HTTP/1.1" status: 404 len: 333 time: 0.0588095 Jul 16 03:48:38.663301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:38.688379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'name': 'tempest-AllowedAddressPairTestJSON-451747341'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:38.728102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.146 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/18f1e042-96df-45ab-8aa6-7a533fe902b9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:38.768985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Port 6efcc66b-da1c-4f1e-b32d-21b3f354f688 was deleted so its status cannot be updated. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:48:38.786044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Provisioning complete for port 398a0c18-c95c-4fa7-b2ee-343993a5353d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.786414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.858770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:38.871645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] Sync routers for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:38.901914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.921703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:38.926577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.931926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:38.932811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:38.953045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] device_id is not set on port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:39.006795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.056712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.063482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 398a0c18-c95c-4fa7-b2ee-343993a5353d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=398a0c18-c95c-4fa7-b2ee-343993a5353d,segment=NetworkSegment(013923eb-b6ec-48b2-b166-7ac36b2f4419),segment_id=013923eb-b6ec-48b2-b166-7ac36b2f4419)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:39.069164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Allocated IP 172.20.0.4 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/bac28d0d-a4a6-4c51-a4dc-333cbec4e3de) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:39.096349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.110047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-fc2521dd-40fd-4d36-ae63-26c5ea753e6c service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404265 Jul 16 03:48:39.156288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 952a7128-c198-4a5b-816f-a01075b7a387 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:39.213830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:48:39.245242 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.259974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Transition to ACTIVE for port object bac28d0d-a4a6-4c51-a4dc-333cbec4e3de will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:39.269239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] No DVR routers for this DVR port 9cb0058e-22df-44f2-96fe-9baba0ee5780 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:39.271249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.274690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.276916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-13df71a6-7e3b-46b4-a9b3-74522a7f127b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "DELETE /v2.0/ports/9cb0058e-22df-44f2-96fe-9baba0ee5780 HTTP/1.1" status: 204 len: 173 time: 3.9556696 Jul 16 03:48:39.296323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:48:39.296822 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-6d7ac466-5556-459c-9dc0-49805c815f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:48:39.304352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc1f19-831e-4ff5-861c-259a589b49fb req-293d120c-8da8-40a5-825a-60df2370bd62 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.307062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:39.310312 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81759af7-4832-4e60-8e27-be9ceca465c0" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:39.314098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38cc1f19-831e-4ff5-861c-259a589b49fb req-293d120c-8da8-40a5-825a-60df2370bd62 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 943 time: 0.6706707 Jul 16 03:48:39.318505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b11a42cc-120e-4341-b660-59b1b00ff8b1 req-d4657777-57e2-47d5-96f3-229b6a4f32fd service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513832 Jul 16 03:48:39.323622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.355389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=398a0c18-c95c-4fa7-b2ee-343993a5353d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:39.360992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:48:39.381356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:39.387617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:39.392370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=18f1e042-96df-45ab-8aa6-7a533fe902b9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:39.396175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:39.412833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:39.420939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:39.423561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:39.428835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=bac28d0d-a4a6-4c51-a4dc-333cbec4e3de,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:39.501221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38cc1f19-831e-4ff5-861c-259a589b49fb req-1605c479-0b24-479e-b406-1a912bce89b2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781499 Jul 16 03:48:39.571369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.573939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.580407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:39.580746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.602237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55450) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:39.607648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82b86b9c-4198-4569-8b3e-2f6ce3ee55cd tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9237475 Jul 16 03:48:39.608173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:47:1e:17'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:39.620703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 952a7128-c198-4a5b-816f-a01075b7a387, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=952a7128-c198-4a5b-816f-a01075b7a387,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:39.640810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '952a7128-c198-4a5b-816f-a01075b7a387', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': '952a7128-c198-4a5b-816f-a01075b7a387', 'mac_address': 'fa:16:3e:38:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:39.693266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:38Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:39.736628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] Checking router: c9938e00-2904-481a-abcc-c0da6e56b338 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:48:39.750456 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.754698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:39.755441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:39.786946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb25f4-6deb-4b96-860d-81022efb2e65 req-9c238228-325b-43b4-b4c3-2ebf82211b36 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.794860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb25f4-6deb-4b96-860d-81022efb2e65 req-9c238228-325b-43b4-b4c3-2ebf82211b36 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.801534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb25f4-6deb-4b96-860d-81022efb2e65 req-9c238228-325b-43b4-b4c3-2ebf82211b36 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.807769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb25f4-6deb-4b96-860d-81022efb2e65 req-9c238228-325b-43b4-b4c3-2ebf82211b36 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.809788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aeeb25f4-6deb-4b96-860d-81022efb2e65 req-9c238228-325b-43b4-b4c3-2ebf82211b36 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 3143 time: 0.1482193 Jul 16 03:48:39.875983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] For port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:39.876358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.877239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aeeb25f4-6deb-4b96-860d-81022efb2e65 req-5c6c955b-594c-4a44-a4de-dbd6d25d63a4 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475171 Jul 16 03:48:39.885440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:48:39.927534 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe678fad-18bc-49d3-8305-56bbd6680a44 x-openstack-request-id: req-fe678fad-18bc-49d3-8305-56bbd6680a44 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:39.927764 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "9cb0058e-22df-44f2-96fe-9baba0ee5780", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:39.928027 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe678fad-18bc-49d3-8305-56bbd6680a44 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:39.928416 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '9cb0058e-22df-44f2-96fe-9baba0ee5780', 'status': 'completed', 'code': 200} Jul 16 03:48:39.948956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:39.981025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952a7128-c198-4a5b-816f-a01075b7a387 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:40.063843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 952a7128-c198-4a5b-816f-a01075b7a387, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=952a7128-c198-4a5b-816f-a01075b7a387,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:40.076358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 398a0c18-c95c-4fa7-b2ee-343993a5353d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:40.080481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.190583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.217354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Provisioning complete for port 715a5399-2f0d-42ed-a854-a68abee87532 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:40.217997 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.273485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=952a7128-c198-4a5b-816f-a01075b7a387,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.299517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['952a7128-c198-4a5b-816f-a01075b7a387'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:40.328224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Port 715a5399-2f0d-42ed-a854-a68abee87532 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:40.343264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 398a0c18-c95c-4fa7-b2ee-343993a5353d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:40.343651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.366378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.367828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Could not find standard attr ID for object 6efcc66b-da1c-4f1e-b32d-21b3f354f688. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:40.402111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.411565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Provisioning for port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:40.427425 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Provisioning complete for port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:40.428544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.469175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:38Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:40.473048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=6fd3cb7b-b4de-4afe-a699-2f143318c2a0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.524029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369c48e-6f4e-46a0-bb39-fa5ec4a689d8 None None] The sync data for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 is: [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'dcfc9d6e-e796-45f9-b92e-442d3c5ecf63', 'name': '', 'network_id': '5b5e7a46-49cb-44ba-b2d9-5b33f73375b3', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'mac_address': 'fa:16:3e:f7:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:27Z', 'updated_at': '2021-07-16T03:37:38Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'subnets': [{'id': '2235eb83-0251-42ab-8fef-b0f3fd05ead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:40.539861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3e47eb35-0aa1-4cc0-930a-d222cac4f1e9 None None] Port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:40.666829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.669441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] No DVR routers for this DVR port 6fd3cb7b-b4de-4afe-a699-2f143318c2a0 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:40.672767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.675895 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-eee9829d-cca6-4022-944f-100b09d6e2c6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "DELETE /v2.0/ports/6fd3cb7b-b4de-4afe-a699-2f143318c2a0 HTTP/1.1" status: 204 len: 173 time: 1.3479192 Jul 16 03:48:40.678419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.746282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91a864-564f-4d0e-8fe2-ebc3a9ab5658 req-fd9573cc-e94d-4ab4-9342-613fb835d7f2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:40.749465 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa91a864-564f-4d0e-8fe2-ebc3a9ab5658 req-fd9573cc-e94d-4ab4-9342-613fb835d7f2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 944 time: 0.0761364 Jul 16 03:48:40.813334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa91a864-564f-4d0e-8fe2-ebc3a9ab5658 req-0621e516-673c-4fea-8701-260d6ec9c01f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Jul 16 03:48:40.822574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.842638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=bac28d0d-a4a6-4c51-a4dc-333cbec4e3de,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.892580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecb93d-0bba-4725-afcd-e7d16a8cb86f None None] New status for floating IP f95a04f4-f477-404b-a1c1-116567ff9b2a: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:48:40.956665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] In _notify_port_updated(), no bound segment for port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de on network 87d1e711-0833-4a46-877d-464a8fbb633b {{(pid=93757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:40.964502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:40.965354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.967530 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1642021c-470b-425b-bcdb-8cba13ee747b tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "PUT /v2.0/ports/bac28d0d-a4a6-4c51-a4dc-333cbec4e3de HTTP/1.1" status: 200 len: 993 time: 1.3642752 Jul 16 03:48:40.970427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:41.031051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:41.031434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.141882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 952a7128-c198-4a5b-816f-a01075b7a387 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:41.220417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:41.220754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.235544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] For port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:41.236064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.248668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288881e1-62be-49aa-ac64-6bfb1bb76ab0 req-d3c58e43-a30d-4a26-82cd-8bc27de41216 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.257128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288881e1-62be-49aa-ac64-6bfb1bb76ab0 req-d3c58e43-a30d-4a26-82cd-8bc27de41216 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.257368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 952a7128-c198-4a5b-816f-a01075b7a387 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:41.261290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.265345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 952a7128-c198-4a5b-816f-a01075b7a387 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:41.265978 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.270252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288881e1-62be-49aa-ac64-6bfb1bb76ab0 req-d3c58e43-a30d-4a26-82cd-8bc27de41216 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.272856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.282145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-288881e1-62be-49aa-ac64-6bfb1bb76ab0 req-d3c58e43-a30d-4a26-82cd-8bc27de41216 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 2410 time: 0.2244620 Jul 16 03:48:41.285093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:41.300908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b0e73dbd-85d3-4ec6-9861-a3caca234b24 None None] Provisioning complete for port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:41.301377 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0e73dbd-85d3-4ec6-9861-a3caca234b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.362175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.374335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b0e73dbd-85d3-4ec6-9861-a3caca234b24 None None] Port bac28d0d-a4a6-4c51-a4dc-333cbec4e3de cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:41.425827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.466229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-288881e1-62be-49aa-ac64-6bfb1bb76ab0 req-bdee9a80-a96c-4eca-ab15-daadf1defccd tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823914 Jul 16 03:48:41.470236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952a7128-c198-4a5b-816f-a01075b7a387'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:41.473376 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c358101-1629-4832-a3b4-b845366c002d" -d '{"events": [{"server_uuid": "b35afac1-dbc5-4f3f-99ca-f17ac9377f31", "name": "network-vif-plugged", "status": "completed", "tag": "952a7128-c198-4a5b-816f-a01075b7a387"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:41.496304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 952a7128-c198-4a5b-816f-a01075b7a387, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=952a7128-c198-4a5b-816f-a01075b7a387,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:41.506156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.513095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.536600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for bac28d0d-a4a6-4c51-a4dc-333cbec4e3de owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:41.546060 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54caca48-9e7f-43d1-bdaf-a3fe80655516 x-openstack-request-id: req-54caca48-9e7f-43d1-bdaf-a3fe80655516 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:41.546691 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35afac1-dbc5-4f3f-99ca-f17ac9377f31", "name": "network-vif-plugged", "status": "completed", "tag": "952a7128-c198-4a5b-816f-a01075b7a387", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:41.547052 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54caca48-9e7f-43d1-bdaf-a3fe80655516 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:41.547547 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952a7128-c198-4a5b-816f-a01075b7a387', 'code': 200} Jul 16 03:48:41.592710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=952a7128-c198-4a5b-816f-a01075b7a387,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.702265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.734772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=bac28d0d-a4a6-4c51-a4dc-333cbec4e3de,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.862046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=18f1e042-96df-45ab-8aa6-7a533fe902b9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.915607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.918416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-66ecb1f4-0ec6-4f20-9a7f-e012297f74e3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/ports/bac28d0d-a4a6-4c51-a4dc-333cbec4e3de HTTP/1.1" status: 204 len: 168 time: 0.9450886 Jul 16 03:48:41.921143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:41.933309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:41.936401 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98adc27-9fe7-4858-96ca-5741a94dcdb1" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:41.963945 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8b6c1e-ab33-4ab7-9323-a6523999ee85 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] GET failed (client error): The resource could not be found. Jul 16 03:48:41.974453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e8b6c1e-ab33-4ab7-9323-a6523999ee85 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "GET /v2.0/ports/bac28d0d-a4a6-4c51-a4dc-333cbec4e3de HTTP/1.1" status: 404 len: 333 time: 0.0485480 Jul 16 03:48:41.974910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:41.984742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'name': 'tempest-AllowedAddressPairTestJSON-527353687'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:42.001990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119497b-ee42-4f12-8b5e-b8a2304c9d6f req-eebced5a-664d-4385-a5b8-b3d576cf90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.003563 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1119497b-ee42-4f12-8b5e-b8a2304c9d6f req-eebced5a-664d-4385-a5b8-b3d576cf90ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 1096 time: 0.1654623 Jul 16 03:48:42.004578 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 709693e6-2407-4217-b060-9c648ee85172 associated. External IP: 172.25.4.146, port: 36510b12-23cb-4096-9555-5ce54e68b406. Jul 16 03:48:42.144168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9920f7-9679-4005-9f55-1f653a5bdf66 req-95428ba9-3bcc-494e-9072-99574c41c016 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.145730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b9920f7-9679-4005-9f55-1f653a5bdf66 req-95428ba9-3bcc-494e-9072-99574c41c016 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 945 time: 0.1361899 Jul 16 03:48:42.159301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1119497b-ee42-4f12-8b5e-b8a2304c9d6f req-75252777-1b1f-4e95-8443-cd0093e726a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481743 Jul 16 03:48:42.168577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.184091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:42.188184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.204544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=f8003a58-ee38-49ee-813b-ae1b2a6e8fe5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.210503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b9920f7-9679-4005-9f55-1f653a5bdf66 req-9c1de3a4-5f13-4c5e-9d6b-d67b0a03f802 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543585 Jul 16 03:48:42.228223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] device_id is not set on port 1520ceec-6dbc-486b-a78d-e166e23bd687 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:42.275040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] No DVR routers for this DVR port f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:42.278932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.280999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-2b5a3092-9f0b-4a58-8273-457cb99e0df0 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "DELETE /v2.0/ports/f8003a58-ee38-49ee-813b-ae1b2a6e8fe5 HTTP/1.1" status: 204 len: 173 time: 1.5832152 Jul 16 03:48:42.320265 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1408af3c-8beb-4d9e-8e52-b2fd78fa29f4 x-openstack-request-id: req-1408af3c-8beb-4d9e-8e52-b2fd78fa29f4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:42.320557 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "6fd3cb7b-b4de-4afe-a699-2f143318c2a0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:42.320795 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1408af3c-8beb-4d9e-8e52-b2fd78fa29f4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:42.321183 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '6fd3cb7b-b4de-4afe-a699-2f143318c2a0', 'status': 'completed', 'code': 200} Jul 16 03:48:42.379387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Allocated IP 172.20.0.10 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/1520ceec-6dbc-486b-a78d-e166e23bd687) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:42.466346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:42.478166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:42.478527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.551168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.567583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Transition to ACTIVE for port object 1520ceec-6dbc-486b-a78d-e166e23bd687 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:42.611462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.675842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:42.677882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] For port 2fe0500c-852f-4ecb-8d19-bbcd0474da45, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2fe0500c-852f-4ecb-8d19-bbcd0474da45,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:42.678257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.680421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:42.686274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:42.709437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for 2fe0500c-852f-4ecb-8d19-bbcd0474da45 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:42.714011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:42.728009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:42.760625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:42.761837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:42.811664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=1520ceec-6dbc-486b-a78d-e166e23bd687,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.814582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.832689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:42.853895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.854839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.871404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:42.873068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:42.888967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7fc8-f3f1-4f9a-a222-c12a6150da01 req-f0566fe6-bb62-4881-9155-1ddac6786bd6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.906862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7fc8-f3f1-4f9a-a222-c12a6150da01 req-f0566fe6-bb62-4881-9155-1ddac6786bd6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.916742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-122f7fc8-f3f1-4f9a-a222-c12a6150da01 req-f0566fe6-bb62-4881-9155-1ddac6786bd6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 1677 time: 0.2173254 Jul 16 03:48:42.923709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d396e8d4-5bad-438f-8016-11f87320bd59 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9472346 Jul 16 03:48:42.926005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:42.935663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:47:1e:17'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:42.956359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e9912d1-0232-4565-a8c1-b8c0ce188674 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6279438 Jul 16 03:48:42.961640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55480) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:42.981733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'port_id': '36510b12-23cb-4096-9555-5ce54e68b406', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:43.007469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-122f7fc8-f3f1-4f9a-a222-c12a6150da01 req-4aef1a96-6c97-4f69-9297-0b4bdd65a574 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb64c50a-cd2e-439a-9ab0-7d798285f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802152 Jul 16 03:48:43.139544 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.180463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:43.181123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2785893-eacd-4716-8880-73aaa68e11a2 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:43.194533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.194811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-960713ad-6572-45ea-82cf-6a7b6a2de5d7 None None] Provisioning for port 1520ceec-6dbc-486b-a78d-e166e23bd687 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:43.201706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-960713ad-6572-45ea-82cf-6a7b6a2de5d7 None None] Provisioning complete for port 1520ceec-6dbc-486b-a78d-e166e23bd687 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:43.203546 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-960713ad-6572-45ea-82cf-6a7b6a2de5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.283396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=2fe0500c-852f-4ecb-8d19-bbcd0474da45,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:43.286382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-960713ad-6572-45ea-82cf-6a7b6a2de5d7 None None] Port 1520ceec-6dbc-486b-a78d-e166e23bd687 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:43.333471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] No DVR routers for this DVR port 2fe0500c-852f-4ecb-8d19-bbcd0474da45 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:43.338021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.340223 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-34001a3e-7367-460c-9240-8fe5cd7adc1c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "DELETE /v2.0/ports/2fe0500c-852f-4ecb-8d19-bbcd0474da45 HTTP/1.1" status: 204 len: 173 time: 1.0182621 Jul 16 03:48:43.573107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:43.573573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.616888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.735924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c10cf-04e1-47ed-b00e-6c9c265054a8 req-a7179d64-db08-44ec-9ede-06a181be586e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.743438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a38c10cf-04e1-47ed-b00e-6c9c265054a8 req-a7179d64-db08-44ec-9ede-06a181be586e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 945 time: 0.1229522 Jul 16 03:48:43.795329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] For port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:43.795873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.816658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:43.874140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a38c10cf-04e1-47ed-b00e-6c9c265054a8 req-9aef4cda-a652-47f6-a66c-be3fd6f622b1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298172 Jul 16 03:48:43.922605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.931593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.969433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.980816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.072084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=1520ceec-6dbc-486b-a78d-e166e23bd687,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.104189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] In _notify_port_updated(), no bound segment for port 1520ceec-6dbc-486b-a78d-e166e23bd687 on network 87d1e711-0833-4a46-877d-464a8fbb633b {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:44.112701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:44.113757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.115788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ab2bbf0b-2633-42b4-8cef-126ea740897c tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "PUT /v2.0/ports/1520ceec-6dbc-486b-a78d-e166e23bd687 HTTP/1.1" status: 200 len: 996 time: 1.1874399 Jul 16 03:48:44.118374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55500) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.121053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.161984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=6b4a2f7c-13fa-41f1-949d-b57e6c36a595,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.242811 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] No DVR routers for this DVR port 6b4a2f7c-13fa-41f1-949d-b57e6c36a595 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:44.246117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.249314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7ff08481-d935-403f-95b7-82638446958b req-923126b8-4871-4185-9b44-a00d7ffb41d8 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.48 "DELETE /v2.0/ports/6b4a2f7c-13fa-41f1-949d-b57e6c36a595 HTTP/1.1" status: 204 len: 173 time: 0.9028559 Jul 16 03:48:44.332682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45'}, {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:44.335144 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f70e354-581d-41d3-a7b5-5c53808a6743" -d '{"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45"}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:44.345618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-2cf963ef-57eb-4153-a18e-24cd11bc7577 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:44.347180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-2cf963ef-57eb-4153-a18e-24cd11bc7577 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.2154560 Jul 16 03:48:44.358812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:44.367637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-ede8a8a4-a505-4c6f-8f2f-8d4f45b42c09 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0121489 Jul 16 03:48:44.369980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port 1520ceec-6dbc-486b-a78d-e166e23bd687 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:44.370455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.426033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3303f9d7-f33d-4722-9c78-3df29e0cde89 None None] Provisioning complete for port 1520ceec-6dbc-486b-a78d-e166e23bd687 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:44.426695 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3303f9d7-f33d-4722-9c78-3df29e0cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.481697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3303f9d7-f33d-4722-9c78-3df29e0cde89 None None] Port 1520ceec-6dbc-486b-a78d-e166e23bd687 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:44.511621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:44.519099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.522512 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:44.548781 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:44.549007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.549990 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:44.568685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for 1520ceec-6dbc-486b-a78d-e166e23bd687 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:44.621084 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-499075cc-5980-4290-9529-610fb702c95d tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/floatingips/709693e6-2407-4217-b060-9c648ee85172 HTTP/1.1" status: 200 len: 978 time: 1.6547399 Jul 16 03:48:44.623808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:44.626085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.645325 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:44.647222 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:44.737529 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:44.740141 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9b3f9-9144-4373-9bd5-23b6a361b375 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:44.750397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-fc418cf2-0de5-4629-9fcc-2b7a43ab1d85 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3740597 Jul 16 03:48:44.885242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 18f1e042-96df-45ab-8aa6-7a533fe902b9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:44.885588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.953193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-0d8226a4-19ad-4093-85cf-a3bf6cabff35 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019196 Jul 16 03:48:44.954815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.988583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.989117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.001804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=1520ceec-6dbc-486b-a78d-e166e23bd687,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.011171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 18f1e042-96df-45ab-8aa6-7a533fe902b9 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:45.176499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.178487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6480057-3fa4-498d-9ddd-14b34549263e tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/ports/1520ceec-6dbc-486b-a78d-e166e23bd687 HTTP/1.1" status: 204 len: 168 time: 1.0588174 Jul 16 03:48:45.182706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.224015 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-068000c2-5516-4ced-90e0-d8eb4e503db9 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] GET failed (client error): The resource could not be found. Jul 16 03:48:45.225620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-068000c2-5516-4ced-90e0-d8eb4e503db9 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "GET /v2.0/ports/1520ceec-6dbc-486b-a78d-e166e23bd687 HTTP/1.1" status: 404 len: 333 time: 0.0421252 Jul 16 03:48:45.229497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-d4d870d7-27f6-4b6c-ac45-aa896afa2f63 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602730 Jul 16 03:48:45.230019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.233236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.235343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'name': 'tempest-AllowedAddressPairTestJSON-631425497'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:45.460004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:45.466339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.509509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] device_id is not set on port ff896222-8caa-4895-b5ee-9ed9767685ff yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:45.651366 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:48:45.746134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Allocated IP 172.20.0.12 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/ff896222-8caa-4895-b5ee-9ed9767685ff) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:45.794287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d608bb5-1416-44c6-b79c-2aad093f0622 req-59262ff7-d387-4596-a464-0cfd148c6e03 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0756907 Jul 16 03:48:45.894825 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857d4d23-49bc-43de-9774-b9d592bab2ee x-openstack-request-id: req-857d4d23-49bc-43de-9774-b9d592bab2ee {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:45.895128 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "f8003a58-ee38-49ee-813b-ae1b2a6e8fe5", "status": "completed", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "2fe0500c-852f-4ecb-8d19-bbcd0474da45", "status": "completed", "code": 200}, {"server_uuid": "63ea2ef7-5971-4264-b948-14f6e580f598", "name": "network-vif-deleted", "tag": "6b4a2f7c-13fa-41f1-949d-b57e6c36a595", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:45.895523 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-857d4d23-49bc-43de-9774-b9d592bab2ee {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:45.895788 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': 'f8003a58-ee38-49ee-813b-ae1b2a6e8fe5', 'status': 'completed', 'code': 200} Jul 16 03:48:45.896043 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '2fe0500c-852f-4ecb-8d19-bbcd0474da45', 'status': 'completed', 'code': 200} Jul 16 03:48:45.896295 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea2ef7-5971-4264-b948-14f6e580f598', 'name': 'network-vif-deleted', 'tag': '6b4a2f7c-13fa-41f1-949d-b57e6c36a595', 'status': 'completed', 'code': 200} Jul 16 03:48:45.908324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=18f1e042-96df-45ab-8aa6-7a533fe902b9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:46.003121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-287e8901-3ff3-48ec-8011-078069740791 req-f7c49387-63a4-4705-8d07-131f7222f803 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 210 time: 0.0392549 Jul 16 03:48:46.070947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.071532 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 709693e6-2407-4217-b060-9c648ee85172 disassociated (deleted). External IP: 172.25.4.146, port: 36510b12-23cb-4096-9555-5ce54e68b406. Jul 16 03:48:46.125610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.165133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Transition to ACTIVE for port object ff896222-8caa-4895-b5ee-9ed9767685ff will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:46.224712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.307845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:46.313528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:46.318093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:46.392567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.393501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.405676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=ff896222-8caa-4895-b5ee-9ed9767685ff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:46.427652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-079d2da4-591c-4fcd-a170-1df694383ad3 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1959574 Jul 16 03:48:46.430401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55538) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.439320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'network_id': '87d1e711-0833-4a46-877d-464a8fbb633b', 'name': 'tempest-AllowedAddressPairTestJSON-894450891'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:46.467585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:46.643317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:46.652578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.665793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:46.678860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:46.681728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.702240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Made reservation on behalf of eadfcdbab9774a2f81b4b17ff2368387 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:46.707523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.729476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] device_id is not set on port 8d24530f-f3fc-47dd-81eb-e23ec996982d yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:46.742121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-535f4fed-a918-4c8d-8257-1cbebc803018 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/floatingips/709693e6-2407-4217-b060-9c648ee85172 HTTP/1.1" status: 204 len: 168 time: 2.1148520 Jul 16 03:48:46.742699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.744525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55540) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.760149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:46.761055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.799036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.800147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158f3cb-e4a8-49e2-befb-4b4d346298e2 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:46.801813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8288e70-3560-40b1-8cdb-fc032c962707 None None] Provisioning for port ff896222-8caa-4895-b5ee-9ed9767685ff completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:46.808321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8288e70-3560-40b1-8cdb-fc032c962707 None None] Provisioning complete for port ff896222-8caa-4895-b5ee-9ed9767685ff triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:46.808903 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8288e70-3560-40b1-8cdb-fc032c962707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.850675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d8288e70-3560-40b1-8cdb-fc032c962707 None None] Port ff896222-8caa-4895-b5ee-9ed9767685ff cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:46.895092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 36510b12-23cb-4096-9555-5ce54e68b406 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:46.895328 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.921235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Allocated IP 172.20.0.14 (87d1e711-0833-4a46-877d-464a8fbb633b/694726b8-9eed-4636-9271-e026eb9bc170/8d24530f-f3fc-47dd-81eb-e23ec996982d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:47.011702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c49d8b5d-7249-4a5a-abac-e0aa0dd836ff req-c6a83c6b-9f54-4f05-a9ea-b1e8d5f8811f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0480328 Jul 16 03:48:47.064150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.083978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 36510b12-23cb-4096-9555-5ce54e68b406 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:47.196405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.222770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21f4e3d2-ffd5-4859-8fe5-674ea8097c96 req-fe45e130-8943-4306-bc8c-6a9e10f324ae tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 210 time: 0.0478778 Jul 16 03:48:47.231071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Transition to ACTIVE for port object 8d24530f-f3fc-47dd-81eb-e23ec996982d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:47.271808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.339575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Network 87d1e711-0833-4a46-877d-464a8fbb633b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:47.351345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:47.354757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:47.369882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=8d24530f-f3fc-47dd-81eb-e23ec996982d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.432003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.432871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.451294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.454716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-23fd34a5-9127-42d6-95ef-7d93c25d20ab tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0200825 Jul 16 03:48:47.454953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.459939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-a37232a3-4eed-47f7-ab55-5ccf8edd48ac tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.460746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:47:1e:17'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a3:68:2a'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:47.461542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-a37232a3-4eed-47f7-ab55-5ccf8edd48ac tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1834445 Jul 16 03:48:47.480392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:47.547934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=36510b12-23cb-4096-9555-5ce54e68b406,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.555324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.679079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.684699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0cfe8c5c-19e5-497e-ab84-e4e7a669b58b tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/ports/36510b12-23cb-4096-9555-5ce54e68b406 HTTP/1.1" status: 204 len: 168 time: 0.9351234 Jul 16 03:48:47.685845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55550) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.690261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:47.710309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a01cc79f-f28f-4bd6-bdfd-f93f41abb180 None None] Provisioning for port 8d24530f-f3fc-47dd-81eb-e23ec996982d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:47.711758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:48:47.711758 n-d-800089-6 neutron-server[93757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:48:47.711758 n-d-800089-6 neutron-server[93757]: [parameters: {'project_id': 'a2956715b00e4142b54c0977ddb7c4a1', 'id': '79287e60-f643-43fb-aeb6-7b08f024906d', 'expiration': datetime.datetime(2021, 7, 16, 3, 50, 47, 707040)}] Jul 16 03:48:47.711758 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:48:47.712229 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:48:47.719593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a01cc79f-f28f-4bd6-bdfd-f93f41abb180 None None] Provisioning complete for port 8d24530f-f3fc-47dd-81eb-e23ec996982d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:47.720252 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a01cc79f-f28f-4bd6-bdfd-f93f41abb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.723377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:47.727171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.754621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.760663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.765444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a01cc79f-f28f-4bd6-bdfd-f93f41abb180 None None] Port 8d24530f-f3fc-47dd-81eb-e23ec996982d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:47.862012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] In _notify_port_updated(), no bound segment for port 8d24530f-f3fc-47dd-81eb-e23ec996982d on network 87d1e711-0833-4a46-877d-464a8fbb633b {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:47.867643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.868310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.873045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "PUT /v2.0/ports/8d24530f-f3fc-47dd-81eb-e23ec996982d HTTP/1.1" status: 200 len: 1057 time: 0.4169712 Jul 16 03:48:47.873723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55552) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.884563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.3 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/a00c700b-67af-4a5e-94eb-74f20e582c32) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:47.886251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958cfb5-df18-4068-9fca-a7295c731eb2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event updated for resources: {'Port': ['ID=8d24530f-f3fc-47dd-81eb-e23ec996982d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.004535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port 8d24530f-f3fc-47dd-81eb-e23ec996982d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:48.005062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.088855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.097259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-700d6a98-b6e7-489f-8aac-b4eb3aaa077d None None] Provisioning complete for port 8d24530f-f3fc-47dd-81eb-e23ec996982d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:48.097633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-700d6a98-b6e7-489f-8aac-b4eb3aaa077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.105133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.118410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for 8d24530f-f3fc-47dd-81eb-e23ec996982d owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:48.164003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-700d6a98-b6e7-489f-8aac-b4eb3aaa077d None None] Port 8d24530f-f3fc-47dd-81eb-e23ec996982d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:48.166566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.181472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4', '952a7128-c198-4a5b-816f-a01075b7a387'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:48.241294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f532e611-c8c2-4fd7-8065-b1e8df5550d2 req-0babc85d-7fdd-4267-95fa-58e949e56b43 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0780480 Jul 16 03:48:48.243788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:48.250576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:48.253581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:48.256500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=a00c700b-67af-4a5e-94eb-74f20e582c32,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.330495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.378278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.379031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.406736 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.407198 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-f9d126b9-c7d9-4a9a-8b96-dde087c88331 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9312992 Jul 16 03:48:48.442494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=8d24530f-f3fc-47dd-81eb-e23ec996982d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.453360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Request body: {'port': {'device_id': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:48.576411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.579386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.703065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea46948-c83c-4985-974f-825f1995771e req-316bdbc4-14b2-4f1b-ac9a-411ccf6aec46 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.705299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea46948-c83c-4985-974f-825f1995771e req-316bdbc4-14b2-4f1b-ac9a-411ccf6aec46 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 931 time: 0.1677382 Jul 16 03:48:48.789710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea46948-c83c-4985-974f-825f1995771e req-fdd24c54-061b-468b-bc71-4aef9e1019c5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664673 Jul 16 03:48:48.792658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.795004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7abde147-40f0-4dec-ac60-14cd8390ddc6 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/ports/8d24530f-f3fc-47dd-81eb-e23ec996982d HTTP/1.1" status: 204 len: 168 time: 0.9170227 Jul 16 03:48:48.797753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.828285 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aaa855-6cec-4a99-9fd7-f19663854349 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] GET failed (client error): The resource could not be found. Jul 16 03:48:48.831022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-86aaa855-6cec-4a99-9fd7-f19663854349 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "GET /v2.0/ports/8d24530f-f3fc-47dd-81eb-e23ec996982d HTTP/1.1" status: 404 len: 333 time: 0.0322068 Jul 16 03:48:48.832580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.869957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.227 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/28abed1b-f1ac-4585-b5fe-50c75089455a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:48.940638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port ff896222-8caa-4895-b5ee-9ed9767685ff {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:48.941028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.031054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00c700b-67af-4a5e-94eb-74f20e582c32 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:49.035661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.045757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.050578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for ff896222-8caa-4895-b5ee-9ed9767685ff owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:49.060207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.073260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Transition to ACTIVE for port object a00c700b-67af-4a5e-94eb-74f20e582c32 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:49.081744 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.179851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Pushing event updated for resources: {'Port': ['ID=a00c700b-67af-4a5e-94eb-74f20e582c32,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.188892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.211527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.250264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=ff896222-8caa-4895-b5ee-9ed9767685ff,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.272272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:49.278630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:49.284806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:49.287073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=28abed1b-f1ac-4585-b5fe-50c75089455a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.318224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Attempting to bind port a00c700b-67af-4a5e-94eb-74f20e582c32 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:49.318587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Attempting to bind port a00c700b-67af-4a5e-94eb-74f20e582c32 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:49.318938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Attempting to bind port a00c700b-67af-4a5e-94eb-74f20e582c32 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:49.328233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Port a00c700b-67af-4a5e-94eb-74f20e582c32 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:49.328559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Attempting to bind port a00c700b-67af-4a5e-94eb-74f20e582c32 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:49.336059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:49.336398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:49.336783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:49.337218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Bound port: a00c700b-67af-4a5e-94eb-74f20e582c32, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:49.337582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.343759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.349832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9f2e5bb-74af-4f23-82ea-3522c1b6e947 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/ports/ff896222-8caa-4895-b5ee-9ed9767685ff HTTP/1.1" status: 204 len: 168 time: 0.5161114 Jul 16 03:48:49.350617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.385692 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ec62c1-2d3f-447d-98e2-86c0b6709ea2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] GET failed (client error): The resource could not be found. Jul 16 03:48:49.395252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-48ec62c1-2d3f-447d-98e2-86c0b6709ea2 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "GET /v2.0/ports/ff896222-8caa-4895-b5ee-9ed9767685ff HTTP/1.1" status: 404 len: 333 time: 0.0416062 Jul 16 03:48:49.396029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55570) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.473598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.475328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] For port a00c700b-67af-4a5e-94eb-74f20e582c32, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:49.479676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] For port a00c700b-67af-4a5e-94eb-74f20e582c32, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a00c700b-67af-4a5e-94eb-74f20e582c32,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:49.484363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48de0f28-386f-4507-b6cb-c962f718b45e req-08760094-48bd-4909-879a-64430553493b tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0445371 Jul 16 03:48:49.493160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.551470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.552093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.553460 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] 10.222.0.48 "PUT /v2.0/ports/a00c700b-67af-4a5e-94eb-74f20e582c32 HTTP/1.1" status: 200 len: 1091 time: 1.1062698 Jul 16 03:48:49.555625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'tag': 'a00c700b-67af-4a5e-94eb-74f20e582c32'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:49.563942 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209ba456-9777-4128-96a9-7eb2d3fa9465" -d '{"events": [{"name": "network-changed", "server_uuid": "be3a5a47-4d93-4018-97c6-c32b68e95b4a", "tag": "a00c700b-67af-4a5e-94eb-74f20e582c32"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:49.599623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.615861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port 715a5399-2f0d-42ed-a854-a68abee87532 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:49.616217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.629654 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48f501-8e2f-4ef8-bc62-99c8db835bd5 x-openstack-request-id: req-dd48f501-8e2f-4ef8-bc62-99c8db835bd5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:49.629941 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3a5a47-4d93-4018-97c6-c32b68e95b4a", "tag": "a00c700b-67af-4a5e-94eb-74f20e582c32", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:49.630189 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd48f501-8e2f-4ef8-bc62-99c8db835bd5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:49.630608 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'tag': 'a00c700b-67af-4a5e-94eb-74f20e582c32', 'status': 'completed', 'code': 200} Jul 16 03:48:49.642012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22b182-b533-41a4-aa78-6d495cbd9fde service neutron] Pushing event updated for resources: {'Port': ['ID=a00c700b-67af-4a5e-94eb-74f20e582c32,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.712641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.725673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for 715a5399-2f0d-42ed-a854-a68abee87532 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:49.782769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-9bb4bd28-4830-4aad-b860-0a601ae3937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.784400 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-9bb4bd28-4830-4aad-b860-0a601ae3937e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 1094 time: 0.1530471 Jul 16 03:48:49.845957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-8f74cf01-8f5c-494d-aa30-b1b1ec1454e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a00c700b-67af-4a5e-94eb-74f20e582c32 HTTP/1.1" status: 200 len: 217 time: 0.0528893 Jul 16 03:48:49.884542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.886998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.936189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-9f8677cd-79e7-43bd-a3de-fe7630762f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.937691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-9f8677cd-79e7-43bd-a3de-fe7630762f24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0479736 Jul 16 03:48:49.938898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.992360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=715a5399-2f0d-42ed-a854-a68abee87532,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.009529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-4c8c29fe-93e3-4207-9710-d33a5900d9e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605617 Jul 16 03:48:50.064104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.069277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0d5079d7-192d-4556-9841-df63b6c12741 tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/ports/715a5399-2f0d-42ed-a854-a68abee87532 HTTP/1.1" status: 204 len: 168 time: 0.6720748 Jul 16 03:48:50.072857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.131956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting subnet 694726b8-9eed-4636-9271-e026eb9bc170 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:50.135227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.151126 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-90b67dbf-6476-4cda-8291-3e5e653e2d19 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205680 Jul 16 03:48:50.156184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=28abed1b-f1ac-4585-b5fe-50c75089455a,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.182563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.185787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610dc7-9b7f-4dec-822d-9cda86051654 req-fccab03d-0a30-4fb4-9c78-b305c5d1ff85 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.187468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76610dc7-9b7f-4dec-822d-9cda86051654 req-fccab03d-0a30-4fb4-9c78-b305c5d1ff85 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 943 time: 0.2273903 Jul 16 03:48:50.218948 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.225892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.227094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-006e7382-1f76-4069-bd6b-2841a46294dd tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5403237 Jul 16 03:48:50.229619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55578) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.234400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'port': {'network_id': '1cc8a927-2524-4f95-b5ad-1d07e08a7e40', 'name': 'tempest-FloatingIPTestJSON-1037538384'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:50.269484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76610dc7-9b7f-4dec-822d-9cda86051654 req-15cb7746-d221-4a5b-b909-67c1106993ce tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743773 Jul 16 03:48:50.315821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11a31831-b3a9-473d-ace3-8bbb53abf6ab req-a9a94922-6b9f-4117-8ab6-a5d408601afc service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569595 Jul 16 03:48:50.325871 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.401944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.433315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:50.434852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Subnet': ['ID=694726b8-9eed-4636-9271-e026eb9bc170,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.438820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.443252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ecfa8560-6369-4a84-af75-146ea92054ca tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/subnets/694726b8-9eed-4636-9271-e026eb9bc170 HTTP/1.1" status: 204 len: 168 time: 0.3672392 Jul 16 03:48:50.443432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.443564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.452141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e2501-1163-4e3e-b354-9834d97e342b None None] Network 87d1e711-0833-4a46-877d-464a8fbb633b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:50.465783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] device_id is not set on port 116ce946-ce0d-4a7a-a24d-4df826bba795 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:50.482102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-a692515f-6992-498b-b0c2-5450386fd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.485034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-a692515f-6992-498b-b0c2-5450386fd15e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 1094 time: 0.1067953 Jul 16 03:48:50.529289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.641436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Deleting port 398a0c18-c95c-4fa7-b2ee-343993a5353d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:50.641694 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.714041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.8 (1cc8a927-2524-4f95-b5ad-1d07e08a7e40/bdca7b30-dfd3-4112-a89e-f86f90ec3264/116ce946-ce0d-4a7a-a24d-4df826bba795) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:50.719739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-f27191b3-a33d-4207-8d13-b110a7acb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.723428 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-f27191b3-a33d-4207-8d13-b110a7acb1e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1995518 Jul 16 03:48:50.726780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] DHCP port deletion for 87d1e711-0833-4a46-877d-464a8fbb633b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:50.735660 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33ec919b-fbf8-490f-b36e-8cca658b60e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.776854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05a4d010-4fd7-4bfc-bb48-1abcb854fac4 req-d4139440-99e4-490d-a8ba-4bbf851fd932 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0443447 Jul 16 03:48:50.788195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] For port 398a0c18-c95c-4fa7-b2ee-343993a5353d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=398a0c18-c95c-4fa7-b2ee-343993a5353d,segment=NetworkSegment(013923eb-b6ec-48b2-b166-7ac36b2f4419),segment_id=013923eb-b6ec-48b2-b166-7ac36b2f4419)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:50.788575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.801950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] Deleting port 398a0c18-c95c-4fa7-b2ee-343993a5353d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:50.802644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.804557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Calling delete_port for 398a0c18-c95c-4fa7-b2ee-343993a5353d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:50.895920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] For port 398a0c18-c95c-4fa7-b2ee-343993a5353d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=398a0c18-c95c-4fa7-b2ee-343993a5353d,segment=NetworkSegment(013923eb-b6ec-48b2-b166-7ac36b2f4419),segment_id=013923eb-b6ec-48b2-b166-7ac36b2f4419)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:50.896861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.899348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-ef3259ac-55da-42cd-b87e-e889258bbc71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a00c700b-67af-4a5e-94eb-74f20e582c32 HTTP/1.1" status: 200 len: 217 time: 0.0498641 Jul 16 03:48:50.904552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.916490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] Calling delete_port for 398a0c18-c95c-4fa7-b2ee-343993a5353d owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:50.930073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Port': ['ID=398a0c18-c95c-4fa7-b2ee-343993a5353d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.942931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] No DVR routers for this DVR port 398a0c18-c95c-4fa7-b2ee-343993a5353d on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:51.020703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-273524d5-5807-4623-a8a0-12b4ae36cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.022667 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-273524d5-5807-4623-a8a0-12b4ae36cac7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.1161859 Jul 16 03:48:51.023944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.055870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] Pushing event deleted for resources: {'Port': ['ID=398a0c18-c95c-4fa7-b2ee-343993a5353d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.060006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a242d-4e67-4915-84fb-5067a8e0fd6e None None] No DVR routers for this DVR port 398a0c18-c95c-4fa7-b2ee-343993a5353d on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:51.062016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-f6190045-dded-43a3-b6ff-90e70de5dbc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310168 Jul 16 03:48:51.071702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.084712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d1e711-0833-4a46-877d-464a8fbb633b']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:51.100099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013923eb-b6ec-48b2-b166-7ac36b2f4419') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:51.100495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013923eb-b6ec-48b2-b166-7ac36b2f4419') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:51.110061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.115414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.124080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.130244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:51.130679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:51.133917 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:51.195766 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.203281 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-4aafbcaa-5c85-431c-850a-09dc9fee8a38 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316676 Jul 16 03:48:51.203835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.206086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] 10.222.0.25 "DELETE /v2.0/networks/87d1e711-0833-4a46-877d-464a8fbb633b HTTP/1.1" status: 204 len: 168 time: 0.7616673 Jul 16 03:48:51.218512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc98fb-109f-4185-b750-abb2aa6f4a7d tempest-AllowedAddressPairTestJSON-1728778741 tempest-AllowedAddressPairTestJSON-1728778741-project] Pushing event deleted for resources: {'Network': ['ID=87d1e711-0833-4a46-877d-464a8fbb633b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.279527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.360457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network 1cc8a927-2524-4f95-b5ad-1d07e08a7e40 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:51.373736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:51.378625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:51.382811 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-209ba456-9777-4128-96a9-7eb2d3fa9465 req-3412b0ab-d9cf-4d0d-b5c9-c0d3f5bc8205 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721306 Jul 16 03:48:51.384648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=116ce946-ce0d-4a7a-a24d-4df826bba795,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.452662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.453222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.470350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-26c59376-e3db-4805-841c-536a4d3b0bf6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2397218 Jul 16 03:48:51.473150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55594) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.477620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'port_id': '116ce946-ce0d-4a7a-a24d-4df826bba795'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:51.517990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.528107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84029b57-aa56-4298-91ed-a3d0f4132046 req-63ba6464-fbf9-4520-909d-e778c86b9e27 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.530806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84029b57-aa56-4298-91ed-a3d0f4132046 req-63ba6464-fbf9-4520-909d-e778c86b9e27 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 943 time: 0.0824041 Jul 16 03:48:51.551733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.584223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84029b57-aa56-4298-91ed-a3d0f4132046 req-594b6c79-acb5-4f22-b6d7-d8083b050ed4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474813 Jul 16 03:48:51.716624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7e00ca27-f426-4a5d-ada1-90dc858bdc64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eadfcdbab9774a2f81b4b17ff2368387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633661 Jul 16 03:48:51.717285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.768757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bce613c0-c368-4114-b724-ba8e06840bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.791685 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bce613c0-c368-4114-b724-ba8e06840bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.847382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bce613c0-c368-4114-b724-ba8e06840bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.850983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bce613c0-c368-4114-b724-ba8e06840bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.854572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bce613c0-c368-4114-b724-ba8e06840bfd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4acf3691-d52e-4126-9e30-2bdf70aacd4f HTTP/1.1" status: 204 len: 168 time: 0.1341066 Jul 16 03:48:51.862229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce613c0-c368-4114-b724-ba8e06840bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf3691-d52e-4126-9e30-2bdf70aacd4f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.020443 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98376d38-48ff-4145-9402-17b35549b82f req-2e05797b-e409-4774-86c5-f80c14a00554 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0483432 Jul 16 03:48:52.094595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 398a0c18-c95c-4fa7-b2ee-343993a5353d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:52.117716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 398a0c18-c95c-4fa7-b2ee-343993a5353d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:52.118328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 398a0c18-c95c-4fa7-b2ee-343993a5353d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:52.427104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.432386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.539320 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 47f864ce-0f48-4b45-b632-f358c891e39f associated. External IP: 172.25.4.227, port: 116ce946-ce0d-4a7a-a24d-4df826bba795. Jul 16 03:48:52.804257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:52.951112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:52.958160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.963395 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:52.982472 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:52.984748 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:53.014441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01bc6117-a208-4dc9-8b33-53e91a10f0b0 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/floatingips/47f864ce-0f48-4b45-b632-f358c891e39f HTTP/1.1" status: 200 len: 978 time: 1.5402098 Jul 16 03:48:53.016821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55638) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.034098 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:53.046936 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:53.047787 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:53.087095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:53.088008 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20971d-b6da-4e3e-b194-3f854b57d0f6 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:53.169169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 116ce946-ce0d-4a7a-a24d-4df826bba795 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:53.169796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.185694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d38dc1-ef80-435a-bf49-9d3093b9a66c req-ab5269d1-52de-4c45-a768-bcedc06e0432 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:53.187456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00d38dc1-ef80-435a-bf49-9d3093b9a66c req-ab5269d1-52de-4c45-a768-bcedc06e0432 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 943 time: 0.4820399 Jul 16 03:48:53.196123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a00c700b-67af-4a5e-94eb-74f20e582c32 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:53.245432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00d38dc1-ef80-435a-bf49-9d3093b9a66c req-56e446cf-bb45-4eb4-998d-e067c53b1c45 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Jul 16 03:48:53.284370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.364545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a00c700b-67af-4a5e-94eb-74f20e582c32, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a00c700b-67af-4a5e-94eb-74f20e582c32,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:53.390320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a00c700b-67af-4a5e-94eb-74f20e582c32', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': 'a00c700b-67af-4a5e-94eb-74f20e582c32', 'mac_address': 'fa:16:3e:1f:bd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:53.449850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f36e3967-f1d3-4e99-b6d0-4ee8314630c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.462346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.485938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00c700b-67af-4a5e-94eb-74f20e582c32 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:53.495160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.496356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.497628 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 47f864ce-0f48-4b45-b632-f358c891e39f disassociated. External IP: 172.25.4.227, port: 116ce946-ce0d-4a7a-a24d-4df826bba795. Jul 16 03:48:53.498158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 116ce946-ce0d-4a7a-a24d-4df826bba795 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:53.510724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a00c700b-67af-4a5e-94eb-74f20e582c32, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a00c700b-67af-4a5e-94eb-74f20e582c32,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:53.520699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.539534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b875117-1efb-4aa6-b390-aa4ef7833b17 req-67a0a754-fed0-4407-9cb1-0e22054a208c tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0586679 Jul 16 03:48:53.604721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a00c700b-67af-4a5e-94eb-74f20e582c32,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.669943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.702958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=116ce946-ce0d-4a7a-a24d-4df826bba795,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.711821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a00c700b-67af-4a5e-94eb-74f20e582c32'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:53.826382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:53.890264 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.969585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:53.986417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:54.013485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:54.014563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:54.076097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:54.091670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55664) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.093213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:54.094190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:54.100093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.109587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.115635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd7c90f1-6423-438a-816f-e2d576147c35 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/ports/116ce946-ce0d-4a7a-a24d-4df826bba795 HTTP/1.1" status: 204 len: 168 time: 1.0973630 Jul 16 03:48:54.148179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:54.149390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b9003-e211-493f-92a7-795372048d15 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:54.178464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c61a868e-2e68-4276-a89e-72fb749ac290 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/floatingips/47f864ce-0f48-4b45-b632-f358c891e39f HTTP/1.1" status: 200 len: 688 time: 0.0673385 Jul 16 03:48:54.181260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55670) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.220522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b554ea06-2315-4d64-a2d3-674dd04b3f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.334709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b554ea06-2315-4d64-a2d3-674dd04b3f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.338107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 28abed1b-f1ac-4585-b5fe-50c75089455a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:54.338681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.342305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b554ea06-2315-4d64-a2d3-674dd04b3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.343493 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.384730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b554ea06-2315-4d64-a2d3-674dd04b3f38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b5a22fac7a34093a2d3adc6ac4cb0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912259 Jul 16 03:48:54.386022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554ea06-2315-4d64-a2d3-674dd04b3f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e303644-4702-42c1-bb18-820ba073ea84,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.391342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.440997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.440997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.455517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 28abed1b-f1ac-4585-b5fe-50c75089455a owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:54.495625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf2240-7fc2-4f89-a8ff-0dee835fe1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.508180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e92226-2d05-40fe-be8d-3e8334085047 req-9f350623-3093-4c15-8d39-6cc816b22074 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:54.510060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63e92226-2d05-40fe-be8d-3e8334085047 req-9f350623-3093-4c15-8d39-6cc816b22074 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 944 time: 0.1175234 Jul 16 03:48:54.545632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf2240-7fc2-4f89-a8ff-0dee835fe1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.575328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63e92226-2d05-40fe-be8d-3e8334085047 req-515f5c5f-0d15-4469-b876-5c74aee91a0b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586877 Jul 16 03:48:54.617386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf2240-7fc2-4f89-a8ff-0dee835fe1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.620385 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cf2240-7fc2-4f89-a8ff-0dee835fe1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.623645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25cf2240-7fc2-4f89-a8ff-0dee835fe1dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e303644-4702-42c1-bb18-820ba073ea84 HTTP/1.1" status: 204 len: 168 time: 0.2301912 Jul 16 03:48:54.627232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.648818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf2240-7fc2-4f89-a8ff-0dee835fe1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e303644-4702-42c1-bb18-820ba073ea84,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.675628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=28abed1b-f1ac-4585-b5fe-50c75089455a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.755256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.758283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.765952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29b15266-8773-4f60-acfb-98c1fa6a52a6 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/floatingips/47f864ce-0f48-4b45-b632-f358c891e39f HTTP/1.1" status: 204 len: 168 time: 0.5772943 Jul 16 03:48:54.766486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.771617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'eae68d74-eb44-4550-8c68-4843f7670374'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:54.834578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14632a03-421b-4af8-93e5-9b69973b0690 req-aae7113e-9391-4b79-a166-4d2a52ee0046 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0294251 Jul 16 03:48:54.835550 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.946013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.961717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.978916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83657f23-ffd8-468d-91d7-ee76650426fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.054810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.152 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/62528b04-da5b-4e39-9645-cd60569e1524) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:55.085788 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83657f23-ffd8-468d-91d7-ee76650426fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.090031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83657f23-ffd8-468d-91d7-ee76650426fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.124727 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-83657f23-ffd8-468d-91d7-ee76650426fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a318825cba27416ea5e0e0a5b82ff491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587267 Jul 16 03:48:55.127102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.149893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657f23-ffd8-468d-91d7-ee76650426fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ededd0-a091-4369-9fcf-35054c0c8e8f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.174269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.191316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78ab6a8e-2935-4235-977c-c153f5993ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.194521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a00c700b-67af-4a5e-94eb-74f20e582c32 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:55.218005 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.232660 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78ab6a8e-2935-4235-977c-c153f5993ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.251038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a00c700b-67af-4a5e-94eb-74f20e582c32 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:55.256047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a00c700b-67af-4a5e-94eb-74f20e582c32 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:55.256543 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.273759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:55.283416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:55.288950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:55.304758 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78ab6a8e-2935-4235-977c-c153f5993ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.308897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78ab6a8e-2935-4235-977c-c153f5993ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.312888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78ab6a8e-2935-4235-977c-c153f5993ec0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7ededd0-a091-4369-9fcf-35054c0c8e8f HTTP/1.1" status: 204 len: 168 time: 0.1819503 Jul 16 03:48:55.320522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab6a8e-2935-4235-977c-c153f5993ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ededd0-a091-4369-9fcf-35054c0c8e8f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.406698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.436483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c700b-67af-4a5e-94eb-74f20e582c32'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:55.438784 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c891f2-1c04-4aa0-ac80-70a316400662" -d '{"events": [{"server_uuid": "be3a5a47-4d93-4018-97c6-c32b68e95b4a", "name": "network-vif-plugged", "status": "completed", "tag": "a00c700b-67af-4a5e-94eb-74f20e582c32"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:55.455236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a00c700b-67af-4a5e-94eb-74f20e582c32, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a00c700b-67af-4a5e-94eb-74f20e582c32,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:55.468609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.567826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a00c700b-67af-4a5e-94eb-74f20e582c32,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.589401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=62528b04-da5b-4e39-9645-cd60569e1524,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.730164 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd78511-61b2-4ad7-97d3-dc8e42944ffc x-openstack-request-id: req-fbd78511-61b2-4ad7-97d3-dc8e42944ffc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:55.730489 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3a5a47-4d93-4018-97c6-c32b68e95b4a", "name": "network-vif-plugged", "status": "completed", "tag": "a00c700b-67af-4a5e-94eb-74f20e582c32", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:55.730819 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbd78511-61b2-4ad7-97d3-dc8e42944ffc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:55.731231 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c700b-67af-4a5e-94eb-74f20e582c32', 'code': 200} Jul 16 03:48:55.814206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.902062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea481-a611-4ef3-8a99-4f3a398c5998 req-8937291f-14ef-4070-b15e-1427cbd4c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:55.908581 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d1ea481-a611-4ef3-8a99-4f3a398c5998 req-8937291f-14ef-4070-b15e-1427cbd4c48e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 1096 time: 0.0959485 Jul 16 03:48:55.961363 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2d1ea481-a611-4ef3-8a99-4f3a398c5998 req-a7f4126d-442a-4c3f-aa19-e845df232185 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447197 Jul 16 03:48:55.962116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b9c05-0991-423d-ab25-515ee9587d82 req-fa07d831-0304-4d1b-8186-aa1ac27dd337 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:55.963927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-535b9c05-0991-423d-ab25-515ee9587d82 req-fa07d831-0304-4d1b-8186-aa1ac27dd337 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.1183770 Jul 16 03:48:55.994184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.053926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-535b9c05-0991-423d-ab25-515ee9587d82 req-f2f9e26f-70d8-4484-8815-1fda67634d79 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813539 Jul 16 03:48:56.089648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.229500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0072b8e9-d35f-48f5-bfd7-681ed774db0e req-6dc46d38-5615-4b1d-86e4-00502eb07abf tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0390382 Jul 16 03:48:56.253674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.263170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.347862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=62528b04-da5b-4e39-9645-cd60569e1524,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.369213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.477093 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 0838b576-5b0e-4d07-aba0-34075d12f358 associated. External IP: 172.25.4.152, port: eae68d74-eb44-4550-8c68-4843f7670374. Jul 16 03:48:56.713820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:56.865437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:56.878466 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:56.891802 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:56.892456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:56.894819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.950480 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:56.952040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fcfc9f6a-c583-4d32-a8f7-39bea5b45360 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1842525 Jul 16 03:48:56.954956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.966882 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:56.967924 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:56.968444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-878376388'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:56.998749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:57.002334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.008596 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:57.009530 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f9f19-d2c0-47fd-b4b9-3fe4e088d389 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:57.035705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:57.056900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.057161 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Added segment f9c709f4-a40f-4775-a162-d4b9c691845f of type vlan for network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f Jul 16 03:48:57.108213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.145182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.154296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.155059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.305986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3451536 Jul 16 03:48:57.305986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ceda3-96af-4020-b800-7142d2a84638 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Network': ['ID=a9f8c6de-e2cf-4f47-a73e-b663267f8c5f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:57.307293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.313699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'subnet': {'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:57.322472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:57.353623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602289-d8e3-4958-9e45-9dded42ded3f req-f038f5dd-ea20-4810-af4a-14d48e9b781b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.367971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e602289-d8e3-4958-9e45-9dded42ded3f req-f038f5dd-ea20-4810-af4a-14d48e9b781b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.1308782 Jul 16 03:48:57.415681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e602289-d8e3-4958-9e45-9dded42ded3f req-7b8dab13-41b0-445b-b26e-c980d7f5d7a6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 Jul 16 03:48:57.497387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:57.502309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.582352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80de228f-d3f4-42e9-8147-507cdac792b9 req-e5ae338e-c802-41c9-9e63-8c6d1be0d0ed tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0555756 Jul 16 03:48:57.738750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.762998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22494f-532b-43ef-b3b8-53b727fb329f req-cc379bae-af97-470d-a518-7adf30c86060 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.764497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d22494f-532b-43ef-b3b8-53b727fb329f req-cc379bae-af97-470d-a518-7adf30c86060 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 945 time: 0.0687881 Jul 16 03:48:57.803249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d22494f-532b-43ef-b3b8-53b727fb329f req-3495d582-ebd7-4a4a-ba51-f5c6fa45c5de tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Jul 16 03:48:57.807651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Subnet': ['ID=8ef0073b-4147-4eda-ae40-81e623d0253a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:57.818584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Checking segment: {'id': 'f9c709f4-a40f-4775-a162-d4b9c691845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:57.818953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network hostable DHCP agents. Network: a9f8c6de-e2cf-4f47-a73e-b663267f8c5f, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:57.835685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:57.845624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a9f8c6de-e2cf-4f47-a73e-b663267f8c5f) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:57.853563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:57.854159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.858332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee394d5-b292-491c-a43a-a70062a59f1b None None] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:57.873902 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5bdedc9b-54c1-443a-998c-33073c4ba4b5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5666144 Jul 16 03:48:57.876453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55764) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.882478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-220625431', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:57.911021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.912450 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.983480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.016731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-a9f8c6de-e2cf-4f47-a73e-b663267f8c5f', 'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f', 'tenant_id': 'a2956715b00e4142b54c0977ddb7c4a1', 'fixed_ips': [{'subnet_id': '8ef0073b-4147-4eda-ae40-81e623d0253a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:58.017764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.059994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365787-2ed7-4d99-94b9-65eb663f98bd req-45ff704c-6d38-4304-bb1a-a57cf9b844ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:58.062527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08365787-2ed7-4d99-94b9-65eb663f98bd req-45ff704c-6d38-4304-bb1a-a57cf9b844ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.1083119 Jul 16 03:48:58.118022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08365787-2ed7-4d99-94b9-65eb663f98bd req-6aecc459-1bb7-4db7-aed6-6a4c6a07e8db tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488360 Jul 16 03:48:58.152763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.170111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Allocated IP 172.20.0.2 (a9f8c6de-e2cf-4f47-a73e-b663267f8c5f/8ef0073b-4147-4eda-ae40-81e623d0253a/309f608e-42b8-48ab-9787-a7abb9b64a26) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:58.374174 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.384968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Transition to ACTIVE for port object 309f608e-42b8-48ab-9787-a7abb9b64a26 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:58.403574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Transition to ACTIVE for port object 309f608e-42b8-48ab-9787-a7abb9b64a26 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:58.410908 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.435793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:58.479232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:58.484491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Pushing event updated for resources: {'Port': ['ID=309f608e-42b8-48ab-9787-a7abb9b64a26,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:58.487483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:58.509120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.548226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.579341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Attempting to bind port 309f608e-42b8-48ab-9787-a7abb9b64a26 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:58.579709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Attempting to bind port 309f608e-42b8-48ab-9787-a7abb9b64a26 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f9c709f4-a40f-4775-a162-d4b9c691845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:58.580074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Attempting to bind port 309f608e-42b8-48ab-9787-a7abb9b64a26 on network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:58.596875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:58.597268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Checking segment: {'id': 'f9c709f4-a40f-4775-a162-d4b9c691845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:58.597940 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.598467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Bound using segment: {'id': 'f9c709f4-a40f-4775-a162-d4b9c691845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:58.598855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Bound port: 309f608e-42b8-48ab-9787-a7abb9b64a26, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c709f4-a40f-4775-a162-d4b9c691845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:58.599286 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.712634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd8fcf-6916-4c93-9baf-78c28855bf00 req-1c586a45-a42b-4c2e-8942-08a74962057a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:58.715937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3dbd8fcf-6916-4c93-9baf-78c28855bf00 req-1c586a45-a42b-4c2e-8942-08a74962057a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.1463115 Jul 16 03:48:58.746479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.25.4.112 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/1054206c-43d6-4899-af73-0a9061400e9c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:58.763124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] For port 309f608e-42b8-48ab-9787-a7abb9b64a26, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:58.786270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] For port 309f608e-42b8-48ab-9787-a7abb9b64a26, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=309f608e-42b8-48ab-9787-a7abb9b64a26,segment=NetworkSegment(f9c709f4-a40f-4775-a162-d4b9c691845f),segment_id=f9c709f4-a40f-4775-a162-d4b9c691845f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:58.796338 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.926250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3dbd8fcf-6916-4c93-9baf-78c28855bf00 req-efc799cc-2066-4b4b-9b21-c901a67da63a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260688 Jul 16 03:48:59.059939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02fca0-0c40-4bbb-89c1-c48d10339c97 None None] Pushing event updated for resources: {'Port': ['ID=309f608e-42b8-48ab-9787-a7abb9b64a26,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:59.067287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.130352 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.157587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf84842a-b062-4ec0-82ac-3d4b3610cf3c req-5a95373e-fb18-499d-b684-caa833c62d96 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0634587 Jul 16 03:48:59.197433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:59.197433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:59.205392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:59.266684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=1054206c-43d6-4899-af73-0a9061400e9c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:59.585731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.225777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 309f608e-42b8-48ab-9787-a7abb9b64a26 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:00.296225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de15e8e-d573-4ed9-a762-191760e6478b req-2a729df2-b81a-4881-afba-d49a95871a31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:00.303283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1de15e8e-d573-4ed9-a762-191760e6478b req-2a729df2-b81a-4881-afba-d49a95871a31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.1879685 Jul 16 03:49:00.367657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 309f608e-42b8-48ab-9787-a7abb9b64a26 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:00.373186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1de15e8e-d573-4ed9-a762-191760e6478b req-f3fa1222-615a-4b6c-8cdb-3116d2330c31 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636001 Jul 16 03:49:00.458715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.557252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-33bbe271-45b7-4618-bf30-20f8c33658e3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:00.559453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-33bbe271-45b7-4618-bf30-20f8c33658e3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.8189206 Jul 16 03:49:00.603386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd8b92d-d0cb-48ba-8de9-4bb07cb0753b None None] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:00.645064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63ca98f8-5c03-424f-a92e-801573c76297 req-a09dad88-f1cb-4ff8-b241-1f8cdaa768f7 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.0961194 Jul 16 03:49:00.775687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] Provisioning for port 309f608e-42b8-48ab-9787-a7abb9b64a26 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:00.784343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] Provisioning complete for port 309f608e-42b8-48ab-9787-a7abb9b64a26 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:00.785354 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.907002 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.960694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] For port 309f608e-42b8-48ab-9787-a7abb9b64a26, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=309f608e-42b8-48ab-9787-a7abb9b64a26,segment=NetworkSegment(f9c709f4-a40f-4775-a162-d4b9c691845f),segment_id=f9c709f4-a40f-4775-a162-d4b9c691845f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:00.971122 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.040424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b4e38-0456-4478-bfb2-76a364a6dac8 None None] Pushing event updated for resources: {'Port': ['ID=309f608e-42b8-48ab-9787-a7abb9b64a26,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:01.082213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:01.090312 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-cb0a8a52-7edd-40cf-b53a-bb6aa82a0b13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5280616 Jul 16 03:49:01.095699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port a00c700b-67af-4a5e-94eb-74f20e582c32 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:01.096064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.397174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port a00c700b-67af-4a5e-94eb-74f20e582c32, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a00c700b-67af-4a5e-94eb-74f20e582c32,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:01.397637 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.413071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for a00c700b-67af-4a5e-94eb-74f20e582c32 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:01.420010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3be16af8-166e-4bb9-b46e-08e89ffe6ba3 None None] Provisioning complete for port 309f608e-42b8-48ab-9787-a7abb9b64a26 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:01.420568 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3be16af8-166e-4bb9-b46e-08e89ffe6ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.438715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:01.540620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-db12ee67-97dd-454b-b28b-20a6d96e9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.542202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-db12ee67-97dd-454b-b28b-20a6d96e9c18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 1096 time: 0.3308892 Jul 16 03:49:01.551513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] Sync routers for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:01.573793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.578415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:01.579027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dd99ce52-0539-4b95-953c-2ab6629d17cf tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7008233 Jul 16 03:49:01.646001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:01.646001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:01.727542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:01.756338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:01.757258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:01.804171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-612b217c-a775-45cb-b198-87acd38fc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.806233 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-612b217c-a775-45cb-b198-87acd38fc18e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.2335036 Jul 16 03:49:01.853258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:01.853894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc48ddf-e341-430c-8361-fe4f7f625788 None None] The sync data for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:01.930574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092829e-48a1-4939-aa2f-9010ffb9d29d req-aded957a-0369-4537-8667-2fa21a18b27d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.932510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7092829e-48a1-4939-aa2f-9010ffb9d29d req-aded957a-0369-4537-8667-2fa21a18b27d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=be3a5a47-4d93-4018-97c6-c32b68e95b4a HTTP/1.1" status: 200 len: 945 time: 0.2225463 Jul 16 03:49:01.938101 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-6c3340db-d480-46d0-8e6e-0453cd07d39c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbcb032-628f-4b1a-8373-ef46889230c4 HTTP/1.1" status: 200 len: 217 time: 0.0697825 Jul 16 03:49:01.962663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.975492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4', '952a7128-c198-4a5b-816f-a01075b7a387'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:02.086221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=a00c700b-67af-4a5e-94eb-74f20e582c32,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:02.122398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port a00c700b-67af-4a5e-94eb-74f20e582c32 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:02.132368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.138111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6937f80c-d34c-40fe-95f5-a7ea1a410dd5 req-1849b094-807b-497f-98a5-08b3d9fda02c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "DELETE /v2.0/ports/a00c700b-67af-4a5e-94eb-74f20e582c32 HTTP/1.1" status: 204 len: 173 time: 1.5689414 Jul 16 03:49:02.140346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'name': 'network-vif-deleted', 'tag': 'a00c700b-67af-4a5e-94eb-74f20e582c32'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:02.145588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 309f608e-42b8-48ab-9787-a7abb9b64a26 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:02.165222 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970adfe-409a-470c-ae22-b7d78fbb2b1e" -d '{"events": [{"server_uuid": "be3a5a47-4d93-4018-97c6-c32b68e95b4a", "name": "network-vif-deleted", "tag": "a00c700b-67af-4a5e-94eb-74f20e582c32"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:02.175870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-b0f4997f-ac0d-46c8-822a-fa5553c2da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:02.191935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-b0f4997f-ac0d-46c8-822a-fa5553c2da5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.2408414 Jul 16 03:49:02.270281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7092829e-48a1-4939-aa2f-9010ffb9d29d req-900f79f7-2dde-41a7-aa3f-cb912fe250bd tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041623 Jul 16 03:49:02.328993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 309f608e-42b8-48ab-9787-a7abb9b64a26 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:02.330483 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.343429 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-c7e1e4bc-66ac-4cfc-87ab-f84a892a79fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403978 Jul 16 03:49:02.599577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-1217845a-6470-48ab-9efd-dfeaed36c753 service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473335 Jul 16 03:49:02.653827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-565373c4-1651-4de0-9467-6288f85cf305 req-9db0175b-300f-4799-b133-5670b62f87f5 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/ports?device_id=63ea2ef7-5971-4264-b948-14f6e580f598 HTTP/1.1" status: 200 len: 210 time: 0.1269734 Jul 16 03:49:02.811910 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb471d7-cf2e-41fb-abf1-8a93694876f5 x-openstack-request-id: req-7fb471d7-cf2e-41fb-abf1-8a93694876f5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:02.812227 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.812954 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3a5a47-4d93-4018-97c6-c32b68e95b4a", "name": "network-vif-deleted", "tag": "a00c700b-67af-4a5e-94eb-74f20e582c32", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:02.812954 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fb471d7-cf2e-41fb-abf1-8a93694876f5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:02.812954 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3a5a47-4d93-4018-97c6-c32b68e95b4a', 'name': 'network-vif-deleted', 'tag': 'a00c700b-67af-4a5e-94eb-74f20e582c32', 'status': 'completed', 'code': 200} Jul 16 03:49:02.871891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba8591de-ff4a-4f56-8b74-76d0331deccb req-350d8899-999e-4ed1-b4af-72712964cc3c service neutron] 10.222.0.11 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633123 Jul 16 03:49:02.955889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.247477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a00c700b-67af-4a5e-94eb-74f20e582c32 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:03.266786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: a00c700b-67af-4a5e-94eb-74f20e582c32 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:03.267321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a00c700b-67af-4a5e-94eb-74f20e582c32 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:03.267560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.1 (a9f8c6de-e2cf-4f47-a73e-b663267f8c5f/8ef0073b-4147-4eda-ae40-81e623d0253a/48749cab-131e-42b2-b02e-fa1b26c88167) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:03.425784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.447964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Transition to ACTIVE for port object 48749cab-131e-42b2-b02e-fa1b26c88167 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:03.494344 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.548697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:03.552773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:03.555287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=48749cab-131e-42b2-b02e-fa1b26c88167,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:03.557757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:03.569450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.610696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.864175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.973253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b183-672a-4208-8140-ea98e7c46fe3 req-c398cbdb-e165-43a8-87e0-11d9605faf0c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.974871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0489b183-672a-4208-8140-ea98e7c46fe3 req-c398cbdb-e165-43a8-87e0-11d9605faf0c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 945 time: 0.1516504 Jul 16 03:49:03.996353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e7719835-233c-4085-a14b-73d9a5e7b893 None None] Provisioning for port 48749cab-131e-42b2-b02e-fa1b26c88167 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:04.003193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e7719835-233c-4085-a14b-73d9a5e7b893 None None] Provisioning complete for port 48749cab-131e-42b2-b02e-fa1b26c88167 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:04.003564 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7719835-233c-4085-a14b-73d9a5e7b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.056609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e7719835-233c-4085-a14b-73d9a5e7b893 None None] Port 48749cab-131e-42b2-b02e-fa1b26c88167 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:04.083853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0489b183-672a-4208-8140-ea98e7c46fe3 req-3182f840-c2ae-475a-8c06-fc7e39c3d9a1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999341 Jul 16 03:49:04.225129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55944) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:04.281035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.287062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.306808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfe16-425d-43e3-abea-db6723cc91b3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.337282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfe16-425d-43e3-abea-db6723cc91b3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.395454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.397869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=48749cab-131e-42b2-b02e-fa1b26c88167,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:04.429293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfe16-425d-43e3-abea-db6723cc91b3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.432513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfe16-425d-43e3-abea-db6723cc91b3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.434634 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1b3bfe16-425d-43e3-abea-db6723cc91b3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/security-groups/cb64c50a-cd2e-439a-9ab0-7d798285f72a HTTP/1.1" status: 204 len: 168 time: 0.2074282 Jul 16 03:49:04.439090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:04.448868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bfe16-425d-43e3-abea-db6723cc91b3 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64c50a-cd2e-439a-9ab0-7d798285f72a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:04.470240 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-0c3898fb-9353-4e9d-9ba8-1537a3e11711 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] show failed (client error): The resource could not be found. Jul 16 03:49:04.471697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0c3898fb-9353-4e9d-9ba8-1537a3e11711 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "GET /v2.0/security-groups/cb64c50a-cd2e-439a-9ab0-7d798285f72a HTTP/1.1" status: 404 len: 347 time: 0.0241191 Jul 16 03:49:04.478927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:04.975851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:04.979316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:05.058525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port 085ef0cf-7382-4977-8838-27ff5fe20f84 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:05.058525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.161511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-5bead515-1f76-4e46-b13a-1296e0c58471 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.185988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-5bead515-1f76-4e46-b13a-1296e0c58471 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 945 time: 0.1844971 Jul 16 03:49:05.261201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:05.404013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c84080da-d9de-4b9a-9964-174458171518 None None] Provisioning complete for port 48749cab-131e-42b2-b02e-fa1b26c88167 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:05.404991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c84080da-d9de-4b9a-9964-174458171518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.432435 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.432766 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.459629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for 085ef0cf-7382-4977-8838-27ff5fe20f84 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:05.483757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:05.492895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0a17b5a6-f3f4-473c-a67b-7c47f3dd60e3 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/routers/e992b9fe-f231-4d6b-87dd-11f8d1f4fee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9124713 Jul 16 03:49:05.494750 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] Sync routers for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:05.500868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c84080da-d9de-4b9a-9964-174458171518 None None] Port 48749cab-131e-42b2-b02e-fa1b26c88167 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:05.513281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 55982) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:05.520493 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:05.521113 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:05.531248 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'port': {'network_id': 'a9f8c6de-e2cf-4f47-a73e-b663267f8c5f', 'name': 'tempest-FloatingIPTestJSON-692623287'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:05.560396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92df810-d786-4733-8816-6edbec124e8a req-2f7a2483-2445-457e-8c1d-07521fd9cc5f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.561907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f92df810-d786-4733-8816-6edbec124e8a req-2f7a2483-2445-457e-8c1d-07521fd9cc5f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 945 time: 0.2257023 Jul 16 03:49:05.579413 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:05.604299 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:05.604947 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:05.663157 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:05.664124 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c561444-3521-4e49-ac95-a48387cff451 None None] The sync data for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:05.698465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port 952a7128-c198-4a5b-816f-a01075b7a387 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:05.699724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f92df810-d786-4733-8816-6edbec124e8a req-d23838c8-994c-4cf8-a2e4-bff8b853a8ef tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277099 Jul 16 03:49:05.699907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.801003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.830107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Made reservation on behalf of a2956715b00e4142b54c0977ddb7c4a1 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:05.834779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.862626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port 952a7128-c198-4a5b-816f-a01075b7a387, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=952a7128-c198-4a5b-816f-a01075b7a387,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:05.863290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.877690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] device_id is not set on port 1dccb2c0-5b33-4a80-974d-b09f47422b9d yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:05.882948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=085ef0cf-7382-4977-8838-27ff5fe20f84,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:05.889878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for 952a7128-c198-4a5b-816f-a01075b7a387 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:06.048885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.051527 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.055952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-856bf75b-73c6-42f7-b7a1-0bfef2f0b0bb tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/floatingips/f95a04f4-f477-404b-a1c1-116567ff9b2a HTTP/1.1" status: 204 len: 168 time: 1.5755157 Jul 16 03:49:06.059413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 55994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:06.113349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Allocated IP 172.20.0.13 (a9f8c6de-e2cf-4f47-a73e-b663267f8c5f/8ef0073b-4147-4eda-ae40-81e623d0253a/1dccb2c0-5b33-4a80-974d-b09f47422b9d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:06.225396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port d2ca04fa-64d3-49e1-9c12-d61af269fb01 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:06.227436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.346621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.377239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for d2ca04fa-64d3-49e1-9c12-d61af269fb01 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:06.434766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.462023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Transition to ACTIVE for port object 1dccb2c0-5b33-4a80-974d-b09f47422b9d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:06.474043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.485780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4', '952a7128-c198-4a5b-816f-a01075b7a387'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:06.576339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=952a7128-c198-4a5b-816f-a01075b7a387,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.579186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.678741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port 952a7128-c198-4a5b-816f-a01075b7a387 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:06.692720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.694920 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c6d47d4-3bf5-433f-84d5-93c0df85b85b req-915b0e27-ada1-4b80-8632-f94a22bce9ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "DELETE /v2.0/ports/952a7128-c198-4a5b-816f-a01075b7a387 HTTP/1.1" status: 204 len: 173 time: 1.5018480 Jul 16 03:49:06.695376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'name': 'network-vif-deleted', 'tag': '952a7128-c198-4a5b-816f-a01075b7a387'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:06.695555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=d2ca04fa-64d3-49e1-9c12-d61af269fb01,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.697669 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bcb4ae-bd2e-4c9f-9f7e-344a2fa769a3" -d '{"events": [{"server_uuid": "b35afac1-dbc5-4f3f-99ca-f17ac9377f31", "name": "network-vif-deleted", "tag": "952a7128-c198-4a5b-816f-a01075b7a387"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:06.723938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.790561 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cc688-a8a4-4910-8755-b9b1b76aae2f x-openstack-request-id: req-1a8cc688-a8a4-4910-8755-b9b1b76aae2f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:06.793376 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35afac1-dbc5-4f3f-99ca-f17ac9377f31", "name": "network-vif-deleted", "tag": "952a7128-c198-4a5b-816f-a01075b7a387", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:06.795019 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a8cc688-a8a4-4910-8755-b9b1b76aae2f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:06.796883 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35afac1-dbc5-4f3f-99ca-f17ac9377f31', 'name': 'network-vif-deleted', 'tag': '952a7128-c198-4a5b-816f-a01075b7a387', 'status': 'completed', 'code': 200} Jul 16 03:49:06.826307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:06.829229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.832004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:06.832498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fba253ea-a248-4cdc-a9d1-1857d78ef984 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/ports/d2ca04fa-64d3-49e1-9c12-d61af269fb01 HTTP/1.1" status: 204 len: 168 time: 0.7713141 Jul 16 03:49:06.834412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56030) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:06.858128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:06.914074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event updated for resources: {'Port': ['ID=1dccb2c0-5b33-4a80-974d-b09f47422b9d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.040388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:07.041074 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.058359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e16da0f0-aa1a-4775-9e0e-d858d77105b2 req-fb7c32d6-2a77-4b46-a40b-87352b278b28 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=b35afac1-dbc5-4f3f-99ca-f17ac9377f31 HTTP/1.1" status: 200 len: 210 time: 0.0941122 Jul 16 03:49:07.138213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d52f0aca-78b6-4227-b682-fe4a28ebb74a tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6096306 Jul 16 03:49:07.138711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.143363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Request body: {'floatingip': {'port_id': '1dccb2c0-5b33-4a80-974d-b09f47422b9d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:07.177646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port beffbc6d-d16e-4c55-9678-cb60a7e1427a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:07.178195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.219801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.251333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27f300fa-339f-400e-b1f2-d9a520f9daa6 None None] Provisioning for port 1dccb2c0-5b33-4a80-974d-b09f47422b9d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:07.256034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27f300fa-339f-400e-b1f2-d9a520f9daa6 None None] Provisioning complete for port 1dccb2c0-5b33-4a80-974d-b09f47422b9d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:07.256601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27f300fa-339f-400e-b1f2-d9a520f9daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.302663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.324474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for beffbc6d-d16e-4c55-9678-cb60a7e1427a owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:07.353741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-27f300fa-339f-400e-b1f2-d9a520f9daa6 None None] Port 1dccb2c0-5b33-4a80-974d-b09f47422b9d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:07.509466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.560670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=beffbc6d-d16e-4c55-9678-cb60a7e1427a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.653823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.656249 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-319e60bc-215a-4cae-8ccd-d58e495ff464 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/ports/beffbc6d-d16e-4c55-9678-cb60a7e1427a HTTP/1.1" status: 204 len: 168 time: 0.8205318 Jul 16 03:49:07.659076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56050) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.720250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting subnet d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:07.724674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.768326 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.814515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.823759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.870516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.933980 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 0838b576-5b0e-4d07-aba0-34075d12f358 associated. External IP: 172.25.4.152, port: eae68d74-eb44-4550-8c68-4843f7670374. Jul 16 03:49:07.950992 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.981833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fd3d0f-668a-407c-9bdf-7f9ffee827a6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.986254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.988100 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d1497918-3616-4a49-bd43-d03643bb1e44 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/subnets/d6fd3d0f-668a-407c-9bdf-7f9ffee827a6 HTTP/1.1" status: 204 len: 168 time: 0.3277259 Jul 16 03:49:07.990528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.000606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752afc3-d455-4ded-a118-0a50320b8074 None None] Network dd62675e-11c9-4dee-afc7-85c9f38af14d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:08.097958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting subnet d5be31c5-68d5-4aaa-881d-c228abd0f206 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:08.110750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.240918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.485898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.486382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:08.573265 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.664927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Subnet': ['ID=d5be31c5-68d5-4aaa-881d-c228abd0f206,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.665880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] DHCP port deletion for dd62675e-11c9-4dee-afc7-85c9f38af14d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:08.692177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.696569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-088102ec-5083-468a-8883-1c3f76f2f160 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/subnets/d5be31c5-68d5-4aaa-881d-c228abd0f206 HTTP/1.1" status: 204 len: 168 time: 0.7021253 Jul 16 03:49:08.696720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56100) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.707453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23afe9a0-0698-4d35-9737-578fe909473f None None] Network df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:08.771390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:08.794960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:08.813519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.817153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] Deleting port 36e52213-dba2-46b3-9da9-e1d854a9e71a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:08.817713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.876555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Deleting port 36e52213-dba2-46b3-9da9-e1d854a9e71a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:08.876896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.893903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] For port 36e52213-dba2-46b3-9da9-e1d854a9e71a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=36e52213-dba2-46b3-9da9-e1d854a9e71a,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:08.894307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.905647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:08.906298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:08.958452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] For port 36e52213-dba2-46b3-9da9-e1d854a9e71a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=36e52213-dba2-46b3-9da9-e1d854a9e71a,segment=NetworkSegment(7926d3a0-200d-4e89-a9b3-cb9526145cc8),segment_id=7926d3a0-200d-4e89-a9b3-cb9526145cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:08.958452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.973049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Calling delete_port for 36e52213-dba2-46b3-9da9-e1d854a9e71a owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:08.973876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:08.977186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] Calling delete_port for 36e52213-dba2-46b3-9da9-e1d854a9e71a owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:09.034897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:09.036811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:09.059791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-8f02e961-3e31-4a27-80e8-5e951a55e14c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.067645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-8f02e961-3e31-4a27-80e8-5e951a55e14c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.3586233 Jul 16 03:49:09.101030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:09.102210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb6dd3-c732-49ce-9503-b571ab8a2527 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:09.118883 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7e905faf-9a89-4be1-9fc2-4e8da943883e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0491188 Jul 16 03:49:09.133801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.147434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] No DVR routers for this DVR port 36e52213-dba2-46b3-9da9-e1d854a9e71a on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:09.173848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.209282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Port': ['ID=36e52213-dba2-46b3-9da9-e1d854a9e71a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.249074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] Pushing event deleted for resources: {'Port': ['ID=36e52213-dba2-46b3-9da9-e1d854a9e71a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.253062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] DHCP port deletion for df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:09.260157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1bd3e-2882-42ba-8beb-5375b07fcd30 None None] No DVR routers for this DVR port 36e52213-dba2-46b3-9da9-e1d854a9e71a on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:09.265496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 952a7128-c198-4a5b-816f-a01075b7a387 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:09.317408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 952a7128-c198-4a5b-816f-a01075b7a387 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:09.319645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 952a7128-c198-4a5b-816f-a01075b7a387 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:09.331579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.349779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd62675e-11c9-4dee-afc7-85c9f38af14d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:09.374465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7926d3a0-200d-4e89-a9b3-cb9526145cc8') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:09.375901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7926d3a0-200d-4e89-a9b3-cb9526145cc8') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:09.383932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:09.388414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.398323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] Deleting port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:09.399077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.410461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.418885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:09.419333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:09.422713 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:09.506348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.523183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.526047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/networks/dd62675e-11c9-4dee-afc7-85c9f38af14d HTTP/1.1" status: 204 len: 168 time: 0.8232949 Jul 16 03:49:09.530139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-467fe5f5-a912-487c-8d78-d2a0bafbf21a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3782907 Jul 16 03:49:09.530670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:09.539061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309d07-035c-437a-8fcb-cd6f7739785f tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Network': ['ID=dd62675e-11c9-4dee-afc7-85c9f38af14d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.547623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] For port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,segment=NetworkSegment(bd8562ac-3bf1-4db1-8775-b912eeb0a422),segment_id=bd8562ac-3bf1-4db1-8775-b912eeb0a422)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:09.548224 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.575711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] Calling delete_port for fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:09.659571 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.672302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.701987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] Pushing event deleted for resources: {'Port': ['ID=fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.704642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e000f-d5e5-44ec-b9cd-e381e841bdf5 None None] No DVR routers for this DVR port fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:10.139375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 36e52213-dba2-46b3-9da9-e1d854a9e71a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:10.169841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:10.185585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.188164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 36e52213-dba2-46b3-9da9-e1d854a9e71a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:10.188524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 36e52213-dba2-46b3-9da9-e1d854a9e71a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:10.188956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:10.193528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] Sync routers for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:10.205602 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:10.206229 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.223644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:10.223884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fd02a1f6-5bd2-40c3-97b7-72441e7ca7f4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:10.254055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-90057459-1f3b-453d-9d26-e88c1f8658dd service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044678 Jul 16 03:49:10.260966 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.270484 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:10.271225 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.293313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.307962 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.309219 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec952f8-7104-46be-bb80-c7d56a34fdd8 None None] The sync data for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:10.335554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.355411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8562ac-3bf1-4db1-8775-b912eeb0a422') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.355929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8562ac-3bf1-4db1-8775-b912eeb0a422') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:10.386066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.442457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.445590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4f9cd516-ff85-4272-a26f-b6fc72138eb5 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/floatingips/0838b576-5b0e-4d07-aba0-34075d12f358 HTTP/1.1" status: 200 len: 978 time: 3.3058522 Jul 16 03:49:10.448438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:10.477187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-28daddb1-ad2b-48a0-8558-109eab286bdf service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124949 Jul 16 03:49:10.481699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:10.482170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:10.510958 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:10.600734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 1dccb2c0-5b33-4a80-974d-b09f47422b9d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:10.603591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.632609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.644519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.650421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] 10.222.0.25 "DELETE /v2.0/networks/df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d HTTP/1.1" status: 204 len: 168 time: 1.1134102 Jul 16 03:49:10.733957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd538e0-d74f-4465-b7f8-81f31206b7d6 tempest-TaggedBootDevicesTest-312024322 tempest-TaggedBootDevicesTest-312024322-project] Pushing event deleted for resources: {'Network': ['ID=df08e6ca-b48f-4cb6-a5fa-f2a65dc4c22d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:10.758911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.887867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fec4787f-6880-4a96-861a-f5495067af14 req-7453509a-83ea-4b8b-b675-0fd20f378e15 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 210 time: 0.0760262 Jul 16 03:49:10.977293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.977795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.978118 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Floating IP 0838b576-5b0e-4d07-aba0-34075d12f358 disassociated. External IP: 172.25.4.152, port: 1dccb2c0-5b33-4a80-974d-b09f47422b9d. Jul 16 03:49:10.978459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 1dccb2c0-5b33-4a80-974d-b09f47422b9d owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:11.204712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.247140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=1dccb2c0-5b33-4a80-974d-b09f47422b9d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.442777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:11.708977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:11.721404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] Sync routers for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:11.737845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:11.738466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:11.783654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:11.805996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:11.806662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:11.821747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.828458 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-95bb7aa4-b233-4e81-9868-ec46cc4b4a7c tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/ports/1dccb2c0-5b33-4a80-974d-b09f47422b9d HTTP/1.1" status: 204 len: 168 time: 1.3778601 Jul 16 03:49:11.831193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:11.856087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:11.856749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf5d37-0829-438f-a1a7-e666bc259d34 None None] The sync data for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:12.120388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2eeae3b-7eb5-4b08-8022-b34a2684bb5e req-2cd49945-9cb8-4b95-9b9f-56d1339503f9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 210 time: 0.0342011 Jul 16 03:49:12.336974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.677937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-b5524436-774c-48fa-829f-aa0720897f9a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:12.679707 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-b5524436-774c-48fa-829f-aa0720897f9a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1581755 Jul 16 03:49:12.695799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:12.749231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 48749cab-131e-42b2-b02e-fa1b26c88167 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:12.749739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.847547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:12.851845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.909655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.926263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 48749cab-131e-42b2-b02e-fa1b26c88167 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:13.101750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.3 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:13.263800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.325304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=48749cab-131e-42b2-b02e-fa1b26c88167,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.531720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccf71435-540c-4b65-8177-9cf943fd390c req-e942a7bb-867c-4ba7-8ab0-711ce28d3ee2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 210 time: 0.1182821 Jul 16 03:49:13.550019 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.599207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.610843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:13.687193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.704883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:13.707182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:13.710412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:13.724179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.794365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:13.795508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.814929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-a0e74011-7233-4bfb-b4af-f7365db43507 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1239271 Jul 16 03:49:13.827711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Request body: {'port': {'device_id': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:13.920260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.989496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:14.125654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:14.133287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8a6ca5ba-6559-4d1c-90c6-12bb969f31ec tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/routers/e992b9fe-f231-4d6b-87dd-11f8d1f4fee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010120 Jul 16 03:49:14.135944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] Sync routers for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:14.137887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:14.151911 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:14.154090 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:14.205316 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:14.215942 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] Routers {'e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:14.217018 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:14.268186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:14.268868 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201789c-eafc-4e8b-aa39-0c58e8612c7e None None] The sync data for ids ['e992b9fe-f231-4d6b-87dd-11f8d1f4fee4'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:14.754536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.761878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:14.826832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.852377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Transition to ACTIVE for port object 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:14.890415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.896520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6544c-758d-445a-981d-eab16de61c47 req-3105f69e-1bc8-4363-af49-97c2dea883f8 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:14.906483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ab6544c-758d-445a-981d-eab16de61c47 req-3105f69e-1bc8-4363-af49-97c2dea883f8 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 931 time: 0.1053019 Jul 16 03:49:14.968245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:14.994390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ab6544c-758d-445a-981d-eab16de61c47 req-123753af-5e89-4a96-829d-3b571514ea3b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869823 Jul 16 03:49:15.033843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.088276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Attempting to bind port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:15.088602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Attempting to bind port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:15.088932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Attempting to bind port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:15.097196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:15.097513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Attempting to bind port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:15.103049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:15.103388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:15.103770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:15.104194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Bound port: 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:15.104547 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.151247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 1054206c-43d6-4899-af73-0a9061400e9c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:15.151582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.226021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] For port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:15.250048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] For port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:15.265201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.268429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.307563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 1054206c-43d6-4899-af73-0a9061400e9c owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:15.327563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.328232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.329610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] 10.222.0.48 "PUT /v2.0/ports/3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e HTTP/1.1" status: 200 len: 1091 time: 1.5072541 Jul 16 03:49:15.330046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'tag': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:15.332296 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193adecf-ed86-4225-8577-5719f47dd96f" -d '{"events": [{"name": "network-changed", "server_uuid": "52c8c02d-5447-4997-addb-d0dfefb5581c", "tag": "3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:15.400759 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc45e13-5ec6-4005-901c-ecec401960af x-openstack-request-id: req-6bc45e13-5ec6-4005-901c-ecec401960af {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:15.401029 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c8c02d-5447-4997-addb-d0dfefb5581c", "tag": "3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:15.401293 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bc45e13-5ec6-4005-901c-ecec401960af {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:15.402245 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'tag': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e', 'status': 'completed', 'code': 200} Jul 16 03:49:15.433796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894a1a6-ede4-4808-ba08-275abe33abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:15.531284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-c5a0ad9e-1854-4070-a052-0b107b7a391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.532822 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-c5a0ad9e-1854-4070-a052-0b107b7a391d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 1094 time: 0.1283278 Jul 16 03:49:15.587993 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-e1a8e4b1-c031-4975-aaab-4edc4ba6f56e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e HTTP/1.1" status: 200 len: 217 time: 0.0462689 Jul 16 03:49:15.672101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-51289a5a-dd4f-4894-9fab-e1a072ae1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.673817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-51289a5a-dd4f-4894-9fab-e1a072ae1171 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0626552 Jul 16 03:49:15.675124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.716212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=1054206c-43d6-4899-af73-0a9061400e9c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:15.768272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-da99105c-c66e-426d-85df-e46fa690868e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837281 Jul 16 03:49:15.875256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.977565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.985020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.000938 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-d00253d4-2f40-4eeb-94c3-c5a6634b2e51 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067845 Jul 16 03:49:16.061868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.062749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Fanout notify agent at l3_agent the message router_deleted on router e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:49:16.089659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.093957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.094799 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-856dd237-2d80-41ca-996a-4a813414319f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/routers/e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 HTTP/1.1" status: 204 len: 168 time: 1.9552321 Jul 16 03:49:16.175328 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-959bfd56-024c-497f-9adc-9043bd4acad5 req-4a72bac3-52d4-4606-80f0-ddc7eafcc03d service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270745 Jul 16 03:49:16.196176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting subnet 8ef0073b-4147-4eda-ae40-81e623d0253a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:16.201290 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.249915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507c292-7ede-4e65-a8be-79e7f88e6cb6 req-ca34cc34-bba8-4e60-a8fb-c6fa0728542d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.251585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e507c292-7ede-4e65-a8be-79e7f88e6cb6 req-ca34cc34-bba8-4e60-a8fb-c6fa0728542d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 943 time: 0.1399970 Jul 16 03:49:16.259664 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.307368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193adecf-ed86-4225-8577-5719f47dd96f req-c30fc064-a95b-4c2e-840b-4a4d097fc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.309961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-c30fc064-a95b-4c2e-840b-4a4d097fc8ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 1094 time: 0.0858538 Jul 16 03:49:16.333268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e507c292-7ede-4e65-a8be-79e7f88e6cb6 req-567b3c1e-cadd-435c-98d0-bccd946513ed tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706148 Jul 16 03:49:16.405452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.439505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193adecf-ed86-4225-8577-5719f47dd96f req-58845a5e-2cc4-4f56-a9e9-94597435a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.441021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-58845a5e-2cc4-4f56-a9e9-94597435a60b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1234076 Jul 16 03:49:16.469881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.485859 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.488249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/subnets/8ef0073b-4147-4eda-ae40-81e623d0253a HTTP/1.1" status: 204 len: 168 time: 0.3932779 Jul 16 03:49:16.495127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ecd43-edf3-4c29-9a1f-b0788bf7c5cb None None] Network a9f8c6de-e2cf-4f47-a73e-b663267f8c5f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:16.500546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.510166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-a36642f3-86b2-4a0e-bf4a-d3ad4e84a695 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e HTTP/1.1" status: 200 len: 217 time: 0.0615656 Jul 16 03:49:16.510786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40236aad-ef1f-41c5-910a-60bea75d1a0f tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef0073b-4147-4eda-ae40-81e623d0253a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:16.632824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.635704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193adecf-ed86-4225-8577-5719f47dd96f req-26d4f2a6-3997-4a89-881d-e478941d103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.637719 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-26d4f2a6-3997-4a89-881d-e478941d103d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.1096299 Jul 16 03:49:16.688472 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-0205c835-1331-4ba0-a34b-d21a4929a443 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403717 Jul 16 03:49:16.740834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] DHCP port deletion for a9f8c6de-e2cf-4f47-a73e-b663267f8c5f request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:16.802080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] Deleting port 309f608e-42b8-48ab-9787-a7abb9b64a26 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:16.802495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.809344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 309f608e-42b8-48ab-9787-a7abb9b64a26 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:16.809898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.880695 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-d627c879-7584-4dac-be42-cf50c1be6f5c service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691279 Jul 16 03:49:16.886579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] For port 309f608e-42b8-48ab-9787-a7abb9b64a26, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=309f608e-42b8-48ab-9787-a7abb9b64a26,segment=NetworkSegment(f9c709f4-a40f-4775-a162-d4b9c691845f),segment_id=f9c709f4-a40f-4775-a162-d4b9c691845f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:16.887054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.902146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] Calling delete_port for 309f608e-42b8-48ab-9787-a7abb9b64a26 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:16.922100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] For port 309f608e-42b8-48ab-9787-a7abb9b64a26, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=309f608e-42b8-48ab-9787-a7abb9b64a26,segment=NetworkSegment(f9c709f4-a40f-4775-a162-d4b9c691845f),segment_id=f9c709f4-a40f-4775-a162-d4b9c691845f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:16.922469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.970013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 309f608e-42b8-48ab-9787-a7abb9b64a26 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:17.040590 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.045018 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193adecf-ed86-4225-8577-5719f47dd96f req-30579703-389c-4a21-914d-766aaf8fec21 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565294 Jul 16 03:49:17.073371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] Pushing event deleted for resources: {'Port': ['ID=309f608e-42b8-48ab-9787-a7abb9b64a26,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.076193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54fc7e-aa65-413d-8f1d-1e5961e77e85 None None] No DVR routers for this DVR port 309f608e-42b8-48ab-9787-a7abb9b64a26 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:17.091956 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.124452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=309f608e-42b8-48ab-9787-a7abb9b64a26,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.131284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] No DVR routers for this DVR port 309f608e-42b8-48ab-9787-a7abb9b64a26 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:17.225272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.238729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f8c6de-e2cf-4f47-a73e-b663267f8c5f']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:17.251575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c709f4-a40f-4775-a162-d4b9c691845f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:17.251892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c709f4-a40f-4775-a162-d4b9c691845f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:17.263009 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.278495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.285520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:17.286035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: self.session.flush() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:17.289795 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:17.367907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.387176 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.389084 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/networks/a9f8c6de-e2cf-4f47-a73e-b663267f8c5f HTTP/1.1" status: 204 len: 168 time: 0.8873639 Jul 16 03:49:17.389975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb9371-d104-43ae-a801-dedf46d148c8 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Network': ['ID=a9f8c6de-e2cf-4f47-a73e-b663267f8c5f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.391881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56310) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:17.593570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 62528b04-da5b-4e39-9645-cd60569e1524 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:17.594188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.633926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945790d6-c24b-4ae4-be9d-c0bb0463de02 req-40eba436-4a16-472a-8335-dae62b7305df tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:17.635578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-945790d6-c24b-4ae4-be9d-c0bb0463de02 req-40eba436-4a16-472a-8335-dae62b7305df tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 943 time: 0.1408174 Jul 16 03:49:17.707535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-945790d6-c24b-4ae4-be9d-c0bb0463de02 req-0a1ea00e-18c9-467e-8e64-49d69cb93b64 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jul 16 03:49:17.725493 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.726738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.756150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 62528b04-da5b-4e39-9645-cd60569e1524 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:17.905470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.936551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=62528b04-da5b-4e39-9645-cd60569e1524,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:18.020367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.023607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.024859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fca61f9c-52ed-4b55-a4c3-3cfbe3c8e0ae tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/floatingips/0838b576-5b0e-4d07-aba0-34075d12f358 HTTP/1.1" status: 204 len: 168 time: 0.6319199 Jul 16 03:49:18.030522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.087138 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-94db5efb-a234-42f5-afaa-0b986c315e43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:18.088290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94db5efb-a234-42f5-afaa-0b986c315e43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:18.091078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94db5efb-a234-42f5-afaa-0b986c315e43 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/ports/1dccb2c0-5b33-4a80-974d-b09f47422b9d HTTP/1.1" status: 404 len: 333 time: 0.0592771 Jul 16 03:49:18.093586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.135502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-310c74da-0bbf-4f42-9634-5734d25fbba7 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/ports?device_id=e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 HTTP/1.1" status: 200 len: 205 time: 0.0398357 Jul 16 03:49:18.138293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.145050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 309f608e-42b8-48ab-9787-a7abb9b64a26 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:18.167437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 309f608e-42b8-48ab-9787-a7abb9b64a26 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:18.167719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 309f608e-42b8-48ab-9787-a7abb9b64a26 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:18.185111 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-0ab64254-dd6d-4d01-9717-0636c786b4df tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] delete failed (client error): The resource could not be found. Jul 16 03:49:18.186153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0ab64254-dd6d-4d01-9717-0636c786b4df tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/routers/e992b9fe-f231-4d6b-87dd-11f8d1f4fee4 HTTP/1.1" status: 404 len: 336 time: 0.0469313 Jul 16 03:49:18.188982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56326) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.216038 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fb6f9e-4b80-49a6-9e0f-c7679d56c2fc tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:18.216559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fb6f9e-4b80-49a6-9e0f-c7679d56c2fc tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:18.220923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.221082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e6fb6f9e-4b80-49a6-9e0f-c7679d56c2fc tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/subnets/8ef0073b-4147-4eda-ae40-81e623d0253a HTTP/1.1" status: 404 len: 337 time: 0.0308642 Jul 16 03:49:18.334775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port eae68d74-eb44-4550-8c68-4843f7670374 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:18.335123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.449581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.461817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for eae68d74-eb44-4550-8c68-4843f7670374 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:18.634225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.752973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=eae68d74-eb44-4550-8c68-4843f7670374,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:18.755488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.757456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7226a7ae-bb40-4118-b5e4-4d2d856ae4fa tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/ports/eae68d74-eb44-4550-8c68-4843f7670374 HTTP/1.1" status: 204 len: 168 time: 0.5355048 Jul 16 03:49:18.759843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56334) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.902670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port e10f7a83-a364-4a99-96d4-1ec61613ce31 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:18.903013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.037299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.051274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for e10f7a83-a364-4a99-96d4-1ec61613ce31 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:19.227176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.260428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bf73f-953a-4a5c-bb7e-06a126d94c12 req-5f31a9ba-4913-451d-a06b-866f7c023d28 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.269182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d9bf73f-953a-4a5c-bb7e-06a126d94c12 req-5f31a9ba-4913-451d-a06b-866f7c023d28 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 943 time: 0.3816762 Jul 16 03:49:19.287210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:19.453911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=e10f7a83-a364-4a99-96d4-1ec61613ce31,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:19.468327 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.470675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-97645a5b-bfa3-4026-8c1f-d1d699e2e7f9 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/ports/e10f7a83-a364-4a99-96d4-1ec61613ce31 HTTP/1.1" status: 204 len: 168 time: 0.7097423 Jul 16 03:49:19.473758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56364) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.506716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d9bf73f-953a-4a5c-bb7e-06a126d94c12 req-d1bddfd4-6654-454f-9c33-fa06e2676061 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362044 Jul 16 03:49:19.546970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:19.560451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e', 'mac_address': 'fa:16:3e:6d:0a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:19.625208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f257c25-e245-4913-9e01-0b6558274e82 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.627088 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0f257c25-e245-4913-9e01-0b6558274e82 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "GET /v2.0/ports?device_id=77948b17-77ae-4129-bfa4-4fffd26d5073 HTTP/1.1" status: 200 len: 913 time: 0.1519349 Jul 16 03:49:19.629560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.665562 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.700768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:19.724941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:19.731492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.838382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:19.881577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.933709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:20.007324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b286c16-096b-4e33-ab8e-aced74dbe54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.149193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b286c16-096b-4e33-ab8e-aced74dbe54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.154640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b286c16-096b-4e33-ab8e-aced74dbe54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.205374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4b286c16-096b-4e33-ab8e-aced74dbe54f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=031ff61e631c40d9aff9ff80fc66f691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202245 Jul 16 03:49:20.205374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b286c16-096b-4e33-ab8e-aced74dbe54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed394d3-ecfd-4480-ab07-d13e976390ec,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:20.206948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:20.277161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bef50e9-c59a-4a71-97dd-55f3eb32eaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.319531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bef50e9-c59a-4a71-97dd-55f3eb32eaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.390380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.446153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bef50e9-c59a-4a71-97dd-55f3eb32eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.449271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bef50e9-c59a-4a71-97dd-55f3eb32eaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.451072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1bef50e9-c59a-4a71-97dd-55f3eb32eaee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fed394d3-ecfd-4480-ab07-d13e976390ec HTTP/1.1" status: 204 len: 168 time: 0.2421546 Jul 16 03:49:20.462262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef50e9-c59a-4a71-97dd-55f3eb32eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed394d3-ecfd-4480-ab07-d13e976390ec,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:20.728294 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cff8e41-f861-462c-b989-083e1574d27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.843177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56392) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:20.859316 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9569e734-e913-49aa-bbd5-ee8f378c0c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.994356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9569e734-e913-49aa-bbd5-ee8f378c0c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.002806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9569e734-e913-49aa-bbd5-ee8f378c0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.050724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9569e734-e913-49aa-bbd5-ee8f378c0c55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=166fe1a2a1cf44b2aed9118cb883cd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063406 Jul 16 03:49:21.051632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569e734-e913-49aa-bbd5-ee8f378c0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e435f3-a187-484c-b7e8-03e0ff01354e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.053342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:21.077962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254cee4-be9f-42c7-a8ef-7fb20207dfce req-57e2562d-1300-47b1-918b-46cd0fbab83d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.080065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3254cee4-be9f-42c7-a8ef-7fb20207dfce req-57e2562d-1300-47b1-918b-46cd0fbab83d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 944 time: 0.1628580 Jul 16 03:49:21.206383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3254cee4-be9f-42c7-a8ef-7fb20207dfce req-44dfe772-ebf5-4df5-b010-39653856f5f2 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177878 Jul 16 03:49:21.216677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053ebc47-f083-4ff3-be1d-2957bb12668c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.251707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053ebc47-f083-4ff3-be1d-2957bb12668c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.271738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 921343a7-35c6-4467-87bb-b6fb3527659c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:21.272080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.288218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:21.345589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:21.350391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:21.351294 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.402032 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.415675 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 921343a7-35c6-4467-87bb-b6fb3527659c owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:21.455297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.490050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:21.492795 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e840b6-293e-46a7-a177-fa3325417122" -d '{"events": [{"server_uuid": "52c8c02d-5447-4997-addb-d0dfefb5581c", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:21.498594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:21.504219 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.563701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053ebc47-f083-4ff3-be1d-2957bb12668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.566792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053ebc47-f083-4ff3-be1d-2957bb12668c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.580950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-053ebc47-f083-4ff3-be1d-2957bb12668c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2e435f3-a187-484c-b7e8-03e0ff01354e HTTP/1.1" status: 204 len: 168 time: 0.5151570 Jul 16 03:49:21.605333 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d28cc-9db9-49e1-828a-c43b7f1ba9a4 x-openstack-request-id: req-a65d28cc-9db9-49e1-828a-c43b7f1ba9a4 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:21.606265 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c8c02d-5447-4997-addb-d0dfefb5581c", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:21.606644 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a65d28cc-9db9-49e1-828a-c43b7f1ba9a4 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:21.607358 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e', 'code': 200} Jul 16 03:49:21.610622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.619215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.625477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.626308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.628228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.628808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.629373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.629949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.630510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.631095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.633586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ebc47-f083-4ff3-be1d-2957bb12668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e435f3-a187-484c-b7e8-03e0ff01354e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.633873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.634508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.635198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:21.698433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.712972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8447-8d5a-49c2-b449-6d04cd882c31 req-b7bfd60b-433e-4b9a-992c-d021f10df495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.717570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba0e8447-8d5a-49c2-b449-6d04cd882c31 req-b7bfd60b-433e-4b9a-992c-d021f10df495 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 1096 time: 0.1037364 Jul 16 03:49:21.756941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=921343a7-35c6-4467-87bb-b6fb3527659c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.772047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ba0e8447-8d5a-49c2-b449-6d04cd882c31 req-ea312ae4-da1b-426e-90b0-4ab494e8afb0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Jul 16 03:49:21.945835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.224027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Router 77948b17-77ae-4129-bfa4-4fffd26d5073 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:22.373028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:22.387770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-da28c5f4-8062-4c69-a647-9e2096f39413 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "PUT /v2.0/routers/77948b17-77ae-4129-bfa4-4fffd26d5073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7543764 Jul 16 03:49:22.387990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] Sync routers for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:22.388433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.413066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:22.414162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:22.453334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:22.462434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] Routers {'77948b17-77ae-4129-bfa4-4fffd26d5073'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:22.463405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:48:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['77948b17-77ae-4129-bfa4-4fffd26d5073'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:22.524716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56432) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.526987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:22.529702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145fc255-4a04-4cc4-898c-8f21c3f5d377 None None] The sync data for ids ['77948b17-77ae-4129-bfa4-4fffd26d5073'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:22.643528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:49:22.688928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608c2c-07d5-4138-a9ba-27126ba08246 req-4f5db1ba-5114-4810-9ee4-ad639560dfa9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.690580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30608c2c-07d5-4138-a9ba-27126ba08246 req-4f5db1ba-5114-4810-9ee4-ad639560dfa9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.3213582 Jul 16 03:49:22.737296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.834245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30608c2c-07d5-4138-a9ba-27126ba08246 req-a0e07d32-e58e-41fe-98bb-32ac551d1b9b tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369796 Jul 16 03:49:22.896892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.984243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting port 33ef0e62-1f63-4323-a688-1f291c397b07 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:22.984585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.119233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.146557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Calling delete_port for 33ef0e62-1f63-4323-a688-1f291c397b07 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:23.291219 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38127e17-3953-453d-bdb7-e2da112a8382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.305033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.406252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.440647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Port': ['ID=33ef0e62-1f63-4323-a688-1f291c397b07,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:23.515347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.631621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.634200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.634420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Deleting port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:23.636504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.695492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.696130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Fanout notify agent at l3_agent the message router_deleted on router 77948b17-77ae-4129-bfa4-4fffd26d5073 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:49:23.704098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.708263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b3f29299-9184-48e2-a8d4-ba01a0657127 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/routers/77948b17-77ae-4129-bfa4-4fffd26d5073 HTTP/1.1" status: 204 len: 168 time: 1.3169370 Jul 16 03:49:23.708800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:23.724518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] For port dcfc9d6e-e796-45f9-b92e-442d3c5ecf63, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:23.725166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.745909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Calling delete_port for dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:23.773791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Deleting subnet bdca7b30-dfd3-4112-a89e-f86f90ec3264 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:23.777117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.833178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.866652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.907131 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.988963 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.998719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.038714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfc9d6e-e796-45f9-b92e-442d3c5ecf63,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:24.041513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Subnet': ['ID=bdca7b30-dfd3-4112-a89e-f86f90ec3264,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:24.059942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.061864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d38dde70-1055-4a87-9549-bcd626485a8e tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/subnets/bdca7b30-dfd3-4112-a89e-f86f90ec3264 HTTP/1.1" status: 204 len: 168 time: 0.3524432 Jul 16 03:49:24.067882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56464) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:24.095715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.096426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.097203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.098109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.098691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.099388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.099958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.100505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.101055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.101611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.102168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.102905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:24.123151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7d1b1-1458-46e8-af48-06cb42fda689 req-3aaa5b3f-6316-4554-85db-5795dc4ec90d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.131378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77c7d1b1-1458-46e8-af48-06cb42fda689 req-3aaa5b3f-6316-4554-85db-5795dc4ec90d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.0864983 Jul 16 03:49:24.179102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77c7d1b1-1458-46e8-af48-06cb42fda689 req-6224305a-3548-436d-bf80-34eb80424e76 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465555 Jul 16 03:49:24.356980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.429741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.441361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.774134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851cb8d-b4df-4f7b-b629-7d561f242b43 req-adb9800b-75b8-486b-bcaa-4a91ec9787bf tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.778038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f851cb8d-b4df-4f7b-b629-7d561f242b43 req-adb9800b-75b8-486b-bcaa-4a91ec9787bf tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.1180017 Jul 16 03:49:24.851576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f851cb8d-b4df-4f7b-b629-7d561f242b43 req-a8ff0111-a5fc-471a-97e5-e81fdae696cb tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670333 Jul 16 03:49:25.090295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.133087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc8a927-2524-4f95-b5ad-1d07e08a7e40']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:25.146863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aff0f-45ef-46e4-9fd4-53e4b984ec6d req-a7b8f599-e2a4-4d8b-87de-4a0fd4f54fc5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.148953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f32aff0f-45ef-46e4-9fd4-53e4b984ec6d req-a7b8f599-e2a4-4d8b-87de-4a0fd4f54fc5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.0727715 Jul 16 03:49:25.163656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e46c4d7-fd90-46c1-94f3-40b3aca4e5a3') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:25.173526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e46c4d7-fd90-46c1-94f3-40b3aca4e5a3') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:25.212493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.213265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f32aff0f-45ef-46e4-9fd4-53e4b984ec6d req-107ef505-79fa-464f-a133-84de107cf1c7 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Jul 16 03:49:25.237201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.250692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:25.261580 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:25.430734 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.439958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.446965 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] 10.222.0.25 "DELETE /v2.0/networks/1cc8a927-2524-4f95-b5ad-1d07e08a7e40 HTTP/1.1" status: 204 len: 168 time: 1.3333080 Jul 16 03:49:25.512443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad9b24-df5e-47a2-93ec-cd9db3fd5c15 tempest-FloatingIPTestJSON-36695286 tempest-FloatingIPTestJSON-36695286-project] Pushing event deleted for resources: {'Network': ['ID=1cc8a927-2524-4f95-b5ad-1d07e08a7e40,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:25.555865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Router c9938e00-2904-481a-abcc-c0da6e56b338 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:25.720749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:25.731916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246cf8-19ab-41a9-a9de-a9b3e315a5ef req-dd9f736b-0994-402d-b056-3c6c1a642940 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.734614 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] Sync routers for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:25.736459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96c12970-6a35-490b-bde7-ddafa18af60c admin admin] 10.222.0.25 "PUT /v2.0/routers/c9938e00-2904-481a-abcc-c0da6e56b338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2092974 Jul 16 03:49:25.738286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:25.740314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03246cf8-19ab-41a9-a9de-a9b3e315a5ef req-dd9f736b-0994-402d-b056-3c6c1a642940 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.0948849 Jul 16 03:49:25.766258 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:25.769678 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:25.798945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03246cf8-19ab-41a9-a9de-a9b3e315a5ef req-30981f8e-9e24-46be-985d-17627419bdbf tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565836 Jul 16 03:49:25.936075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56656) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:25.942263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.972204 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:26.111217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.139537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.227435 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:49:23Z', 'revision_number': 5, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port': {'id': '61d864cf-8add-4a02-90bb-9af664725d3a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:21Z', 'updated_at': '2021-07-16T03:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:26.248942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:26.249369 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c2cd2e49-af5a-4578-b871-691afb605a92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2956715b00e4142b54c0977ddb7c4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117933 Jul 16 03:49:26.261590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Deleting port 61d864cf-8add-4a02-90bb-9af664725d3a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:26.261953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.267771 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] Checking router: c9938e00-2904-481a-abcc-c0da6e56b338 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:26.280424 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] Routers {'c9938e00-2904-481a-abcc-c0da6e56b338'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:26.281395 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c9938e00-2904-481a-abcc-c0da6e56b338'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:26.360755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] For port 61d864cf-8add-4a02-90bb-9af664725d3a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61d864cf-8add-4a02-90bb-9af664725d3a,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:26.360755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.365976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.373615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Calling delete_port for 61d864cf-8add-4a02-90bb-9af664725d3a owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:26.430048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.462877 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] Set router c9938e00-2904-481a-abcc-c0da6e56b338 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:26.546105 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:49:26Z', 'revision_number': 6, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:26.575228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.579000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.580799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cd5e31c-b64a-4079-ae43-8807f67e97bb HTTP/1.1" status: 204 len: 168 time: 0.3308744 Jul 16 03:49:26.595688 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad573dc1-c4eb-4cc3-b795-fe7bbdcfd6cd None None] The sync data for ids ['c9938e00-2904-481a-abcc-c0da6e56b338'] in n-d-800089-6 is: [{'id': 'c9938e00-2904-481a-abcc-c0da6e56b338', 'name': 'tempest-TaggedBootDevicesTest-881891387-router', 'tenant_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:19Z', 'updated_at': '2021-07-16T03:49:26Z', 'revision_number': 6, 'project_id': '5a317fb0bcd4462b8d699bc50cd9bf11', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:26.618069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd5e31c-b64a-4079-ae43-8807f67e97bb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:26.644331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.644824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.645049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.645356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.645696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.646082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.646350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.646714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.653091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.653602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.653960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.654324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c2453-201b-4afb-9500-24d793cddd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:26.682131 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.728936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Pushing event deleted for resources: {'Port': ['ID=61d864cf-8add-4a02-90bb-9af664725d3a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:26.902341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.058848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.071418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.170890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-0f9a2054-efe6-475e-b2cb-fbbfcbbe47ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.175112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-0f9a2054-efe6-475e-b2cb-fbbfcbbe47ca tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.4024210 Jul 16 03:49:27.190518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.191348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9938e00-2904-481a-abcc-c0da6e56b338 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:49:27.197812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4242ca-b40b-47d6-9557-10beb9f159eb req-5825d51a-6b07-4552-9853-859d41ff1dc9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.207804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d4242ca-b40b-47d6-9557-10beb9f159eb req-5825d51a-6b07-4552-9853-859d41ff1dc9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 945 time: 0.1432307 Jul 16 03:49:27.224870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.226058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-354a7660-7e9c-44b2-81ea-ff0e553dea4c admin admin] 10.222.0.25 "DELETE /v2.0/routers/c9938e00-2904-481a-abcc-c0da6e56b338 HTTP/1.1" status: 204 len: 168 time: 1.4867914 Jul 16 03:49:27.232967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56802) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:27.261244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d4242ca-b40b-47d6-9557-10beb9f159eb req-1ad49437-829b-4ec1-9378-f8c3be379656 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Jul 16 03:49:27.328663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Deleting subnet 2235eb83-0251-42ab-8fef-b0f3fd05ead9 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:27.333360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.380705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.405998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:27.406864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.574344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.577504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:27.577872 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.614911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:27.698205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.709583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:27.731672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2235eb83-0251-42ab-8fef-b0f3fd05ead9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:27.738059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.739998 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-feae9fd8-93f1-4b83-887d-5babb2672bfe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2235eb83-0251-42ab-8fef-b0f3fd05ead9 HTTP/1.1" status: 204 len: 168 time: 0.5061007 Jul 16 03:49:27.743579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:27.749193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc8e795-61fb-4da9-ae35-a0180131db93 None None] Network 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:27.901723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.909891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.948604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:27.955561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:27.969026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:27.996280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2112481793-network', 'tenant_id': 'fd4f3deceb874e228a34f8c8791793a7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:28.028716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Made reservation on behalf of fd4f3deceb874e228a34f8c8791793a7 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:28.031105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.042884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.097233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:28.110384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.127806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-60e18c14-8daa-4a31-b96b-86ab6414b886 req-1593afb5-ea00-48f9-87cc-2d7f51c8c978 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "DELETE /v2.0/ports/3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e HTTP/1.1" status: 204 len: 173 time: 0.9441619 Jul 16 03:49:28.139273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'name': 'network-vif-deleted', 'tag': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:28.147851 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c4863-7673-4346-8654-85d2e4a5106a" -d '{"events": [{"server_uuid": "52c8c02d-5447-4997-addb-d0dfefb5581c", "name": "network-vif-deleted", "tag": "3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:28.149456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Deleting port feb5dc6b-1686-43f1-a25e-4ab8f20d495f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:28.149773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.182082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] DHCP port deletion for 5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:28.243623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:28.274868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:28.275474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dcfc9d6e-e796-45f9-b92e-442d3c5ecf63 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:28.276130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61d864cf-8add-4a02-90bb-9af664725d3a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:28.314710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] For port feb5dc6b-1686-43f1-a25e-4ab8f20d495f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:28.315277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.329051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 61d864cf-8add-4a02-90bb-9af664725d3a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:28.329821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61d864cf-8add-4a02-90bb-9af664725d3a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:28.332035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Calling delete_port for feb5dc6b-1686-43f1-a25e-4ab8f20d495f owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:28.393531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] Deleting port feb5dc6b-1686-43f1-a25e-4ab8f20d495f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:28.393967 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.460191 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.476084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] For port feb5dc6b-1686-43f1-a25e-4ab8f20d495f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,segment=NetworkSegment(f7d1be7f-7435-4c0a-912c-6f44a5461968),segment_id=f7d1be7f-7435-4c0a-912c-6f44a5461968)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:28.477610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.493341 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe8d65-a0cd-4f36-ab76-593c1aaa091e x-openstack-request-id: req-59fe8d65-a0cd-4f36-ab76-593c1aaa091e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:28.494474 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c8c02d-5447-4997-addb-d0dfefb5581c", "name": "network-vif-deleted", "tag": "3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:28.496119 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59fe8d65-a0cd-4f36-ab76-593c1aaa091e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:28.496740 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c8c02d-5447-4997-addb-d0dfefb5581c', 'name': 'network-vif-deleted', 'tag': '3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e', 'status': 'completed', 'code': 200} Jul 16 03:49:28.506405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.509492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] Calling delete_port for feb5dc6b-1686-43f1-a25e-4ab8f20d495f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:28.516839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] No DVR routers for this DVR port feb5dc6b-1686-43f1-a25e-4ab8f20d495f on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:28.552712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.574282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.610353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.628155 n-d-800089-6 neutron-server[93758]: self.session.flush() Jul 16 03:49:28.636018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.646269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.649244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7b4b9-1334-4726-89ec-a2dcd28e2ba6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.664858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.665223 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Added segment c959d3bb-1d9a-4f63-91ce-0a9954833067 of type vlan for network 1ef765ac-1c0a-48e1-a79d-ed5557511786 Jul 16 03:49:28.681941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5e7a46-49cb-44ba-b2d9-5b33f73375b3']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:28.687829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] Pushing event deleted for resources: {'Port': ['ID=feb5dc6b-1686-43f1-a25e-4ab8f20d495f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.690738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac803f7-c2cf-4bd3-a70f-7f1e424229b6 None None] No DVR routers for this DVR port feb5dc6b-1686-43f1-a25e-4ab8f20d495f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:28.734204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d1be7f-7435-4c0a-912c-6f44a5461968') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:28.734500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d1be7f-7435-4c0a-912c-6f44a5461968') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:28.766839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e34fa1ba-7a7c-4185-8352-e9573edf52f2 req-b11867d8-ff92-4fcb-8809-969dbe592c4a tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c8c02d-5447-4997-addb-d0dfefb5581c HTTP/1.1" status: 200 len: 210 time: 0.0813961 Jul 16 03:49:28.777814 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.787369 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.803635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.818385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:28.818903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:28.821618 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:28.845211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.846203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:28.846816 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.905973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.910002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1991527 Jul 16 03:49:28.913605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 56988) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:28.913833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.915630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b5e7a46-49cb-44ba-b2d9-5b33f73375b3 HTTP/1.1" status: 204 len: 168 time: 1.1711612 Jul 16 03:49:28.921573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Request body: {'subnet': {'network_id': '1ef765ac-1c0a-48e1-a79d-ed5557511786', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2112481793-subnet', 'tenant_id': 'fd4f3deceb874e228a34f8c8791793a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:28.943592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Made reservation on behalf of fd4f3deceb874e228a34f8c8791793a7 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:28.946732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.947588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f65d-0871-4a22-8480-d96f960eb941 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef765ac-1c0a-48e1-a79d-ed5557511786,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.957663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1ef765ac-1c0a-48e1-a79d-ed5557511786 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:28.962594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed01a7-a496-434e-ae89-25c6d9ab65f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5e7a46-49cb-44ba-b2d9-5b33f73375b3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:29.060005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:29.104829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37943a26-480a-4c6a-adda-c4e1f34bbe3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a317fb0bcd4462b8d699bc50cd9bf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430293 Jul 16 03:49:29.107445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 56994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:29.134025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.160559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d388ad9e-d07d-4deb-8e6a-97e15a1b08b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.184998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d388ad9e-d07d-4deb-8e6a-97e15a1b08b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.196803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a944da-b816-4369-b720-ce6989d59a93,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:29.208607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Checking segment: {'id': 'c959d3bb-1d9a-4f63-91ce-0a9954833067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '1ef765ac-1c0a-48e1-a79d-ed5557511786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:29.208607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Network hostable DHCP agents. Network: 1ef765ac-1c0a-48e1-a79d-ed5557511786, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:29.225925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Network 1ef765ac-1c0a-48e1-a79d-ed5557511786 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:29.235924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1ef765ac-1c0a-48e1-a79d-ed5557511786) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:29.239466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d388ad9e-d07d-4deb-8e6a-97e15a1b08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.240533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:29.241136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.243109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d388ad9e-d07d-4deb-8e6a-97e15a1b08b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.244342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d388ad9e-d07d-4deb-8e6a-97e15a1b08b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca3bde31-53c0-4446-b2df-5aa13c823ae4 HTTP/1.1" status: 204 len: 168 time: 0.1350563 Jul 16 03:49:29.249813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dacba7-ac84-4210-9f73-99b38d8f7666 None None] Network 1ef765ac-1c0a-48e1-a79d-ed5557511786 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:29.252964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ad9e-d07d-4deb-8e6a-97e15a1b08b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3bde31-53c0-4446-b2df-5aa13c823ae4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:29.274714 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8dbdf10c-a2cb-4192-b5c4-f974b67a6dae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3599219 Jul 16 03:49:29.398753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaee797-cc2f-4e22-9930-1f1bf73cf9fd None None] Network 1ef765ac-1c0a-48e1-a79d-ed5557511786 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:30.151677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device feb5dc6b-1686-43f1-a25e-4ab8f20d495f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:30.209139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: feb5dc6b-1686-43f1-a25e-4ab8f20d495f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:30.218218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device feb5dc6b-1686-43f1-a25e-4ab8f20d495f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:30.260585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.266123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-23919206-network', 'tenant_id': '15a4fc0cc8c74ec4b9f42bee6a83acb1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:30.311615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Made reservation on behalf of 15a4fc0cc8c74ec4b9f42bee6a83acb1 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:30.314062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.326268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-9e39c291-f55e-4d72-bf49-31bca54aebf5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:30.332652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.333203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-9e39c291-f55e-4d72-bf49-31bca54aebf5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1958337 Jul 16 03:49:30.358696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57060) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.360408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-93c88eda-27e6-4a74-a22c-8bb52767fdf5 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/quotas/5733e06136bb4899b9eded54560dca58 HTTP/1.1" status: 200 len: 375 time: 0.0262859 Jul 16 03:49:30.452379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-1fc0fad5-e70f-43d5-a9e5-c7b3a2303455 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863638 Jul 16 03:49:30.466850 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.484801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.556404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1716574122-network', 'tenant_id': '108965b7f4534bc8bbe86a4e43d76199'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:30.556404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:30.566158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a809e0d1-c490-4d09-b383-1ef193c0eab2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.569646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-f7dbf3ea-6d5c-4819-9075-0b93732c7cb7 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163440 Jul 16 03:49:30.584328 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.584790 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Added segment 902f911f-f644-4545-834d-89519e0a0c1e of type vlan for network 83e42c7b-e4bd-43de-bd22-2c6490f3d08e Jul 16 03:49:30.622170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Made reservation on behalf of 108965b7f4534bc8bbe86a4e43d76199 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:30.624841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.636446 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.654136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.685415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-db8c507f-1b97-4c1c-ad18-5cde8e8dcb47 service neutron] 10.222.0.25 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067770 Jul 16 03:49:30.715748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.717085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:30.719124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.808631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] Pushing event updated for resources: {'Network': ['ID=83e42c7b-e4bd-43de-bd22-2c6490f3d08e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.821694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 83e42c7b-e4bd-43de-bd22-2c6490f3d08e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:30.834067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.840477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.872301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-76189c41-2243-414d-9e5a-cf592c35c239 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6058033 Jul 16 03:49:30.872540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57068) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.876725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Request body: {'subnet': {'network_id': '83e42c7b-e4bd-43de-bd22-2c6490f3d08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-23919206-subnet', 'tenant_id': '15a4fc0cc8c74ec4b9f42bee6a83acb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:30.883632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:30.891234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42464e8e-f923-49e1-831f-163aa237a9e9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.903470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.903980 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Added segment 737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065 of type vlan for network d6131d89-2d74-474c-aed9-1386e3b8bb01 Jul 16 03:49:30.918202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Made reservation on behalf of 15a4fc0cc8c74ec4b9f42bee6a83acb1 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:30.920797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.977593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.016152 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.018165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.019014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.036213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b60f88f-7f9d-428e-9415-0c4d93d5a6a0 req-bcf611d6-5d14-424c-9a8b-3fc196fc5d36 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 210 time: 0.0393014 Jul 16 03:49:31.111401 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7512782 Jul 16 03:49:31.117761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57074) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:31.123461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Request body: {'subnet': {'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1716574122-subnet', 'tenant_id': '108965b7f4534bc8bbe86a4e43d76199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:31.180255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b3fd1-4c6d-47c7-94fc-78020be3d438 admin admin] Pushing event updated for resources: {'Network': ['ID=d6131d89-2d74-474c-aed9-1386e3b8bb01,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.189904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Made reservation on behalf of 108965b7f4534bc8bbe86a4e43d76199 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:31.195615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d6131d89-2d74-474c-aed9-1386e3b8bb01 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:31.213506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.302596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:31.333982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:31.334585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3dcb49c1-10ad-4feb-b0c8-53acc2d85b5e not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:31.373272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.461847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a6f37e-78c5-4221-b3b3-2e7e4cc54a37,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.480038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Checking segment: {'id': '902f911f-f644-4545-834d-89519e0a0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '83e42c7b-e4bd-43de-bd22-2c6490f3d08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:31.480480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Network hostable DHCP agents. Network: 83e42c7b-e4bd-43de-bd22-2c6490f3d08e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:31.502598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Network 83e42c7b-e4bd-43de-bd22-2c6490f3d08e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:31.505538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.514854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 83e42c7b-e4bd-43de-bd22-2c6490f3d08e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:31.520110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.520922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.527020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c2476-1c48-46bd-944e-dc07dff41c31 None None] Network 83e42c7b-e4bd-43de-bd22-2c6490f3d08e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:31.541174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a019a4cf-68e0-4547-b053-6ff9db0e72ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6686373 Jul 16 03:49:31.614172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0a64cd-1e14-41da-9b23-bbe10b65066c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.621222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Checking segment: {'id': '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:31.621434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Network hostable DHCP agents. Network: d6131d89-2d74-474c-aed9-1386e3b8bb01, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:31.643908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Network d6131d89-2d74-474c-aed9-1386e3b8bb01 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:31.670559 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d6131d89-2d74-474c-aed9-1386e3b8bb01) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:31.682060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df852743-d95c-4421-a8f2-ca0db7413242 None None] Network d6131d89-2d74-474c-aed9-1386e3b8bb01 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:31.683174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.684097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.710487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-416a6b24-b2cc-4e10-a3d3-d074695ab18d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5911162 Jul 16 03:49:31.798713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b952b-dedf-4836-b661-49d3b07983c0 None None] Network 83e42c7b-e4bd-43de-bd22-2c6490f3d08e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:31.812469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57096) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:31.903410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Deleting subnet 66a944da-b816-4369-b720-ce6989d59a93 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:31.924017 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.005478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.076628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.153210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7d25f-fc45-4d39-9cab-6c2a3e95e42e None None] Network d6131d89-2d74-474c-aed9-1386e3b8bb01 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:32.200085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.220795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.226343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:32.226850 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66a944da-b816-4369-b720-ce6989d59a93 HTTP/1.1" status: 204 len: 168 time: 0.4127479 Jul 16 03:49:32.249762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f689d-6a91-4a2d-9d58-10815d2bda54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a944da-b816-4369-b720-ce6989d59a93,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:32.331431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.500730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.517271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-622c4287-28ce-4c2a-8b50-e08fc8be45e6 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.518819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-622c4287-28ce-4c2a-8b50-e08fc8be45e6 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/networks?id=d6131d89-2d74-474c-aed9-1386e3b8bb01 HTTP/1.1" status: 200 len: 818 time: 0.1998672 Jul 16 03:49:32.520538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef765ac-1c0a-48e1-a79d-ed5557511786']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:32.567183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c959d3bb-1d9a-4f63-91ce-0a9954833067') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:32.567737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c959d3bb-1d9a-4f63-91ce-0a9954833067') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:32.576656 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-929d7f21-7abd-4bd0-868e-ade820f33872 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/quotas/108965b7f4534bc8bbe86a4e43d76199 HTTP/1.1" status: 200 len: 375 time: 0.0443394 Jul 16 03:49:32.585377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.670434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-c0ba86f4-e49b-44b3-bc68-7e2d2c5d4cb5 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=108965b7f4534bc8bbe86a4e43d76199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824475 Jul 16 03:49:32.678792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-c95d3af8-a62f-48e6-9262-6815e8934d7d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.680913 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-c95d3af8-a62f-48e6-9262-6815e8934d7d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 806 time: 0.1385064 Jul 16 03:49:32.681495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.693748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:32.693962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Request body: {'port': {'device_id': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'admin_state_up': True, 'tenant_id': '5733e06136bb4899b9eded54560dca58'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:32.694696 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:32.778296 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:32.792968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.798503 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.804740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57118) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:32.805127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/1ef765ac-1c0a-48e1-a79d-ed5557511786 HTTP/1.1" status: 204 len: 168 time: 0.5767298 Jul 16 03:49:32.825711 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.843319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984021a-064e-4112-88de-4be163a777ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef765ac-1c0a-48e1-a79d-ed5557511786,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:32.901329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Deleting subnet 55a6f37e-78c5-4221-b3b3-2e7e4cc54a37 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:32.906706 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.929060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-3a7799fe-70ad-4ad3-a2c6-897c7e527405 service neutron] 10.222.0.25 "GET /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467626 Jul 16 03:49:32.931958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Made reservation on behalf of 5733e06136bb4899b9eded54560dca58 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:32.936091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.003948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.116905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-6a45feff-8bc2-4e07-a3d3-315de04bf382 service neutron] 10.222.0.25 "GET /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862254 Jul 16 03:49:33.124879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.230924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Allocated IP 172.20.0.10 (4a3565d1-2ce4-440d-af0a-2b1b83365f08/8aede1b4-8702-49c4-9f38-afedd8ff3775/eded7fd6-dead-4bcc-9f02-269339c02095) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:33.367608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.435681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.440345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:33.440652 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55a6f37e-78c5-4221-b3b3-2e7e4cc54a37 HTTP/1.1" status: 204 len: 168 time: 0.6256139 Jul 16 03:49:33.445995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c570a2-0f1c-47d2-8fb2-d72ffdae55cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a6f37e-78c5-4221-b3b3-2e7e4cc54a37,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:33.487539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.543268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.559027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.561932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:33.605181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event updated for resources: {'Port': ['ID=eded7fd6-dead-4bcc-9f02-269339c02095,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:33.622317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:33.624984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:33.628304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:33.709293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.713274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.744024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-455481cd-2bd8-44ea-b9d7-fd5877229ee4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0546081 Jul 16 03:49:33.756861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Request body: {'port': {'device_id': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:33.858900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.239809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.316174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eded7fd6-dead-4bcc-9f02-269339c02095 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:34.324023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e3a66-3af2-4040-9442-570183bd917d req-635f2225-7c68-4043-bcf8-63eeec16b648 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.332749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3e3a66-3af2-4040-9442-570183bd917d req-635f2225-7c68-4043-bcf8-63eeec16b648 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 932 time: 0.8285568 Jul 16 03:49:34.348977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.371860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.374869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Transition to ACTIVE for port object eded7fd6-dead-4bcc-9f02-269339c02095 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:34.381809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.389394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e42c7b-e4bd-43de-bd22-2c6490f3d08e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.409296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902f911f-f644-4545-834d-89519e0a0c1e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.409589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902f911f-f644-4545-834d-89519e0a0c1e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.471319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Pushing event updated for resources: {'Port': ['ID=eded7fd6-dead-4bcc-9f02-269339c02095,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:34.476903 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.499367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.507899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:34.508301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.534395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Attempting to bind port eded7fd6-dead-4bcc-9f02-269339c02095 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:34.535199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Attempting to bind port eded7fd6-dead-4bcc-9f02-269339c02095 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:34.535593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Attempting to bind port eded7fd6-dead-4bcc-9f02-269339c02095 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:34.540381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Port eded7fd6-dead-4bcc-9f02-269339c02095 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:34.540703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Attempting to bind port eded7fd6-dead-4bcc-9f02-269339c02095 on network 4a3565d1-2ce4-440d-af0a-2b1b83365f08 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:34.546153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:34.546498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Checking segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:34.546913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Bound using segment: {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:34.547350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Bound port: eded7fd6-dead-4bcc-9f02-269339c02095, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:34.548051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:34.581420 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:34.593697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c3e3a66-3af2-4040-9442-570183bd917d req-3459ffa0-12e2-4316-824e-e67215a31726 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598526 Jul 16 03:49:34.594857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.606224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.610516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] 10.222.0.25 "DELETE /v2.0/networks/83e42c7b-e4bd-43de-bd22-2c6490f3d08e HTTP/1.1" status: 204 len: 168 time: 1.1689324 Jul 16 03:49:34.622230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf928b72-2d3e-4247-b574-9d176a8c968b admin admin] Pushing event deleted for resources: {'Network': ['ID=83e42c7b-e4bd-43de-bd22-2c6490f3d08e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:34.644715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] For port eded7fd6-dead-4bcc-9f02-269339c02095, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:34.648990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] For port eded7fd6-dead-4bcc-9f02-269339c02095, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eded7fd6-dead-4bcc-9f02-269339c02095,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:34.654796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.702912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.703794 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.711052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] 10.222.0.48 "PUT /v2.0/ports/eded7fd6-dead-4bcc-9f02-269339c02095 HTTP/1.1" status: 200 len: 1092 time: 0.9582694 Jul 16 03:49:34.712786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'tag': 'eded7fd6-dead-4bcc-9f02-269339c02095'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:34.723996 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dabb07-709d-4305-bdd3-45767efd87e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4946648c-4725-4c79-8a32-a7f7ca1353ed", "tag": "eded7fd6-dead-4bcc-9f02-269339c02095"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:34.780187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d0320-9320-4f35-a84e-39450f4e4b77 service neutron] Pushing event updated for resources: {'Port': ['ID=eded7fd6-dead-4bcc-9f02-269339c02095,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:34.827371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8eed8d1-13e0-4fcc-bd61-3657f5dc7982 req-981c0249-98dd-4097-bec2-a1582c1726e4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 210 time: 0.0723119 Jul 16 03:49:34.834644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.873156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-7686d58d-5b2c-4bf4-ad80-1b563bd93b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.875305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-7686d58d-5b2c-4bf4-ad80-1b563bd93b11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 1095 time: 0.1073277 Jul 16 03:49:34.893929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e21e99b8-ad30-4ca5-a758-7dd20b4e7c63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd4f3deceb874e228a34f8c8791793a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581338 Jul 16 03:49:34.897323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.921233 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba401ae7-8d48-44fa-946a-ceb4756086bb x-openstack-request-id: req-ba401ae7-8d48-44fa-946a-ceb4756086bb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:34.921525 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4946648c-4725-4c79-8a32-a7f7ca1353ed", "tag": "eded7fd6-dead-4bcc-9f02-269339c02095", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:34.921787 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba401ae7-8d48-44fa-946a-ceb4756086bb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:34.922177 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'tag': 'eded7fd6-dead-4bcc-9f02-269339c02095', 'status': 'completed', 'code': 200} Jul 16 03:49:34.923866 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-b577bc34-acb7-4c0f-ae65-a4d52a48dd34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eded7fd6-dead-4bcc-9f02-269339c02095 HTTP/1.1" status: 200 len: 217 time: 0.0412929 Jul 16 03:49:34.967708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72dc0b26-6108-4ae9-825f-2bdf7b65a742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.975734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-bfe5e441-4168-464b-b903-c4c5212b558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.977829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-bfe5e441-4168-464b-b903-c4c5212b558f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0476785 Jul 16 03:49:35.005820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72dc0b26-6108-4ae9-825f-2bdf7b65a742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.024546 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-5ec82b16-5b3e-417d-a56f-2a24f8d7531b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394387 Jul 16 03:49:35.090122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72dc0b26-6108-4ae9-825f-2bdf7b65a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.094867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72dc0b26-6108-4ae9-825f-2bdf7b65a742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.097167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-72dc0b26-6108-4ae9-825f-2bdf7b65a742 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2e7b4b9-1334-4726-89ec-a2dcd28e2ba6 HTTP/1.1" status: 204 len: 168 time: 0.1981175 Jul 16 03:49:35.134346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc0b26-6108-4ae9-825f-2bdf7b65a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7b4b9-1334-4726-89ec-a2dcd28e2ba6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:35.549071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:35.593959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d21d9f70-e419-42a1-b528-60f9a5bde1e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15a4fc0cc8c74ec4b9f42bee6a83acb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436752 Jul 16 03:49:35.594185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57168) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:35.686902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-f832ce27-b194-4f21-ac5d-a216121c5d97 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:35.688551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-f832ce27-b194-4f21-ac5d-a216121c5d97 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.11 "GET /v2.0/networks?id=d6131d89-2d74-474c-aed9-1386e3b8bb01 HTTP/1.1" status: 200 len: 818 time: 0.6666632 Jul 16 03:49:35.711231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Request body: {'port': {'device_id': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01', 'admin_state_up': True, 'tenant_id': '108965b7f4534bc8bbe86a4e43d76199'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:35.824471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-163b9dd7-2c1f-4447-9286-9875b6ad9b03 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012693 Jul 16 03:49:35.849258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9abe-c2da-45a8-a41d-6c5548db0ecb req-f0f3c0c7-8113-4d0c-a281-1a00b45d8fed tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:35.859604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-134d9abe-c2da-45a8-a41d-6c5548db0ecb req-f0f3c0c7-8113-4d0c-a281-1a00b45d8fed tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 944 time: 0.0788333 Jul 16 03:49:35.870031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40d7-3936-4203-8bf2-be4bd4a85e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.908338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-134d9abe-c2da-45a8-a41d-6c5548db0ecb req-870633f7-4b6d-44e9-9474-17e260eef0c7 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491192 Jul 16 03:49:35.974302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40d7-3936-4203-8bf2-be4bd4a85e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.985545 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a915b6f8-9426-4033-b19d-b58885a4a728 req-977a000b-8bf3-4042-8d39-41a743a57cdf service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524193 Jul 16 03:49:36.019069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Made reservation on behalf of 108965b7f4534bc8bbe86a4e43d76199 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:36.030797 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.098570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fb1ff69-6cea-4c63-b1f2-ab87508b1bf4 req-acaafdb7-f09d-4bc5-8a4f-fdf9e4159a05 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 210 time: 0.0443521 Jul 16 03:49:36.157507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40d7-3936-4203-8bf2-be4bd4a85e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.160965 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40d7-3936-4203-8bf2-be4bd4a85e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.162423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d3d40d7-3936-4203-8bf2-be4bd4a85e85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a809e0d1-c490-4d09-b383-1ef193c0eab2 HTTP/1.1" status: 204 len: 168 time: 0.5656271 Jul 16 03:49:36.199513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d40d7-3936-4203-8bf2-be4bd4a85e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a809e0d1-c490-4d09-b383-1ef193c0eab2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:36.260962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-d3eae1dc-5526-48c0-8b1c-bd573d3257e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.268596 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-d3eae1dc-5526-48c0-8b1c-bd573d3257e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 1095 time: 0.2130289 Jul 16 03:49:36.424617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Allocated IP 172.20.0.9 (d6131d89-2d74-474c-aed9-1386e3b8bb01/0e0a64cd-1e14-41da-9b23-bbe10b65066c/9df5d407-eefa-41c1-b309-4e23b0e9703b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:36.427375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-93f67443-3d46-44c8-9569-1cc1666d239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.429524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-93f67443-3d46-44c8-9569-1cc1666d239a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1531758 Jul 16 03:49:36.489009 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-c646955c-c3d6-4b16-aacd-cf8468c3e55d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eded7fd6-dead-4bcc-9f02-269339c02095 HTTP/1.1" status: 200 len: 217 time: 0.0481250 Jul 16 03:49:36.577820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-f24ed44e-65c0-4ec7-b23f-ba48815d1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.579356 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-f24ed44e-65c0-4ec7-b23f-ba48815d1c22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.0841317 Jul 16 03:49:36.631831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-ec080621-cd3d-4137-9f05-8d6c2d5013e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383353 Jul 16 03:49:36.781642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.830089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-c9937fc2-f3f5-4ea0-b202-31eca38c19a1 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647344 Jul 16 03:49:36.843217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:36.854587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:36.871988 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.956399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Network d6131d89-2d74-474c-aed9-1386e3b8bb01 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:36.969272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:37.016403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:37.070440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Pushing event updated for resources: {'Port': ['ID=9df5d407-eefa-41c1-b309-4e23b0e9703b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.124762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.125832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.155257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-19dabb07-709d-4305-bdd3-45767efd87e5 req-855ce965-19f5-45a2-a56b-2fc8e1709ac0 service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956994 Jul 16 03:49:37.157371 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-93ffd0f6-f886-4606-a5be-b4627e262525 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4545059 Jul 16 03:49:37.170843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Request body: {'port': {'device_id': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:37.252673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1508d9d9-ee0c-4e66-9a1d-61c2f5f383dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9252782dd7df4eb995eb93a1969acd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963850 Jul 16 03:49:37.258531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23214236-3d70-47eb-9014-9cb9c8d480f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.258728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57214) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:37.276712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394df87-33f8-4382-b662-b85fc3fa12e4 req-2f7bdab3-8f34-478b-98ae-71fcbd6bc6f8 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.278524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f394df87-33f8-4382-b662-b85fc3fa12e4 req-2f7bdab3-8f34-478b-98ae-71fcbd6bc6f8 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 944 time: 0.1972923 Jul 16 03:49:37.390866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.408383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23214236-3d70-47eb-9014-9cb9c8d480f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.418101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23214236-3d70-47eb-9014-9cb9c8d480f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.455782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23214236-3d70-47eb-9014-9cb9c8d480f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dff956-f4ee-4dd8-851b-0dff69b8cfed,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.456786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174774e9-0af9-4773-a1f5-29bf8e6961d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.486896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174774e9-0af9-4773-a1f5-29bf8e6961d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.498134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f394df87-33f8-4382-b662-b85fc3fa12e4 req-0b8bf94f-eb0f-40ab-93e7-60bccf1c9417 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604645 Jul 16 03:49:37.520895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-23214236-3d70-47eb-9014-9cb9c8d480f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fc1b13a294c404ea5a4cb242d0ac4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756725 Jul 16 03:49:37.523454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57224) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:37.578825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-583d6b78-e3b6-4a12-85b6-4cfa0c1d5c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.609992 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-583d6b78-e3b6-4a12-85b6-4cfa0c1d5c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.617612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174774e9-0af9-4773-a1f5-29bf8e6961d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.620506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174774e9-0af9-4773-a1f5-29bf8e6961d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.622566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-174774e9-0af9-4773-a1f5-29bf8e6961d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be15034d-836c-4da4-99eb-28f866134ed2 HTTP/1.1" status: 204 len: 168 time: 0.3623114 Jul 16 03:49:37.646151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174774e9-0af9-4773-a1f5-29bf8e6961d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15034d-836c-4da4-99eb-28f866134ed2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.788113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188b8c-c03f-4eff-8c89-1c991de44f57 req-faf8dec8-bef8-4a4a-8949-7ba3a46a1821 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.796340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb188b8c-c03f-4eff-8c89-1c991de44f57 req-faf8dec8-bef8-4a4a-8949-7ba3a46a1821 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 931 time: 0.1119380 Jul 16 03:49:37.799032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df5d407-eefa-41c1-b309-4e23b0e9703b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:37.808459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.808877 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-583d6b78-e3b6-4a12-85b6-4cfa0c1d5c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.811391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-583d6b78-e3b6-4a12-85b6-4cfa0c1d5c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.812512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-583d6b78-e3b6-4a12-85b6-4cfa0c1d5c0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26dff956-f4ee-4dd8-851b-0dff69b8cfed HTTP/1.1" status: 204 len: 168 time: 0.2880692 Jul 16 03:49:37.824637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d6b78-e3b6-4a12-85b6-4cfa0c1d5c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dff956-f4ee-4dd8-851b-0dff69b8cfed,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.826891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Transition to ACTIVE for port object 9df5d407-eefa-41c1-b309-4e23b0e9703b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:37.832769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.858389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb188b8c-c03f-4eff-8c89-1c991de44f57 req-f83e8523-d2ee-431a-af1b-35f093545c5f tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626016 Jul 16 03:49:37.923119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Pushing event updated for resources: {'Port': ['ID=9df5d407-eefa-41c1-b309-4e23b0e9703b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.974768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Attempting to bind port 9df5d407-eefa-41c1-b309-4e23b0e9703b on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:37.975112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Attempting to bind port 9df5d407-eefa-41c1-b309-4e23b0e9703b by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:37.975440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Attempting to bind port 9df5d407-eefa-41c1-b309-4e23b0e9703b on network d6131d89-2d74-474c-aed9-1386e3b8bb01 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:37.979817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Port 9df5d407-eefa-41c1-b309-4e23b0e9703b on network d6131d89-2d74-474c-aed9-1386e3b8bb01 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:37.980139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Attempting to bind port 9df5d407-eefa-41c1-b309-4e23b0e9703b on network d6131d89-2d74-474c-aed9-1386e3b8bb01 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:37.985003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:37.985347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Checking segment: {'id': '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:37.985794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Bound using segment: {'id': '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:37.986471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Bound port: 9df5d407-eefa-41c1-b309-4e23b0e9703b, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:37.986645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.069968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] For port 9df5d407-eefa-41c1-b309-4e23b0e9703b, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:38.074146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] For port 9df5d407-eefa-41c1-b309-4e23b0e9703b, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b,segment=NetworkSegment(737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065),segment_id=737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:38.079224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.116466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.117361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.118721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] 10.222.0.11 "PUT /v2.0/ports/9df5d407-eefa-41c1-b309-4e23b0e9703b HTTP/1.1" status: 200 len: 1091 time: 0.9542241 Jul 16 03:49:38.122206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'tag': '9df5d407-eefa-41c1-b309-4e23b0e9703b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:38.125732 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d308b01-f08b-4379-972d-a2ef38def6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42", "tag": "9df5d407-eefa-41c1-b309-4e23b0e9703b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:38.157064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6251-b1a1-46f6-a06c-0731ee23c908 service neutron] Pushing event updated for resources: {'Port': ['ID=9df5d407-eefa-41c1-b309-4e23b0e9703b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.207797 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e98fb-1caf-4200-a889-4fded5111c14 x-openstack-request-id: req-2c1e98fb-1caf-4200-a889-4fded5111c14 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:38.208520 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42", "tag": "9df5d407-eefa-41c1-b309-4e23b0e9703b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:38.208778 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c1e98fb-1caf-4200-a889-4fded5111c14 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:38.209207 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'tag': '9df5d407-eefa-41c1-b309-4e23b0e9703b', 'status': 'completed', 'code': 200} Jul 16 03:49:38.238075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-875685c0-46fd-47c0-95cc-48c8e3d7130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.239782 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-875685c0-46fd-47c0-95cc-48c8e3d7130f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=108965b7f4534bc8bbe86a4e43d76199&device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 1094 time: 0.0724819 Jul 16 03:49:38.244853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.261954 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b9273a0-daec-46e5-ba25-16e638ea10c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.288304 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-0f59cec4-9980-40cd-aa84-1753b5e8644d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b HTTP/1.1" status: 200 len: 217 time: 0.0413005 Jul 16 03:49:38.350660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-f9acd568-f9b0-4354-98d8-9d64c2115442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.352130 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-f9acd568-f9b0-4354-98d8-9d64c2115442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e0a64cd-1e14-41da-9b23-bbe10b65066c HTTP/1.1" status: 200 len: 858 time: 0.0574911 Jul 16 03:49:38.392551 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b9273a0-daec-46e5-ba25-16e638ea10c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.397840 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-ba27309f-1f06-4e12-9761-99500974a123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6131d89-2d74-474c-aed9-1386e3b8bb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400407 Jul 16 03:49:38.398333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b9273a0-daec-46e5-ba25-16e638ea10c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.442370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b9273a0-daec-46e5-ba25-16e638ea10c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5aef121e5714f79be8e84ddf770ffd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933193 Jul 16 03:49:38.442370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9273a0-daec-46e5-ba25-16e638ea10c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b6d842-9a9d-42d1-85c1-5bc2d6751d2a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.442819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57262) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.544451 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-73c477dd-2b3d-4399-b601-10221c3cc310 service neutron] 10.222.0.11 "GET /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403828 Jul 16 03:49:38.549719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a63cadd5-53b9-44ef-8ed1-757b7607698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.601025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a63cadd5-53b9-44ef-8ed1-757b7607698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.689606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14c1fa9d-e747-4596-90d8-de8d19864702 req-115f29d4-e8df-4009-9eb0-87ad63390fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377792 Jul 16 03:49:38.711012 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a63cadd5-53b9-44ef-8ed1-757b7607698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.716424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a63cadd5-53b9-44ef-8ed1-757b7607698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.719611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a63cadd5-53b9-44ef-8ed1-757b7607698a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21b6d842-9a9d-42d1-85c1-5bc2d6751d2a HTTP/1.1" status: 204 len: 168 time: 0.2734358 Jul 16 03:49:38.730376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cadd5-53b9-44ef-8ed1-757b7607698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b6d842-9a9d-42d1-85c1-5bc2d6751d2a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.756509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e42521-6554-4e27-9f9a-a0926ff274de req-3c24537d-afa6-4e14-a3c7-04213a5cf58e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.758245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96e42521-6554-4e27-9f9a-a0926ff274de req-3c24537d-afa6-4e14-a3c7-04213a5cf58e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 944 time: 0.1011589 Jul 16 03:49:38.801364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96e42521-6554-4e27-9f9a-a0926ff274de req-a135c2dd-a809-4ccd-88c4-df38ea301b45 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Jul 16 03:49:38.825043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-d9efc169-c73b-4e72-9575-fdb20a36f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.825043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-d9efc169-c73b-4e72-9575-fdb20a36f03a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=108965b7f4534bc8bbe86a4e43d76199&device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 1094 time: 0.0651560 Jul 16 03:49:38.879815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.938120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-8f814603-823a-4d40-9332-c97bbff23287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:38.940454 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-8f814603-823a-4d40-9332-c97bbff23287 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6131d89-2d74-474c-aed9-1386e3b8bb01 HTTP/1.1" status: 200 len: 920 time: 0.1133814 Jul 16 03:49:38.998803 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-03b3a7ce-a3e8-4cbd-b8ca-fa86e434d136 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b HTTP/1.1" status: 200 len: 217 time: 0.0509403 Jul 16 03:49:39.068340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643830c-f65b-4a5b-947f-ddf47328e139 req-2e67a38c-c07d-43d0-91be-09c1cd7d6f65 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.075247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a643830c-f65b-4a5b-947f-ddf47328e139 req-2e67a38c-c07d-43d0-91be-09c1cd7d6f65 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 943 time: 0.0783606 Jul 16 03:49:39.086865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-10df1854-d2fb-4c2d-adea-eff05e6c1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.089146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-10df1854-d2fb-4c2d-adea-eff05e6c1cf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0e0a64cd-1e14-41da-9b23-bbe10b65066c HTTP/1.1" status: 200 len: 858 time: 0.0841537 Jul 16 03:49:39.111016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a643830c-f65b-4a5b-947f-ddf47328e139 req-d157d9fa-f371-41ff-9257-2f07e67e3f6f tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Jul 16 03:49:39.145465 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-1e4858d9-1140-4424-a436-d1cb38cc5567 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6131d89-2d74-474c-aed9-1386e3b8bb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460351 Jul 16 03:49:39.158896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1185652890-network', 'tenant_id': '44bb385d53fa4af08906bd2ffad50afe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:39.181205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Made reservation on behalf of 44bb385d53fa4af08906bd2ffad50afe for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:39.183879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.192807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.240540 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-19178432-3ac2-4330-aadf-019d3ecf0f19 service neutron] 10.222.0.11 "GET /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916624 Jul 16 03:49:39.295941 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.299960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.324889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:39.335264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72943e8c-d6ca-43ce-831f-847393f49fdb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.341309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0d308b01-f08b-4379-972d-a2ef38def6f2 req-db052d8f-e033-4171-a78a-312054500752 service neutron] 10.222.0.11 "GET /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922217 Jul 16 03:49:39.341953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.342325 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Added segment b5932091-15f6-4575-824d-080206f10f31 of type vlan for network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 Jul 16 03:49:39.364259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eded7fd6-dead-4bcc-9f02-269339c02095 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:39.388756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.421589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.423034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.424011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.461511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5778255 Jul 16 03:49:39.461899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:39.468072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Request body: {'subnet': {'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1185652890-subnet', 'tenant_id': '44bb385d53fa4af08906bd2ffad50afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:39.469958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eded7fd6-dead-4bcc-9f02-269339c02095, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eded7fd6-dead-4bcc-9f02-269339c02095,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:39.482261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'eded7fd6-dead-4bcc-9f02-269339c02095', 'network_id': '4a3565d1-2ce4-440d-af0a-2b1b83365f08', 'port_id': 'eded7fd6-dead-4bcc-9f02-269339c02095', 'mac_address': 'fa:16:3e:0e:e0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aede1b4-8702-49c4-9f38-afedd8ff3775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:39.493606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Made reservation on behalf of 44bb385d53fa4af08906bd2ffad50afe for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:39.497073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.501444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d73132-634f-4f06-adac-8cd6b243f178 admin admin] Pushing event updated for resources: {'Network': ['ID=53c7ed0a-0bf5-4019-bb59-bf0856c3f805,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.526601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:39.551440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.574686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eded7fd6-dead-4bcc-9f02-269339c02095 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:39.594748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eded7fd6-dead-4bcc-9f02-269339c02095, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eded7fd6-dead-4bcc-9f02-269339c02095,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:39.627521 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.680191 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.686180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eded7fd6-dead-4bcc-9f02-269339c02095,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.741749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c4da40-ea8c-4beb-887c-5ff016bc76cc,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.749966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Checking segment: {'id': 'b5932091-15f6-4575-824d-080206f10f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:39.750331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Network hostable DHCP agents. Network: 53c7ed0a-0bf5-4019-bb59-bf0856c3f805, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:39.766922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:39.776308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 53c7ed0a-0bf5-4019-bb59-bf0856c3f805) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:39.780556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.781162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.786960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f10bb-43f4-4aa6-9118-1587e44a60a9 None None] Network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:39.800209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e69ece25-c23b-4de0-ac4b-403e3c78aef3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3335779 Jul 16 03:49:39.819404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eded7fd6-dead-4bcc-9f02-269339c02095'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:39.999916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c594b4f-68bb-4421-9017-bef3df58d4b1 None None] Network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:40.012504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3c02-77d7-4f21-85ab-6d5ff0790d95 req-c564fc09-faf9-4f7a-a204-27255448118d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.014931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-004c3c02-77d7-4f21-85ab-6d5ff0790d95 req-c564fc09-faf9-4f7a-a204-27255448118d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 945 time: 0.0842867 Jul 16 03:49:40.089830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-004c3c02-77d7-4f21-85ab-6d5ff0790d95 req-fb9644b2-47e7-4e1c-a35c-e3abfe81c630 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621500 Jul 16 03:49:40.340525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162d158-d22b-4d18-befc-db4046eae784 req-24cc3e82-7465-4e0e-a5ce-8f100d15e55a tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.342354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7162d158-d22b-4d18-befc-db4046eae784 req-24cc3e82-7465-4e0e-a5ce-8f100d15e55a tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 943 time: 0.0821064 Jul 16 03:49:40.390692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7162d158-d22b-4d18-befc-db4046eae784 req-9f8d19c0-2836-4e86-a1b1-13727f122dee tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Jul 16 03:49:40.595562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57360) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:40.601860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1984871873-network', 'tenant_id': '3e45ae8608354f50a9cafee8ecd4c18c'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:40.624997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Made reservation on behalf of 3e45ae8608354f50a9cafee8ecd4c18c for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:40.627610 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.637083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.738145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.742816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.766619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:40.780264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da1c4e-6fb4-477a-860f-597c52fe84a2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.785457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.786064 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Added segment b15e3261-8cb9-4050-a1c8-c7488087b4f3 of type vlan for network 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02 Jul 16 03:49:40.847569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.894490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.894490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.894490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.935992 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3390524 Jul 16 03:49:40.938568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57368) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:40.944894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Request body: {'subnet': {'network_id': '55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1984871873-subnet', 'tenant_id': '3e45ae8608354f50a9cafee8ecd4c18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:40.978238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558520-6810-4c1e-b7fb-a467f8cacf07 admin admin] Pushing event updated for resources: {'Network': ['ID=55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.988038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:41.002516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Made reservation on behalf of 3e45ae8608354f50a9cafee8ecd4c18c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:41.005028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.201520 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.262107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a73e3e-ca80-49b2-b21b-4c905fc4e66f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:41.271394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Checking segment: {'id': 'b15e3261-8cb9-4050-a1c8-c7488087b4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:41.271757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Network hostable DHCP agents. Network: 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:41.288061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Network 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:41.301750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:41.307648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.309205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.315710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30a21b-97f6-43ff-8b19-c32d9a722d13 None None] Network 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:41.340732 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-143360f7-8a53-4e2b-8f8e-4b1ffe283ad1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4010675 Jul 16 03:49:41.367207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eded7fd6-dead-4bcc-9f02-269339c02095 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:41.367999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf012128-d78f-451b-b79d-c9184ef60ab2 req-e5f83ced-ea44-423c-89f2-dc6cc0d7e9f3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.377824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf012128-d78f-451b-b79d-c9184ef60ab2 req-e5f83ced-ea44-423c-89f2-dc6cc0d7e9f3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 945 time: 0.1217022 Jul 16 03:49:41.399359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9df5d407-eefa-41c1-b309-4e23b0e9703b details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:41.420803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf012128-d78f-451b-b79d-c9184ef60ab2 req-fbbb9267-8b79-4c4c-b265-144638433be3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Jul 16 03:49:41.600997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9df5d407-eefa-41c1-b309-4e23b0e9703b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b,segment=NetworkSegment(737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065),segment_id=737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:41.641178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port eded7fd6-dead-4bcc-9f02-269339c02095 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:41.648074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e2943-2454-402e-b954-a9027de8701f None None] Network 55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:41.653942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15b704-88de-4e8d-b2b4-dce6a622d5d9 req-c4abcefc-1a26-4922-9ef7-0c600b6729a1 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.655626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa15b704-88de-4e8d-b2b4-dce6a622d5d9 req-c4abcefc-1a26-4922-9ef7-0c600b6729a1 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 943 time: 0.0935752 Jul 16 03:49:41.660762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '9df5d407-eefa-41c1-b309-4e23b0e9703b', 'network_id': 'd6131d89-2d74-474c-aed9-1386e3b8bb01', 'port_id': '9df5d407-eefa-41c1-b309-4e23b0e9703b', 'mac_address': 'fa:16:3e:47:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0a64cd-1e14-41da-9b23-bbe10b65066c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:41.669144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port eded7fd6-dead-4bcc-9f02-269339c02095 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:41.669524 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.709952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa15b704-88de-4e8d-b2b4-dce6a622d5d9 req-9ef15fe5-f798-4144-9765-5a4cf10a0b91 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Jul 16 03:49:41.787890 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.821917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df5d407-eefa-41c1-b309-4e23b0e9703b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:41.896895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9df5d407-eefa-41c1-b309-4e23b0e9703b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b,segment=NetworkSegment(737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065),segment_id=737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:42.075031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-8a87af26-27ee-4c59-912d-a266acd5aa3f tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:42.079816 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.082157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.084871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-8a87af26-27ee-4c59-912d-a266acd5aa3f tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/networks?id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805 HTTP/1.1" status: 200 len: 812 time: 0.1471512 Jul 16 03:49:42.101930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-a04ed2e9-34ef-4486-8c17-76ab013ac363 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/quotas/44bb385d53fa4af08906bd2ffad50afe HTTP/1.1" status: 200 len: 375 time: 0.0158288 Jul 16 03:49:42.155655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eded7fd6-dead-4bcc-9f02-269339c02095'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:42.159501 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90d6091-84fe-460f-b8cf-4f87898477ab" -d '{"events": [{"server_uuid": "4946648c-4725-4c79-8a32-a7f7ca1353ed", "name": "network-vif-plugged", "status": "completed", "tag": "eded7fd6-dead-4bcc-9f02-269339c02095"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:42.180581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port eded7fd6-dead-4bcc-9f02-269339c02095, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eded7fd6-dead-4bcc-9f02-269339c02095,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:42.182787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-ac062aa4-2838-40e0-8acc-0eb38834b7fe tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44bb385d53fa4af08906bd2ffad50afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799742 Jul 16 03:49:42.195257 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.202707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9df5d407-eefa-41c1-b309-4e23b0e9703b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:42.270296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=eded7fd6-dead-4bcc-9f02-269339c02095,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:42.304938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['9df5d407-eefa-41c1-b309-4e23b0e9703b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:42.328006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-5512a076-3e06-4e15-bf95-b263ebb28f40 service neutron] 10.222.0.25 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363859 Jul 16 03:49:42.436306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-cd2e047d-af8a-44e0-abcf-3909aca54fba service neutron] 10.222.0.25 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012478 Jul 16 03:49:42.611417 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6385347c-bf01-4735-a35c-bc225e22c1e0 x-openstack-request-id: req-6385347c-bf01-4735-a35c-bc225e22c1e0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:42.611710 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946648c-4725-4c79-8a32-a7f7ca1353ed", "name": "network-vif-plugged", "status": "completed", "tag": "eded7fd6-dead-4bcc-9f02-269339c02095", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:42.611971 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6385347c-bf01-4735-a35c-bc225e22c1e0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:42.612371 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eded7fd6-dead-4bcc-9f02-269339c02095', 'code': 200} Jul 16 03:49:42.762369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f038e-2a13-483a-a22a-f692af9dcefd req-c3d63389-a27f-4fd0-86e0-e1aef920014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:42.768327 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c25f038e-2a13-483a-a22a-f692af9dcefd req-c3d63389-a27f-4fd0-86e0-e1aef920014a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 1097 time: 0.0874314 Jul 16 03:49:42.792842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d81abd-6038-4e1f-8be2-620c3ece375d req-b25e9faf-e100-4fcc-a0b2-fd90e3696153 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:42.799917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5d81abd-6038-4e1f-8be2-620c3ece375d req-b25e9faf-e100-4fcc-a0b2-fd90e3696153 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0940397 Jul 16 03:49:42.836896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5d81abd-6038-4e1f-8be2-620c3ece375d req-cd18f4ff-0368-4711-8821-fee5a3649653 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360951 Jul 16 03:49:42.838813 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c25f038e-2a13-483a-a22a-f692af9dcefd req-8ae20c5e-4df9-4f20-9d76-80d4fb653070 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633211 Jul 16 03:49:42.927076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-68b7d8f3-1dad-449a-a092-a425ce05933f req-f8ac80eb-f369-45f7-94bb-601e391b2492 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 210 time: 0.0465605 Jul 16 03:49:43.145235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fae96-a9d7-4c16-8245-1ac51c4aa3e5 req-2a290083-d7a1-44e4-98c5-52138f24d69c tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:43.147244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a2fae96-a9d7-4c16-8245-1ac51c4aa3e5 req-2a290083-d7a1-44e4-98c5-52138f24d69c tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 944 time: 0.1103482 Jul 16 03:49:43.203301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a2fae96-a9d7-4c16-8245-1ac51c4aa3e5 req-a5f92370-91ac-4614-9ae9-8633d1c1e150 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497673 Jul 16 03:49:43.405461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9df5d407-eefa-41c1-b309-4e23b0e9703b up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:43.517231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 9df5d407-eefa-41c1-b309-4e23b0e9703b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:43.522110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 9df5d407-eefa-41c1-b309-4e23b0e9703b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:43.522599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.620221 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.658189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9df5d407-eefa-41c1-b309-4e23b0e9703b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b,segment=NetworkSegment(737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065),segment_id=737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:43.663445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.725956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9df5d407-eefa-41c1-b309-4e23b0e9703b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:43.983653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-dd90a8f7-7534-42ba-a066-2870131e867d tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:43.985201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-dd90a8f7-7534-42ba-a066-2870131e867d tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.48 "GET /v2.0/networks?id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805 HTTP/1.1" status: 200 len: 812 time: 0.1311419 Jul 16 03:49:44.013954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Request body: {'port': {'device_id': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805', 'admin_state_up': True, 'tenant_id': '44bb385d53fa4af08906bd2ffad50afe'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:44.128832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9836d-6627-48d0-8506-39eef9602cc3 req-33097341-5763-4b28-8564-8fff1d7596d6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:44.130483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51e9836d-6627-48d0-8506-39eef9602cc3 req-33097341-5763-4b28-8564-8fff1d7596d6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1295912 Jul 16 03:49:44.178909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Made reservation on behalf of 44bb385d53fa4af08906bd2ffad50afe for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:44.183987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.187902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51e9836d-6627-48d0-8506-39eef9602cc3 req-3243b401-b1e3-4e55-b2fb-01ca13a663f4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Jul 16 03:49:44.347483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Allocated IP 172.20.0.8 (53c7ed0a-0bf5-4019-bb59-bf0856c3f805/b2c4da40-ea8c-4beb-887c-5ff016bc76cc/d23e88ab-9623-4b24-9420-1a30240787f4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:44.368848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16eff696-8709-4c8e-a475-d16b69a107c6 req-75090961-f386-44d4-9cd9-0685daf54a6d tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 210 time: 0.0387151 Jul 16 03:49:44.543225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.577354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7589e-f6ec-4e6e-922a-75507260f5c5 req-9688394b-5c5f-4917-8db9-173741b44918 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:44.581869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dd7589e-f6ec-4e6e-922a-75507260f5c5 req-9688394b-5c5f-4917-8db9-173741b44918 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 945 time: 0.0909839 Jul 16 03:49:44.604732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.613617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df5d407-eefa-41c1-b309-4e23b0e9703b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:44.618706 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659db2b-32bb-4b27-8a45-b48981d183d0" -d '{"events": [{"server_uuid": "7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42", "name": "network-vif-plugged", "status": "completed", "tag": "9df5d407-eefa-41c1-b309-4e23b0e9703b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:44.667279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dd7589e-f6ec-4e6e-922a-75507260f5c5 req-c05bdb4f-84db-45ee-8e8e-e7fe3f6d986f tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781524 Jul 16 03:49:44.703151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:44.707314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Pushing event updated for resources: {'Port': ['ID=d23e88ab-9623-4b24-9420-1a30240787f4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.709733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:44.716127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:44.781629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:44.782306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.801666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-313bef71-3abd-4663-be7b-0983e9211b92 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939599 Jul 16 03:49:44.816487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Request body: {'port': {'device_id': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:44.895590 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b846d45-eba0-494d-a882-07c697cf09a0 x-openstack-request-id: req-1b846d45-eba0-494d-a882-07c697cf09a0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:44.895892 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42", "name": "network-vif-plugged", "status": "completed", "tag": "9df5d407-eefa-41c1-b309-4e23b0e9703b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:44.896155 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b846d45-eba0-494d-a882-07c697cf09a0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:44.896560 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df5d407-eefa-41c1-b309-4e23b0e9703b', 'code': 200} Jul 16 03:49:44.909832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.083461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982d4ab-82ef-4d53-ba72-e3b2534d12af req-27c97506-278e-4697-ac0b-5f817fee1244 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.085850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e982d4ab-82ef-4d53-ba72-e3b2534d12af req-27c97506-278e-4697-ac0b-5f817fee1244 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0722363 Jul 16 03:49:45.108854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f94c16-e614-4814-841d-fb0fbd980d5a req-4562fee4-10cb-4939-bf54-a5e2a368530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.111547 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d9f94c16-e614-4814-841d-fb0fbd980d5a req-4562fee4-10cb-4939-bf54-a5e2a368530e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 1096 time: 0.1483331 Jul 16 03:49:45.135888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e982d4ab-82ef-4d53-ba72-e3b2534d12af req-daa2b02c-b5a3-41db-b9de-024d54813da6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Jul 16 03:49:45.225952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d9f94c16-e614-4814-841d-fb0fbd980d5a req-7985d411-1eec-4b92-a6b4-b28b2254be47 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828016 Jul 16 03:49:45.325223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23e88ab-9623-4b24-9420-1a30240787f4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:45.336310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.350085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ede75-d649-4283-b0da-53cd1c7c2942 req-49d201e4-a46f-4dc7-9a48-105987a9a112 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.359118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f26ede75-d649-4283-b0da-53cd1c7c2942 req-49d201e4-a46f-4dc7-9a48-105987a9a112 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0833063 Jul 16 03:49:45.367996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Transition to ACTIVE for port object d23e88ab-9623-4b24-9420-1a30240787f4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:45.373511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.428523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f26ede75-d649-4283-b0da-53cd1c7c2942 req-a21c9f6c-d40d-4cfb-a7ce-e2f49f6fd7c0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545132 Jul 16 03:49:45.428756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Pushing event updated for resources: {'Port': ['ID=d23e88ab-9623-4b24-9420-1a30240787f4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:45.538329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Attempting to bind port d23e88ab-9623-4b24-9420-1a30240787f4 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:45.538710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Attempting to bind port d23e88ab-9623-4b24-9420-1a30240787f4 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'b5932091-15f6-4575-824d-080206f10f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:45.539050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Attempting to bind port d23e88ab-9623-4b24-9420-1a30240787f4 on network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:45.546799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Port d23e88ab-9623-4b24-9420-1a30240787f4 on network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:45.547762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Attempting to bind port d23e88ab-9623-4b24-9420-1a30240787f4 on network 53c7ed0a-0bf5-4019-bb59-bf0856c3f805 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:45.553671 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:45.555283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Checking segment: {'id': 'b5932091-15f6-4575-824d-080206f10f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:45.555483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Bound using segment: {'id': 'b5932091-15f6-4575-824d-080206f10f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:45.555802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Bound port: d23e88ab-9623-4b24-9420-1a30240787f4, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5932091-15f6-4575-824d-080206f10f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:45.556165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.638843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] For port d23e88ab-9623-4b24-9420-1a30240787f4, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:45.639415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517aa6-ba45-49b1-97fa-94425368159b req-352d898d-d79a-45f7-a96d-a0c576492056 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.641124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c517aa6-ba45-49b1-97fa-94425368159b req-352d898d-d79a-45f7-a96d-a0c576492056 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 943 time: 0.0966232 Jul 16 03:49:45.644220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] For port d23e88ab-9623-4b24-9420-1a30240787f4, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d23e88ab-9623-4b24-9420-1a30240787f4,segment=NetworkSegment(b5932091-15f6-4575-824d-080206f10f31),segment_id=b5932091-15f6-4575-824d-080206f10f31)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:45.652256 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.687649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.688270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.689672 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] 10.222.0.48 "PUT /v2.0/ports/d23e88ab-9623-4b24-9420-1a30240787f4 HTTP/1.1" status: 200 len: 1091 time: 0.8788011 Jul 16 03:49:45.690109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'tag': 'd23e88ab-9623-4b24-9420-1a30240787f4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:45.694128 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b4db2-ce97-4d63-a7af-25bb4825bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "a053299f-c2fe-4301-a28d-d42908ff8804", "tag": "d23e88ab-9623-4b24-9420-1a30240787f4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:45.721907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973cc3f-6d43-42a1-bcaa-30a27144716e service neutron] Pushing event updated for resources: {'Port': ['ID=d23e88ab-9623-4b24-9420-1a30240787f4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:45.747785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c517aa6-ba45-49b1-97fa-94425368159b req-cf832ccd-a60a-44b2-8d10-81bc44098c48 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001387 Jul 16 03:49:45.825368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-7959f79a-08d0-499a-9c45-c4351e581951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.827229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-7959f79a-08d0-499a-9c45-c4351e581951 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44bb385d53fa4af08906bd2ffad50afe&device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 1094 time: 0.0911553 Jul 16 03:49:45.875523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-6ecb4846-17eb-41d7-9194-025d07bdaf34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d23e88ab-9623-4b24-9420-1a30240787f4 HTTP/1.1" status: 200 len: 217 time: 0.0409207 Jul 16 03:49:45.934376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-4540a180-cb19-428c-9779-308ce7577317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.936602 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-4540a180-cb19-428c-9779-308ce7577317 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2c4da40-ea8c-4beb-887c-5ff016bc76cc HTTP/1.1" status: 200 len: 852 time: 0.0549202 Jul 16 03:49:45.980960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-d918a274-4673-4761-bad5-e816459bb321 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383871 Jul 16 03:49:46.182476 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-0b067f70-3dce-4f2d-abd9-208e0f784a3a service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906884 Jul 16 03:49:46.226788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ff214-3867-479b-9468-2fbe2813f23d req-10a67282-5e93-47c3-bcb4-2f449f0586c6 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.228200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da6ff214-3867-479b-9468-2fbe2813f23d req-10a67282-5e93-47c3-bcb4-2f449f0586c6 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 945 time: 0.1038473 Jul 16 03:49:46.292035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da6ff214-3867-479b-9468-2fbe2813f23d req-4823052b-6a75-4548-98e4-81f3b89e1ea4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561643 Jul 16 03:49:46.331557 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-622b8407-9135-4f3b-93c7-5f428dc3a74c req-53fd3260-c6f8-4de1-ba8a-4d5748128fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459045 Jul 16 03:49:46.364907 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f0d1f-cddb-4493-a26f-c3b46b3cee92 x-openstack-request-id: req-638f0d1f-cddb-4493-a26f-c3b46b3cee92 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:46.365521 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a053299f-c2fe-4301-a28d-d42908ff8804", "tag": "d23e88ab-9623-4b24-9420-1a30240787f4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:46.365960 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-638f0d1f-cddb-4493-a26f-c3b46b3cee92 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:46.366664 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'tag': 'd23e88ab-9623-4b24-9420-1a30240787f4', 'status': 'completed', 'code': 200} Jul 16 03:49:46.540793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-ec7adcec-6355-497a-a571-8ba3adfca150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.545961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-ec7adcec-6355-497a-a571-8ba3adfca150 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44bb385d53fa4af08906bd2ffad50afe&device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 1094 time: 0.1251085 Jul 16 03:49:46.550110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ae4e2-920e-4b3c-bf84-a01cbfa7ddcd req-d248bebc-210b-4cbc-9260-ec72ac019b6c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.555047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a3ae4e2-920e-4b3c-bf84-a01cbfa7ddcd req-d248bebc-210b-4cbc-9260-ec72ac019b6c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0958173 Jul 16 03:49:46.597667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a3ae4e2-920e-4b3c-bf84-a01cbfa7ddcd req-efe2efe6-c82b-4f00-b7d5-bec2564fe01c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 Jul 16 03:49:46.658557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-ea8ce5cf-469c-41e5-8b96-37546eaad073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.660023 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-ea8ce5cf-469c-41e5-8b96-37546eaad073 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805 HTTP/1.1" status: 200 len: 914 time: 0.1051672 Jul 16 03:49:46.705575 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-ecca7a48-b054-40d1-b69b-e2632524373e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d23e88ab-9623-4b24-9420-1a30240787f4 HTTP/1.1" status: 200 len: 217 time: 0.0383058 Jul 16 03:49:46.760865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-278a2e18-67a5-4c8a-876a-676418a6e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.762637 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-278a2e18-67a5-4c8a-876a-676418a6e3a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2c4da40-ea8c-4beb-887c-5ff016bc76cc HTTP/1.1" status: 200 len: 852 time: 0.0507054 Jul 16 03:49:46.837125 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-2319159c-436f-48dc-b94a-da591a90dab9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617642 Jul 16 03:49:46.988082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88358a-25bf-4b72-868e-9eafb014e92e req-a6399010-1228-4480-a7a8-9c1651e46605 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.997062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad88358a-25bf-4b72-868e-9eafb014e92e req-a6399010-1228-4480-a7a8-9c1651e46605 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 943 time: 0.1078870 Jul 16 03:49:47.022802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-43e8f1c8-9130-40b5-8882-371b2366b1a5 service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768839 Jul 16 03:49:47.038232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad88358a-25bf-4b72-868e-9eafb014e92e req-a7f4bc12-ccb9-4fc7-b306-81246847a44a tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 Jul 16 03:49:47.139977 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b99b4db2-ce97-4d63-a7af-25bb4825bae0 req-415ead0c-d35a-4187-9794-619b37b295ad service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105583 Jul 16 03:49:47.491947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631abfd-2813-4186-8f12-141b0cbeb924 req-a4a9cf0c-2608-49ae-8bf9-4d9f6b4e4c4a tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:47.493555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4631abfd-2813-4186-8f12-141b0cbeb924 req-a4a9cf0c-2608-49ae-8bf9-4d9f6b4e4c4a tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 945 time: 0.0635388 Jul 16 03:49:47.539083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4631abfd-2813-4186-8f12-141b0cbeb924 req-bf334a3b-63f4-4f33-b658-5614d520b739 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Jul 16 03:49:47.924608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cab4bf-b0de-4258-ad24-b4273257255a req-c92d894e-2080-454e-a3dc-d19e8ac2d6ac tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:47.926203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95cab4bf-b0de-4258-ad24-b4273257255a req-c92d894e-2080-454e-a3dc-d19e8ac2d6ac tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0659945 Jul 16 03:49:47.966205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95cab4bf-b0de-4258-ad24-b4273257255a req-3fc9b0fb-ac2a-44a0-adda-bdd9124a2d64 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Jul 16 03:49:48.147252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a933cb-047f-4561-8e12-331ce00d54ab req-ff304810-bda5-466f-b904-131ace7cf14a tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:48.148710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72a933cb-047f-4561-8e12-331ce00d54ab req-ff304810-bda5-466f-b904-131ace7cf14a tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 945 time: 0.0653725 Jul 16 03:49:48.193108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72a933cb-047f-4561-8e12-331ce00d54ab req-9c8e0900-7949-4c92-82af-d12224d5d545 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Jul 16 03:49:48.367160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d2a2a-1a20-447e-af3c-7be4b1fc2436 req-30dcb15e-31ac-4c13-a38d-4bba04c33511 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:48.368704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b9d2a2a-1a20-447e-af3c-7be4b1fc2436 req-30dcb15e-31ac-4c13-a38d-4bba04c33511 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 943 time: 0.0701029 Jul 16 03:49:48.419433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b9d2a2a-1a20-447e-af3c-7be4b1fc2436 req-1ae5a8df-80f3-465b-bad0-afdf1098ee71 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Jul 16 03:49:49.179064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-06de35a1-3505-4a12-81e0-e19a7206fbf1 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.180596 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-06de35a1-3505-4a12-81e0-e19a7206fbf1 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 945 time: 0.1200593 Jul 16 03:49:49.193530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a13bb-9986-45cb-89a5-a910188c1e8b req-3b73e197-139c-42a9-9577-6dc07103be60 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.195081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c36a13bb-9986-45cb-89a5-a910188c1e8b req-3b73e197-139c-42a9-9577-6dc07103be60 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0915632 Jul 16 03:49:49.258760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c36a13bb-9986-45cb-89a5-a910188c1e8b req-829e08f5-5898-4365-a91f-fb512c9acdeb tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549238 Jul 16 03:49:49.389863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Deleting port 9df5d407-eefa-41c1-b309-4e23b0e9703b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:49.392129 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.420141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d23e88ab-9623-4b24-9420-1a30240787f4 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:49.530224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baefbac-c613-448b-a038-0ae17ed1b4e9 req-762f1fc4-6e6a-4a3a-9bee-9caf066405d7 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.532813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] For port 9df5d407-eefa-41c1-b309-4e23b0e9703b, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9df5d407-eefa-41c1-b309-4e23b0e9703b,segment=NetworkSegment(737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065),segment_id=737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:49.533183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.539925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6baefbac-c613-448b-a038-0ae17ed1b4e9 req-762f1fc4-6e6a-4a3a-9bee-9caf066405d7 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42 HTTP/1.1" status: 200 len: 945 time: 0.1349714 Jul 16 03:49:49.564724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Calling delete_port for 9df5d407-eefa-41c1-b309-4e23b0e9703b owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:49.575035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d23e88ab-9623-4b24-9420-1a30240787f4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d23e88ab-9623-4b24-9420-1a30240787f4,segment=NetworkSegment(b5932091-15f6-4575-824d-080206f10f31),segment_id=b5932091-15f6-4575-824d-080206f10f31)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:49.589557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'd23e88ab-9623-4b24-9420-1a30240787f4', 'network_id': '53c7ed0a-0bf5-4019-bb59-bf0856c3f805', 'port_id': 'd23e88ab-9623-4b24-9420-1a30240787f4', 'mac_address': 'fa:16:3e:58:13:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c4da40-ea8c-4beb-887c-5ff016bc76cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:49.631305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6baefbac-c613-448b-a038-0ae17ed1b4e9 req-ed53a9ef-4c0f-408e-9d59-4c3c96599157 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.25 "GET /v2.0/security-groups?id=42464e8e-f923-49e1-831f-163aa237a9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889618 Jul 16 03:49:49.682923 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.735463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23e88ab-9623-4b24-9420-1a30240787f4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:49.740643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.793211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d23e88ab-9623-4b24-9420-1a30240787f4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d23e88ab-9623-4b24-9420-1a30240787f4,segment=NetworkSegment(b5932091-15f6-4575-824d-080206f10f31),segment_id=b5932091-15f6-4575-824d-080206f10f31)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:49.802252 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.807755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Pushing event deleted for resources: {'Port': ['ID=9df5d407-eefa-41c1-b309-4e23b0e9703b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:49.870211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] No DVR routers for this DVR port 9df5d407-eefa-41c1-b309-4e23b0e9703b on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:49.874016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.879897 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2898728-dffe-49d6-b821-03cc20c2a5c6 req-a5be67de-1219-4775-b212-b3d8516f95a4 tempest-InstanceActionsV221TestJSON-172822994 tempest-InstanceActionsV221TestJSON-172822994-project] 10.222.0.11 "DELETE /v2.0/ports/9df5d407-eefa-41c1-b309-4e23b0e9703b HTTP/1.1" status: 204 len: 173 time: 0.6934443 Jul 16 03:49:49.880480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'name': 'network-vif-deleted', 'tag': '9df5d407-eefa-41c1-b309-4e23b0e9703b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:49.883048 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda9fe7-c7a3-4ae0-bfb4-7971e15e12dc" -d '{"events": [{"server_uuid": "7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42", "name": "network-vif-deleted", "tag": "9df5d407-eefa-41c1-b309-4e23b0e9703b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:49.902036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a411-04de-4801-973d-2c74bb7f718a req-573d0dd0-8534-4c57-9ed3-f018060448b8 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.907303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d23e88ab-9623-4b24-9420-1a30240787f4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:49.938007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe26a411-04de-4801-973d-2c74bb7f718a req-573d0dd0-8534-4c57-9ed3-f018060448b8 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 943 time: 0.1805494 Jul 16 03:49:49.980255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe26a411-04de-4801-973d-2c74bb7f718a req-b96d039c-528a-4b3a-a9d4-6184b15d9595 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Jul 16 03:49:50.027515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d23e88ab-9623-4b24-9420-1a30240787f4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:50.050759 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ce9bc-9c40-4b30-b123-881de4a8c743 x-openstack-request-id: req-a98ce9bc-9c40-4b30-b123-881de4a8c743 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:50.051052 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42", "name": "network-vif-deleted", "tag": "9df5d407-eefa-41c1-b309-4e23b0e9703b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:50.051315 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a98ce9bc-9c40-4b30-b123-881de4a8c743 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:50.051755 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7c73cb-7e0e-4baa-a1b0-f78d58f19c42', 'name': 'network-vif-deleted', 'tag': '9df5d407-eefa-41c1-b309-4e23b0e9703b', 'status': 'completed', 'code': 200} Jul 16 03:49:50.552125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c858f6-f56e-4ba1-b51e-b8d774a2a2a5 req-580fbfb4-1737-46fb-a172-ea41438014cb tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:50.559258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7c858f6-f56e-4ba1-b51e-b8d774a2a2a5 req-580fbfb4-1737-46fb-a172-ea41438014cb tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1282172 Jul 16 03:49:50.607095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7c858f6-f56e-4ba1-b51e-b8d774a2a2a5 req-c9dabd45-0899-4a7a-bc77-b33a82c802ef tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Jul 16 03:49:50.721900 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2873f54-c3aa-4bf8-aa77-3e4cd11132df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.056217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57578) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:51.110706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Deleting subnet 0e0a64cd-1e14-41da-9b23-bbe10b65066c {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:51.113966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.148936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.196167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.242216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f3cd9-eeeb-40d5-b2c1-64acb960f4ca req-ef0ffc0b-ae23-45a5-ab87-e0515bda9df8 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:51.244571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b4f3cd9-eeeb-40d5-b2c1-64acb960f4ca req-ef0ffc0b-ae23-45a5-ab87-e0515bda9df8 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 944 time: 0.0894854 Jul 16 03:49:51.321524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b4f3cd9-eeeb-40d5-b2c1-64acb960f4ca req-8d5b068e-9046-4980-9f67-3c58d151bb8a tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Jul 16 03:49:51.420560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9df5d407-eefa-41c1-b309-4e23b0e9703b no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:51.425591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d23e88ab-9623-4b24-9420-1a30240787f4 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:51.448066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 9df5d407-eefa-41c1-b309-4e23b0e9703b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:51.448713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9df5d407-eefa-41c1-b309-4e23b0e9703b not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:51.516917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port d23e88ab-9623-4b24-9420-1a30240787f4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:51.523994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port d23e88ab-9623-4b24-9420-1a30240787f4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:51.524479 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.591992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-b0686c69-3d16-4520-963c-3873589a3658 req-bc1da4c7-7488-4b97-88b7-b584d11b7e60 service neutron] (93757) timed out ('10.222.0.48', 57404) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:49:51.632922 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.655757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.685089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port d23e88ab-9623-4b24-9420-1a30240787f4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d23e88ab-9623-4b24-9420-1a30240787f4,segment=NetworkSegment(b5932091-15f6-4575-824d-080206f10f31),segment_id=b5932091-15f6-4575-824d-080206f10f31)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:51.686173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23e88ab-9623-4b24-9420-1a30240787f4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:51.689377 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee77ae3-100b-46d5-adfe-c8d44c169ff8" -d '{"events": [{"server_uuid": "a053299f-c2fe-4301-a28d-d42908ff8804", "name": "network-vif-plugged", "status": "completed", "tag": "d23e88ab-9623-4b24-9420-1a30240787f4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:51.693719 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.703909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.708189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e0a64cd-1e14-41da-9b23-bbe10b65066c HTTP/1.1" status: 204 len: 168 time: 0.6505172 Jul 16 03:49:51.710140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755e286-7bf9-4be5-b5b6-125c2d08ffa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0a64cd-1e14-41da-9b23-bbe10b65066c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:51.710631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:51.773596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=d23e88ab-9623-4b24-9420-1a30240787f4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:51.852170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.936934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d3e1b-9649-44ec-87cf-873ec1106650 req-a96ea652-3fd2-4320-ab49-e8f268469aad tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:51.938467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-644d3e1b-9649-44ec-87cf-873ec1106650 req-a96ea652-3fd2-4320-ab49-e8f268469aad tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1288383 Jul 16 03:49:51.969640 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.986043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6131d89-2d74-474c-aed9-1386e3b8bb01']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:52.003541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:52.003887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737c1ed8-06bb-4cdf-ace7-2cdc8a6f5065') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:52.020910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.034157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-644d3e1b-9649-44ec-87cf-873ec1106650 req-dda09fc5-f5e9-4b5a-b93c-2a309126b8e9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880053 Jul 16 03:49:52.040375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.048279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:52.048678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:52.050572 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:52.103503 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e143d7-9c43-4a07-8945-d6d652132370 x-openstack-request-id: req-68e143d7-9c43-4a07-8945-d6d652132370 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:52.103805 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a053299f-c2fe-4301-a28d-d42908ff8804", "name": "network-vif-plugged", "status": "completed", "tag": "d23e88ab-9623-4b24-9420-1a30240787f4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:52.104065 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68e143d7-9c43-4a07-8945-d6d652132370 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:52.104478 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23e88ab-9623-4b24-9420-1a30240787f4', 'code': 200} Jul 16 03:49:52.135221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.142098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.146319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] 10.222.0.25 "DELETE /v2.0/networks/d6131d89-2d74-474c-aed9-1386e3b8bb01 HTTP/1.1" status: 204 len: 168 time: 0.4322484 Jul 16 03:49:52.179638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e0dc5-bb1d-4871-a7f9-fa147cb246bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d6131d89-2d74-474c-aed9-1386e3b8bb01,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:52.289448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb220ac6-e488-42b6-aeed-33b2d291cd03 req-82543529-77ad-4149-876d-711b20dad65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.291027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb220ac6-e488-42b6-aeed-33b2d291cd03 req-82543529-77ad-4149-876d-711b20dad65e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 1096 time: 0.0789790 Jul 16 03:49:52.330946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb220ac6-e488-42b6-aeed-33b2d291cd03 req-d3e15cfa-1c1b-40d4-915e-ad732d082b8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Jul 16 03:49:52.388174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:52.438362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b6aeca2f-e8c9-43e1-a370-b76cc4d3c784 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=108965b7f4534bc8bbe86a4e43d76199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489521 Jul 16 03:49:52.440785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:52.559498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-104972c8-26ba-4669-a378-232ca5fd715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.590739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-104972c8-26ba-4669-a378-232ca5fd715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.626568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1f8ed-362c-4736-befa-46fdccabe1eb req-b402331f-9c5c-4622-be0d-d5b4a08e5cee tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.627987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01c1f8ed-362c-4736-befa-46fdccabe1eb req-b402331f-9c5c-4622-be0d-d5b4a08e5cee tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1403611 Jul 16 03:49:52.670470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01c1f8ed-362c-4736-befa-46fdccabe1eb req-d68477ff-b7fa-4a0c-a3ba-7382984cd952 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Jul 16 03:49:52.682420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-104972c8-26ba-4669-a378-232ca5fd715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.685260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-104972c8-26ba-4669-a378-232ca5fd715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.689173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-104972c8-26ba-4669-a378-232ca5fd715d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42464e8e-f923-49e1-831f-163aa237a9e9 HTTP/1.1" status: 204 len: 168 time: 0.2471361 Jul 16 03:49:52.697151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104972c8-26ba-4669-a378-232ca5fd715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42464e8e-f923-49e1-831f-163aa237a9e9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.235905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb48626-aea4-4cfc-a6ee-0fc445f2016f req-a02d74e4-3e30-495d-866e-d9fe99efa7ad tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.237458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ceb48626-aea4-4cfc-a6ee-0fc445f2016f req-a02d74e4-3e30-495d-866e-d9fe99efa7ad tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0802310 Jul 16 03:49:53.288980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab552512-c72e-4275-92da-0476d303eadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.305394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ceb48626-aea4-4cfc-a6ee-0fc445f2016f req-65269b59-d5d6-4fc9-aa77-966cadb7f418 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619671 Jul 16 03:49:53.420994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:53.519250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-network', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:53.547430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Made reservation on behalf of d875fcf53bef4f33944154ef021aded6 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:53.551113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.565509 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.672201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.679106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.707916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:53.725576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3457725-e24e-471e-9046-899b404c9678,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.729274 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.729621 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Added segment 72f084d5-bce5-4837-9373-978c38043335 of type vlan for network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 Jul 16 03:49:53.786474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.844080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.851545 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.852988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.853629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.899385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4768741 Jul 16 03:49:53.899624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57686) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:53.905387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Request body: {'subnet': {'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-subnet', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:53.941650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62091534-e23c-4446-b77d-bf93b06344f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a01b8f5f-c951-47b2-a1f2-48c7c08f8768,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.953233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:53.957022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Made reservation on behalf of d875fcf53bef4f33944154ef021aded6 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:53.962267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.001479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee371ad-a0f0-4b47-8698-4b25706c9267 req-65e230cc-2aa0-4ee8-a3cb-7c8c931c90da tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.005958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ee371ad-a0f0-4b47-8698-4b25706c9267 req-65e230cc-2aa0-4ee8-a3cb-7c8c931c90da tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1972435 Jul 16 03:49:54.059697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ee371ad-a0f0-4b47-8698-4b25706c9267 req-6f930d08-bf2f-4cd7-8ad5-8af121af2991 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478857 Jul 16 03:49:54.173145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.248274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f9bff6-e4a3-4555-88a8-2614ece0eb03,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:54.256348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Checking segment: {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:54.256707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Network hostable DHCP agents. Network: a01b8f5f-c951-47b2-a1f2-48c7c08f8768, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:54.274744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c5a0-2fa8-42f5-b2ef-21f894639fac req-9d26b496-613a-4949-b18b-b1baafad7c9a tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.276844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:54.282375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c10c5a0-2fa8-42f5-b2ef-21f894639fac req-9d26b496-613a-4949-b18b-b1baafad7c9a tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0772655 Jul 16 03:49:54.288592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a01b8f5f-c951-47b2-a1f2-48c7c08f8768) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:54.299933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.300818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.309008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da669d6a-43a9-4d98-ab34-9e28036b670c None None] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:54.323489 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-983a10b2-6e55-44b9-b36b-e0494eda54f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4220083 Jul 16 03:49:54.330327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57702) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:54.336455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:54.362428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c10c5a0-2fa8-42f5-b2ef-21f894639fac req-d156e16f-4188-4459-a302-9cdaffbcb9d4 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783780 Jul 16 03:49:54.368101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.371960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.424861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.445466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.502314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ce7cd-8acb-4de3-8a7f-f32d9e1c07d7 None None] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:54.621221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90faeb-704f-4541-8ec5-94af0d807d68 req-b093d32b-a1be-456e-bc19-a88afd3be606 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.622799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c90faeb-704f-4541-8ec5-94af0d807d68 req-b093d32b-a1be-456e-bc19-a88afd3be606 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1160569 Jul 16 03:49:54.690378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.695577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c90faeb-704f-4541-8ec5-94af0d807d68 req-21088b2f-ce42-4e88-ba99-cad306b271f3 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668151 Jul 16 03:49:54.928169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.947967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.078290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Allocated IP 172.25.4.159 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/c7bfb6a9-dcb8-4966-865c-00bb06013144) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:55.230328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160eb5e-c332-44fa-8a49-408592890afe req-593f39d5-8151-4592-85c5-0358fd54337b tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.232610 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.237305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b160eb5e-c332-44fa-8a49-408592890afe req-593f39d5-8151-4592-85c5-0358fd54337b tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0701284 Jul 16 03:49:55.274086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b160eb5e-c332-44fa-8a49-408592890afe req-56f8522b-f4c5-4141-bc4f-fbc441fb73a1 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Jul 16 03:49:55.288165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.332599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:55.337714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:55.341383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:55.372828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bfb6a9-dcb8-4966-865c-00bb06013144,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:55.624853 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.863115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.898398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229f063-2e23-499b-b9db-05ed2a17488d req-22ed44f0-2f0b-48fd-be64-8ddc55043fdd tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.900868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7229f063-2e23-499b-b9db-05ed2a17488d req-22ed44f0-2f0b-48fd-be64-8ddc55043fdd tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0789211 Jul 16 03:49:55.946087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7229f063-2e23-499b-b9db-05ed2a17488d req-5a4fb1d2-beac-45db-87ed-0e83a7370e82 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Jul 16 03:49:56.029212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Router 121124a1-798e-4af0-851c-e46b44e0cf1b is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:56.080793 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.138527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:56.148101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Sync routers for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:56.156955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.158607 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-877b990a-35fa-4335-baee-b2e2798801d2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8261635 Jul 16 03:49:56.161086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57740) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:56.163385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:56.164098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:56.287559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:56.622251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a54a9-0aac-467f-ade8-e76ddfa2351a req-5adeebd3-9390-4bd6-b437-892a9e791fe6 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:56.631782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d21a54a9-0aac-467f-ade8-e76ddfa2351a req-5adeebd3-9390-4bd6-b437-892a9e791fe6 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1654804 Jul 16 03:49:56.660647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:55Z', 'revision_number': 3, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:56.711695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Checking router: 121124a1-798e-4af0-851c-e46b44e0cf1b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:56.712158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Updating router 121124a1-798e-4af0-851c-e46b44e0cf1b port c7bfb6a9-dcb8-4966-865c-00bb06013144 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:56.744446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d21a54a9-0aac-467f-ade8-e76ddfa2351a req-42f2fee2-7f88-466d-ae59-591ba9767077 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084955 Jul 16 03:49:56.751864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.815650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.028769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Allocated IP 172.20.0.1 (a01b8f5f-c951-47b2-a1f2-48c7c08f8768/c1f9bff6-e4a3-4555-88a8-2614ece0eb03/8a0ec8ec-9e84-4501-a31e-e76f6044f601) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:57.133200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.153824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Transition to ACTIVE for port object c7bfb6a9-dcb8-4966-865c-00bb06013144 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:57.162300 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.262501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.263130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Attempting to bind port c7bfb6a9-dcb8-4966-865c-00bb06013144 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:57.263511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Attempting to bind port c7bfb6a9-dcb8-4966-865c-00bb06013144 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:57.263881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Attempting to bind port c7bfb6a9-dcb8-4966-865c-00bb06013144 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:57.267976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519752-fe36-4d32-a856-200bf7d882a9 None None] Pushing event updated for resources: {'Port': ['ID=c7bfb6a9-dcb8-4966-865c-00bb06013144,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.286377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:57.287383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:57.287804 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.288508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:57.289158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Bound port: c7bfb6a9-dcb8-4966-865c-00bb06013144, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:57.289554 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.301509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-c5ae37ba-8ca9-4cd0-97dc-246759060100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.303348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-c5ae37ba-8ca9-4cd0-97dc-246759060100 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44bb385d53fa4af08906bd2ffad50afe&device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 1096 time: 0.0831254 Jul 16 03:49:57.327671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1911a4-926b-4f58-81f7-8f14bf792c95 req-1f0c61bb-e31b-4d81-bf1c-8b021ad3e731 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.335798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc1911a4-926b-4f58-81f7-8f14bf792c95 req-1f0c61bb-e31b-4d81-bf1c-8b021ad3e731 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0975275 Jul 16 03:49:57.376893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] For port c7bfb6a9-dcb8-4966-865c-00bb06013144, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:57.380176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] For port c7bfb6a9-dcb8-4966-865c-00bb06013144, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c7bfb6a9-dcb8-4966-865c-00bb06013144,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:57.381170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc1911a4-926b-4f58-81f7-8f14bf792c95 req-b5294e6e-91b8-4e7e-b78e-7ad6d1506628 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Jul 16 03:49:57.391179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.407250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.471811 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:57.475005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:57.480080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:57.485213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:57.485869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:57.527470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.537866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0ec8ec-9e84-4501-a31e-e76f6044f601,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.574941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-4b6fd5fe-0cfe-4d69-bb71-2029d62215fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.576527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-4b6fd5fe-0cfe-4d69-bb71-2029d62215fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805 HTTP/1.1" status: 200 len: 914 time: 0.2632868 Jul 16 03:49:57.609683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519752-fe36-4d32-a856-200bf7d882a9 None None] Pushing event updated for resources: {'Port': ['ID=c7bfb6a9-dcb8-4966-865c-00bb06013144,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.631092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-be1cc08d-6a03-466e-8f64-1d4dddebc600 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d23e88ab-9623-4b24-9420-1a30240787f4 HTTP/1.1" status: 200 len: 217 time: 0.0462358 Jul 16 03:49:57.665768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6166f4-a470-4b7f-bbe9-9873c0b979f8 req-c6dc0e35-d1d2-4ad6-93d8-ba69e6ac01d2 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.667717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b6166f4-a470-4b7f-bbe9-9873c0b979f8 req-c6dc0e35-d1d2-4ad6-93d8-ba69e6ac01d2 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1323740 Jul 16 03:49:57.726944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:57.729480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b6166f4-a470-4b7f-bbe9-9873c0b979f8 req-4d72cad8-0f78-4a6f-aeec-8bd797eefb90 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Jul 16 03:49:57.772735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-11b1f669-dc64-4485-a74c-a5f91acb5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.774310 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-11b1f669-dc64-4485-a74c-a5f91acb5821 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2c4da40-ea8c-4beb-887c-5ff016bc76cc HTTP/1.1" status: 200 len: 852 time: 0.1338682 Jul 16 03:49:57.854988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-3e46394e-f802-4b08-bdd5-fab59174b9fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309176 Jul 16 03:49:57.872528 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.967454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:55Z', 'revision_number': 3, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:57.996350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373f1e5-4929-43b6-ae8f-7236eac50884 None None] The sync data for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 is: [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:55Z', 'revision_number': 3, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:58.087086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-e2a08cc4-e8fc-45ec-9655-83774f8579ff service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120554 Jul 16 03:49:58.201630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.212033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.265721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b845a855-eb87-44b6-8cc5-feea3eeaa2e6 req-1c89965b-84cd-4990-ba31-32fdf424d499 service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671448 Jul 16 03:49:58.313535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0ec8ec-9e84-4501-a31e-e76f6044f601,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:58.320990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.463822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:58.465364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:58.895420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec33bb-e3fd-4f95-a39d-bf50c981adfe req-853fd714-07c2-49d6-b725-b0cca926c3ac tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.906253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56ec33bb-e3fd-4f95-a39d-bf50c981adfe req-853fd714-07c2-49d6-b725-b0cca926c3ac tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1374111 Jul 16 03:49:58.982481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56ec33bb-e3fd-4f95-a39d-bf50c981adfe req-0a1adc6c-4664-48bc-912f-8a042dfcbd82 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749693 Jul 16 03:49:59.355014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Router 121124a1-798e-4af0-851c-e46b44e0cf1b has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:59.370438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0228e4-ba7d-46ec-9db0-42c9eaa077e9 req-12bb3c3f-2b1e-43a7-a140-2a869a10cd03 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:59.378274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f0228e4-ba7d-46ec-9db0-42c9eaa077e9 req-12bb3c3f-2b1e-43a7-a140-2a869a10cd03 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1266615 Jul 16 03:49:59.433325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f0228e4-ba7d-46ec-9db0-42c9eaa077e9 req-bb531923-77fe-4bd1-8d34-bc29039fb657 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Jul 16 03:49:59.500906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:59.517508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c8ddae4a-3feb-422f-ae63-c57c1d0c4631 admin admin] 10.222.0.25 "PUT /v2.0/routers/121124a1-798e-4af0-851c-e46b44e0cf1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3531218 Jul 16 03:49:59.623922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57838) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:59.645508 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:49:59.840617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75755c3f-8cea-4c50-807d-372528d568ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.933537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d56719-2cf5-4a0e-8a96-eac71308eda6 req-cc6a515d-63ee-4fe5-8a1e-f6553a2df9c7 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:59.938639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7d56719-2cf5-4a0e-8a96-eac71308eda6 req-cc6a515d-63ee-4fe5-8a1e-f6553a2df9c7 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0704398 Jul 16 03:49:59.994575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7d56719-2cf5-4a0e-8a96-eac71308eda6 req-a410c156-ea43-42b7-9229-11a3893569ac tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Jul 16 03:49:59.999504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75755c3f-8cea-4c50-807d-372528d568ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.004322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75755c3f-8cea-4c50-807d-372528d568ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.053023 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-75755c3f-8cea-4c50-807d-372528d568ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=714b4c8a7a1f47a7a32f3008008e413e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279509 Jul 16 03:50:00.053672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57858) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.090243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755c3f-8cea-4c50-807d-372528d568ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a51ba30-0b46-44fd-9f2e-0720426e26bd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:00.141427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee65d-757f-4aa6-9555-ec7fbacdee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.177845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee65d-757f-4aa6-9555-ec7fbacdee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.251920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c7bfb6a9-dcb8-4966-865c-00bb06013144 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:00.394064 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee65d-757f-4aa6-9555-ec7fbacdee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.397303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c7bfb6a9-dcb8-4966-865c-00bb06013144 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:00.404248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c7bfb6a9-dcb8-4966-865c-00bb06013144 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:00.404751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.408189 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee65d-757f-4aa6-9555-ec7fbacdee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.409406 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4f0ee65d-757f-4aa6-9555-ec7fbacdee81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a51ba30-0b46-44fd-9f2e-0720426e26bd HTTP/1.1" status: 204 len: 168 time: 0.3484328 Jul 16 03:50:00.424590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ee65d-757f-4aa6-9555-ec7fbacdee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a51ba30-0b46-44fd-9f2e-0720426e26bd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:00.447469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-b775b100-4848-4d3a-be1e-b49a473b5ada tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:00.455038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-b775b100-4848-4d3a-be1e-b49a473b5ada tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 818 time: 0.1352961 Jul 16 03:50:00.474369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-8b91b17e-0586-4df1-aaa3-1bf89cfd6a4b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/quotas/d875fcf53bef4f33944154ef021aded6 HTTP/1.1" status: 200 len: 375 time: 0.0182643 Jul 16 03:50:00.526272 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Sync routers for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:00.550736 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:00.551476 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:00.553275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-d7354ebc-fc2a-4717-bd4e-f0a7b09c5e34 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776577 Jul 16 03:50:00.559314 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.586518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c7bfb6a9-dcb8-4966-865c-00bb06013144, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c7bfb6a9-dcb8-4966-865c-00bb06013144,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:00.591584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.652894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c7bfb6a9-dcb8-4966-865c-00bb06013144,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:00.785675 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:00.789035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-7611a2cd-be96-4277-bcbc-880753542ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345967 Jul 16 03:50:00.863578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 57886) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.882285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9290a8f0-0af1-4704-9c6f-c56c8788286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.897043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-63294a51-278d-42dc-803d-dc5a8d12404a service neutron] 10.222.0.25 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916948 Jul 16 03:50:00.996909 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9290a8f0-0af1-4704-9c6f-c56c8788286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.008194 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9290a8f0-0af1-4704-9c6f-c56c8788286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.035972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290a8f0-0af1-4704-9c6f-c56c8788286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3910ab1e-4f36-41e3-8093-ff2622d6a900,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.082617 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 2, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:01.105505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9290a8f0-0af1-4704-9c6f-c56c8788286c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ade3c3269f944925a15c1c5a5747cf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402382 Jul 16 03:50:01.108088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 57894) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.119735 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Checking router: 121124a1-798e-4af0-851c-e46b44e0cf1b for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:01.120438 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Updating router 121124a1-798e-4af0-851c-e46b44e0cf1b port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:50:01.159255 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.231853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ff599d5-21ef-4137-a3d6-a3e14b3d84ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.276574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ff599d5-21ef-4137-a3d6-a3e14b3d84ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.302493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1ed14-2b84-41c4-b5a5-4f9047512e9b req-31350b23-3bbc-4d95-938d-3310396f2451 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.304248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7e1ed14-2b84-41c4-b5a5-4f9047512e9b req-31350b23-3bbc-4d95-938d-3310396f2451 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1358747 Jul 16 03:50:01.379834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7e1ed14-2b84-41c4-b5a5-4f9047512e9b req-d12b31d9-879b-4ced-bcbd-b10e94e7b668 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Jul 16 03:50:01.390432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ff599d5-21ef-4137-a3d6-a3e14b3d84ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.394294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ff599d5-21ef-4137-a3d6-a3e14b3d84ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.398830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ff599d5-21ef-4137-a3d6-a3e14b3d84ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3910ab1e-4f36-41e3-8093-ff2622d6a900 HTTP/1.1" status: 204 len: 168 time: 0.2873564 Jul 16 03:50:01.410847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff599d5-21ef-4137-a3d6-a3e14b3d84ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3910ab1e-4f36-41e3-8093-ff2622d6a900,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.505635 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.517796 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Transition to ACTIVE for port object 8a0ec8ec-9e84-4501-a31e-e76f6044f601 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:01.525806 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.622614 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Pushing event updated for resources: {'Port': ['ID=8a0ec8ec-9e84-4501-a31e-e76f6044f601,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.652719 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.652983 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.653364 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.656251 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.656830 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.657628 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.658351 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.658926 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.659465 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.660019 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.660567 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.661099 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:01.683583 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Attempting to bind port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:01.684235 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Attempting to bind port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:01.684820 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Attempting to bind port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 on network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:01.692204 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:01.693580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Checking segment: {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:01.694219 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.695044 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Bound using segment: {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:01.695776 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Bound port: 8a0ec8ec-9e84-4501-a31e-e76f6044f601, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:01.696325 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.727885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae5e01-7a5a-441a-a45a-9f9de234938c req-d555231d-0c60-411a-813b-b304fdb0dfed tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.735049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-62ae5e01-7a5a-441a-a45a-9f9de234938c req-d555231d-0c60-411a-813b-b304fdb0dfed tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1510055 Jul 16 03:50:01.795444 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] For port 8a0ec8ec-9e84-4501-a31e-e76f6044f601, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:01.799341 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] For port 8a0ec8ec-9e84-4501-a31e-e76f6044f601, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8a0ec8ec-9e84-4501-a31e-e76f6044f601,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:01.809634 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.834211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-62ae5e01-7a5a-441a-a45a-9f9de234938c req-e13dbe2f-f42e-4f29-9c65-22e8559e059a tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914783 Jul 16 03:50:01.879343 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:01.880052 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:01.967331 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8870b24-7c72-45be-9697-a175205c1897 None None] Pushing event updated for resources: {'Port': ['ID=8a0ec8ec-9e84-4501-a31e-e76f6044f601,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:02.016461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8d242f8-c33c-4d2e-af7f-bfe3d1af50f5 req-89c69419-6846-4055-9b36-82ae148126c3 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 210 time: 0.0506763 Jul 16 03:50:02.078574 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:02.168576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c7bfb6a9-dcb8-4966-865c-00bb06013144 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:02.260085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c7bfb6a9-dcb8-4966-865c-00bb06013144 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:02.260739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.419229 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:01Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:02.475529 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd49fc2-5dc1-4bd6-aa18-d81fae40859c None None] The sync data for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 is: [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:01Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:02.580417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c05f4-13cc-4dfe-8648-fdd9e32569e6 req-986f59b8-ae65-4621-800f-ca965199eb2b tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.582800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-244c05f4-13cc-4dfe-8648-fdd9e32569e6 req-986f59b8-ae65-4621-800f-ca965199eb2b tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.1397336 Jul 16 03:50:02.591192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-7e5b73a6-4726-4233-8323-0a4e91155ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.593840 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-7e5b73a6-4726-4233-8323-0a4e91155ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44bb385d53fa4af08906bd2ffad50afe&device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 1096 time: 0.1656222 Jul 16 03:50:02.685263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-244c05f4-13cc-4dfe-8648-fdd9e32569e6 req-76f9bc36-07c4-4615-a183-1ff79515c620 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982587 Jul 16 03:50:02.830168 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.954813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-81fc7e2d-81a1-4af2-a1dc-364fb9ec134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.956724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-81fc7e2d-81a1-4af2-a1dc-364fb9ec134c service neutron] 10.222.0.48 "GET /v2.0/networks?id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805 HTTP/1.1" status: 200 len: 914 time: 0.3509715 Jul 16 03:50:02.965276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-feb10147-9a9c-4dfb-80f5-95224c257abf tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.967879 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-feb10147-9a9c-4dfb-80f5-95224c257abf tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 818 time: 0.3427331 Jul 16 03:50:03.007016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-c0a8b8f3-463b-4f78-8546-77da2530a57f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d23e88ab-9623-4b24-9420-1a30240787f4 HTTP/1.1" status: 200 len: 217 time: 0.0374374 Jul 16 03:50:03.012109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'port': {'device_id': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'admin_state_up': True, 'tenant_id': 'd875fcf53bef4f33944154ef021aded6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:03.027110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939e710-cb7d-4a2e-9cc3-0793428695f1 req-ea9bb8dd-8fa5-45d3-85e2-5627eec3f5c9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.029093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9939e710-cb7d-4a2e-9cc3-0793428695f1 req-ea9bb8dd-8fa5-45d3-85e2-5627eec3f5c9 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1344497 Jul 16 03:50:03.112237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9939e710-cb7d-4a2e-9cc3-0793428695f1 req-fa2a1388-a3a5-44fc-9a2f-72fbc52fa16e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Jul 16 03:50:03.219442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Made reservation on behalf of d875fcf53bef4f33944154ef021aded6 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:03.223207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.251193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-3e39d221-6a19-44d5-a901-418b4a927c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.253092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-3e39d221-6a19-44d5-a901-418b4a927c40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2c4da40-ea8c-4beb-887c-5ff016bc76cc HTTP/1.1" status: 200 len: 852 time: 0.1395679 Jul 16 03:50:03.332649 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-073831d5-63a1-4711-bda9-6205003edf6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c7ed0a-0bf5-4019-bb59-bf0856c3f805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679724 Jul 16 03:50:03.409063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3dac56e8-1916-46fb-bf80-56b86dd9df33 req-0a829945-070b-485a-b6a3-b38c3dd8dd74 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 210 time: 0.0668004 Jul 16 03:50:03.569367 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.572077 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-ec66dcef-7c32-4fbf-aca3-b499928d9e56 service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846175 Jul 16 03:50:03.664136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Allocated IP 172.20.0.13 (a01b8f5f-c951-47b2-a1f2-48c7c08f8768/c1f9bff6-e4a3-4555-88a8-2614ece0eb03/aa3439ea-80e4-4d6d-a926-26695666e6b5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:03.718173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-65778fa6-6115-4610-91cf-98ddbe76cb71 req-02ef6592-cb63-4a4e-abe1-9c8c2d5cad9b service neutron] 10.222.0.48 "GET /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388860 Jul 16 03:50:03.941620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5929-5946-4398-9574-262ff8267120 req-3fe1506c-5300-4ddb-9f9e-839d6d9ca49e tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.944251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-761a5929-5946-4398-9574-262ff8267120 req-3fe1506c-5300-4ddb-9f9e-839d6d9ca49e tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0928643 Jul 16 03:50:03.950836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.004686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.042061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-761a5929-5946-4398-9574-262ff8267120 req-e464c274-7c50-4293-952a-8660512e85ce tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875380 Jul 16 03:50:04.063259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:04.077059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:04.078482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:04.081538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:04.150273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.150982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.169411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5bb1711f-8479-48ee-91a5-23579bdadc46 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1615250 Jul 16 03:50:04.183083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Request body: {'port': {'device_id': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.279806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8a0ec8ec-9e84-4501-a31e-e76f6044f601 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:04.374430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.385252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:04.394392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:04.395172 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.431451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cc4b7-7660-4475-8f85-900dce7f45e9 req-6f2525ee-c66d-4982-bff3-f3f0087528b6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.433222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-637cc4b7-7660-4475-8f85-900dce7f45e9 req-6f2525ee-c66d-4982-bff3-f3f0087528b6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1180925 Jul 16 03:50:04.522892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-637cc4b7-7660-4475-8f85-900dce7f45e9 req-1967cf9d-ab7b-42f0-be9b-405ec380dce0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829928 Jul 16 03:50:04.556285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.785300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524f66d-e2cd-46e6-99e9-be709a35c7d8 req-79c091e5-0637-4ee3-baf7-c4d2ba0ef97e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.787322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4524f66d-e2cd-46e6-99e9-be709a35c7d8 req-79c091e5-0637-4ee3-baf7-c4d2ba0ef97e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 932 time: 0.1122365 Jul 16 03:50:04.801628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8a0ec8ec-9e84-4501-a31e-e76f6044f601, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8a0ec8ec-9e84-4501-a31e-e76f6044f601,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:04.808986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.839709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4524f66d-e2cd-46e6-99e9-be709a35c7d8 req-2f2d8cc8-9038-4b19-8007-65fb2a554bc7 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Jul 16 03:50:04.892411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8a0ec8ec-9e84-4501-a31e-e76f6044f601,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:04.920040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3439ea-80e4-4d6d-a926-26695666e6b5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:04.932016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.952597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Transition to ACTIVE for port object aa3439ea-80e4-4d6d-a926-26695666e6b5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:04.956468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.045306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:05.115941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Attempting to bind port aa3439ea-80e4-4d6d-a926-26695666e6b5 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:05.116376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Attempting to bind port aa3439ea-80e4-4d6d-a926-26695666e6b5 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:05.116771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Attempting to bind port aa3439ea-80e4-4d6d-a926-26695666e6b5 on network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:05.121973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Port aa3439ea-80e4-4d6d-a926-26695666e6b5 on network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:50:05.122299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Attempting to bind port aa3439ea-80e4-4d6d-a926-26695666e6b5 on network a01b8f5f-c951-47b2-a1f2-48c7c08f8768 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:05.127134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:05.127483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Checking segment: {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:05.127845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Bound using segment: {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:05.128276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Bound port: aa3439ea-80e4-4d6d-a926-26695666e6b5, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f084d5-bce5-4837-9373-978c38043335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:05.128636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.214021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:05.227635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:05.235057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.253269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827984ea-d931-469c-8426-0928395010e0 req-a00a9c01-ce20-4816-8c1e-2bbd76522df2 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.262702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-827984ea-d931-469c-8426-0928395010e0 req-a00a9c01-ce20-4816-8c1e-2bbd76522df2 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0837162 Jul 16 03:50:05.288560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.289192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.338969 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 1092 time: 1.1142166 Jul 16 03:50:05.338969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:05.338969 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:05.338969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6341e9-6da1-462c-a1ca-9bcf729487d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:05.354307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-827984ea-d931-469c-8426-0928395010e0 req-4dbe7919-1c50-4dc4-946a-24c79252c65b tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924802 Jul 16 03:50:05.435944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-0bff7736-501e-4714-84ac-c04697248718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.437646 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-0bff7736-501e-4714-84ac-c04697248718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1095 time: 0.0710168 Jul 16 03:50:05.455827 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9310f3c1-87a9-4ac4-ab95-eabb19a9f690 x-openstack-request-id: req-9310f3c1-87a9-4ac4-ab95-eabb19a9f690 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:05.456115 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:05.456365 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9310f3c1-87a9-4ac4-ab95-eabb19a9f690 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:05.456761 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'status': 'completed', 'code': 200} Jul 16 03:50:05.490145 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-84ce944f-f004-4a68-a5a4-da257b485f9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0419798 Jul 16 03:50:05.558756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-778846f3-2cd9-4cc8-b3c3-b4a57683baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.560499 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-778846f3-2cd9-4cc8-b3c3-b4a57683baaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.0644910 Jul 16 03:50:05.610761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-1e710be7-7918-4693-9bf4-0bd8817bdb11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404232 Jul 16 03:50:05.743650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-5d33acf1-b46a-4031-8c67-f7027d4d2b06 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275973 Jul 16 03:50:05.866372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1be7f04-840c-4737-8e70-b42b66dbc3c0 req-6f86276a-6269-4909-9d39-2170ef4c0a6b service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165094 Jul 16 03:50:05.906843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8bd07-0919-48ad-973b-b14809521d74 req-3362988a-6deb-464b-8413-b0c0371710e0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.917162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eea8bd07-0919-48ad-973b-b14809521d74 req-3362988a-6deb-464b-8413-b0c0371710e0 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0964127 Jul 16 03:50:05.975816 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eea8bd07-0919-48ad-973b-b14809521d74 req-e5240539-8874-46a2-9024-48ef95061c7c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Jul 16 03:50:05.987711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495494a5-16b5-4950-b846-042ce7740765 req-08ae3a9f-2939-40ff-89dc-0a71dfd5ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.989216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-08ae3a9f-2939-40ff-89dc-0a71dfd5ebe7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5733e06136bb4899b9eded54560dca58&device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 1097 time: 0.1219482 Jul 16 03:50:06.002847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-c7d02877-9870-4695-af02-66d6c349559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.005222 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-c7d02877-9870-4695-af02-66d6c349559e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1095 time: 0.0865250 Jul 16 03:50:06.145420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.190065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-6243db8a-c638-40b6-865e-c094bbb92556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.191683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-6243db8a-c638-40b6-865e-c094bbb92556 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.1800656 Jul 16 03:50:06.194388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495494a5-16b5-4950-b846-042ce7740765 req-29890983-d272-4f2a-a4c4-a8d1545c50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.195770 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-29890983-d272-4f2a-a4c4-a8d1545c50f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 200 len: 908 time: 0.1750050 Jul 16 03:50:06.198325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670bbd5-66b1-429b-a04c-e4b38836994b req-abd786e2-f438-4477-9016-b97074144fc5 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.206280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1670bbd5-66b1-429b-a04c-e4b38836994b req-abd786e2-f438-4477-9016-b97074144fc5 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0883214 Jul 16 03:50:06.222225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8a0ec8ec-9e84-4501-a31e-e76f6044f601 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:06.252117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1670bbd5-66b1-429b-a04c-e4b38836994b req-a908353b-aa00-4cfa-be25-deafc1b163f6 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Jul 16 03:50:06.254321 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-9070e35d-58ae-4a3d-8569-f00418bef264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0547116 Jul 16 03:50:06.308069 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-164d3144-fa92-4a7d-8cb4-12516de69a6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eded7fd6-dead-4bcc-9f02-269339c02095 HTTP/1.1" status: 200 len: 217 time: 0.0631757 Jul 16 03:50:06.317621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:06.318143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.400906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129ae241-d9b8-43d0-ab67-fb798c25efc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.428117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-4557c1f4-9589-40cd-8575-ffbb809c0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.431249 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-4557c1f4-9589-40cd-8575-ffbb809c0a32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.1341171 Jul 16 03:50:06.440990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94678994-b093-4c89-8728-09a485af9011 req-28faf0c6-3825-41af-8011-8c99b393796f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.443088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94678994-b093-4c89-8728-09a485af9011 req-28faf0c6-3825-41af-8011-8c99b393796f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 944 time: 0.0795834 Jul 16 03:50:06.481507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495494a5-16b5-4950-b846-042ce7740765 req-678ea036-a8ab-4e9a-98a2-cae4b5806c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.481701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94678994-b093-4c89-8728-09a485af9011 req-6ef3a343-18fe-4eb5-ace3-a3fcf3321944 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Jul 16 03:50:06.483302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-678ea036-a8ab-4e9a-98a2-cae4b5806c6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 200 len: 846 time: 0.1488287 Jul 16 03:50:06.485286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-bfcf0911-c7d1-4d8e-8064-a05aa6e19204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469556 Jul 16 03:50:06.542203 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-65fdeab8-c921-4314-803e-c04c3f75df37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a3565d1-2ce4-440d-af0a-2b1b83365f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504336 Jul 16 03:50:06.701304 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-3dd72668-2fc3-48d3-a0e4-baec4018ea4c service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049513 Jul 16 03:50:06.748038 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-27aaec05-5292-4790-8c17-62acce5a90dd service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947246 Jul 16 03:50:06.832102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129ae241-d9b8-43d0-ab67-fb798c25efc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.841930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129ae241-d9b8-43d0-ab67-fb798c25efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.928892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7d653c77-ecba-4367-b5e1-80b1e3cb2c0b req-2fd92d07-8258-4a54-b048-bc034a407b52 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193449 Jul 16 03:50:06.935652 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-129ae241-d9b8-43d0-ab67-fb798c25efc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f843c2e5502647b89a1980ab5e92e522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877674 Jul 16 03:50:06.938617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58144) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.939852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ae241-d9b8-43d0-ab67-fb798c25efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07db3683-5e22-4183-bffe-53698c5f028a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:06.960741 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-495494a5-16b5-4950-b846-042ce7740765 req-cc4b87de-d1ff-4419-a7b5-16dd8b80f90b service neutron] 10.222.0.48 "GET /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051990 Jul 16 03:50:07.015297 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053fc74a-479c-4625-b650-726d4a59ae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.037535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053fc74a-479c-4625-b650-726d4a59ae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.084643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053fc74a-479c-4625-b650-726d4a59ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.088261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053fc74a-479c-4625-b650-726d4a59ae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.089437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-053fc74a-479c-4625-b650-726d4a59ae61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07db3683-5e22-4183-bffe-53698c5f028a HTTP/1.1" status: 204 len: 168 time: 0.1490281 Jul 16 03:50:07.124273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fc74a-479c-4625-b650-726d4a59ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db3683-5e22-4183-bffe-53698c5f028a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.178606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ef074-bbd9-408d-b07b-24722a4c1def req-1f2ee2dd-6314-4b1f-923d-edbb8af8558e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.180120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-823ef074-bbd9-408d-b07b-24722a4c1def req-1f2ee2dd-6314-4b1f-923d-edbb8af8558e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0896225 Jul 16 03:50:07.224533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-823ef074-bbd9-408d-b07b-24722a4c1def req-a153da54-f0a9-4e29-bcb5-bece34cf4fbf tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Jul 16 03:50:07.429094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58162) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:07.444239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba132301-0094-476e-b164-50b4851a7f3d req-7a644f74-7878-4a19-9fde-fdd559e2113f tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.445004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db846a1f-8482-48c7-bfaf-f10cc47fd9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.446419 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba132301-0094-476e-b164-50b4851a7f3d req-7a644f74-7878-4a19-9fde-fdd559e2113f tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0733500 Jul 16 03:50:07.486082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba132301-0094-476e-b164-50b4851a7f3d req-6307694d-1a51-494b-bc86-522a46183703 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/security-groups?id=72943e8c-d6ca-43ce-831f-847393f49fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Jul 16 03:50:07.514774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device aa3439ea-80e4-4d6d-a926-26695666e6b5 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:07.567847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db846a1f-8482-48c7-bfaf-f10cc47fd9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.573205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db846a1f-8482-48c7-bfaf-f10cc47fd9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.625059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:07.625253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-db846a1f-8482-48c7-bfaf-f10cc47fd9dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9836afda5d214220b237f17904b3ae19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948385 Jul 16 03:50:07.626107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db846a1f-8482-48c7-bfaf-f10cc47fd9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179f9561-2dfc-4809-8690-48f627c4d595,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.640989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:07.654263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'port_id': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'mac_address': 'fa:16:3e:0f:36:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:07.703799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.716983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3439ea-80e4-4d6d-a926-26695666e6b5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:07.722495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97dff2b1-8c2d-4afd-9845-d80ac00f8e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.740378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:07.745222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-9ebc7ea4-8203-49d0-8c6e-3c9511c83439 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.746207 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.746830 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-9ebc7ea4-8203-49d0-8c6e-3c9511c83439 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.48 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 945 time: 0.0788009 Jul 16 03:50:07.762753 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97dff2b1-8c2d-4afd-9845-d80ac00f8e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.791655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03822f68-168e-4e10-a40c-272240dc7a0b req-b0a8a4d3-d553-4333-afd1-1ba111d31c2b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.793515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03822f68-168e-4e10-a40c-272240dc7a0b req-b0a8a4d3-d553-4333-afd1-1ba111d31c2b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 944 time: 0.1468937 Jul 16 03:50:07.832528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.847082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03822f68-168e-4e10-a40c-272240dc7a0b req-a9be8681-d3c6-4ca9-a5f2-68dac5cb462b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Jul 16 03:50:07.869824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97dff2b1-8c2d-4afd-9845-d80ac00f8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.873101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97dff2b1-8c2d-4afd-9845-d80ac00f8e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.874829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-97dff2b1-8c2d-4afd-9845-d80ac00f8e95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/179f9561-2dfc-4809-8690-48f627c4d595 HTTP/1.1" status: 204 len: 168 time: 0.2479448 Jul 16 03:50:07.884717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dff2b1-8c2d-4afd-9845-d80ac00f8e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179f9561-2dfc-4809-8690-48f627c4d595,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.895988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Deleting port d23e88ab-9623-4b24-9420-1a30240787f4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:07.896335 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.950193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['aa3439ea-80e4-4d6d-a926-26695666e6b5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:07.995498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] For port d23e88ab-9623-4b24-9420-1a30240787f4, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=d23e88ab-9623-4b24-9420-1a30240787f4,segment=NetworkSegment(b5932091-15f6-4575-824d-080206f10f31),segment_id=b5932091-15f6-4575-824d-080206f10f31)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:07.996127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.015930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Calling delete_port for d23e88ab-9623-4b24-9420-1a30240787f4 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:08.344403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.356447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['d23e88ab-9623-4b24-9420-1a30240787f4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:08.398197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Pushing event deleted for resources: {'Port': ['ID=d23e88ab-9623-4b24-9420-1a30240787f4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:08.449289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac88dc-ff8d-4ef7-9221-bbc6781f9d43 req-91da4947-2918-498b-8652-21e2b95e82d6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.450223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] No DVR routers for this DVR port d23e88ab-9623-4b24-9420-1a30240787f4 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:08.458925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbac88dc-ff8d-4ef7-9221-bbc6781f9d43 req-91da4947-2918-498b-8652-21e2b95e82d6 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1121962 Jul 16 03:50:08.460145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.463135 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fb2c3467-8801-4b8b-952d-bf6ce8b28f2c req-7164ba5c-b052-442c-a350-4aa000fcf969 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.48 "DELETE /v2.0/ports/d23e88ab-9623-4b24-9420-1a30240787f4 HTTP/1.1" status: 204 len: 173 time: 0.7102714 Jul 16 03:50:08.463854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'name': 'network-vif-deleted', 'tag': 'd23e88ab-9623-4b24-9420-1a30240787f4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:08.468682 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23959b4e-0b52-48f3-8718-8f0246bb84bf" -d '{"events": [{"server_uuid": "a053299f-c2fe-4301-a28d-d42908ff8804", "name": "network-vif-deleted", "tag": "d23e88ab-9623-4b24-9420-1a30240787f4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:08.515031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbac88dc-ff8d-4ef7-9221-bbc6781f9d43 req-fbc40244-8eca-42d8-93d6-980aaa38d425 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Jul 16 03:50:08.549920 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec3c10-2016-4d57-8753-bb68843c03e5 x-openstack-request-id: req-c2ec3c10-2016-4d57-8753-bb68843c03e5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:08.550642 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a053299f-c2fe-4301-a28d-d42908ff8804", "name": "network-vif-deleted", "tag": "d23e88ab-9623-4b24-9420-1a30240787f4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:08.550973 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2ec3c10-2016-4d57-8753-bb68843c03e5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:08.551495 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a053299f-c2fe-4301-a28d-d42908ff8804', 'name': 'network-vif-deleted', 'tag': 'd23e88ab-9623-4b24-9420-1a30240787f4', 'status': 'completed', 'code': 200} Jul 16 03:50:08.695527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-941bc6db-35d9-4e92-9509-e92b4b3759b6 req-4fcdd3b0-ca39-4546-a864-0555158edf17 tempest-TestServerAdvancedOps-806186198 tempest-TestServerAdvancedOps-806186198-project] 10.222.0.25 "GET /v2.0/ports?device_id=a053299f-c2fe-4301-a28d-d42908ff8804 HTTP/1.1" status: 200 len: 210 time: 0.0340984 Jul 16 03:50:09.098883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f421-4c2c-4464-a28e-2de67703048a req-45fbbd59-f0f4-4dbd-b7fa-e164a8ae279b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:09.106863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea85f421-4c2c-4464-a28e-2de67703048a req-45fbbd59-f0f4-4dbd-b7fa-e164a8ae279b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 945 time: 0.1089296 Jul 16 03:50:09.159241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea85f421-4c2c-4464-a28e-2de67703048a req-abee2ecf-82c8-4ece-a5b7-177cd6d34503 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512524 Jul 16 03:50:09.514844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device aa3439ea-80e4-4d6d-a926-26695666e6b5 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:09.586505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port aa3439ea-80e4-4d6d-a926-26695666e6b5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:09.597510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port aa3439ea-80e4-4d6d-a926-26695666e6b5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:09.599346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.711699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.734011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6eacf-22ff-4446-a76a-bca82794f7d1 req-66488d61-f342-45dc-983f-3142f9cb3a34 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:09.736881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8b6eacf-22ff-4446-a76a-bca82794f7d1 req-66488d61-f342-45dc-983f-3142f9cb3a34 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1020036 Jul 16 03:50:09.744666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:09.751301 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbba750-a9f2-483e-8529-448bc338dd32" -d '{"events": [{"server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "name": "network-vif-plugged", "status": "completed", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:09.769518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:09.776738 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.786673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8b6eacf-22ff-4446-a76a-bca82794f7d1 req-4c5196be-6452-4877-b3b7-73abbf53f43d tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389121 Jul 16 03:50:09.846866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:09.902760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58272) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.922236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58274) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.952774 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99503c5-62b8-4f53-a959-257b6f4514a7 x-openstack-request-id: req-d99503c5-62b8-4f53-a959-257b6f4514a7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:09.953075 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "name": "network-vif-plugged", "status": "completed", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:09.953301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Deleting subnet b2c4da40-ea8c-4beb-887c-5ff016bc76cc {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:09.953400 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d99503c5-62b8-4f53-a959-257b6f4514a7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:09.953767 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'code': 200} Jul 16 03:50:09.958110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.993986 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.052700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.069204 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456d1813-301c-4eee-977c-42fcbc1730b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.121858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.122236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b94721-be09-45be-96b8-e835e55726dd req-b4b23f8f-ba33-4928-be69-2a72f90bd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.123885 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-73b94721-be09-45be-96b8-e835e55726dd req-b4b23f8f-ba33-4928-be69-2a72f90bd48e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.1012690 Jul 16 03:50:10.152539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c4da40-ea8c-4beb-887c-5ff016bc76cc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.157186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.162012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-192781ae-8885-4fe3-af7c-479445451547 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b2c4da40-ea8c-4beb-887c-5ff016bc76cc HTTP/1.1" status: 204 len: 168 time: 0.2579396 Jul 16 03:50:10.162722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.174309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-73b94721-be09-45be-96b8-e835e55726dd req-c962648b-6526-48d9-8d0f-018e64c7e077 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Jul 16 03:50:10.237295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456d1813-301c-4eee-977c-42fcbc1730b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.241526 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-456d1813-301c-4eee-977c-42fcbc1730b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.267649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.286814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-456d1813-301c-4eee-977c-42fcbc1730b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8445d7680aca4465998bded16c002e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627317 Jul 16 03:50:10.287823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d1813-301c-4eee-977c-42fcbc1730b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b6056-f74a-4b7c-be45-61e4b28468c5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.290622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.343269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f16e695-e649-480e-9b60-38700f6e3287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.365078 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f16e695-e649-480e-9b60-38700f6e3287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.402515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.416313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f16e695-e649-480e-9b60-38700f6e3287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.419049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f16e695-e649-480e-9b60-38700f6e3287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.422494 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2f16e695-e649-480e-9b60-38700f6e3287 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a6b6056-f74a-4b7c-be45-61e4b28468c5 HTTP/1.1" status: 204 len: 168 time: 0.1286697 Jul 16 03:50:10.422628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c7ed0a-0bf5-4019-bb59-bf0856c3f805']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:10.428697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16e695-e649-480e-9b60-38700f6e3287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b6056-f74a-4b7c-be45-61e4b28468c5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.441733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5932091-15f6-4575-824d-080206f10f31') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:10.442036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5932091-15f6-4575-824d-080206f10f31') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:10.475210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.475210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781355-8336-453c-ab5f-573ec82fe2a5 req-fc581419-3899-4b1d-a077-d08412818af0 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.475210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa781355-8336-453c-ab5f-573ec82fe2a5 req-fc581419-3899-4b1d-a077-d08412818af0 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1576014 Jul 16 03:50:10.746125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.762325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd0d0-aea4-4422-a5e2-b496c1a9db09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.844971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.856030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:10.856597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:10.859117 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:10.886149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd0d0-aea4-4422-a5e2-b496c1a9db09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.888274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa781355-8336-453c-ab5f-573ec82fe2a5 req-db439096-1052-4de5-aaf2-618e2f36d776 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053521 Jul 16 03:50:10.904470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd0d0-aea4-4422-a5e2-b496c1a9db09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.928574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.936293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.941967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] 10.222.0.25 "DELETE /v2.0/networks/53c7ed0a-0bf5-4019-bb59-bf0856c3f805 HTTP/1.1" status: 204 len: 168 time: 0.7782826 Jul 16 03:50:10.951113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.967496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b68cc-3f95-4884-ad25-1be52f10e371 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c7ed0a-0bf5-4019-bb59-bf0856c3f805,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.980340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7d3cd0d0-aea4-4422-a5e2-b496c1a9db09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94870186966747f1ae1d703451745514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327797 Jul 16 03:50:10.983768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58312) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.998503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd0d0-aea4-4422-a5e2-b496c1a9db09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa261d4-b96a-4c5d-ac3d-997f189bfcef,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.063835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Deleting subnet c6a73e3e-ca80-49b2-b21b-4c905fc4e66f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:11.068620 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.082336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736e284f-ef92-47f2-b7f4-e1680a126af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.108601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736e284f-ef92-47f2-b7f4-e1680a126af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.153658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.172857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736e284f-ef92-47f2-b7f4-e1680a126af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.175857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736e284f-ef92-47f2-b7f4-e1680a126af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.177189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-736e284f-ef92-47f2-b7f4-e1680a126af6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fa261d4-b96a-4c5d-ac3d-997f189bfcef HTTP/1.1" status: 204 len: 168 time: 0.1921811 Jul 16 03:50:11.186878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e284f-ef92-47f2-b7f4-e1680a126af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa261d4-b96a-4c5d-ac3d-997f189bfcef,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.222087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3a51-e413-4fb1-829e-8693b2c984b7 req-c082beaa-87c8-4648-89a3-30508d9feb2c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:11.223640 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e9a3a51-e413-4fb1-829e-8693b2c984b7 req-c082beaa-87c8-4648-89a3-30508d9feb2c tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1294844 Jul 16 03:50:11.224812 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.305280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e9a3a51-e413-4fb1-829e-8693b2c984b7 req-7c7c04d4-adf8-4ce3-8028-333f0b3d7543 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560157 Jul 16 03:50:11.317955 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.344053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a73e3e-ca80-49b2-b21b-4c905fc4e66f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.350538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.355911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0102b19a-ff64-4a39-95c6-d7b3f90a0117 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c6a73e3e-ca80-49b2-b21b-4c905fc4e66f HTTP/1.1" status: 204 len: 168 time: 0.3865891 Jul 16 03:50:11.355980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58322) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.429395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.513493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.524039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:11.534458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15e3261-8cb9-4050-a1c8-c7488087b4f3') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:11.534987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15e3261-8cb9-4050-a1c8-c7488087b4f3') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:11.545143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.558596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.565965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:11.566641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.567253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d23e88ab-9623-4b24-9420-1a30240787f4 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:11.568977 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:11.603758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: d23e88ab-9623-4b24-9420-1a30240787f4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:11.604111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device d23e88ab-9623-4b24-9420-1a30240787f4 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:11.634707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.650722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Pushing event deleted for resources: {'Network': ['ID=55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.652961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.654881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0e21a9ba-a760-4e9a-a6af-8a7fa4f1b16b admin admin] 10.222.0.25 "DELETE /v2.0/networks/55e8c4eb-cbcb-4a12-80e4-df58b0c4fe02 HTTP/1.1" status: 204 len: 168 time: 0.2981782 Jul 16 03:50:11.777276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.823833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58344) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.824877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-423a345e-993e-4ebe-8e79-e0b4431c421e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44bb385d53fa4af08906bd2ffad50afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461698 Jul 16 03:50:11.877543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e9eacc8-6850-4686-9ca8-0e0571312df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.898764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e9eacc8-6850-4686-9ca8-0e0571312df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.959828 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e9eacc8-6850-4686-9ca8-0e0571312df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.963045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e9eacc8-6850-4686-9ca8-0e0571312df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.966568 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6e9eacc8-6850-4686-9ca8-0e0571312df7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72943e8c-d6ca-43ce-831f-847393f49fdb HTTP/1.1" status: 204 len: 168 time: 0.1395638 Jul 16 03:50:11.974651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eacc8-6850-4686-9ca8-0e0571312df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72943e8c-d6ca-43ce-831f-847393f49fdb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:12.144908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f51c7-6f00-48ec-bdf0-5eba12ebc557 req-97158a6b-bc58-4778-a491-705bbb886d8e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.148092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c14f51c7-6f00-48ec-bdf0-5eba12ebc557 req-97158a6b-bc58-4778-a491-705bbb886d8e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0874598 Jul 16 03:50:12.206461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c14f51c7-6f00-48ec-bdf0-5eba12ebc557 req-4ee29ad7-02e3-49ee-a7a0-07c3b34a1601 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Jul 16 03:50:12.358923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58376) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.399319 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce120aa7-a308-4612-89e4-e9a7c33c26d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e45ae8608354f50a9cafee8ecd4c18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446923 Jul 16 03:50:12.401606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58378) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.474895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088355d1-0343-410a-a8bf-dec5245e8d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.512555 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088355d1-0343-410a-a8bf-dec5245e8d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.614469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088355d1-0343-410a-a8bf-dec5245e8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.618786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088355d1-0343-410a-a8bf-dec5245e8d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.620238 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-088355d1-0343-410a-a8bf-dec5245e8d83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63da1c4e-6fb4-477a-860f-597c52fe84a2 HTTP/1.1" status: 204 len: 168 time: 0.2158425 Jul 16 03:50:12.643327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088355d1-0343-410a-a8bf-dec5245e8d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da1c4e-6fb4-477a-860f-597c52fe84a2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:12.653544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-eb9c2a73-56af-4d3e-9048-454c297b9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.655128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-eb9c2a73-56af-4d3e-9048-454c297b9c20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.1029701 Jul 16 03:50:12.730589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7c787-a856-4ed7-9baf-aec20b09978f req-11e7b7dc-e34c-4a90-9145-80bb82c66161 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.739499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47e7c787-a856-4ed7-9baf-aec20b09978f req-11e7b7dc-e34c-4a90-9145-80bb82c66161 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1312821 Jul 16 03:50:12.777582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-251fa935-68bf-4077-a574-df39bcf952a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.779400 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-251fa935-68bf-4077-a574-df39bcf952a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.1163909 Jul 16 03:50:12.793217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47e7c787-a856-4ed7-9baf-aec20b09978f req-04ef6ec6-5424-4896-bb17-d48f653975f1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Jul 16 03:50:12.848264 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-657e4b74-472e-416d-9be7-158c8e0ad01a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0617564 Jul 16 03:50:12.922716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-e0ea251c-cbfd-4be8-97c3-ef4815f2f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.925541 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-e0ea251c-cbfd-4be8-97c3-ef4815f2f366 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.0701668 Jul 16 03:50:12.987668 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-55aff3ff-b3ca-45f8-a06e-3d2e91a2aea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540302 Jul 16 03:50:13.083138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68149-d94f-423f-a6a5-1d11fe52cb67 req-8115a652-1720-455e-ae7e-d53263d35431 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.085193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cf68149-d94f-423f-a6a5-1d11fe52cb67 req-8115a652-1720-455e-ae7e-d53263d35431 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0774648 Jul 16 03:50:13.182750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cf68149-d94f-423f-a6a5-1d11fe52cb67 req-5d66d58b-eb0c-4f1e-90d0-3addde7f2750 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910745 Jul 16 03:50:13.694351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-8e49e841-80a0-4f09-87e9-59c35ad4fc27 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984053 Jul 16 03:50:13.749615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.784510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfe223-c2f1-4cad-a438-94904cd6b82f req-9128dba5-254b-4ce3-bf22-4f587ecd4348 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.792602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6edfe223-c2f1-4cad-a438-94904cd6b82f req-9128dba5-254b-4ce3-bf22-4f587ecd4348 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1186974 Jul 16 03:50:13.843851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6edfe223-c2f1-4cad-a438-94904cd6b82f req-dcd94fd8-a9d0-498f-9efb-59cd6edfecbd tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Jul 16 03:50:13.861829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-76b3f318-3c31-4c68-b312-bf8efe03a662 req-23db17c9-70d4-44af-8c9b-117d90f4ac8b service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597354 Jul 16 03:50:13.936067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-5165643-network', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:14.063724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f981c6-fca0-4778-9979-60a69b9f0ba5 req-c1e3af08-9912-4494-acea-f191421fcd3f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.065355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56f981c6-fca0-4778-9979-60a69b9f0ba5 req-c1e3af08-9912-4494-acea-f191421fcd3f tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.0668480 Jul 16 03:50:14.103606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56f981c6-fca0-4778-9979-60a69b9f0ba5 req-422cbbe3-ed12-4752-bc44-28f364cb8d46 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Jul 16 03:50:14.193253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Made reservation on behalf of 26b24b37d9744cd7bca4be63fd00f2c9 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:14.195688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.212912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.323476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.329818 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.385608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:14.398496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05a313-666f-4479-a671-011de3a8392f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:14.405609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.405994 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Added segment ad23316a-841b-4ab6-aeda-d484a87521b8 of type vlan for network 770b187e-7d14-4892-9cd2-5599a8a23cfc Jul 16 03:50:14.482073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.520340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.522224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.522925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.566881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8111503 Jul 16 03:50:14.567163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58480) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:14.580531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Request body: {'subnet': {'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-5165643-subnet', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:14.606024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932af23-7ab6-437c-9998-e1719be5e49c admin admin] Pushing event updated for resources: {'Network': ['ID=770b187e-7d14-4892-9cd2-5599a8a23cfc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:14.640411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:14.659424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Made reservation on behalf of 26b24b37d9744cd7bca4be63fd00f2c9 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:14.661925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.696625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a824e9-8e8b-4a65-995c-cca0c8e1faec req-3d731d26-d602-4be8-b6c8-64dfb41b477f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.698109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15a824e9-8e8b-4a65-995c-cca0c8e1faec req-3d731d26-d602-4be8-b6c8-64dfb41b477f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1333659 Jul 16 03:50:14.789473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15a824e9-8e8b-4a65-995c-cca0c8e1faec req-7fe38848-ab57-4093-b571-d5f0b091f3e5 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534279 Jul 16 03:50:14.894974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.987458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39a2f03-8ef3-4974-82fb-d52261c38e7e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:15.005028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Checking segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:15.005396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Network hostable DHCP agents. Network: 770b187e-7d14-4892-9cd2-5599a8a23cfc, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:15.044686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a94a-0484-4548-bf4a-0c5d9bc3d0ca req-04d03384-11c0-46d5-b859-9b0cbb859b90 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.046325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0a4a94a-0484-4548-bf4a-0c5d9bc3d0ca req-04d03384-11c0-46d5-b859-9b0cbb859b90 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1178660 Jul 16 03:50:15.051428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:15.072507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 770b187e-7d14-4892-9cd2-5599a8a23cfc) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:15.078900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.079530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.085734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a955d-3579-438d-81e8-285fd6658dc7 None None] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:15.120930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0a4a94a-0484-4548-bf4a-0c5d9bc3d0ca req-06078032-e6fe-48f1-8ff6-e0cb8a106072 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637102 Jul 16 03:50:15.123076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a2fb938-40d7-470e-86db-f8a5efbdcb98 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5483313 Jul 16 03:50:15.126192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:15.130716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:15.176262 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.178057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.251453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.277489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-770b187e-7d14-4892-9cd2-5599a8a23cfc', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:50:15.278607 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.405349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.420931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Allocated IP 172.20.0.2 (770b187e-7d14-4892-9cd2-5599a8a23cfc/f39a2f03-8ef3-4974-82fb-d52261c38e7e/d9469a62-1db9-4027-bd56-a8d58b8a08a4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:15.598678 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.609537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Transition to ACTIVE for port object d9469a62-1db9-4027-bd56-a8d58b8a08a4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:15.619010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.632760 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Transition to ACTIVE for port object d9469a62-1db9-4027-bd56-a8d58b8a08a4 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:15.640707 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.668021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.694786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:15.701392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-9e94cbb1-fc28-48e3-aa66-154a09e90726 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.702912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:15.705991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:15.707112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-9e94cbb1-fc28-48e3-aa66-154a09e90726 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 946 time: 0.1021411 Jul 16 03:50:15.741830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Pushing event updated for resources: {'Port': ['ID=d9469a62-1db9-4027-bd56-a8d58b8a08a4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:15.809519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Allocated IP 172.25.4.148 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/67274e61-0679-464e-937a-bd2eba3687dd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:15.810431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Attempting to bind port d9469a62-1db9-4027-bd56-a8d58b8a08a4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:15.810909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Attempting to bind port d9469a62-1db9-4027-bd56-a8d58b8a08a4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:15.811388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Attempting to bind port d9469a62-1db9-4027-bd56-a8d58b8a08a4 on network 770b187e-7d14-4892-9cd2-5599a8a23cfc {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:15.820317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:15.830657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Checking segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:15.831271 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.831768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Bound using segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:15.832431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Bound port: d9469a62-1db9-4027-bd56-a8d58b8a08a4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:15.833295 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.880341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port eded7fd6-dead-4bcc-9f02-269339c02095 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:15.886267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.935578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.966411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-5d0df8fe-154c-4319-9eb1-bfec407b9e8c req-78d104a5-f987-465c-ab48-463b7d0729eb service neutron] (93757) timed out ('10.222.0.25', 33906) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:50:15.970468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] For port d9469a62-1db9-4027-bd56-a8d58b8a08a4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:15.979110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] For port d9469a62-1db9-4027-bd56-a8d58b8a08a4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d9469a62-1db9-4027-bd56-a8d58b8a08a4,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:15.982868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.989417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.021639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port eded7fd6-dead-4bcc-9f02-269339c02095, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=eded7fd6-dead-4bcc-9f02-269339c02095,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:16.022337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.038820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for eded7fd6-dead-4bcc-9f02-269339c02095 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:16.048913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Pushing event updated for resources: {'Port': ['ID=67274e61-0679-464e-937a-bd2eba3687dd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:16.064391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074bc01-2300-4d33-a1c8-4539deebff88 None None] Pushing event updated for resources: {'Port': ['ID=d9469a62-1db9-4027-bd56-a8d58b8a08a4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:16.098899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:16.103422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:16.109567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:16.222854 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.236638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:16.240152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['eded7fd6-dead-4bcc-9f02-269339c02095'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:16.256393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=eded7fd6-dead-4bcc-9f02-269339c02095,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:16.292844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ac817-293d-47b7-b82f-1b2c7054618a req-62c95a7c-a92b-4725-8074-223553744291 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.305541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c07ac817-293d-47b7-b82f-1b2c7054618a req-62c95a7c-a92b-4725-8074-223553744291 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.2759113 Jul 16 03:50:16.391562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port eded7fd6-dead-4bcc-9f02-269339c02095 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:16.392557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c07ac817-293d-47b7-b82f-1b2c7054618a req-c812638f-32a8-4665-b3ce-a813df42bc3f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854518 Jul 16 03:50:16.400342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.402328 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fb8ac683-c14f-459b-aa2d-7b39348130ed req-206d78a7-ac3f-447f-9094-0557f28e70c1 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.48 "DELETE /v2.0/ports/eded7fd6-dead-4bcc-9f02-269339c02095 HTTP/1.1" status: 204 len: 173 time: 0.6899996 Jul 16 03:50:16.402820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'name': 'network-vif-deleted', 'tag': 'eded7fd6-dead-4bcc-9f02-269339c02095'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:16.421761 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a41e26-d70e-4bbe-9ef4-fda0525d8846" -d '{"events": [{"server_uuid": "4946648c-4725-4c79-8a32-a7f7ca1353ed", "name": "network-vif-deleted", "tag": "eded7fd6-dead-4bcc-9f02-269339c02095"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:16.629190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.706063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-597de705-d16f-4c9d-9d76-96f0e87677da req-c989bf2b-c272-4a9f-9d7e-11b3d447cd55 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=4946648c-4725-4c79-8a32-a7f7ca1353ed HTTP/1.1" status: 200 len: 210 time: 0.0746875 Jul 16 03:50:16.810842 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9692ae-34e8-407a-852b-a8f5b889fa85 x-openstack-request-id: req-6d9692ae-34e8-407a-852b-a8f5b889fa85 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:16.811687 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946648c-4725-4c79-8a32-a7f7ca1353ed", "name": "network-vif-deleted", "tag": "eded7fd6-dead-4bcc-9f02-269339c02095", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:16.812136 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d9692ae-34e8-407a-852b-a8f5b889fa85 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:16.812707 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946648c-4725-4c79-8a32-a7f7ca1353ed', 'name': 'network-vif-deleted', 'tag': 'eded7fd6-dead-4bcc-9f02-269339c02095', 'status': 'completed', 'code': 200} Jul 16 03:50:16.888910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.141180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Router 0a0d9268-c4dc-4708-970e-53c338bcba62 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:50:17.331993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:17.363357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Sync routers for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:17.377160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:17.377800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:17.393450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.397954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58534) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:17.398142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a4ee41d4-0337-4f9f-b32b-930731bb1a1e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2709026 Jul 16 03:50:17.566117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:17.639073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2c3cb-9081-4b4b-add4-7fc9e9adff64 None None] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:17.724262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74148c-982f-4309-ac91-f27cc299cda9 req-dfd40276-b25d-4e2f-a262-ad1aeabd1ee0 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:17.727293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e74148c-982f-4309-ac91-f27cc299cda9 req-dfd40276-b25d-4e2f-a262-ad1aeabd1ee0 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1172173 Jul 16 03:50:17.731765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c79d5fb-a8af-44fd-acdd-771685240124 None None] Provisioning for port d9469a62-1db9-4027-bd56-a8d58b8a08a4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:17.774534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e74148c-982f-4309-ac91-f27cc299cda9 req-28b7d2e6-9bde-470e-9f9e-6c7e23349c66 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Jul 16 03:50:17.968318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.974359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:16Z', 'revision_number': 3, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:18.012451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Checking router: 0a0d9268-c4dc-4708-970e-53c338bcba62 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:18.012882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Updating router 0a0d9268-c4dc-4708-970e-53c338bcba62 port 67274e61-0679-464e-937a-bd2eba3687dd binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:50:18.064085 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.251943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Allocated IP 172.20.0.1 (770b187e-7d14-4892-9cd2-5599a8a23cfc/f39a2f03-8ef3-4974-82fb-d52261c38e7e/0a6f99d1-410d-45c1-b626-be0f7c698fb1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:18.283058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d9469a62-1db9-4027-bd56-a8d58b8a08a4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:18.462134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d9469a62-1db9-4027-bd56-a8d58b8a08a4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:18.470090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d9469a62-1db9-4027-bd56-a8d58b8a08a4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:18.471553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.517135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.547638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Transition to ACTIVE for port object 0a6f99d1-410d-45c1-b626-be0f7c698fb1 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:18.563455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c9efcb7-b28c-4531-9c5b-49544ac1269c None None] Provisioning complete for port d9469a62-1db9-4027-bd56-a8d58b8a08a4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:18.563882 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c9efcb7-b28c-4531-9c5b-49544ac1269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.626309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.676837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Pushing event updated for resources: {'Port': ['ID=0a6f99d1-410d-45c1-b626-be0f7c698fb1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:18.689789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:18.691340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:18.694052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:18.752111 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.759410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.810791 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c9efcb7-b28c-4531-9c5b-49544ac1269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.844025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Transition to ACTIVE for port object 67274e61-0679-464e-937a-bd2eba3687dd will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:18.856355 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.891454 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.980679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1c9efcb7-b28c-4531-9c5b-49544ac1269c None None] For port d9469a62-1db9-4027-bd56-a8d58b8a08a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d9469a62-1db9-4027-bd56-a8d58b8a08a4,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:19.002495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c9efcb7-b28c-4531-9c5b-49544ac1269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.030213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Attempting to bind port 67274e61-0679-464e-937a-bd2eba3687dd on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:19.030612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Attempting to bind port 67274e61-0679-464e-937a-bd2eba3687dd by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:19.030988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Attempting to bind port 67274e61-0679-464e-937a-bd2eba3687dd on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:19.056445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769708c-ef8d-43cd-8dc2-c4211f775bd9 None None] Pushing event updated for resources: {'Port': ['ID=67274e61-0679-464e-937a-bd2eba3687dd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.071517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:19.071902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:19.072315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.072970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:19.073463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Bound port: 67274e61-0679-464e-937a-bd2eba3687dd, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:19.073848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.103299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.129450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] For port 67274e61-0679-464e-937a-bd2eba3687dd, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:19.132480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] For port 67274e61-0679-464e-937a-bd2eba3687dd, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=67274e61-0679-464e-937a-bd2eba3687dd,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:19.165755 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.181291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:50:19.181649 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:50:19.187447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5844-8121-4f13-83da-ee5d5aaa8f00 req-7dafcc95-7475-44b5-a21c-63ea98463257 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:19.189558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ce5844-8121-4f13-83da-ee5d5aaa8f00 req-7dafcc95-7475-44b5-a21c-63ea98463257 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1445942 Jul 16 03:50:19.204323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-37ab2793-0089-4086-8b84-8b50f7b11b9c None None] Provisioning for port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:19.212802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-37ab2793-0089-4086-8b84-8b50f7b11b9c None None] Provisioning complete for port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:19.213176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-37ab2793-0089-4086-8b84-8b50f7b11b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.215551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9efcb7-b28c-4531-9c5b-49544ac1269c None None] Pushing event updated for resources: {'Port': ['ID=d9469a62-1db9-4027-bd56-a8d58b8a08a4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.246106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:19.246767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:49:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:19.274985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3ce5844-8121-4f13-83da-ee5d5aaa8f00 req-57249c2f-e811-4eeb-aee2-3b9aa475e55d tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777469 Jul 16 03:50:19.330184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-37ab2793-0089-4086-8b84-8b50f7b11b9c None None] Port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:19.408870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.418651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.519082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.562377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Pushing event updated for resources: {'Port': ['ID=0a6f99d1-410d-45c1-b626-be0f7c698fb1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.651998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:19.653819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:19.670256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769708c-ef8d-43cd-8dc2-c4211f775bd9 None None] Pushing event updated for resources: {'Port': ['ID=67274e61-0679-464e-937a-bd2eba3687dd,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.673017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eded7fd6-dead-4bcc-9f02-269339c02095 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:19.702537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: eded7fd6-dead-4bcc-9f02-269339c02095 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:19.702907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device eded7fd6-dead-4bcc-9f02-269339c02095 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:19.822863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:19.887021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Router 0a0d9268-c4dc-4708-970e-53c338bcba62 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:20.071888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:20.096167 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35b61e52-2c94-4393-826a-e45f92f18d8a admin admin] 10.222.0.25 "PUT /v2.0/routers/0a0d9268-c4dc-4708-970e-53c338bcba62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6953835 Jul 16 03:50:20.203484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-476bfc87-7b55-4dd6-81ee-ac95276c7bd8 None None] Provisioning complete for port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:20.204022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-476bfc87-7b55-4dd6-81ee-ac95276c7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.239940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d9469a62-1db9-4027-bd56-a8d58b8a08a4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:20.333366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-476bfc87-7b55-4dd6-81ee-ac95276c7bd8 None None] Port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:20.376511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 1, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:20.419933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d144e-7ea0-4e59-9641-a9ad424d7883 None None] The sync data for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 is: [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 1, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:20.434253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d9469a62-1db9-4027-bd56-a8d58b8a08a4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:20.434844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.567095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdc0e2-4168-4a5f-899f-ec9f932ff653 req-efd6a104-6618-45f6-815b-7f6d65ba5a78 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.572202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dfdc0e2-4168-4a5f-899f-ec9f932ff653 req-efd6a104-6618-45f6-815b-7f6d65ba5a78 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 945 time: 0.1804686 Jul 16 03:50:20.627175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dfdc0e2-4168-4a5f-899f-ec9f932ff653 req-35f5218d-8ee6-4d46-93b7-1bf51fb1e3b4 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Jul 16 03:50:20.754893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6e9de5d-0acf-4724-a84f-abeff1e852cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.020546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc3250-e935-49ec-91ed-c6a80d91d051 req-9ec24df7-de82-4070-8197-3bf0d587e858 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:21.028844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8bc3250-e935-49ec-91ed-c6a80d91d051 req-9ec24df7-de82-4070-8197-3bf0d587e858 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0993483 Jul 16 03:50:21.088881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8bc3250-e935-49ec-91ed-c6a80d91d051 req-cd31cb63-f945-4417-8905-ee4ab7423f29 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586870 Jul 16 03:50:21.139013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58652) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:21.145520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-343914078-network', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:21.172057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Made reservation on behalf of 7b6c2c0df78e48358af8dcea11a9888d for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:21.175343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.187882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.331662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.335420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.355104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:21.365554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.366263 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Added segment 46a59666-cabc-419b-8e23-7ae751a6fded of type vlan for network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea Jul 16 03:50:21.444013 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.455689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b1deb-7c43-4fe1-adad-9c5045f750c1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:21.501035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.502136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:21.502864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.547165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4059572 Jul 16 03:50:21.550120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:21.556354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Request body: {'subnet': {'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-343914078-subnet', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:21.588256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Made reservation on behalf of 7b6c2c0df78e48358af8dcea11a9888d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:21.593771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e3718-373e-488e-a6da-b689bc18758a admin admin] Pushing event updated for resources: {'Network': ['ID=ab5a834f-2dcf-4686-8d2f-0a3ee88151ea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:21.597043 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.608252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:21.750775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-373b1233-f9a5-4923-9f3b-ab5bd06eb65e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:21.752486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-373b1233-f9a5-4923-9f3b-ab5bd06eb65e tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 945 time: 0.1190202 Jul 16 03:50:21.893863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Deleting port dbbcb032-628f-4b1a-8373-ef46889230c4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:21.894207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.036654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.048334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] For port dbbcb032-628f-4b1a-8373-ef46889230c4, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dbbcb032-628f-4b1a-8373-ef46889230c4,segment=NetworkSegment(e7a7f2a6-df10-4fcd-96af-802fa68d4d33),segment_id=e7a7f2a6-df10-4fcd-96af-802fa68d4d33)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:22.049014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.066354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Calling delete_port for dbbcb032-628f-4b1a-8373-ef46889230c4 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:22.073211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbea4d-8286-42e4-9a1f-270ffdd144aa req-75752787-ea8e-4251-a4cd-4492cf069a81 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:22.075253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ccbea4d-8286-42e4-9a1f-270ffdd144aa req-75752787-ea8e-4251-a4cd-4492cf069a81 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 945 time: 0.1806898 Jul 16 03:50:22.102708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ddf7a3-b58b-46db-b2df-462fe7c849b0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.197241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ccbea4d-8286-42e4-9a1f-270ffdd144aa req-f03dbcfc-4f87-47d0-a965-42f678bd1775 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/security-groups?id=97c1358b-9474-44e9-bc93-14c9ad285c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089463 Jul 16 03:50:22.209403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Checking segment: {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:22.209765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Network hostable DHCP agents. Network: ab5a834f-2dcf-4686-8d2f-0a3ee88151ea, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:22.243888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:22.263905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ab5a834f-2dcf-4686-8d2f-0a3ee88151ea) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:22.270279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:22.271371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.292021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e08b3-c607-4a87-a1a7-6005f79d969b None None] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:22.304047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ef5fd037-635e-436e-b271-c6502b74f1fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7527161 Jul 16 03:50:22.308194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:22.316480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:22.322154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 67274e61-0679-464e-937a-bd2eba3687dd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:22.392897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.394081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.415515 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.442920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dbbcb032-628f-4b1a-8373-ef46889230c4'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:22.469481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Pushing event deleted for resources: {'Port': ['ID=dbbcb032-628f-4b1a-8373-ef46889230c4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.516677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.539813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] No DVR routers for this DVR port dbbcb032-628f-4b1a-8373-ef46889230c4 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:22.542891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.548443 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5f7c477b-2fb4-42da-9987-da4fa3f4be70 req-beb3a5a1-d7f7-4955-9f00-05c9881c9c44 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.11 "DELETE /v2.0/ports/dbbcb032-628f-4b1a-8373-ef46889230c4 HTTP/1.1" status: 204 len: 173 time: 0.7851636 Jul 16 03:50:22.548975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'name': 'network-vif-deleted', 'tag': 'dbbcb032-628f-4b1a-8373-ef46889230c4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:22.553544 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7401f9d-6510-47f5-8a35-aed761171190" -d '{"events": [{"server_uuid": "48e5eb07-0f99-4515-a693-b9cc861521b5", "name": "network-vif-deleted", "tag": "dbbcb032-628f-4b1a-8373-ef46889230c4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:22.579300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 67274e61-0679-464e-937a-bd2eba3687dd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:22.590062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 67274e61-0679-464e-937a-bd2eba3687dd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:22.590440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.764354 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.839279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'fixed_ips': [{'subnet_id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:50:22.840377 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.842927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a78175-83a1-48d1-858e-8cfee819ea47 req-fca4cb3f-2ea6-415e-bbe3-1b27d8718437 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:22.850406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1a78175-83a1-48d1-858e-8cfee819ea47 req-fca4cb3f-2ea6-415e-bbe3-1b27d8718437 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.4016304 Jul 16 03:50:22.885986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.897222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d1a78175-83a1-48d1-858e-8cfee819ea47 req-2c1262ac-1bde-4193-a007-f64b34a3b704 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Jul 16 03:50:22.918667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 67274e61-0679-464e-937a-bd2eba3687dd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=67274e61-0679-464e-937a-bd2eba3687dd,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:22.941680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.968357 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83648f65-e232-48ad-b991-2936859336c5 x-openstack-request-id: req-83648f65-e232-48ad-b991-2936859336c5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:22.968647 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e5eb07-0f99-4515-a693-b9cc861521b5", "name": "network-vif-deleted", "tag": "dbbcb032-628f-4b1a-8373-ef46889230c4", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:22.968899 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83648f65-e232-48ad-b991-2936859336c5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:22.969298 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5eb07-0f99-4515-a693-b9cc861521b5', 'name': 'network-vif-deleted', 'tag': 'dbbcb032-628f-4b1a-8373-ef46889230c4', 'status': 'completed', 'code': 200} Jul 16 03:50:23.112726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=67274e61-0679-464e-937a-bd2eba3687dd,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:23.130895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.131375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.131828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.132275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.132718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.133230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.133669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.134111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.134582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.134997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.135431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.135869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:23.161825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Allocated IP 172.20.0.2 (ab5a834f-2dcf-4686-8d2f-0a3ee88151ea/f3ddf7a3-b58b-46db-b2df-462fe7c849b0/bbaf1cd5-df27-4465-a8e8-1e8168ad3889) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:23.197706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.276525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.349372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c724c33b-7128-425d-839c-cc9853951a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.481670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.499406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Transition to ACTIVE for port object bbaf1cd5-df27-4465-a8e8-1e8168ad3889 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:23.517228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Transition to ACTIVE for port object bbaf1cd5-df27-4465-a8e8-1e8168ad3889 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:23.527633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.542048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a6ab556-99c2-4750-8a81-df43403f67cd req-34358b5b-a777-41a5-940e-d43328ef5f92 tempest-ServersTestJSON-54944150 tempest-ServersTestJSON-54944150-project] 10.222.0.25 "GET /v2.0/ports?device_id=48e5eb07-0f99-4515-a693-b9cc861521b5 HTTP/1.1" status: 200 len: 210 time: 0.0456154 Jul 16 03:50:23.562751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Allocated IP 172.25.4.190 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/e2c92e37-6528-49b9-bdc1-99c61fcc61a4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:23.594800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:23.596000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Pushing event updated for resources: {'Port': ['ID=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:23.598947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:23.601161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:23.695321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Attempting to bind port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:23.696500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Attempting to bind port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:23.697193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Attempting to bind port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 on network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:23.703003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.718803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:23.719289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Checking segment: {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:23.719708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.720106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Bound using segment: {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:23.723200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Bound port: bbaf1cd5-df27-4465-a8e8-1e8168ad3889, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:23.723605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.754498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.791229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:23.795601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:23.802108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:23.834724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Pushing event updated for resources: {'Port': ['ID=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:23.849330 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Sync routers for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:23.861580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:23.862588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:23.885068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] For port bbaf1cd5-df27-4465-a8e8-1e8168ad3889, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:23.889601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] For port bbaf1cd5-df27-4465-a8e8-1e8168ad3889, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:23.893404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.896629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.985434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84e1a-3101-467b-ba14-52f09abd54a3 None None] Pushing event updated for resources: {'Port': ['ID=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:24.047895 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:24.222439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 67274e61-0679-464e-937a-bd2eba3687dd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:24.392792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.420170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 67274e61-0679-464e-937a-bd2eba3687dd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:24.420760 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.441450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.463430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf56c-846b-4384-9b4d-10ea77879caa req-29484cc1-83d3-4756-b3ac-c52fa49df784 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:24.485260 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:19Z', 'revision_number': 2, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.487943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14bdf56c-846b-4384-9b4d-10ea77879caa req-29484cc1-83d3-4756-b3ac-c52fa49df784 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.3423953 Jul 16 03:50:24.561863 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Checking router: 0a0d9268-c4dc-4708-970e-53c338bcba62 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:24.562231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Updating router 0a0d9268-c4dc-4708-970e-53c338bcba62 port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:50:24.641377 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.965092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58738) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.105141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14bdf56c-846b-4384-9b4d-10ea77879caa req-0f378262-b70c-41ce-a95e-50c1e1903e01 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160784 Jul 16 03:50:25.106017 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.121265 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Transition to ACTIVE for port object 0a6f99d1-410d-45c1-b626-be0f7c698fb1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:25.131846 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.163097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.196675 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257473f-6170-419e-8632-3bc1d11b4a1c None None] Pushing event updated for resources: {'Port': ['ID=0a6f99d1-410d-45c1-b626-be0f7c698fb1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.274351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.324727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Deleting subnet 8aede1b4-8702-49c4-9f38-afedd8ff3775 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:25.333387 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.354783 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Attempting to bind port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:25.355865 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Attempting to bind port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:25.356456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Attempting to bind port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 on network 770b187e-7d14-4892-9cd2-5599a8a23cfc {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:25.364030 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:25.364740 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Checking segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:25.365708 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.366715 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Bound using segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:25.368055 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Bound port: 0a6f99d1-410d-45c1-b626-be0f7c698fb1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:25.368540 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.369297 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.377197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.397752 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.435139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecdaa799e070441a910def1c8fecf795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688089 Jul 16 03:50:25.436000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416d3b0-46ef-4d44-af48-12ad11449cd0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.443858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.445297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.446210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.446564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.446903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.447235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.447565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.447887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.448206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.448529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.448847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.449165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.449481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d25d96-4273-4a0f-8e37-f48fb78ccc69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:25.457519 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] For port 0a6f99d1-410d-45c1-b626-be0f7c698fb1, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:25.464007 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] For port 0a6f99d1-410d-45c1-b626-be0f7c698fb1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a6f99d1-410d-45c1-b626-be0f7c698fb1,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:25.471900 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.475317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.515361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-380350ca-27d6-475c-b1ba-c9b91af75dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.545379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-380350ca-27d6-475c-b1ba-c9b91af75dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.559248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.595351 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:25.595744 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:25.605269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dbbcb032-628f-4b1a-8373-ef46889230c4 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:25.633891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-380350ca-27d6-475c-b1ba-c9b91af75dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.637109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-380350ca-27d6-475c-b1ba-c9b91af75dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.640078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-380350ca-27d6-475c-b1ba-c9b91af75dff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f416d3b0-46ef-4d44-af48-12ad11449cd0 HTTP/1.1" status: 204 len: 168 time: 0.1835649 Jul 16 03:50:25.650418 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257473f-6170-419e-8632-3bc1d11b4a1c None None] Pushing event updated for resources: {'Port': ['ID=0a6f99d1-410d-45c1-b626-be0f7c698fb1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.679836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380350ca-27d6-475c-b1ba-c9b91af75dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416d3b0-46ef-4d44-af48-12ad11449cd0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.685383 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: dbbcb032-628f-4b1a-8373-ef46889230c4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:25.685535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dbbcb032-628f-4b1a-8373-ef46889230c4 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:25.739259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.760181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94934c-77c8-4cc7-89dd-2a5cc1cec112 None None] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:25.813128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aede1b4-8702-49c4-9f38-afedd8ff3775,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.827592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.830379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-45207ed5-edd3-45b5-83b3-ef9c0e50139e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8aede1b4-8702-49c4-9f38-afedd8ff3775 HTTP/1.1" status: 204 len: 168 time: 0.5550230 Jul 16 03:50:25.833055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58750) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.856803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:50:25.871725 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:25.958879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b8a61bd4-7543-4b37-8be9-4adeb11e2049 None None] Provisioning for port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:25.992747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.037894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:26.057141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.058765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-211ced85-0f8b-4075-b51d-44d7ba642efd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7489023 Jul 16 03:50:26.061630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.062690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Sync routers for ids ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:26.135318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.139328 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.140011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Routers {'5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:26.140705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:26.170968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3565d1-2ce4-440d-af0a-2b1b83365f08']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:26.196347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:26.196642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a7f2a6-df10-4fcd-96af-802fa68d4d33') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:26.216502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.261728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.265601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.272675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:26.273095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.357693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Set router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:26.405147 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:26.417559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.434360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.438934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a3565d1-2ce4-440d-af0a-2b1b83365f08 HTTP/1.1" status: 204 len: 168 time: 0.6046405 Jul 16 03:50:26.447642 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:25Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:26.496896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d944b-3b05-42a5-b87b-943e361d5ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3565d1-2ce4-440d-af0a-2b1b83365f08,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.517056 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e951dbc-0632-4dc8-85aa-f2a7d49bdfbd None None] The sync data for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 is: [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:25Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:26.540993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a6f99d1-410d-45c1-b626-be0f7c698fb1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:26.565689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.715476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:26.732486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.744759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:26.745155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.831118 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f02f1c9e-6c35-4212-ac24-208afeb5df94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5733e06136bb4899b9eded54560dca58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970626 Jul 16 03:50:26.833636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58766) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.861294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:50:24Z', 'revision_number': 3, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:26.886477 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.897462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Checking router: 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:26.899858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Updating router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:50:26.907671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09b15f9-dd9c-4cf8-a122-e2331ba90014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.921261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.927144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.936906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09b15f9-dd9c-4cf8-a122-e2331ba90014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.973470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50727b3e105149f49b6763fe13bc9bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958952 Jul 16 03:50:26.980226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0a6f99d1-410d-45c1-b626-be0f7c698fb1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a6f99d1-410d-45c1-b626-be0f7c698fb1,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:26.981695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:26.984274 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.989230 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.990253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbaf1cd5-df27-4465-a8e8-1e8168ad3889 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:27.004591 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09b15f9-dd9c-4cf8-a122-e2331ba90014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.008841 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09b15f9-dd9c-4cf8-a122-e2331ba90014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.010273 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b09b15f9-dd9c-4cf8-a122-e2331ba90014 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97c1358b-9474-44e9-bc93-14c9ad285c2d HTTP/1.1" status: 204 len: 168 time: 0.1753159 Jul 16 03:50:27.037659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b15f9-dd9c-4cf8-a122-e2331ba90014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c1358b-9474-44e9-bc93-14c9ad285c2d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:27.097412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c295bfb-3d0a-4c70-a134-206c53e04792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.125149 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c295bfb-3d0a-4c70-a134-206c53e04792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.210524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddee09-2390-45ff-8fd6-cea8d3734d1e req-07bb22b9-5118-4542-9f92-f2a6834f0028 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.212590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fddee09-2390-45ff-8fd6-cea8d3734d1e req-07bb22b9-5118-4542-9f92-f2a6834f0028 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.6445899 Jul 16 03:50:27.214877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9942150c-d84d-44fa-b840-2793673a8fdf,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:27.233781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.234135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.234504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.234853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.235168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.235708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.236051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.236434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.236757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.237053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.237378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.237700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813731b8-ddc6-4fa7-82d8-6e0f90c2546c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:27.287619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fddee09-2390-45ff-8fd6-cea8d3734d1e req-36a83ae0-8f83-497b-a024-c9f703150f21 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Jul 16 03:50:27.308035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c295bfb-3d0a-4c70-a134-206c53e04792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.310605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c295bfb-3d0a-4c70-a134-206c53e04792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.311743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4c295bfb-3d0a-4c70-a134-206c53e04792 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9942150c-d84d-44fa-b840-2793673a8fdf HTTP/1.1" status: 204 len: 168 time: 0.3262317 Jul 16 03:50:27.345861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c295bfb-3d0a-4c70-a134-206c53e04792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9942150c-d84d-44fa-b840-2793673a8fdf,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:27.358431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.504793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:27.544078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:27.544518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.650911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Allocated IP 172.20.0.1 (ab5a834f-2dcf-4686-8d2f-0a3ee88151ea/f3ddf7a3-b58b-46db-b2df-462fe7c849b0/33517699-c4da-49d3-a87f-68dfec75f73f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:27.711188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0a6f99d1-410d-45c1-b626-be0f7c698fb1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:27.830810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.854096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.871287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Transition to ACTIVE for port object 33517699-c4da-49d3-a87f-68dfec75f73f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:27.923381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.972451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:27.975504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:27.978666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:27.979674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port bbaf1cd5-df27-4465-a8e8-1e8168ad3889, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:27.996786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.008041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Pushing event updated for resources: {'Port': ['ID=33517699-c4da-49d3-a87f-68dfec75f73f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:28.043831 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.087777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:28.260490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.265937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a6f99d1-410d-45c1-b626-be0f7c698fb1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:28.332861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Transition to ACTIVE for port object e2c92e37-6528-49b9-bdc1-99c61fcc61a4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:28.357879 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.361844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:28.381014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.433259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2c052-31be-4388-a470-33f548db0b03 None None] Pushing event updated for resources: {'Port': ['ID=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:28.437461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Attempting to bind port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:28.437918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Attempting to bind port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:28.438376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Attempting to bind port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:28.446961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:28.447423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:28.447920 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.448387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:28.448931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Bound port: e2c92e37-6528-49b9-bdc1-99c61fcc61a4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:28.450677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.454579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:28.454930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.545022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-249c2453-451e-4a87-a969-f20f37245156 None None] Provisioning for port 33517699-c4da-49d3-a87f-68dfec75f73f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:28.604066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-249c2453-451e-4a87-a969-f20f37245156 None None] Provisioning complete for port 33517699-c4da-49d3-a87f-68dfec75f73f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:28.604443 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-249c2453-451e-4a87-a969-f20f37245156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.615820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-248193563-network', 'tenant_id': '96ba3af06961429fae3e5ef1afc50876'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:28.664928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] For port e2c92e37-6528-49b9-bdc1-99c61fcc61a4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:28.675294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Made reservation on behalf of 96ba3af06961429fae3e5ef1afc50876 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:28.680029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.682059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] For port e2c92e37-6528-49b9-bdc1-99c61fcc61a4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:28.689664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbaf1cd5-df27-4465-a8e8-1e8168ad3889 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:28.696020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.697267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.747463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74a930-f66a-4623-8122-b1ee14b94228 req-be553a30-e8a9-4d90-bddc-ecbd7bb1ee99 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.748945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-249c2453-451e-4a87-a969-f20f37245156 None None] Port 33517699-c4da-49d3-a87f-68dfec75f73f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:28.749059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f74a930-f66a-4623-8122-b1ee14b94228 req-be553a30-e8a9-4d90-bddc-ecbd7bb1ee99 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1967194 Jul 16 03:50:28.842064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Routers {'5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:28.842508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f74a930-f66a-4623-8122-b1ee14b94228 req-e13ec9d7-dcc0-4fc1-9da1-ba8822c2554c tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777707 Jul 16 03:50:28.843054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:28.849574 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.870872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.887490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.899763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.941896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:28.945012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.984132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce345ede-3668-4343-b12e-bb1ac5d9172e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:28.990950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.991305 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Added segment bb2669ce-1d89-46a5-b156-e31c0ae72b98 of type vlan for network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f Jul 16 03:50:29.004648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2c052-31be-4388-a470-33f548db0b03 None None] Pushing event updated for resources: {'Port': ['ID=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.013327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Pushing event updated for resources: {'Port': ['ID=33517699-c4da-49d3-a87f-68dfec75f73f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.056824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.094383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.096083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:29.096932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.100811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:29.101260 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.103560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:29.105502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:29.156493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7921906 Jul 16 03:50:29.159666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:29.178884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] Set router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:29.199564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Request body: {'subnet': {'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-248193563-subnet', 'tenant_id': '96ba3af06961429fae3e5ef1afc50876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:29.217628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65a5a5-379e-4aa9-a3b3-3c828ef74075 admin admin] Pushing event updated for resources: {'Network': ['ID=4c863640-dbc5-4900-8dbc-2d5b4d812b8f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.245656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Made reservation on behalf of 96ba3af06961429fae3e5ef1afc50876 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:29.249122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.280367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:29.309028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:29.459501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:29.470623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e46d8f58-084a-4d0d-8b1f-e53b3d99814a admin admin] 10.222.0.25 "PUT /v2.0/routers/5eaf307d-5aed-48a7-97bb-f1723c2c0e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4041922 Jul 16 03:50:29.522037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.632491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482e6334-423d-4f54-b34e-cef2c88b90e0,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.644962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Checking segment: {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:29.645329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Network hostable DHCP agents. Network: 4c863640-dbc5-4900-8dbc-2d5b4d812b8f, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:29.668821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:29.681198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4c863640-dbc5-4900-8dbc-2d5b4d812b8f) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:29.685729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:29.686336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.706868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168b6a6-bf0c-47b7-91f7-843a4696ccaa None None] Network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:29.724256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3dff6b84-98fb-4bc8-8830-c132472effe3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5634320 Jul 16 03:50:29.780423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0b6bddc8-1616-4ecb-8a70-8c8f40a25d07 None None] Provisioning complete for port 33517699-c4da-49d3-a87f-68dfec75f73f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:29.780871 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b6bddc8-1616-4ecb-8a70-8c8f40a25d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.873798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bddc8-1616-4ecb-8a70-8c8f40a25d07 None None] Port 33517699-c4da-49d3-a87f-68dfec75f73f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:29.931898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '33517699-c4da-49d3-a87f-68dfec75f73f', 'name': '', 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'mac_address': 'fa:16:3e:1c:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:27Z', 'updated_at': '2021-07-16T03:50:27Z', 'revision_number': 1, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'subnets': [{'id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:29.959428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4128ef64-90ab-4885-9233-794fd97b570e None None] Network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:29.963342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec223f15-8578-4eea-a31e-91cd09b0a9cf None None] The sync data for ids ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'] in n-d-800089-6 is: [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '33517699-c4da-49d3-a87f-68dfec75f73f', 'name': '', 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'mac_address': 'fa:16:3e:1c:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:27Z', 'updated_at': '2021-07-16T03:50:27Z', 'revision_number': 1, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'subnets': [{'id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:30.448932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:30.455013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600167107', 'description': 'tempest-secgroup-smoke-600167107 description', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:30.504486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.672451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.677668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.683058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2a8a2-c0a5-4083-801e-d0df5ca9fed4 req-e9b0d3f9-5c30-4335-ad63-e2c98a07f1c1 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:30.695048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ee2a8a2-c0a5-4083-801e-d0df5ca9fed4 req-e9b0d3f9-5c30-4335-ad63-e2c98a07f1c1 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1307926 Jul 16 03:50:30.735789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5f5d4-c011-4f17-b4df-eef6635ed98a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.757461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.761978 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4de0163f-e86f-404c-ae7a-c019c36c3f64 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3092296 Jul 16 03:50:30.767954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58874) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:30.777357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ee2a8a2-c0a5-4083-801e-d0df5ca9fed4 req-272ea5f7-c7be-4c7a-a95c-2fe4e901f807 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738127 Jul 16 03:50:30.778374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group_rule': {'security_group_id': '5bf5f5d4-c011-4f17-b4df-eef6635ed98a', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:30.834262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.938967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.945426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.986834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0efb4d-ed09-4422-a0dc-15c36b1c33e3,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.998945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.003181 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-10163441-4b86-43a1-98b9-f5ba56162f1a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314832 Jul 16 03:50:31.003455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58884) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:31.011305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group_rule': {'security_group_id': '5bf5f5d4-c011-4f17-b4df-eef6635ed98a', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.049651 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.136135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.145839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.163563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7160eb5c-36f0-4182-8998-44d08215139b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.175993 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.181011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:31.181294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8a2e106f-3cd3-4bc0-beee-5b7df96cb009 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759765 Jul 16 03:50:31.186354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group_rule': {'security_group_id': '5bf5f5d4-c011-4f17-b4df-eef6635ed98a', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.264934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.374819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-46ea9987-e89d-49c0-842a-5310d16ffc75 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:31.376838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-46ea9987-e89d-49c0-842a-5310d16ffc75 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 813 time: 0.1489062 Jul 16 03:50:31.398805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.408311 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.423419 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-a21cf801-e5f0-4360-9200-ae3cef10e182 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/quotas/96ba3af06961429fae3e5ef1afc50876 HTTP/1.1" status: 200 len: 375 time: 0.0231366 Jul 16 03:50:31.442965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6c20e1-45ba-4e01-9cb8-312b89deea86,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.477725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-042fbcb2-bd66-4fda-9791-d5c057dde338 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418339 Jul 16 03:50:31.490070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.494915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:31.500945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group_rule': {'security_group_id': '5bf5f5d4-c011-4f17-b4df-eef6635ed98a', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.505004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e2f6e6f-cf4c-4874-802e-841f3a0a6dc9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3227098 Jul 16 03:50:31.540421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.608557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-19e5a950-27b1-4624-9a96-37e4b72a2ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205013 Jul 16 03:50:31.620532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.624350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.649699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c39de20-0b38-439b-aa07-b2588b87b10a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.654683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.656207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19fd19a0-bdef-4caa-835c-bf5b2416ece6 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599450 Jul 16 03:50:31.658822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 58904) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:31.663838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group_rule': {'security_group_id': '5bf5f5d4-c011-4f17-b4df-eef6635ed98a', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.686775 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Project 26b24b37d9744cd7bca4be63fd00f2c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:50:31.692128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.719939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-e9e36f36-d670-4f55-8b91-812db5dabe1e service neutron] 10.222.0.25 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037219 Jul 16 03:50:31.754325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.758655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.785175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f88460-ccd6-4a4e-b3d3-684e0d499f9f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.794182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.795818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9c1fedc5-84de-48d6-b89b-89657a7f7739 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359193 Jul 16 03:50:31.798534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 58908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:31.803379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'security_group_rule': {'security_group_id': '5bf5f5d4-c011-4f17-b4df-eef6635ed98a', 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:31.830880 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Project 26b24b37d9744cd7bca4be63fd00f2c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:50:31.837657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.924541 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.928530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.953077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0075459e-4c8b-4f27-a7ad-54a8a70c607f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.963886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.965264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3ed3e42a-70a0-49f1-b7c7-b5473f40b2ab tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656518 Jul 16 03:50:32.089280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622454a-4773-4a17-8a1a-7d9ee9222fd9 req-81e53542-cf3b-46d3-8e16-fdd06141f57f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:32.091181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d622454a-4773-4a17-8a1a-7d9ee9222fd9 req-81e53542-cf3b-46d3-8e16-fdd06141f57f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0951531 Jul 16 03:50:32.162117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d622454a-4773-4a17-8a1a-7d9ee9222fd9 req-a9da3d4f-733e-4fa7-ad28-ba1afe2e093f tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Jul 16 03:50:32.260722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e2c92e37-6528-49b9-bdc1-99c61fcc61a4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:32.275080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b20cd4b-1fc0-43c5-8a90-1a9a8836c714 req-cacead3c-82e7-4992-bf44-9fabb008c0bb tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 210 time: 0.0321307 Jul 16 03:50:32.355853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:32.363106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:32.363613 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.452895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-7367a626-a7ac-45fb-a916-650e1ec20730 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600167107&fields=id&tenant_id=26b24b37d9744cd7bca4be63fd00f2c9 HTTP/1.1" status: 200 len: 267 time: 0.0624886 Jul 16 03:50:32.488054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.511166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e2c92e37-6528-49b9-bdc1-99c61fcc61a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:32.517533 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.577984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:32.593458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-e7770b4e-be1e-4e75-af71-20913b8f60ca tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:32.595321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-e7770b4e-be1e-4e75-af71-20913b8f60ca tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 806 time: 0.1370778 Jul 16 03:50:32.621664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-6bdbed82-7619-4591-af75-515b5303f97a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/quotas/26b24b37d9744cd7bca4be63fd00f2c9 HTTP/1.1" status: 200 len: 375 time: 0.0170524 Jul 16 03:50:32.832079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.037840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-0c34a56d-db51-4ff9-ac6a-d1f79655bab3 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4175880 Jul 16 03:50:33.139730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-f0f36f10-5519-4eaa-b7de-0dbcb75b116e service neutron] 10.222.0.25 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904961 Jul 16 03:50:33.230532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1f143730-04b2-4093-b2aa-d2a366c6d97e service neutron] 10.222.0.25 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849802 Jul 16 03:50:33.398319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-3e3e8535-1e4a-4df5-8fc6-e88ecb0b0515 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.399936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-3e3e8535-1e4a-4df5-8fc6-e88ecb0b0515 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 813 time: 0.1460743 Jul 16 03:50:33.415529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Request body: {'port': {'device_id': 'e4d7c062-54bd-461a-9447-64373f43483d', 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'admin_state_up': True, 'tenant_id': '96ba3af06961429fae3e5ef1afc50876'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:33.578667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.581855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Made reservation on behalf of 96ba3af06961429fae3e5ef1afc50876 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:33.587933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.632236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc81b-b2ab-41d4-b1b3-c584d10809bd req-6d12da95-e557-470b-ba1a-3d2ffea5187a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.634016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d0bc81b-b2ab-41d4-b1b3-c584d10809bd req-6d12da95-e557-470b-ba1a-3d2ffea5187a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0801823 Jul 16 03:50:33.715877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d0bc81b-b2ab-41d4-b1b3-c584d10809bd req-baca3d23-cdf2-4073-92ea-4c3987ac56fa tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Jul 16 03:50:33.774679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Allocated IP 172.20.0.4 (4c863640-dbc5-4900-8dbc-2d5b4d812b8f/482e6334-423d-4f54-b34e-cef2c88b90e0/2cbb7d87-3b88-4e7c-bd91-187c16b2f12b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:33.910906 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Sync routers for ids ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:33.930136 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Routers {'5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:33.935928 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:33.963474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.968763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-864062f4-1011-4c9f-afc3-6bd2bd63a8f0 req-d6b9dfd1-cad2-4ba8-8960-c5081138d38f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 210 time: 0.0961440 Jul 16 03:50:34.076741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.078936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08957753-80f2-4442-b990-88ed9271658f req-a6cc97d1-7a64-4867-8739-ce9e5f0b1942 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 210 time: 0.0586894 Jul 16 03:50:34.174133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:34.178195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:34.185129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:34.192268 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Set router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:34.216079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:34.267893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e2c92e37-6528-49b9-bdc1-99c61fcc61a4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:34.275892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.276708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.307378 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-73a74ef5-63d2-4ede-a4ac-bb1c660fcd91 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969064 Jul 16 03:50:34.321944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Request body: {'port': {'device_id': 'e4d7c062-54bd-461a-9447-64373f43483d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:34.375647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:34.376341 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.518184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.572271 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '33517699-c4da-49d3-a87f-68dfec75f73f', 'name': '', 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'mac_address': 'fa:16:3e:1c:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:27Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 2, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'subnets': [{'id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:34.613617 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Checking router: 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:34.614313 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Updating router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e port 33517699-c4da-49d3-a87f-68dfec75f73f binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:50:34.653230 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.898947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:34.907511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.930119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Transition to ACTIVE for port object 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:34.944644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.017485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c40a-f5dd-4691-9683-446b5b124610 req-6b7a64cc-7cf2-4dc4-b03e-270cbbee811a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.020592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:35.027514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3448c40a-f5dd-4691-9683-446b5b124610 req-6b7a64cc-7cf2-4dc4-b03e-270cbbee811a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1100118 Jul 16 03:50:35.089830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3448c40a-f5dd-4691-9683-446b5b124610 req-034cb264-b322-41ec-8abc-66e87606046d tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Jul 16 03:50:35.126875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Attempting to bind port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:35.127220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Attempting to bind port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:35.127552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Attempting to bind port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b on network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:35.132417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b on network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:50:35.133549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Attempting to bind port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b on network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:35.139323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:35.139490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Checking segment: {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:35.139959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Bound using segment: {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:35.140410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Bound port: 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:35.140893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.145702 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.170014 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Transition to ACTIVE for port object 33517699-c4da-49d3-a87f-68dfec75f73f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:35.187926 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.258685 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630af2-4465-4216-896d-dcb2f3b7f3dd None None] Pushing event updated for resources: {'Port': ['ID=33517699-c4da-49d3-a87f-68dfec75f73f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:35.369036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:35.379900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:35.392482 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Attempting to bind port 33517699-c4da-49d3-a87f-68dfec75f73f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:35.393179 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Attempting to bind port 33517699-c4da-49d3-a87f-68dfec75f73f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:35.394049 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Attempting to bind port 33517699-c4da-49d3-a87f-68dfec75f73f on network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:35.401309 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:35.401847 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Checking segment: {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:35.402430 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.404391 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Bound using segment: {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:35.404974 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Bound port: 33517699-c4da-49d3-a87f-68dfec75f73f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a59666-cabc-419b-8e23-7ae751a6fded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:35.406752 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.422263 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.424478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03586eb1-20a8-4680-87a7-1203380ed5ff req-62202a44-9538-4ed6-bd05-942b5917e292 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.431664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03586eb1-20a8-4680-87a7-1203380ed5ff req-62202a44-9538-4ed6-bd05-942b5917e292 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.1387396 Jul 16 03:50:35.520731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03586eb1-20a8-4680-87a7-1203380ed5ff req-f6dd3204-0c87-4a3b-acd3-aab404ed3d19 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 Jul 16 03:50:35.552181 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] For port 33517699-c4da-49d3-a87f-68dfec75f73f, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:35.556834 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] For port 33517699-c4da-49d3-a87f-68dfec75f73f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=33517699-c4da-49d3-a87f-68dfec75f73f,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:35.560794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:35.566380 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.633402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.635420 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630af2-4465-4216-896d-dcb2f3b7f3dd None None] Pushing event updated for resources: {'Port': ['ID=33517699-c4da-49d3-a87f-68dfec75f73f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:35.644658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.650743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d9cff8df-9158-4259-b9e4-b9ca6f4c25be service neutron] 10.222.0.48 "PUT /v2.0/ports/2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 1091 time: 1.3354926 Jul 16 03:50:35.653652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:35.660919 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:35.676347 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Routers {'5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:35.677869 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.747169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19613ac9-840a-4ae7-86e8-020ee2afd36e req-3b030a5f-9ce5-4b6b-98ed-f857a4125161 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 210 time: 0.0454829 Jul 16 03:50:35.752644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-54fe4990-fe72-4e1f-bbe3-eadae95aac34 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.758670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-54fe4990-fe72-4e1f-bbe3-eadae95aac34 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 806 time: 0.5265741 Jul 16 03:50:35.824800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59016) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:35.848583 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8da34c-f39a-4003-ab36-82962309c991 x-openstack-request-id: req-4d8da34c-f39a-4003-ab36-82962309c991 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:35.849925 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:35.850184 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d8da34c-f39a-4003-ab36-82962309c991 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:35.850896 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'status': 'completed', 'code': 200} Jul 16 03:50:35.889635 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] Set router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:35.912383 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-7d53491d-af7a-4179-baa5-0972256b5a6f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b24b37d9744cd7bca4be63fd00f2c9 HTTP/1.1" status: 200 len: 379 time: 0.1443372 Jul 16 03:50:35.925157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'port': {'device_id': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'admin_state_up': True, 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'security_groups': ['5bf5f5d4-c011-4f17-b4df-eef6635ed98a']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:36.022683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d5563f-5632-4374-bbf0-4849e305f69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.085906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-b48125a0-f621-40f2-9b5e-347714374e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:36.087830 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-b48125a0-f621-40f2-9b5e-347714374e88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1094 time: 0.2998321 Jul 16 03:50:36.153629 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '33517699-c4da-49d3-a87f-68dfec75f73f', 'name': '', 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'mac_address': 'fa:16:3e:1c:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:27Z', 'updated_at': '2021-07-16T03:50:35Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'subnets': [{'id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:36.185901 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-23377f8c-4498-497d-8cde-3460a6a4c52b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0889015 Jul 16 03:50:36.202065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d5563f-5632-4374-bbf0-4849e305f69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.213531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d5563f-5632-4374-bbf0-4849e305f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.247519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 33517699-c4da-49d3-a87f-68dfec75f73f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:36.265291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-5fd1daba-85a4-43ce-8370-40339137ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:36.267428 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-5fd1daba-85a4-43ce-8370-40339137ecee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.0759747 Jul 16 03:50:36.298024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Made reservation on behalf of 26b24b37d9744cd7bca4be63fd00f2c9 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:36.308898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.315753 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46828430-cbee-4f9f-8236-bcc33f71562d None None] The sync data for ids ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'] in n-d-800089-6 is: [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:50:28Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '33517699-c4da-49d3-a87f-68dfec75f73f', 'name': '', 'network_id': 'ab5a834f-2dcf-4686-8d2f-0a3ee88151ea', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'mac_address': 'fa:16:3e:1c:1c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:27Z', 'updated_at': '2021-07-16T03:50:35Z', 'revision_number': 4, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'subnets': [{'id': 'f3ddf7a3-b58b-46db-b2df-462fe7c849b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:36.347493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5563f-5632-4374-bbf0-4849e305f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0ccd1-ac41-4fc7-8874-dee6936b4e1e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.365608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 33517699-c4da-49d3-a87f-68dfec75f73f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:36.373488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 33517699-c4da-49d3-a87f-68dfec75f73f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:36.374018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.408726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e1d5563f-5632-4374-bbf0-4849e305f69c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=676bba8c2aa6425ba5620a65afe9022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800629 Jul 16 03:50:36.409932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:36.446033 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-b4f55574-cb94-4237-87a1-70453f30c65b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715755 Jul 16 03:50:36.485622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094ba0-c58c-416b-afbd-1f36cccf5c59 req-db1b10d1-55ba-406b-be63-3f77e9e08190 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:36.493788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25094ba0-c58c-416b-afbd-1f36cccf5c59 req-db1b10d1-55ba-406b-be63-3f77e9e08190 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1712766 Jul 16 03:50:36.518432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.556229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50acf7a4-9cab-4bd2-aeac-b16568d9da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.566776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 33517699-c4da-49d3-a87f-68dfec75f73f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=33517699-c4da-49d3-a87f-68dfec75f73f,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:36.577946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.594286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50acf7a4-9cab-4bd2-aeac-b16568d9da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.646808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=33517699-c4da-49d3-a87f-68dfec75f73f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.647444 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:50:36.663763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25094ba0-c58c-416b-afbd-1f36cccf5c59 req-793c8036-8c2c-4e90-8cd7-e3b4aecae920 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682401 Jul 16 03:50:36.668490 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50acf7a4-9cab-4bd2-aeac-b16568d9da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.672000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50acf7a4-9cab-4bd2-aeac-b16568d9da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.681011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-50acf7a4-9cab-4bd2-aeac-b16568d9da31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8de0ccd1-ac41-4fc7-8874-dee6936b4e1e HTTP/1.1" status: 204 len: 168 time: 0.2623937 Jul 16 03:50:36.688579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf7a4-9cab-4bd2-aeac-b16568d9da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0ccd1-ac41-4fc7-8874-dee6936b4e1e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.908956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c7843-8973-4770-8e6b-3c3d4138e4d3 req-5b746b42-e044-4616-b98f-af10a98e3d6b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:36.916294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b79c7843-8973-4770-8e6b-3c3d4138e4d3 req-5b746b42-e044-4616-b98f-af10a98e3d6b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.1161621 Jul 16 03:50:36.971330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b79c7843-8973-4770-8e6b-3c3d4138e4d3 req-a9119a21-a3b2-48e2-ad77-0f1354730b35 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Jul 16 03:50:37.062573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Allocated IP 172.20.0.13 (770b187e-7d14-4892-9cd2-5599a8a23cfc/f39a2f03-8ef3-4974-82fb-d52261c38e7e/b7365b26-0912-4127-a42a-90e9aea379dc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:37.118885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:37.154118 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-8d54b7f3-ee3a-491c-bf49-5c5fafeb6d6f service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974380 Jul 16 03:50:37.176644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-428d506b-8b44-45c9-9340-70c305cef5cd req-f8f96b28-88f1-4a5e-94b0-bb2121fe194d tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 210 time: 0.0444648 Jul 16 03:50:37.178225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-edda4a4d-fd7b-4f22-9e90-e27cf7731838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.310396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-edda4a4d-fd7b-4f22-9e90-e27cf7731838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.319007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-edda4a4d-fd7b-4f22-9e90-e27cf7731838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.320957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c875a77-70fa-47e7-9b9e-cd2db882e3ed req-d8b5a0db-cd4c-428a-ac2d-7ecf93dc3f41 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522980 Jul 16 03:50:37.358837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.380837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Transition to ACTIVE for port object b7365b26-0912-4127-a42a-90e9aea379dc will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:37.381495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-edda4a4d-fd7b-4f22-9e90-e27cf7731838 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ed3f753354d4f919cb38bb9c292267b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612035 Jul 16 03:50:37.382177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:37.413598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda4a4d-fd7b-4f22-9e90-e27cf7731838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eeaa80-9d75-40fb-ab4d-bd81d62984d5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.472029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-6a8c5f82-ad1b-4196-be5a-5d0fc0d7ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.473536 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-6a8c5f82-ad1b-4196-be5a-5d0fc0d7ebe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1094 time: 0.0910680 Jul 16 03:50:37.475386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.478325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d531e266-55db-46a4-a733-31353db09111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.500884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d531e266-55db-46a4-a733-31353db09111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.551593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:37.552840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d531e266-55db-46a4-a733-31353db09111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.556640 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d531e266-55db-46a4-a733-31353db09111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.560362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d531e266-55db-46a4-a733-31353db09111 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21eeaa80-9d75-40fb-ab4d-bd81d62984d5 HTTP/1.1" status: 204 len: 168 time: 0.1699553 Jul 16 03:50:37.560512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:37.563531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:37.583767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e266-55db-46a4-a733-31353db09111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eeaa80-9d75-40fb-ab4d-bd81d62984d5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.653617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.654260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.659636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'Port': ['ID=b7365b26-0912-4127-a42a-90e9aea379dc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.696666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1ac6f333-5469-409b-b7de-14ec33925b5f tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7771325 Jul 16 03:50:37.707839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-6ba626e5-b237-4d61-8465-da40f2145590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.709773 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-6ba626e5-b237-4d61-8465-da40f2145590 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.2267344 Jul 16 03:50:37.723678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Request body: {'port': {'device_id': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:37.817843 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-4828852c-5da7-426f-aa21-b999b09b6b72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0895536 Jul 16 03:50:37.888171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20a60bcd-129f-4a42-8244-0ef8d5eea385 None None] Provisioning for port b7365b26-0912-4127-a42a-90e9aea379dc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:37.895248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20a60bcd-129f-4a42-8244-0ef8d5eea385 None None] Provisioning complete for port b7365b26-0912-4127-a42a-90e9aea379dc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:37.896256 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20a60bcd-129f-4a42-8244-0ef8d5eea385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.908448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.932324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-27c204e6-586e-490a-b26e-11625ce34a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.934091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-27c204e6-586e-490a-b26e-11625ce34a4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.1076131 Jul 16 03:50:37.946871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9aedc-c1d3-4c7d-9627-1abdd34d309b req-7685e76c-c9bd-455a-962a-e42635491539 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:37.954413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84f9aedc-c1d3-4c7d-9627-1abdd34d309b req-7685e76c-c9bd-455a-962a-e42635491539 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1239250 Jul 16 03:50:37.972956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-20a60bcd-129f-4a42-8244-0ef8d5eea385 None None] Port b7365b26-0912-4127-a42a-90e9aea379dc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:37.995265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-fda6144b-8fc6-499c-aead-2e4957120b07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371180 Jul 16 03:50:38.013666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84f9aedc-c1d3-4c7d-9627-1abdd34d309b req-cacebbd0-81c2-4dfe-940d-f9775f45b4b8 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578847 Jul 16 03:50:38.073505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:38.094819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3596c3a-5d1b-4efe-83a6-5247cd33fe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.219578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-db74eeb6-b231-4204-bf90-c0790f0d165a service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164636 Jul 16 03:50:38.229479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 33517699-c4da-49d3-a87f-68dfec75f73f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:38.267842 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e44a8-fe80-4d8f-94e7-da6d6c9f8427 req-8699b820-0ba3-42eb-ac5f-36c6249ae5e8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:38.276366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-861e44a8-fe80-4d8f-94e7-da6d6c9f8427 req-8699b820-0ba3-42eb-ac5f-36c6249ae5e8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.1330581 Jul 16 03:50:38.286109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 33517699-c4da-49d3-a87f-68dfec75f73f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:38.286833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.310347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3596c3a-5d1b-4efe-83a6-5247cd33fe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.324868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3596c3a-5d1b-4efe-83a6-5247cd33fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.357272 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-861e44a8-fe80-4d8f-94e7-da6d6c9f8427 req-8e08f152-e4b3-46b4-b7b7-74b6b5718c44 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Jul 16 03:50:38.402929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e3596c3a-5d1b-4efe-83a6-5247cd33fe43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=817e0ba1962f400bbb2f012f61bd251e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232498 Jul 16 03:50:38.405943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59052) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:38.411852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7365b26-0912-4127-a42a-90e9aea379dc {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:38.422532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.439239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Transition to ACTIVE for port object b7365b26-0912-4127-a42a-90e9aea379dc will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:38.451626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.505362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3596c3a-5d1b-4efe-83a6-5247cd33fe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc50af2-3fde-4187-aeea-1c93ad13366c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.566040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c08409d0-e3e2-41eb-96ee-d16ea8793dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.593401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Pushing event updated for resources: {'Port': ['ID=b7365b26-0912-4127-a42a-90e9aea379dc,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.603321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c08409d0-e3e2-41eb-96ee-d16ea8793dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.628973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4b774-0fdb-4fac-8e92-d915d5989c20 req-457b6e3f-4a6a-474e-b30e-9bdf0a6fdd61 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:38.630854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25f4b774-0fdb-4fac-8e92-d915d5989c20 req-457b6e3f-4a6a-474e-b30e-9bdf0a6fdd61 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 944 time: 0.1439791 Jul 16 03:50:38.650636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d580d72b-2b1e-4f34-bd66-50503e8dc1cb req-e23fcd6b-d460-4213-9e60-f8c568cf8ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147854 Jul 16 03:50:38.683603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25f4b774-0fdb-4fac-8e92-d915d5989c20 req-48e1294c-5200-45f2-bfc8-57a3a2f32a6a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441895 Jul 16 03:50:38.699965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c08409d0-e3e2-41eb-96ee-d16ea8793dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.704897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c08409d0-e3e2-41eb-96ee-d16ea8793dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.708759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c08409d0-e3e2-41eb-96ee-d16ea8793dee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dc50af2-3fde-4187-aeea-1c93ad13366c HTTP/1.1" status: 204 len: 168 time: 0.2994971 Jul 16 03:50:38.709258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Attempting to bind port b7365b26-0912-4127-a42a-90e9aea379dc on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:38.709601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Attempting to bind port b7365b26-0912-4127-a42a-90e9aea379dc by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:38.709931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Attempting to bind port b7365b26-0912-4127-a42a-90e9aea379dc on network 770b187e-7d14-4892-9cd2-5599a8a23cfc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:38.714931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Port b7365b26-0912-4127-a42a-90e9aea379dc on network 770b187e-7d14-4892-9cd2-5599a8a23cfc not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:50:38.715468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Attempting to bind port b7365b26-0912-4127-a42a-90e9aea379dc on network 770b187e-7d14-4892-9cd2-5599a8a23cfc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:38.721039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:38.721376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Checking segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:38.721899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Bound using segment: {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:38.722135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08409d0-e3e2-41eb-96ee-d16ea8793dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc50af2-3fde-4187-aeea-1c93ad13366c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.722242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Bound port: b7365b26-0912-4127-a42a-90e9aea379dc, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad23316a-841b-4ab6-aeda-d484a87521b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:38.722528 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.817885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] For port b7365b26-0912-4127-a42a-90e9aea379dc, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:38.821932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] For port b7365b26-0912-4127-a42a-90e9aea379dc, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b7365b26-0912-4127-a42a-90e9aea379dc,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:38.826207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.869430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:38.870070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.871676 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] 10.222.0.11 "PUT /v2.0/ports/b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1092 time: 1.1564832 Jul 16 03:50:38.872129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:38.874621 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:38.965023 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c2a1e-4703-4ddc-b900-5d89b7d9b5d0 x-openstack-request-id: req-652c2a1e-4703-4ddc-b900-5d89b7d9b5d0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:38.965370 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:38.966957 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-652c2a1e-4703-4ddc-b900-5d89b7d9b5d0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:38.967379 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'status': 'completed', 'code': 200} Jul 16 03:50:38.971138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1a0bb-9bc6-480f-97e2-f32ed717e92b service neutron] Pushing event updated for resources: {'Port': ['ID=b7365b26-0912-4127-a42a-90e9aea379dc,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.012041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-db7e97c2-f421-43bb-ae1c-0589b31b0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.013783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-db7e97c2-f421-43bb-ae1c-0589b31b0f37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1095 time: 0.0865970 Jul 16 03:50:39.059102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-79cd31fa-89f5-4bee-bf71-5732b69aa58b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 217 time: 0.0381682 Jul 16 03:50:39.143125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-b734f89a-6e2c-4889-ad38-d2be8a7174b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.144612 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-b734f89a-6e2c-4889-ad38-d2be8a7174b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0773361 Jul 16 03:50:39.234741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1fdc6d70-3282-4122-9bf1-0a9269c363bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.236366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-1fdc6d70-3282-4122-9bf1-0a9269c363bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805628 Jul 16 03:50:39.249135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07842ab-cdbb-43f8-8989-03c1992999ea req-42124df9-e1da-4f77-8a95-48ad8288ecc6 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.250952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b07842ab-cdbb-43f8-8989-03c1992999ea req-42124df9-e1da-4f77-8a95-48ad8288ecc6 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0949271 Jul 16 03:50:39.295914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b07842ab-cdbb-43f8-8989-03c1992999ea req-757a6a51-25e3-4563-a19d-15f4bf5420cd tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Jul 16 03:50:39.358695 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-9f4c0a58-49b6-4cdf-b8b8-aaa0b3c2200c service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147957 Jul 16 03:50:39.470573 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b6c7bccc-87c4-4a82-93d1-e5ad007fedb6 req-df1a0b02-a79a-452b-9d98-6183f7a30485 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049001 Jul 16 03:50:39.583592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da336e2-fdfe-4208-8ad3-3cb4fc76c79c req-4c0f0bb9-a164-4cb7-a121-b241afddf7e3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.585324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6da336e2-fdfe-4208-8ad3-3cb4fc76c79c req-4c0f0bb9-a164-4cb7-a121-b241afddf7e3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0840130 Jul 16 03:50:39.596838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:39.604459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-0b4e9d9f-e597-4765-abb2-7643906e2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.607120 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-0b4e9d9f-e597-4765-abb2-7643906e2aad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1095 time: 0.0791018 Jul 16 03:50:39.642880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6da336e2-fdfe-4208-8ad3-3cb4fc76c79c req-7d4cfe6e-788b-46c4-b54b-adf021062e7e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Jul 16 03:50:39.743512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-99b76ea1-14c2-458a-bc11-6cdd39ef7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.745277 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-99b76ea1-14c2-458a-bc11-6cdd39ef7fdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.1310902 Jul 16 03:50:39.858327 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-93343c4f-4347-47ae-98ef-f5ded52e0096 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 217 time: 0.1031778 Jul 16 03:50:39.921143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:39.941604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-f342cf22-f2e8-4740-9338-8dbc87cc102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:39.948606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'port_id': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'mac_address': 'fa:16:3e:c0:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482e6334-423d-4f54-b34e-cef2c88b90e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:39.950029 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-f342cf22-f2e8-4740-9338-8dbc87cc102f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0813615 Jul 16 03:50:40.001131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8706d-7735-4222-b12a-14146f51c183 req-572ef621-3407-448c-a651-36739d68ad52 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.008838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7e8706d-7735-4222-b12a-14146f51c183 req-572ef621-3407-448c-a651-36739d68ad52 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 944 time: 0.1141872 Jul 16 03:50:40.033834 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.038475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-b94b6b75-bfa6-48dd-8fc9-df87d4774399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.041846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-b94b6b75-bfa6-48dd-8fc9-df87d4774399 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854836 Jul 16 03:50:40.053264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e635aa-5a9c-45d2-ac7d-64ec96959186 req-67cdad91-cb8c-4d7e-877d-b99dffc96027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.055634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4e635aa-5a9c-45d2-ac7d-64ec96959186 req-67cdad91-cb8c-4d7e-877d-b99dffc96027 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.1297293 Jul 16 03:50:40.069376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:40.071726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7e8706d-7735-4222-b12a-14146f51c183 req-e86e547e-517d-477a-8ebc-43baa861fcca tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618258 Jul 16 03:50:40.102064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:40.112537 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.114513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4e635aa-5a9c-45d2-ac7d-64ec96959186 req-febd46d7-aaa5-427e-b192-039336a4b881 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Jul 16 03:50:40.173624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:40.177278 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-591f602d-832c-4fd2-99ca-37df20dd7cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289403 Jul 16 03:50:40.297907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d5c31af-7be5-4f10-8b3e-0a4b42fcd0fa req-4e831359-c890-4f1c-a654-671d6be242dc service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132824 Jul 16 03:50:40.328572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:40.495478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45fd5-ac98-4787-af96-32cd6095b28e req-d484c7e7-6e6c-499b-809d-cc6ad0e28633 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.497060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67a45fd5-ac98-4787-af96-32cd6095b28e req-d484c7e7-6e6c-499b-809d-cc6ad0e28633 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0788319 Jul 16 03:50:40.543635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67a45fd5-ac98-4787-af96-32cd6095b28e req-5a75fad9-09d8-43b1-8b01-d8563d69db49 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Jul 16 03:50:40.836774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a3d31-d164-4cda-b5da-a58cc35f513c req-603bc294-c1c9-48cd-b2b0-bd8afda8431f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:40.840837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b76a3d31-d164-4cda-b5da-a58cc35f513c req-603bc294-c1c9-48cd-b2b0-bd8afda8431f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 944 time: 0.0898573 Jul 16 03:50:40.886863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b76a3d31-d164-4cda-b5da-a58cc35f513c req-ab0980c9-c71e-4a3a-85e3-cd457f969d02 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Jul 16 03:50:41.259604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103306a-9dac-4314-bce5-da17fb7b0cda req-7d2645ff-4c54-4607-8abc-8e93b4f867fb tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:41.261141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8103306a-9dac-4314-bce5-da17fb7b0cda req-7d2645ff-4c54-4607-8abc-8e93b4f867fb tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 944 time: 0.0740917 Jul 16 03:50:41.311629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8103306a-9dac-4314-bce5-da17fb7b0cda req-85394eec-d687-420e-a850-caf4ff6bbc61 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Jul 16 03:50:41.611705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:41.659094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b7365b26-0912-4127-a42a-90e9aea379dc details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:41.668602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:41.675895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:41.676377 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.722787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a7450-83f2-4998-8326-1f3c636a5f67 req-bcbaae5f-1a74-42b5-9410-acdd68145873 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:41.724576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d99a7450-83f2-4998-8326-1f3c636a5f67 req-bcbaae5f-1a74-42b5-9410-acdd68145873 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0663133 Jul 16 03:50:41.764876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d99a7450-83f2-4998-8326-1f3c636a5f67 req-ddc5a92b-d59a-447f-8b6c-3cd941a3051c tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Jul 16 03:50:41.807305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5ce6a9e8-52d8-40e1-9a70-9ba0b3657ee7 req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-842092416', 'description': 'tempest-description-410097017'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:41.824559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b7365b26-0912-4127-a42a-90e9aea379dc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b7365b26-0912-4127-a42a-90e9aea379dc,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:41.832644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.833908 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ce6a9e8-52d8-40e1-9a70-9ba0b3657ee7 req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.848013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'port_id': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'mac_address': 'fa:16:3e:50:e8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:41.865619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:41.868395 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecee4df-f2ae-4b0c-b34f-f06b9b830526" -d '{"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:41.900864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:41.905724 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.922996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ce6a9e8-52d8-40e1-9a70-9ba0b3657ee7 req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.927853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ce6a9e8-52d8-40e1-9a70-9ba0b3657ee7 req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.934171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.956868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ce6a9e8-52d8-40e1-9a70-9ba0b3657ee7 req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.958088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ce6a9e8-52d8-40e1-9a70-9ba0b3657ee7 req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1561553 Jul 16 03:50:41.960174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173fc7-b305-45a6-b691-6207fff8e08a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b752909-4d7f-48ab-bf3a-6a462262ad15,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:41.961265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7365b26-0912-4127-a42a-90e9aea379dc {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:41.983238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:41.986745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b7365b26-0912-4127-a42a-90e9aea379dc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b7365b26-0912-4127-a42a-90e9aea379dc,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:41.992583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.017148 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2fe2e3-44a2-4330-bfe9-b42bf9a28576 x-openstack-request-id: req-2d2fe2e3-44a2-4330-bfe9-b42bf9a28576 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:42.017437 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:42.017687 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d2fe2e3-44a2-4330-bfe9-b42bf9a28576 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:42.018367 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'code': 200} Jul 16 03:50:42.045775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b7365b26-0912-4127-a42a-90e9aea379dc,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:42.135477 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef954a-1e23-4cef-8e35-21ed37c8030b req-86462f54-8854-48ce-805a-03e120843cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:42.137229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-91ef954a-1e23-4cef-8e35-21ed37c8030b req-86462f54-8854-48ce-805a-03e120843cdd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1096 time: 0.0544503 Jul 16 03:50:42.175492 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-91ef954a-1e23-4cef-8e35-21ed37c8030b req-d7f29500-00f2-46a2-a2a9-55e082543aab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300937 Jul 16 03:50:42.182232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e7183-f7a5-41b7-b5c1-f52888b21ced req-a5dfa327-e811-426c-9c0e-b855769713f9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:42.183778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-906e7183-f7a5-41b7-b5c1-f52888b21ced req-a5dfa327-e811-426c-9c0e-b855769713f9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0752354 Jul 16 03:50:42.194120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['b7365b26-0912-4127-a42a-90e9aea379dc'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:42.221991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-906e7183-f7a5-41b7-b5c1-f52888b21ced req-869ed210-f597-4b3d-9ca7-7ce4247ee9b7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325074 Jul 16 03:50:42.384327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-10a71247-7ea6-497c-897d-096233e68556 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-842092416&fields=id&tenant_id=d875fcf53bef4f33944154ef021aded6 HTTP/1.1" status: 200 len: 267 time: 0.0569136 Jul 16 03:50:42.473234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-0b633e09-9146-409e-99a4-c8d7df8275cf tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:42.481925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-0b633e09-9146-409e-99a4-c8d7df8275cf tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.0916452 Jul 16 03:50:42.487365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'port': {'security_groups': ['e3457725-e24e-471e-9046-899b404c9678', '3b752909-4d7f-48ab-bf3a-6a462262ad15']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:42.640684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.985896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:42.985896 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.985896 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.986882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['aa3439ea-80e4-4d6d-a926-26695666e6b5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:43.043402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.044164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.045740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a43d8a54-b5a6-418b-b373-e95121eb2a05 req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "PUT /v2.0/ports/aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 982 time: 0.5631061 Jul 16 03:50:43.046431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:43.049138 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:43.081665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582297d-1eec-4351-9f3f-34119e2c3002 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:43.113540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['aa3439ea-80e4-4d6d-a926-26695666e6b5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:43.234951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112ab26-6a5b-490d-aef7-981bd3992358 req-327587d9-c5ee-43e7-9fce-07a8b7047ea7 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.242487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2112ab26-6a5b-490d-aef7-981bd3992358 req-327587d9-c5ee-43e7-9fce-07a8b7047ea7 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 945 time: 0.0810800 Jul 16 03:50:43.292926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2112ab26-6a5b-490d-aef7-981bd3992358 req-26a2291f-9b42-4324-a879-fc5cabdbbc7b tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494738 Jul 16 03:50:43.483115 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d0fbe4-292f-43de-bef4-5706621dc48d x-openstack-request-id: req-44d0fbe4-292f-43de-bef4-5706621dc48d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:43.483412 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:43.483665 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44d0fbe4-292f-43de-bef4-5706621dc48d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:43.484071 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'status': 'completed', 'code': 200} Jul 16 03:50:43.559598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-5bd2a13f-1e26-4812-8d5a-5142b22255bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.561133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-5bd2a13f-1e26-4812-8d5a-5142b22255bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1136 time: 0.0554583 Jul 16 03:50:43.624830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-c75d1185-e521-4668-9886-0b057835eed4 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-842092416&fields=id&tenant_id=d875fcf53bef4f33944154ef021aded6 HTTP/1.1" status: 200 len: 267 time: 0.0462792 Jul 16 03:50:43.669540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b7365b26-0912-4127-a42a-90e9aea379dc up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:43.697659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-65ebbf72-76d6-45ba-9bbe-63357f9b4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.700502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-65ebbf72-76d6-45ba-9bbe-63357f9b4873 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.1330266 Jul 16 03:50:43.725604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-84fedc35-2f36-4957-9962-17419fa3324c tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.733742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-84fedc35-2f36-4957-9962-17419fa3324c tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 985 time: 0.1080210 Jul 16 03:50:43.739602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'port': {'security_groups': ['e3457725-e24e-471e-9046-899b404c9678']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:43.761806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-d76be089-f008-42b7-bb33-71d4c1fde2b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0530396 Jul 16 03:50:43.767834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port b7365b26-0912-4127-a42a-90e9aea379dc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:43.772118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port b7365b26-0912-4127-a42a-90e9aea379dc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:43.772474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.835646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-4b9a25bd-716f-4baa-83f4-8520c8ac71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.837131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-4b9a25bd-716f-4baa-83f4-8520c8ac71d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.0686998 Jul 16 03:50:43.855517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.898516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-9b522393-39da-4f45-906e-4cc09b5e0fd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549934 Jul 16 03:50:43.916012 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.955209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b7365b26-0912-4127-a42a-90e9aea379dc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b7365b26-0912-4127-a42a-90e9aea379dc,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:43.964652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.020372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:44.023278 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94262ec6-612c-4b7a-a677-b0303749d328" -d '{"events": [{"server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "name": "network-vif-plugged", "status": "completed", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:44.049352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-8af6ad1b-c3c1-4c13-aee1-f833d61fa867 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411605 Jul 16 03:50:44.050116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b7365b26-0912-4127-a42a-90e9aea379dc,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.157497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:44.169724 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2060a22d-e372-4cc6-aafe-d3fbec6f86f5 req-f98afaf6-efe2-445d-9339-cd667b128e6a service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159205 Jul 16 03:50:44.199377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.207691 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.221602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['aa3439ea-80e4-4d6d-a926-26695666e6b5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:44.252988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:44.253627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.267023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b1dbfd4-0fbd-4694-983f-154553dc66fc req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "PUT /v2.0/ports/aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 943 time: 0.5322201 Jul 16 03:50:44.307423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d7ecd-c796-47be-93f7-394582cdbe9b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event updated for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.318733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['aa3439ea-80e4-4d6d-a926-26695666e6b5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:44.469922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805402a-30e0-45d9-99df-af466cbd4fec req-99a2fd49-8aee-4d1e-97c2-6ac7a9a9afc8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:44.474102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2805402a-30e0-45d9-99df-af466cbd4fec req-99a2fd49-8aee-4d1e-97c2-6ac7a9a9afc8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0957537 Jul 16 03:50:44.529882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2805402a-30e0-45d9-99df-af466cbd4fec req-f85e9fc9-bb85-4018-9236-ba3cb305c383 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Jul 16 03:50:44.592186 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67216532-20f8-488e-864b-b976ec7c25c0 x-openstack-request-id: req-67216532-20f8-488e-864b-b976ec7c25c0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:44.592590 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "name": "network-vif-plugged", "status": "completed", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:44.592747 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67216532-20f8-488e-864b-b976ec7c25c0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:44.593129 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'code': 200} Jul 16 03:50:44.758639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dcd0f-2abf-4aaf-80b7-e4cca571e6d2 req-a5e5f045-a418-4c73-a20a-f3055c95865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:44.762396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b35dcd0f-2abf-4aaf-80b7-e4cca571e6d2 req-a5e5f045-a418-4c73-a20a-f3055c95865c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.0742211 Jul 16 03:50:44.808090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b35dcd0f-2abf-4aaf-80b7-e4cca571e6d2 req-e8d173de-be16-4233-90ea-cff989247fb5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Jul 16 03:50:44.881875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-0cab3696-fb77-41b9-8fdb-3d8862ba3d33 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2758608 Jul 16 03:50:44.888455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:44.911180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.019565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.192688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Allocated IP 172.25.4.7 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/5b909b51-3068-436b-bab0-392e309f4f1f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:45.306565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.356801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.393018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:45.399244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:45.402259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:45.427307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event updated for resources: {'Port': ['ID=5b909b51-3068-436b-bab0-392e309f4f1f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:45.485686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:45.487944 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017cb16-123f-44e0-a4b5-0b450bf839e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:45.505359 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.567924 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.723463 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.729317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.795325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event updated for resources: {'Port': ['ID=5b909b51-3068-436b-bab0-392e309f4f1f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:45.811257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.826030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.827941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-2c486355-1369-486e-8902-e96dabc19bde tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.9447379 Jul 16 03:50:45.910805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-4f8bc552-31e0-459d-8064-ebae5feecb4e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.0768857 Jul 16 03:50:46.029819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-1f3f5e10-dba8-4360-89ea-e179f9dbef2a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:46.031275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-1f3f5e10-dba8-4360-89ea-e179f9dbef2a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1146419 Jul 16 03:50:46.045853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-3a3754c6-1145-4d35-a59d-31cbe6ee21b6 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:46.046836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d881f0b0-2654-4deb-89b2-b6400e9fd8bb req-3a3754c6-1145-4d35-a59d-31cbe6ee21b6 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059981 Jul 16 03:50:46.258946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a90-b083-4d85-8b49-da90f12e699c req-45431852-9fc5-48a2-a8bf-282232f863ae tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:46.260532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61860a90-b083-4d85-8b49-da90f12e699c req-45431852-9fc5-48a2-a8bf-282232f863ae tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 946 time: 0.0878532 Jul 16 03:50:46.319259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61860a90-b083-4d85-8b49-da90f12e699c req-2d8cb046-d384-451e-b6d6-f471a2ae9983 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523992 Jul 16 03:50:46.539412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-51dea486-d559-449f-b35c-48a0ef5029f8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:46.540977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-51dea486-d559-449f-b35c-48a0ef5029f8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 813 time: 0.1154068 Jul 16 03:50:46.557001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-ffb4519c-27a4-4785-b4dc-a3f06ec2dd51 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/quotas/96ba3af06961429fae3e5ef1afc50876 HTTP/1.1" status: 200 len: 375 time: 0.0104527 Jul 16 03:50:46.631821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-d007b976-7f7f-4698-b558-6ea0480d5db9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688069 Jul 16 03:50:46.727939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-d9a7345f-4b5a-473a-94ff-c789151534c3 service neutron] 10.222.0.25 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891664 Jul 16 03:50:46.832930 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-e5f59aac-0374-42ca-aa5d-10274343b1b1 service neutron] 10.222.0.25 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 Jul 16 03:50:46.983432 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566b5a01-3340-47d0-addb-3ee7d4f49483 x-openstack-request-id: req-566b5a01-3340-47d0-addb-3ee7d4f49483 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:46.983719 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:46.983971 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-566b5a01-3340-47d0-addb-3ee7d4f49483 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:46.984419 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'status': 'completed', 'code': 200} Jul 16 03:50:47.220287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-8e79f8d0-1144-4b1d-8620-6d90126b40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:47.222978 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-8e79f8d0-1144-4b1d-8620-6d90126b40bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.2032280 Jul 16 03:50:47.293299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-5596ebfb-e8ff-42d7-a0b5-8b8ac4b61923 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:47.304717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-5596ebfb-e8ff-42d7-a0b5-8b8ac4b61923 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1660571 Jul 16 03:50:47.342082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-57816928-6278-41c7-8624-0539fb617996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:47.343783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-57816928-6278-41c7-8624-0539fb617996 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.1132500 Jul 16 03:50:47.376155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-c6cd8218-8334-415c-977f-0964bf715c07 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.0704696 Jul 16 03:50:47.382866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'floatingip': {'port_id': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:47.398983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-3f8cdb53-354b-4d53-8c5d-3e1dbb398220 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0477657 Jul 16 03:50:47.442590 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.478100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-af20eb96-104e-4277-b5c3-20dbe6c8c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:47.479857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-af20eb96-104e-4277-b5c3-20dbe6c8c3a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.0750122 Jul 16 03:50:47.521653 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-cd737a0a-cbb9-4f45-8156-47ee4896d53a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352967 Jul 16 03:50:47.660384 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-cf3b18c5-e8ba-47d7-ace9-ead2d773a119 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316857 Jul 16 03:50:47.809615 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c017cb16-123f-44e0-a4b5-0b450bf839e0 req-17d3c107-305c-4d62-8b67-89d53b5c9c7c service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343951 Jul 16 03:50:48.403937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.410615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.546286 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Floating IP 1d563a60-e0d7-449e-87b3-2e6fa83949c8 associated. External IP: 172.25.4.7, port: aa3439ea-80e4-4d6d-a926-26695666e6b5. Jul 16 03:50:48.688901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-26606464-ac9b-4c38-8292-3037fe2de50a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:48.690340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-26606464-ac9b-4c38-8292-3037fe2de50a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 813 time: 0.2028365 Jul 16 03:50:48.714381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Request body: {'port': {'device_id': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'admin_state_up': True, 'tenant_id': '96ba3af06961429fae3e5ef1afc50876'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:48.854244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Router 121124a1-798e-4af0-851c-e46b44e0cf1b has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:48.876489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Made reservation on behalf of 96ba3af06961429fae3e5ef1afc50876 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:48.881173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.020358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:49.027913 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.031766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] Sync routers for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:49.045564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:49.048655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:49.055021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Allocated IP 172.20.0.2 (4c863640-dbc5-4900-8dbc-2d5b4d812b8f/482e6334-423d-4f54-b34e-cef2c88b90e0/4a1302e8-594f-445d-bc63-73fec7a752dd) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:49.090776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e523a772-3530-4bf3-91fe-f9ffe5bc67a9 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "PUT /v2.0/floatingips/1d563a60-e0d7-449e-87b3-2e6fa83949c8 HTTP/1.1" status: 200 len: 995 time: 1.7136159 Jul 16 03:50:49.092667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:49.100939 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:49.186023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-8b95d0be-b3a6-40f7-ab4e-a86bc6f00f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:49.195800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-8b95d0be-b3a6-40f7-ab4e-a86bc6f00f4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.0911796 Jul 16 03:50:49.250306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.300535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.318236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:49.328241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-aef2428c-f57c-414a-9195-e27f9e150444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:49.336185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-aef2428c-f57c-414a-9195-e27f9e150444 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.1393890 Jul 16 03:50:49.363883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:49.365897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:49.370681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:49.374574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:49.412808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Pushing event updated for resources: {'Port': ['ID=4a1302e8-594f-445d-bc63-73fec7a752dd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:49.427863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-13ec08aa-5c2d-45d3-b7fc-fe6d3f2c82ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 998 time: 0.0903940 Jul 16 03:50:49.437944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:49.439048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.460838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-92cadadc-560b-4f0a-8f61-e155192d6bf3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613425 Jul 16 03:50:49.479668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Request body: {'port': {'device_id': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:49.528033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e6ae449d-c2b6-4934-86b8-6903eede47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:49.537272 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e6ae449d-c2b6-4934-86b8-6903eede47a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.1076481 Jul 16 03:50:49.576293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-103f450b-d6c5-4168-a5f4-6e4d105afb43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377030 Jul 16 03:50:49.581714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-d0ddd805-78e4-467c-988f-514a59f63275 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:49.587059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-d0ddd805-78e4-467c-988f-514a59f63275 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096159 Jul 16 03:50:49.651255 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.703527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-f9f3f6d5-5b69-4c23-8c40-0cd294230210 service neutron] 10.222.0.25 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140001 Jul 16 03:50:49.858469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47278c20-b6ea-4681-b6f8-f2fff34c899f req-e91b28a2-8045-4b4b-a1e4-778afc95152c service neutron] 10.222.0.25 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477969 Jul 16 03:50:49.859085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '1d563a60-e0d7-449e-87b3-2e6fa83949c8', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'port_id': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'mac_address': 'fa:16:3e:0f:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:45Z', 'updated_at': '2021-07-16T03:50:48Z', 'revision_number': 1, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:04Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:49.919559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] Checking router: 121124a1-798e-4af0-851c-e46b44e0cf1b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:49.929368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:49.930079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:50.044872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1302e8-594f-445d-bc63-73fec7a752dd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:50.053720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.066327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Transition to ACTIVE for port object 4a1302e8-594f-445d-bc63-73fec7a752dd will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:50.070141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:50.071747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.155814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e74f5-eab7-4c8c-99c9-a2e227a103cc req-d99de1c4-e35a-4c56-8d83-5afb8fbb8431 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.166606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-949e74f5-eab7-4c8c-99c9-a2e227a103cc req-d99de1c4-e35a-4c56-8d83-5afb8fbb8431 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 946 time: 0.1496382 Jul 16 03:50:50.180650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1302e8-594f-445d-bc63-73fec7a752dd,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:50.241151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-949e74f5-eab7-4c8c-99c9-a2e227a103cc req-6c799037-4f08-4701-91c9-e33bd93b7ada tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700691 Jul 16 03:50:50.310436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Attempting to bind port 4a1302e8-594f-445d-bc63-73fec7a752dd on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:50.314797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Attempting to bind port 4a1302e8-594f-445d-bc63-73fec7a752dd by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:50.315360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Attempting to bind port 4a1302e8-594f-445d-bc63-73fec7a752dd on network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:50.327130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Port 4a1302e8-594f-445d-bc63-73fec7a752dd on network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:50:50.327468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Attempting to bind port 4a1302e8-594f-445d-bc63-73fec7a752dd on network 4c863640-dbc5-4900-8dbc-2d5b4d812b8f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:50.338133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:50.338483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Checking segment: {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:50.338909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Bound using segment: {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:50.339362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Bound port: 4a1302e8-594f-445d-bc63-73fec7a752dd, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2669ce-1d89-46a5-b156-e31c0ae72b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:50.351100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.449195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '1d563a60-e0d7-449e-87b3-2e6fa83949c8', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'port_id': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'mac_address': 'fa:16:3e:0f:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:45Z', 'updated_at': '2021-07-16T03:50:48Z', 'revision_number': 1, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:04Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:50.472374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] For port 4a1302e8-594f-445d-bc63-73fec7a752dd, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:50.476781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] For port 4a1302e8-594f-445d-bc63-73fec7a752dd, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4a1302e8-594f-445d-bc63-73fec7a752dd,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:50.481498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9347e76-73d5-4265-a1b3-02855481a8b5 req-4470cd19-38ed-4462-8d73-ec48dad3f1aa tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.484076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.490110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9347e76-73d5-4265-a1b3-02855481a8b5 req-4470cd19-38ed-4462-8d73-ec48dad3f1aa tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 943 time: 0.0961699 Jul 16 03:50:50.505200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e3493-779d-4911-8516-2c2aed375b20 None None] The sync data for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 is: [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '1d563a60-e0d7-449e-87b3-2e6fa83949c8', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'port_id': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'mac_address': 'fa:16:3e:0f:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:45Z', 'updated_at': '2021-07-16T03:50:48Z', 'revision_number': 1, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:04Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:50.549051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.549691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.551139 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a1302e8-594f-445d-bc63-73fec7a752dd HTTP/1.1" status: 200 len: 1091 time: 1.0831165 Jul 16 03:50:50.551586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'tag': '4a1302e8-594f-445d-bc63-73fec7a752dd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:50.553881 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a85e86-6078-4bb0-827a-4d90523695a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a22478-ce88-4c4d-95be-8b0ac55ae3bf", "tag": "4a1302e8-594f-445d-bc63-73fec7a752dd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:50.579184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9347e76-73d5-4265-a1b3-02855481a8b5 req-1c983f0b-3d1d-4831-9cd1-11792f1c4178 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 Jul 16 03:50:50.581086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646679fc-1d72-45ad-af9a-6a53a0d9e137 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1302e8-594f-445d-bc63-73fec7a752dd,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:50.643070 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebac691-abc5-4144-964a-1a07042e8661 x-openstack-request-id: req-9ebac691-abc5-4144-964a-1a07042e8661 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:50.643549 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:50.643972 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ebac691-abc5-4144-964a-1a07042e8661 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:50.644377 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'status': 'completed', 'code': 200} Jul 16 03:50:50.715797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-e2b366b3-40a4-48c5-92c0-1234a4b0f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.717512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-e2b366b3-40a4-48c5-92c0-1234a4b0f607 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 1094 time: 0.1157796 Jul 16 03:50:50.724715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e4e229e-18fa-4317-9f40-0f89c3fbe570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.786276 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-db2ac529-444a-4a2c-998e-957987fcbeec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1302e8-594f-445d-bc63-73fec7a752dd HTTP/1.1" status: 200 len: 217 time: 0.0605788 Jul 16 03:50:50.831104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-11eaf972-5ce6-4297-bf5e-61ebd16f13a4 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 998 time: 0.1576262 Jul 16 03:50:50.861072 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51140d44-00c9-4b9d-95f4-d502db858a87 None None] New status for floating IP 1d563a60-e0d7-449e-87b3-2e6fa83949c8: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:50.862470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-4dd29123-c8a3-4302-a2ad-c3650022fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.864006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-4dd29123-c8a3-4302-a2ad-c3650022fd57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.1934304 Jul 16 03:50:50.865787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-3b4b8107-8f8f-49d3-a60b-fe31f2e2c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.868411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-3b4b8107-8f8f-49d3-a60b-fe31f2e2c082 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.0737083 Jul 16 03:50:50.950068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-81018c01-06bf-4752-b81c-1f3ba96f1878 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:50.952029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-81018c01-06bf-4752-b81c-1f3ba96f1878 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports/aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 943 time: 0.1112578 Jul 16 03:50:50.972381 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-bb03e54f-f8e8-4275-9f27-6716b1370653 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703375 Jul 16 03:50:51.135966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-5666d5bc-b415-4b80-8249-3325151cb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:51.137379 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-5666d5bc-b415-4b80-8249-3325151cb048 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.2668552 Jul 16 03:50:51.159109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-53da130d-8d79-4ad6-bbda-968a45e3e95c tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 998 time: 0.0944211 Jul 16 03:50:51.233501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-91c1086a-8cb9-4fc9-801f-0b542c5b5ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166393 Jul 16 03:50:51.235370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-4594246f-978e-4988-a2a8-617343e274af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0907652 Jul 16 03:50:51.307533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-25737651-0636-4229-8cb9-702e92f0227e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:51.309170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-25737651-0636-4229-8cb9-702e92f0227e tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.1440330 Jul 16 03:50:51.359418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-db99f038-b2ae-4cd8-89a4-5af4ebdaee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:51.361075 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-db99f038-b2ae-4cd8-89a4-5af4ebdaee72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.0955920 Jul 16 03:50:51.404907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-2d3cbfd0-e269-41fe-af03-1fc5518bf135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345356 Jul 16 03:50:51.422383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-14f4fc2f-576d-44ba-99dd-31ac4b3d0e89 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 1000 time: 0.0971808 Jul 16 03:50:51.429485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:51.440488 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a9520578-ee08-49ad-97a4-b19cf7978a04 req-b6d09544-225f-40ba-bd54-7c00761711c8 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004607 Jul 16 03:50:51.498588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.672363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.683595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.683936 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Floating IP 1d563a60-e0d7-449e-87b3-2e6fa83949c8 disassociated. External IP: 172.25.4.7, port: aa3439ea-80e4-4d6d-a926-26695666e6b5. Jul 16 03:50:52.079801 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-f48403c4-fedc-4a28-8e5b-126f1006e379 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674559 Jul 16 03:50:52.097178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Router 121124a1-798e-4af0-851c-e46b44e0cf1b has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:52.188553 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-adb3f711-90c9-4ce9-a0b6-f775eaa2a80b req-bc6fcfad-ba7c-4a53-a67e-b6459d95c308 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011333 Jul 16 03:50:52.255708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:52.262252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.267442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] Sync routers for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:52.285795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:52.286749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:52.309138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-7277848e-2d22-4d04-8a78-bc88ef76432b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "PUT /v2.0/floatingips/1d563a60-e0d7-449e-87b3-2e6fa83949c8 HTTP/1.1" status: 200 len: 693 time: 0.8855846 Jul 16 03:50:52.426435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-564539fe-f1f3-46e3-b913-061d33460c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:52.434211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-564539fe-f1f3-46e3-b913-061d33460c2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.1157777 Jul 16 03:50:52.439360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:52.589539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-8af7a7bc-5b98-4ae5-8469-0ac8b0986589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:52.604346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-8af7a7bc-5b98-4ae5-8469-0ac8b0986589 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.1690676 Jul 16 03:50:52.660738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:52.663863 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0deac1b-761b-4a60-b308-6a8a8459e4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:52.668176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-80f1ebb1-4a8e-4b59-ada8-7b4a9868ce62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0629892 Jul 16 03:50:52.733399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-03b01299-4868-4fe2-bfc4-debc71cc7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:52.734980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-03b01299-4868-4fe2-bfc4-debc71cc7aed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.0580394 Jul 16 03:50:52.783574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-9f6cc2aa-b923-464a-9401-c40fbc52fd45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395470 Jul 16 03:50:52.790182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:04Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:52.833372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] Checking router: 121124a1-798e-4af0-851c-e46b44e0cf1b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:52.843342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:52.843970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:52.911160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-90c91529-c6d4-4a16-9990-253e134b440b service neutron] 10.222.0.25 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203530 Jul 16 03:50:53.023612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-189e652a-5da4-4e68-990d-21fc0710a2c9 req-1b9af1af-5a2e-4ffa-8709-bab0878543f2 service neutron] 10.222.0.25 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066177 Jul 16 03:50:53.131816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:53.255835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da9d7-825d-493a-9aac-9862a9235992 req-c35aa0ae-3521-4bf8-ad6a-55e318248ec9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.258053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d3da9d7-825d-493a-9aac-9862a9235992 req-c35aa0ae-3521-4bf8-ad6a-55e318248ec9 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 946 time: 0.0905614 Jul 16 03:50:53.300808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d3da9d7-825d-493a-9aac-9862a9235992 req-1c53e10e-30c1-4b3c-9d20-05cf56328be2 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350089 Jul 16 03:50:53.313308 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7c44-fe28-4767-a5df-9627da165ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.341814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59430) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:53.422897 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548f20f8-01c6-4009-b205-e854779610e0 x-openstack-request-id: req-548f20f8-01c6-4009-b205-e854779610e0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:53.423196 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a22478-ce88-4c4d-95be-8b0ac55ae3bf", "tag": "4a1302e8-594f-445d-bc63-73fec7a752dd", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:53.423930 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-548f20f8-01c6-4009-b205-e854779610e0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:53.423930 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'tag': '4a1302e8-594f-445d-bc63-73fec7a752dd', 'status': 'completed', 'code': 200} Jul 16 03:50:53.445741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:04Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:53.492186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fb091-49f2-4bd3-a871-dda538d441ee None None] The sync data for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 is: [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:49:57Z', 'revision_number': 4, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8a0ec8ec-9e84-4501-a31e-e76f6044f601', 'name': '', 'network_id': 'a01b8f5f-c951-47b2-a1f2-48c7c08f8768', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'mac_address': 'fa:16:3e:40:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:56Z', 'updated_at': '2021-07-16T03:50:04Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'subnets': [{'id': 'c1f9bff6-e4a3-4555-88a8-2614ece0eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:53.534511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-0cb77883-881c-42ac-a9fd-6d610cfa8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.536817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-0cb77883-881c-42ac-a9fd-6d610cfa8e29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 1094 time: 0.0882714 Jul 16 03:50:53.661387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-db60772d-9618-4706-b12c-b1865cf3376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.663110 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-db60772d-9618-4706-b12c-b1865cf3376d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.1211939 Jul 16 03:50:53.692709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11c2a9-b596-4a99-ac3d-1db7e2570f1c req-3bf5968b-7f3b-46ac-8ae7-c1e6ac3ed266 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.698654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4a1302e8-594f-445d-bc63-73fec7a752dd details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:53.700431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a11c2a9-b596-4a99-ac3d-1db7e2570f1c req-3bf5968b-7f3b-46ac-8ae7-c1e6ac3ed266 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 943 time: 0.1041207 Jul 16 03:50:53.754274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a11c2a9-b596-4a99-ac3d-1db7e2570f1c req-90d11f58-4f9f-403a-83cb-c0bf75c425e9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529134 Jul 16 03:50:53.766971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-d771de2a-16f6-4324-af7f-650c7e9007aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a1302e8-594f-445d-bc63-73fec7a752dd HTTP/1.1" status: 200 len: 217 time: 0.0928431 Jul 16 03:50:53.854183 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8470965-6be0-45ab-a6c3-5465cb6578d7 x-openstack-request-id: req-e8470965-6be0-45ab-a6c3-5465cb6578d7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:53.854478 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:53.855060 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8470965-6be0-45ab-a6c3-5465cb6578d7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:53.855622 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'status': 'completed', 'code': 200} Jul 16 03:50:53.894157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:53.925374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf7f57-a08b-40c6-9c48-7badc4d0af25 tempest-TestServerBasicOps-464682705 tempest-TestServerBasicOps-464682705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.925619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4a1302e8-594f-445d-bc63-73fec7a752dd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4a1302e8-594f-445d-bc63-73fec7a752dd,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:53.928378 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4bdf7f57-a08b-40c6-9c48-7badc4d0af25 tempest-TestServerBasicOps-464682705 tempest-TestServerBasicOps-464682705-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1092 time: 0.5854723 Jul 16 03:50:53.931367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:53.950765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-4146abdf-d327-4d6b-b0b5-a56687df1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:53.958664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-4146abdf-d327-4d6b-b0b5-a56687df1ee5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.1764488 Jul 16 03:50:53.968282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '4a1302e8-594f-445d-bc63-73fec7a752dd', 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'port_id': '4a1302e8-594f-445d-bc63-73fec7a752dd', 'mac_address': 'fa:16:3e:9e:6d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482e6334-423d-4f54-b34e-cef2c88b90e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:53.973288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-562e580f-8dc9-4155-af28-e07ff8d5a653 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips/1d563a60-e0d7-449e-87b3-2e6fa83949c8 HTTP/1.1" status: 200 len: 693 time: 0.0918696 Jul 16 03:50:53.973697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:54.029674 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.042228 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-aec41566-1d65-4961-b357-3501dad9b91e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587583 Jul 16 03:50:54.052106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1302e8-594f-445d-bc63-73fec7a752dd {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:54.060198 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2da27e-98bb-495d-8d9c-069d9288e1c0 None None] New status for floating IP 1d563a60-e0d7-449e-87b3-2e6fa83949c8: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:54.078384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4a1302e8-594f-445d-bc63-73fec7a752dd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4a1302e8-594f-445d-bc63-73fec7a752dd,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:54.085956 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.167996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.177989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4a1302e8-594f-445d-bc63-73fec7a752dd,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:54.230780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-194c3995-393a-439d-bf57-eeb929169359 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.239904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-194c3995-393a-439d-bf57-eeb929169359 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 784 time: 0.2603872 Jul 16 03:50:54.247702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-c817a9d4-48c9-437a-bc27-9e1545b92d22 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:54.257424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-c817a9d4-48c9-437a-bc27-9e1545b92d22 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157874 Jul 16 03:50:54.258462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-44b8e96a-c5b8-4a31-8baf-5b0ca592bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.259983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-44b8e96a-c5b8-4a31-8baf-5b0ca592bdec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d875fcf53bef4f33944154ef021aded6&device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 1097 time: 0.3757355 Jul 16 03:50:54.313974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4a1302e8-594f-445d-bc63-73fec7a752dd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:54.334161 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-e2c43508-b5b0-4d72-899c-ede598c236b6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775459 Jul 16 03:50:54.358341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-000c1616-cd9b-41a1-b669-5745c3d16c4b tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 696 time: 0.0998292 Jul 16 03:50:54.464801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-6e4224ed-291e-4a39-855a-63f47b03b753 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 696 time: 0.1003678 Jul 16 03:50:54.501065 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.611814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-0d33656c-827a-4325-8cec-25049c277885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.613435 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-0d33656c-827a-4325-8cec-25049c277885 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 200 len: 920 time: 0.3442669 Jul 16 03:50:54.660781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Deleting port 5b909b51-3068-436b-bab0-392e309f4f1f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:54.661444 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.697025 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-46e5ca1c-335d-42cd-a440-5f1cbb8373ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0565443 Jul 16 03:50:54.713804 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-69a85e86-6078-4bb0-827a-4d90523695a2 req-ace32977-7fb5-4444-9e16-96405ed1dc17 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465469 Jul 16 03:50:54.765484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.766266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.777764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:54.782981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Calling delete_port for 5b909b51-3068-436b-bab0-392e309f4f1f owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:54.852314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-162f1d58-3beb-45bc-8bfb-7ec9a730e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.853804 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-162f1d58-3beb-45bc-8bfb-7ec9a730e43e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 200 len: 858 time: 0.1500754 Jul 16 03:50:54.899832 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-05aeeb72-33ff-4c57-8acd-828503ebe85f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a01b8f5f-c951-47b2-a1f2-48c7c08f8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386376 Jul 16 03:50:55.058606 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.104037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event deleted for resources: {'Port': ['ID=5b909b51-3068-436b-bab0-392e309f4f1f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.116567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-f4e48d92-cbec-4333-9833-47eb70d24517 service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060611 Jul 16 03:50:55.130394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Allocated IP 172.25.4.58 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/856e07b2-ee32-40ac-a598-e28c00029af6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:55.181015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.184782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.186114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f1016d6-0b3e-4cf6-b430-ea06a94e600a req-d3638020-f875-4630-af43-c542ecca9541 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "DELETE /v2.0/floatingips/1d563a60-e0d7-449e-87b3-2e6fa83949c8 HTTP/1.1" status: 204 len: 173 time: 0.7073359 Jul 16 03:50:55.337502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.369142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c7eb-5e22-4d66-8902-6b7813177cb5 req-5ea22fd4-cd0e-4dbc-87e0-29ef4ab8c773 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:55.370697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf13c7eb-5e22-4d66-8902-6b7813177cb5 req-5ea22fd4-cd0e-4dbc-87e0-29ef4ab8c773 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 944 time: 0.0884755 Jul 16 03:50:55.385634 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d0deac1b-761b-4a60-b308-6a8a8459e4c8 req-842b5d09-4f37-4b98-b309-4556d7ae7e1d service neutron] 10.222.0.11 "GET /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611290 Jul 16 03:50:55.415280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.424209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf13c7eb-5e22-4d66-8902-6b7813177cb5 req-23100e81-6aa5-456e-8445-cd29651f4d04 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Jul 16 03:50:55.473844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:55.478523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:55.483085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:55.486620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'Port': ['ID=856e07b2-ee32-40ac-a598-e28c00029af6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:55.522925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a553708a-2fba-44ac-8ff5-86b5a4aacd03 req-e1d83078-8219-49e7-9aec-771321ae778d tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups/3b752909-4d7f-48ab-bf3a-6a462262ad15 HTTP/1.1" status: 200 len: 1808 time: 0.0521901 Jul 16 03:50:55.703944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4a1302e8-594f-445d-bc63-73fec7a752dd up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:55.882280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 4a1302e8-594f-445d-bc63-73fec7a752dd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:55.887533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 4a1302e8-594f-445d-bc63-73fec7a752dd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:55.887955 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.002867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.028411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1302e8-594f-445d-bc63-73fec7a752dd'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:56.031618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a553708a-2fba-44ac-8ff5-86b5a4aacd03 req-f73543c7-4c58-4f82-ab88-237ca00bfc0a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.032868 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c531f9ab-8984-414b-94c9-00ac44ca45c5" -d '{"events": [{"server_uuid": "e7a22478-ce88-4c4d-95be-8b0ac55ae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a1302e8-594f-445d-bc63-73fec7a752dd"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:56.045483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.055709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4a1302e8-594f-445d-bc63-73fec7a752dd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4a1302e8-594f-445d-bc63-73fec7a752dd,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:56.060907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.061424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a553708a-2fba-44ac-8ff5-86b5a4aacd03 req-f73543c7-4c58-4f82-ab88-237ca00bfc0a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.138862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.160296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4a1302e8-594f-445d-bc63-73fec7a752dd,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.165110 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a553708a-2fba-44ac-8ff5-86b5a4aacd03 req-f73543c7-4c58-4f82-ab88-237ca00bfc0a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.169204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a553708a-2fba-44ac-8ff5-86b5a4aacd03 req-f73543c7-4c58-4f82-ab88-237ca00bfc0a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.171329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a553708a-2fba-44ac-8ff5-86b5a4aacd03 req-f73543c7-4c58-4f82-ab88-237ca00bfc0a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b752909-4d7f-48ab-bf3a-6a462262ad15 HTTP/1.1" status: 204 len: 173 time: 0.6426270 Jul 16 03:50:56.183346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73543c7-4c58-4f82-ab88-237ca00bfc0a tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b752909-4d7f-48ab-bf3a-6a462262ad15,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.216257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.232816 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a3d7c-26f1-414f-8563-6025b94d33e9 x-openstack-request-id: req-870a3d7c-26f1-414f-8563-6025b94d33e9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:56.233150 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a22478-ce88-4c4d-95be-8b0ac55ae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a1302e8-594f-445d-bc63-73fec7a752dd", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:56.233409 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-870a3d7c-26f1-414f-8563-6025b94d33e9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:56.234297 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1302e8-594f-445d-bc63-73fec7a752dd', 'code': 200} Jul 16 03:50:56.430301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8dd96-d911-4e68-a95f-7de8d47e4077 req-029d78f6-d907-4797-8cec-d125251be1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.432644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0b8dd96-d911-4e68-a95f-7de8d47e4077 req-029d78f6-d907-4797-8cec-d125251be1b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 1096 time: 0.1096303 Jul 16 03:50:56.498973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0b8dd96-d911-4e68-a95f-7de8d47e4077 req-64bb6dc9-1459-4a5b-a518-7ad8efa7da38 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Jul 16 03:50:56.527510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.533668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.622739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event updated for resources: {'Port': ['ID=856e07b2-ee32-40ac-a598-e28c00029af6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.634376 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.688012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98c33-20ef-4587-8612-aac667163c4a req-19daa6de-d284-4a8d-9682-054180efc3c8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.689600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03b98c33-20ef-4587-8612-aac667163c4a req-19daa6de-d284-4a8d-9682-054180efc3c8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 945 time: 0.0755343 Jul 16 03:50:56.759851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03b98c33-20ef-4587-8612-aac667163c4a req-34fffcae-e2ec-4f45-8c2e-d1e0360409c4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631881 Jul 16 03:50:56.763089 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Floating IP 586ea356-d66a-4e98-8b08-d32c30d19817 associated. External IP: 172.25.4.58, port: b7365b26-0912-4127-a42a-90e9aea379dc. Jul 16 03:50:56.983232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b7043-91c4-46bd-9ba8-876028c5521d req-00a701ed-c5ea-4cf4-b293-34c50f8f94e4 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.993453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-347b7043-91c4-46bd-9ba8-876028c5521d req-00a701ed-c5ea-4cf4-b293-34c50f8f94e4 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1204121 Jul 16 03:50:57.023622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Router 0a0d9268-c4dc-4708-970e-53c338bcba62 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:57.042051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-347b7043-91c4-46bd-9ba8-876028c5521d req-d9ac90e9-9c2e-40a5-aa90-1f593b760760 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Jul 16 03:50:57.152502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:57.174292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.179522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] Sync routers for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:57.202008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:57.202998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:57.223894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-14007037-f8e7-43fb-8162-b0e3c796003a tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2641411 Jul 16 03:50:57.224615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:57.227440 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd43f44-2dd7-40fc-b313-90e161c11ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:57.274417 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe0b825-dc54-4067-9553-9b51abe6591b x-openstack-request-id: req-6fe0b825-dc54-4067-9553-9b51abe6591b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:57.274748 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:57.275003 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fe0b825-dc54-4067-9553-9b51abe6591b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:57.275405 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'status': 'completed', 'code': 200} Jul 16 03:50:57.342410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:57.364788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-665feda4-2a33-4a77-86b6-9f249b5ad0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.367821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-665feda4-2a33-4a77-86b6-9f249b5ad0c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.0653808 Jul 16 03:50:57.493468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-b84574fc-5f85-4162-a5ac-3f2d7e1640eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.495418 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-b84574fc-5f85-4162-a5ac-3f2d7e1640eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.1198189 Jul 16 03:50:57.562678 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-4c36e2d0-a5b7-4352-bff4-a8f2a13d723d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 999 time: 0.0592518 Jul 16 03:50:57.599314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '586ea356-d66a-4e98-8b08-d32c30d19817', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'port_id': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'mac_address': 'fa:16:3e:50:e8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:55Z', 'updated_at': '2021-07-16T03:50:55Z', 'revision_number': 0, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:26Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:57.623239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-06fcafff-4b86-4201-bafc-e6f8eabaf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.624945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-06fcafff-4b86-4201-bafc-e6f8eabaf91d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0541520 Jul 16 03:50:57.632160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] Checking router: 0a0d9268-c4dc-4708-970e-53c338bcba62 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:57.641176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:57.642029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:57.701756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-ec74e872-376e-4554-9ca6-dc3110c69191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.703226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-ec74e872-376e-4554-9ca6-dc3110c69191 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652783 Jul 16 03:50:57.754045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:57.859630 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-4e07bbe5-2691-4663-8925-9b85ec95af7e service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441948 Jul 16 03:50:58.037332 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ffd43f44-2dd7-40fc-b313-90e161c11ce3 req-4e2ea3e2-5f96-49e7-8470-fb9fca1ef712 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635442 Jul 16 03:50:58.042312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab328e04-051e-4aed-8293-787c8afe52ff req-37d9fd4d-a9b5-48d4-88cb-0a9ec881f238 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:58.050022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab328e04-051e-4aed-8293-787c8afe52ff req-37d9fd4d-a9b5-48d4-88cb-0a9ec881f238 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 945 time: 0.1233130 Jul 16 03:50:58.099124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab328e04-051e-4aed-8293-787c8afe52ff req-4716d256-bc6e-4811-9283-b1935a3ed7d5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481205 Jul 16 03:50:58.166337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '586ea356-d66a-4e98-8b08-d32c30d19817', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'port_id': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'mac_address': 'fa:16:3e:50:e8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:55Z', 'updated_at': '2021-07-16T03:50:55Z', 'revision_number': 0, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:26Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:58.244242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8d71e-352d-44d3-af82-a75f7f9285fc None None] The sync data for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 is: [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '586ea356-d66a-4e98-8b08-d32c30d19817', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'port_id': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'mac_address': 'fa:16:3e:50:e8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:55Z', 'updated_at': '2021-07-16T03:50:55Z', 'revision_number': 0, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:26Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:58.372853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c41c61-1381-4112-ae73-ec85869aee15 req-8efa3a30-d516-4a08-a1a1-6e0c86bde0fb tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:58.374825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4c41c61-1381-4112-ae73-ec85869aee15 req-8efa3a30-d516-4a08-a1a1-6e0c86bde0fb tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1065528 Jul 16 03:50:58.428942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4c41c61-1381-4112-ae73-ec85869aee15 req-309ba302-f893-45f7-ac36-1caa3c0f7f90 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3457725-e24e-471e-9046-899b404c9678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Jul 16 03:50:58.537234 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be166d37-face-4b64-9be5-44841019ba5b None None] New status for floating IP 586ea356-d66a-4e98-8b08-d32c30d19817: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:58.919425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c164ecb-c826-42c2-9ae8-207b033d0e88 req-9b19eb43-c4e9-4546-8d1c-9425080c9771 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:58.926675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c164ecb-c826-42c2-9ae8-207b033d0e88 req-9b19eb43-c4e9-4546-8d1c-9425080c9771 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 945 time: 0.0809989 Jul 16 03:50:58.970509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c164ecb-c826-42c2-9ae8-207b033d0e88 req-87b1a08a-c719-4e6f-838d-82d42f2e6a29 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Jul 16 03:50:58.994853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-3125c0be-834a-4df9-bd91-a1f426180b82 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:58.996485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-3125c0be-834a-4df9-bd91-a1f426180b82 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 946 time: 0.1008224 Jul 16 03:50:59.140778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Deleting port aa3439ea-80e4-4d6d-a926-26695666e6b5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:59.141543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.250073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] For port aa3439ea-80e4-4d6d-a926-26695666e6b5, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=aa3439ea-80e4-4d6d-a926-26695666e6b5,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:59.250748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.263626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Calling delete_port for aa3439ea-80e4-4d6d-a926-26695666e6b5 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:59.423367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.445662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['aa3439ea-80e4-4d6d-a926-26695666e6b5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:59.456653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Pushing event deleted for resources: {'Port': ['ID=aa3439ea-80e4-4d6d-a926-26695666e6b5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:59.515285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] No DVR routers for this DVR port aa3439ea-80e4-4d6d-a926-26695666e6b5 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:59.518261 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.520902 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a5dd8b06-19be-42da-adbf-aa9ce3133a71 req-5f54806e-ed20-48ec-9554-bf84b2cdbb16 tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.11 "DELETE /v2.0/ports/aa3439ea-80e4-4d6d-a926-26695666e6b5 HTTP/1.1" status: 204 len: 173 time: 0.5188129 Jul 16 03:50:59.521503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'name': 'network-vif-deleted', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:59.525921 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd9e856-02b9-48b4-86d6-9e7c0b46f66c" -d '{"events": [{"server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "name": "network-vif-deleted", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:59.616573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db367e2a-6cee-4841-83f7-128626606b6f req-0ed0e601-16f6-45c4-9227-723c0e1991bb tempest-ServerRescueTestJSONUnderV235-1573576498 tempest-ServerRescueTestJSONUnderV235-1573576498-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e26597-08c9-4d56-8cb9-8a4c1bc65e94 HTTP/1.1" status: 200 len: 210 time: 0.0504475 Jul 16 03:50:59.700444 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d465a4ed-1121-4a41-99da-2f17ea3f34e8 x-openstack-request-id: req-d465a4ed-1121-4a41-99da-2f17ea3f34e8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:59.700862 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e26597-08c9-4d56-8cb9-8a4c1bc65e94", "name": "network-vif-deleted", "tag": "aa3439ea-80e4-4d6d-a926-26695666e6b5", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:59.705102 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d465a4ed-1121-4a41-99da-2f17ea3f34e8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:59.705641 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e26597-08c9-4d56-8cb9-8a4c1bc65e94', 'name': 'network-vif-deleted', 'tag': 'aa3439ea-80e4-4d6d-a926-26695666e6b5', 'status': 'completed', 'code': 200} Jul 16 03:51:00.206468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-38529c60-e274-4439-9bb1-6ac043cc14b2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:00.207284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b36f0-3cbd-4cb2-9066-4d37ae60e8ca req-4c8fdce1-5cdc-4534-b977-832752322c92 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:00.207940 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-38529c60-e274-4439-9bb1-6ac043cc14b2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 945 time: 0.1192024 Jul 16 03:51:00.213455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-131b36f0-3cbd-4cb2-9066-4d37ae60e8ca req-4c8fdce1-5cdc-4534-b977-832752322c92 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 945 time: 0.1122849 Jul 16 03:51:00.263530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-131b36f0-3cbd-4cb2-9066-4d37ae60e8ca req-71e5160e-e52c-4894-9ea4-926f5bc48197 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Jul 16 03:51:00.379407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Deleting port 4a1302e8-594f-445d-bc63-73fec7a752dd {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:00.379786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.489615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] For port 4a1302e8-594f-445d-bc63-73fec7a752dd, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4a1302e8-594f-445d-bc63-73fec7a752dd,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:00.490070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.502701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Calling delete_port for 4a1302e8-594f-445d-bc63-73fec7a752dd owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:00.649745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.664290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', '4a1302e8-594f-445d-bc63-73fec7a752dd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:00.685741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Pushing event deleted for resources: {'Port': ['ID=4a1302e8-594f-445d-bc63-73fec7a752dd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.761154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 59546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:00.765205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] No DVR routers for this DVR port 4a1302e8-594f-445d-bc63-73fec7a752dd on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:00.776373 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.783422 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66249ad9-a15b-4429-b85d-a3e1e6dbc0b9 req-505f0b7f-5be7-409a-b57f-4c036dbec9e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "DELETE /v2.0/ports/4a1302e8-594f-445d-bc63-73fec7a752dd HTTP/1.1" status: 204 len: 173 time: 0.5665631 Jul 16 03:51:01.221283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.583398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16d56804-5f19-4437-a5c9-5a11e2b70844 req-5e285863-4519-4f81-91ed-259d2ebe6c12 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a22478-ce88-4c4d-95be-8b0ac55ae3bf HTTP/1.1" status: 200 len: 210 time: 0.0930653 Jul 16 03:51:01.622620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Deleting port 8a0ec8ec-9e84-4501-a31e-e76f6044f601 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:01.623295 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.706664 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'name': 'network-vif-deleted', 'tag': '4a1302e8-594f-445d-bc63-73fec7a752dd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:01.709816 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9a7a8-13f1-48d7-a15e-31b9426907fd" -d '{"events": [{"server_uuid": "e7a22478-ce88-4c4d-95be-8b0ac55ae3bf", "name": "network-vif-deleted", "tag": "4a1302e8-594f-445d-bc63-73fec7a752dd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:01.733801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device aa3439ea-80e4-4d6d-a926-26695666e6b5 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:01.751631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] For port 8a0ec8ec-9e84-4501-a31e-e76f6044f601, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8a0ec8ec-9e84-4501-a31e-e76f6044f601,segment=NetworkSegment(72f084d5-bce5-4837-9373-978c38043335),segment_id=72f084d5-bce5-4837-9373-978c38043335)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:01.753064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.770057 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbbe15b-8e6b-4114-b3a3-3d55d409ef6c x-openstack-request-id: req-0dbbe15b-8e6b-4114-b3a3-3d55d409ef6c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:01.770663 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a22478-ce88-4c4d-95be-8b0ac55ae3bf", "name": "network-vif-deleted", "tag": "4a1302e8-594f-445d-bc63-73fec7a752dd", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:01.771161 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dbbe15b-8e6b-4114-b3a3-3d55d409ef6c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:01.771738 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a22478-ce88-4c4d-95be-8b0ac55ae3bf', 'name': 'network-vif-deleted', 'tag': '4a1302e8-594f-445d-bc63-73fec7a752dd', 'status': 'completed', 'code': 200} Jul 16 03:51:01.781736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Calling delete_port for 8a0ec8ec-9e84-4501-a31e-e76f6044f601 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:01.782247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: aa3439ea-80e4-4d6d-a926-26695666e6b5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:01.782247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device aa3439ea-80e4-4d6d-a926-26695666e6b5 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:02.029120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.059430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0ec8ec-9e84-4501-a31e-e76f6044f601,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:02.287158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.580953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Router 121124a1-798e-4af0-851c-e46b44e0cf1b has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:02.728424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:02.748159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] Sync routers for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:02.750774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59582) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:02.755130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-52e62084-56fc-4353-b242-306303481bf1 admin admin] 10.222.0.25 "PUT /v2.0/routers/121124a1-798e-4af0-851c-e46b44e0cf1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925714 Jul 16 03:51:02.765936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:02.770727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:02.963045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:03.001868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-a488f559-cea2-44a8-aad4-3cdc87ec0bc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3725920 Jul 16 03:51:03.080400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb8d5-bdf4-43e4-9dd7-8c59ba5c176b req-6107bb69-05fe-4ee4-bfb2-2090bd97be1a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.082748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7fcbb8d5-bdf4-43e4-9dd7-8c59ba5c176b req-6107bb69-05fe-4ee4-bfb2-2090bd97be1a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1608939 Jul 16 03:51:03.163143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.185525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7fcbb8d5-bdf4-43e4-9dd7-8c59ba5c176b req-cd83420b-bcb7-47b1-ba76-2c9f69218ff5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893357 Jul 16 03:51:03.275424 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.362657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:51:01Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:03.524243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] Checking router: 121124a1-798e-4af0-851c-e46b44e0cf1b for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:03.541380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] Routers {'121124a1-798e-4af0-851c-e46b44e0cf1b'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:03.542526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:50:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['121124a1-798e-4af0-851c-e46b44e0cf1b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:03.642964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f128-1943-47d5-998c-1acbdc0858a0 req-d3fd2656-4047-421f-aace-aa3eabe64530 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.651905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43e7f128-1943-47d5-998c-1acbdc0858a0 req-d3fd2656-4047-421f-aace-aa3eabe64530 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1636949 Jul 16 03:51:03.685330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] Set router 121124a1-798e-4af0-851c-e46b44e0cf1b gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:03.727433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43e7f128-1943-47d5-998c-1acbdc0858a0 req-3d76b7a5-8637-4353-b87a-5b47fb5e7363 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Jul 16 03:51:03.797106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4a1302e8-594f-445d-bc63-73fec7a752dd no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:03.821098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.846750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 4a1302e8-594f-445d-bc63-73fec7a752dd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:03.847368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4a1302e8-594f-445d-bc63-73fec7a752dd not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:03.917408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-fb21aa22-35ac-401b-b4d8-7bd4b59b7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.919585 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-fb21aa22-35ac-401b-b4d8-7bd4b59b7fcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.8308446 Jul 16 03:51:04.016589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:51:01Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:04.025242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.121716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391cc6ce-051c-4cf0-963d-f4d9d9a9932f None None] The sync data for ids ['121124a1-798e-4af0-851c-e46b44e0cf1b'] in n-d-800089-6 is: [{'id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'name': 'tempest-ServerRescueTestJSONUnderV235-26714895-router', 'tenant_id': 'd875fcf53bef4f33944154ef021aded6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:51:01Z', 'revision_number': 5, 'project_id': 'd875fcf53bef4f33944154ef021aded6', 'gw_port': {'id': 'c7bfb6a9-dcb8-4966-865c-00bb06013144', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121124a1-798e-4af0-851c-e46b44e0cf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:54Z', 'updated_at': '2021-07-16T03:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:04.162004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f2790-e931-433c-954c-0cbf30fa2259 req-8c069790-b731-40f1-9c1e-555b2e829686 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.170323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f1f2790-e931-433c-954c-0cbf30fa2259 req-8c069790-b731-40f1-9c1e-555b2e829686 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1998260 Jul 16 03:51:04.211925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f1f2790-e931-433c-954c-0cbf30fa2259 req-e25d3a1b-482d-48cd-90fd-e88facd62e39 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Jul 16 03:51:04.241164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-11a055d6-4817-41ff-a87d-8038928482f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.242760 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-11a055d6-4817-41ff-a87d-8038928482f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.2980168 Jul 16 03:51:04.356576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Deleting port c7bfb6a9-dcb8-4966-865c-00bb06013144 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:04.356936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.414498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-c55c3181-8c05-4dd7-9de7-0558883005bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1001 time: 0.1602967 Jul 16 03:51:04.546666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-e0fb3037-0f6b-4591-becc-706ce81c9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.548349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-e0fb3037-0f6b-4591-becc-706ce81c9934 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.1302631 Jul 16 03:51:04.566127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] For port c7bfb6a9-dcb8-4966-865c-00bb06013144, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c7bfb6a9-dcb8-4966-865c-00bb06013144,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:04.566403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.610431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Calling delete_port for c7bfb6a9-dcb8-4966-865c-00bb06013144 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:04.676299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-f23a138e-10c7-458f-8e4b-46d57d035d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:04.678927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-f23a138e-10c7-458f-8e4b-46d57d035d31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231861 Jul 16 03:51:04.915655 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-f763493b-264c-4b33-afd0-3799711408ce service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299290 Jul 16 03:51:05.133350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5bdafaf9-bedb-4c9c-a03b-cb8e9a4e0821 req-63f61a6f-a6dd-4444-bbaf-b45a447f8713 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051809 Jul 16 03:51:05.160464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.200213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bfb6a9-dcb8-4966-865c-00bb06013144,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.274916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.399081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.401358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.450343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.450894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121124a1-798e-4af0-851c-e46b44e0cf1b {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:51:05.455611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.456734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f88387c-c021-40bc-b8c2-a4d46ba93180 admin admin] 10.222.0.25 "DELETE /v2.0/routers/121124a1-798e-4af0-851c-e46b44e0cf1b HTTP/1.1" status: 204 len: 168 time: 2.6939440 Jul 16 03:51:05.459294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.526976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Deleting subnet c1f9bff6-e4a3-4555-88a8-2614ece0eb03 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:05.530628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.569928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.632268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.698330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.788831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f9bff6-e4a3-4555-88a8-2614ece0eb03,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.792910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.795266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c838fa27-dc83-43ac-845d-a2a3d15ad883 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c1f9bff6-e4a3-4555-88a8-2614ece0eb03 HTTP/1.1" status: 204 len: 168 time: 0.3344467 Jul 16 03:51:05.797766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 59880) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.950387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.957456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-bdf45fac-5fc4-4a68-9839-031ecd6d68e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1201720 Jul 16 03:51:06.158130 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.184177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01b8f5f-c951-47b2-a1f2-48c7c08f8768']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.233772 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f084d5-bce5-4837-9373-978c38043335') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.234067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f084d5-bce5-4837-9373-978c38043335') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.265034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c7bfb6a9-dcb8-4966-865c-00bb06013144 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:06.281723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.297793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c7bfb6a9-dcb8-4966-865c-00bb06013144 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:06.298143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c7bfb6a9-dcb8-4966-865c-00bb06013144 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:06.298591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8a0ec8ec-9e84-4501-a31e-e76f6044f601 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:06.318486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-1435ab64-4399-4446-b609-563420db7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.320117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-1435ab64-4399-4446-b609-563420db7daa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1096 time: 0.2909632 Jul 16 03:51:06.321379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.359700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8a0ec8ec-9e84-4501-a31e-e76f6044f601 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:06.360051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8a0ec8ec-9e84-4501-a31e-e76f6044f601 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:06.400993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:06.401739 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:06.416539 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:06.494504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.503675 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.508036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] 10.222.0.25 "DELETE /v2.0/networks/a01b8f5f-c951-47b2-a1f2-48c7c08f8768 HTTP/1.1" status: 204 len: 168 time: 0.7067556 Jul 16 03:51:06.557974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39579a-f32c-4b08-b473-738c3748b37d admin admin] Pushing event deleted for resources: {'Network': ['ID=a01b8f5f-c951-47b2-a1f2-48c7c08f8768,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.604782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-84869a0f-3eea-46ae-a122-1ca45180bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.606729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-84869a0f-3eea-46ae-a122-1ca45180bc18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.2570858 Jul 16 03:51:06.670693 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-21d1aa7a-c965-43da-8465-ed2254da7536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0548966 Jul 16 03:51:06.685567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8a72d-52ec-4af7-ad97-27f0ca902d1b req-21f36f5c-868f-4633-bbb9-4aef19af65ee tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.695193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78c8a72d-52ec-4af7-ad97-27f0ca902d1b req-21f36f5c-868f-4633-bbb9-4aef19af65ee tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1011646 Jul 16 03:51:06.733648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-227607d7-abc5-4f47-b25b-301d29b88dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.735398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-227607d7-abc5-4f47-b25b-301d29b88dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.0575509 Jul 16 03:51:06.766790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78c8a72d-52ec-4af7-ad97-27f0ca902d1b req-9a1144f2-3107-4411-8e0d-22616c7273dd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Jul 16 03:51:06.774864 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-d249bf43-5677-4dac-b0f3-5858d4e58c76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331266 Jul 16 03:51:06.827480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60016) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.898345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-17a9544e-63e5-47ff-baf8-1403b0993064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d875fcf53bef4f33944154ef021aded6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666420 Jul 16 03:51:06.899135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.927142 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-6a346b8e-fe53-414a-9641-931a14cc87d7 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445982 Jul 16 03:51:06.955918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c0-c83c-41a3-9fa8-4f31cf7f6718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.982523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c0-c83c-41a3-9fa8-4f31cf7f6718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.058444 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e0a29f3-0f9e-4356-8553-8a7e0c522dcb req-919ee280-f260-4233-813e-d16767c74dae service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242037 Jul 16 03:51:07.083904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c0-c83c-41a3-9fa8-4f31cf7f6718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.087454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db70b9c0-c83c-41a3-9fa8-4f31cf7f6718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.090616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-db70b9c0-c83c-41a3-9fa8-4f31cf7f6718 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3457725-e24e-471e-9046-899b404c9678 HTTP/1.1" status: 204 len: 168 time: 0.1884959 Jul 16 03:51:07.100690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70b9c0-c83c-41a3-9fa8-4f31cf7f6718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3457725-e24e-471e-9046-899b404c9678,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.119382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d24457-47e0-4fdb-ab62-5a523490cbbc req-df9f6cbe-682f-447b-b0fb-e33db022cec7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.122947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13d24457-47e0-4fdb-ab62-5a523490cbbc req-df9f6cbe-682f-447b-b0fb-e33db022cec7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1457191 Jul 16 03:51:07.221062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13d24457-47e0-4fdb-ab62-5a523490cbbc req-302841f7-7f08-48d7-ae45-d77b03ac0bdc tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902290 Jul 16 03:51:08.027380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60112) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.136092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1993381659-network', 'tenant_id': '18d400c37aff48d5a148d0883adcfa13'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:08.160284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Made reservation on behalf of 18d400c37aff48d5a148d0883adcfa13 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:08.163411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.178124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.312847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.321021 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.335317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:08.346383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.347056 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Added segment 39d67596-96aa-4f2a-a825-58a516fdd2d9 of type vlan for network 710c2667-ec4e-475a-aac5-5eff420e3c46 Jul 16 03:51:08.390344 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.429411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b30ec-363a-408e-8e3d-0b2773039f6f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.437268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.438340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.438934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.474278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4458311 Jul 16 03:51:08.477475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60122) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.483579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Request body: {'subnet': {'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1993381659-subnet', 'tenant_id': '18d400c37aff48d5a148d0883adcfa13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:08.508690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a132c-aee4-4cad-b879-e846267728f4 admin admin] Pushing event updated for resources: {'Network': ['ID=710c2667-ec4e-475a-aac5-5eff420e3c46,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.522867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Made reservation on behalf of 18d400c37aff48d5a148d0883adcfa13 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:08.526024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 710c2667-ec4e-475a-aac5-5eff420e3c46 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:08.526699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.767202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.858992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaf610e-ebda-459e-82b4-3c0ddf018aae,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.873816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Checking segment: {'id': '39d67596-96aa-4f2a-a825-58a516fdd2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:08.874188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Network hostable DHCP agents. Network: 710c2667-ec4e-475a-aac5-5eff420e3c46, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:08.897457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Network 710c2667-ec4e-475a-aac5-5eff420e3c46 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:08.911081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 710c2667-ec4e-475a-aac5-5eff420e3c46) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:08.920850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe6631-f4de-44bd-88dd-520feedb7048 None None] Network 710c2667-ec4e-475a-aac5-5eff420e3c46 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:08.921294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.922094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.943116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-965321d9-d57f-43d2-bd99-7d068dd1469f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4638596 Jul 16 03:51:09.085106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211af2-9100-4930-8293-dccc23b801bf req-36e12fae-4b74-4f8a-920d-0c12ab7585b3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.086581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8211af2-9100-4930-8293-dccc23b801bf req-36e12fae-4b74-4f8a-920d-0c12ab7585b3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1210873 Jul 16 03:51:09.091350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f102793-4885-4332-8051-2edb6287392c None None] Network 710c2667-ec4e-475a-aac5-5eff420e3c46 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:09.143439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8211af2-9100-4930-8293-dccc23b801bf req-27914f3a-8729-4a83-ae79-2e161f08b69b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Jul 16 03:51:09.399125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc589584-2bb6-4f76-8c1c-2585fc7cf020 req-32f81f13-06e7-45b4-8ce9-1a4139e346f7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.406430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc589584-2bb6-4f76-8c1c-2585fc7cf020 req-32f81f13-06e7-45b4-8ce9-1a4139e346f7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1018810 Jul 16 03:51:09.454390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc589584-2bb6-4f76-8c1c-2585fc7cf020 req-e2ef3674-4b31-422c-b8ed-d5138c410199 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Jul 16 03:51:09.672952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60172) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:09.680934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1969141370-network', 'tenant_id': '4e156f9a52824c7c94b43ffc9b4b6044'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:09.710856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Made reservation on behalf of 4e156f9a52824c7c94b43ffc9b4b6044 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:09.714237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.729762 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.833755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3337-d0a2-4ec2-9c7f-4d46115333b1 req-05f79e80-efa5-4f36-98eb-cff41d3a6a55 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.841346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e4a3337-d0a2-4ec2-9c7f-4d46115333b1 req-05f79e80-efa5-4f36-98eb-cff41d3a6a55 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1211870 Jul 16 03:51:09.893761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.901570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.918595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e4a3337-d0a2-4ec2-9c7f-4d46115333b1 req-b3164f47-9722-43d7-a5af-29f4c096f2ca tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762143 Jul 16 03:51:09.949124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:09.960330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b16bc9-faad-4bab-baa0-c8d3f2ef032a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.968028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.968187 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Added segment 0d5dd49f-3e60-4baa-822b-55288a57b100 of type vlan for network d28dc77a-88de-4cf4-b4b1-07e8dab5946e Jul 16 03:51:10.018523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.054113 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.055883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.057197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.100441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4247983 Jul 16 03:51:10.103395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60182) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:10.136984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Request body: {'subnet': {'network_id': 'd28dc77a-88de-4cf4-b4b1-07e8dab5946e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1969141370-subnet', 'tenant_id': '4e156f9a52824c7c94b43ffc9b4b6044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:10.158359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa5e01-2d61-467a-9c4d-f6c8382ea9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d28dc77a-88de-4cf4-b4b1-07e8dab5946e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.164315 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Made reservation on behalf of 4e156f9a52824c7c94b43ffc9b4b6044 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:10.167408 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.171207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network d28dc77a-88de-4cf4-b4b1-07e8dab5946e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:10.208327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ca5d4-b73e-4b50-ac6d-8c64a1060916 req-2dc5104d-cbba-4fbc-b15b-4468b87bffce tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.215250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-643ca5d4-b73e-4b50-ac6d-8c64a1060916 req-2dc5104d-cbba-4fbc-b15b-4468b87bffce tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1285143 Jul 16 03:51:10.285045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-643ca5d4-b73e-4b50-ac6d-8c64a1060916 req-5984ce0f-d047-4d7d-bcc5-e7022de9a2d5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621252 Jul 16 03:51:10.415199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.477760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa6d1a7-4efb-42ff-9c88-7ab9a7835bc6,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:10.513199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Checking segment: {'id': '0d5dd49f-3e60-4baa-822b-55288a57b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'd28dc77a-88de-4cf4-b4b1-07e8dab5946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:10.513558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Network hostable DHCP agents. Network: d28dc77a-88de-4cf4-b4b1-07e8dab5946e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:10.535521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Network d28dc77a-88de-4cf4-b4b1-07e8dab5946e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:10.550312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, d28dc77a-88de-4cf4-b4b1-07e8dab5946e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:10.559291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd72e16-8824-4494-ab88-f26b8c19622b None None] Network d28dc77a-88de-4cf4-b4b1-07e8dab5946e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:10.562937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.563741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:10.585042 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0f0f2fdd-d729-4838-8a96-2ff4f2a0120f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4789340 Jul 16 03:51:10.646453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f95f6-f4ec-4b80-a60e-5921936266e7 req-a9d4db9d-e452-46cb-ab1b-ae5c257e634f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.658430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d6f95f6-f4ec-4b80-a60e-5921936266e7 req-a9d4db9d-e452-46cb-ab1b-ae5c257e634f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1028085 Jul 16 03:51:10.709804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d6f95f6-f4ec-4b80-a60e-5921936266e7 req-6160bb0d-c93f-42cc-bd14-7a961abf6218 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Jul 16 03:51:10.935385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca35156-33c2-4ce9-87c9-fddb44d56479 None None] Network d28dc77a-88de-4cf4-b4b1-07e8dab5946e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:11.010664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5537e-3844-4a61-b519-a92969fc26ec req-be0d4b55-1072-4b22-ae9b-b355cddb6ba0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.015029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ef5537e-3844-4a61-b519-a92969fc26ec req-be0d4b55-1072-4b22-ae9b-b355cddb6ba0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1374524 Jul 16 03:51:11.057925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ef5537e-3844-4a61-b519-a92969fc26ec req-6e51a980-985e-464b-8b7d-016d7a1e77ee tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 Jul 16 03:51:11.391313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-29666282-46ab-4f74-9245-bdbc268c11d5 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.393495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-29666282-46ab-4f74-9245-bdbc268c11d5 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/networks?id=710c2667-ec4e-475a-aac5-5eff420e3c46 HTTP/1.1" status: 200 len: 825 time: 0.1208420 Jul 16 03:51:11.408679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-262ebfde-c204-401a-8a46-8cc46a91668f tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/quotas/18d400c37aff48d5a148d0883adcfa13 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Jul 16 03:51:11.444352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-5dca9c08-33b8-4fe2-8725-00206085ccf1 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18d400c37aff48d5a148d0883adcfa13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293174 Jul 16 03:51:11.546300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-92f411d9-fe7f-452e-b1ef-7be9ba8de19c service neutron] 10.222.0.25 "GET /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948563 Jul 16 03:51:11.651688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-b14306a4-2fc7-4fa3-82c2-856c9595834f service neutron] 10.222.0.25 "GET /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976703 Jul 16 03:51:11.861467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8fb12ac4-d9d5-40f7-8cd4-2003e6154774 req-e480ac92-386d-427e-a638-789ee766f19e tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 210 time: 0.0481532 Jul 16 03:51:12.080763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795900c5-82b4-4942-985a-c62b1ef92e7f req-aa2b5ede-bb10-41f2-9acc-8f57a3f919f5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.089991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-795900c5-82b4-4942-985a-c62b1ef92e7f req-aa2b5ede-bb10-41f2-9acc-8f57a3f919f5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1093524 Jul 16 03:51:12.142866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-795900c5-82b4-4942-985a-c62b1ef92e7f req-6c3aec9b-78fb-466e-b14d-aaa5876cfe93 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Jul 16 03:51:12.467392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52748-b5ce-47eb-bd66-aa5c3751e45c req-be583757-53f8-43d4-a3fb-a1fa48906f37 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.476289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ed52748-b5ce-47eb-bd66-aa5c3751e45c req-be583757-53f8-43d4-a3fb-a1fa48906f37 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1012094 Jul 16 03:51:12.522990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ed52748-b5ce-47eb-bd66-aa5c3751e45c req-8b65ecf9-8d6c-4b46-8028-68147b8032dc tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Jul 16 03:51:12.571375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60250) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.707674 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bce35e70-83cf-4868-ac4e-f18f21974a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.857410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bce35e70-83cf-4868-ac4e-f18f21974a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.863022 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bce35e70-83cf-4868-ac4e-f18f21974a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.913181 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bce35e70-83cf-4868-ac4e-f18f21974a3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ea84c6653e74460ae304ede831fa6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403537 Jul 16 03:51:12.913650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60264) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:12.925750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce35e70-83cf-4868-ac4e-f18f21974a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a174cb-991d-4888-994b-ff30e3ca9cf2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:12.977080 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f57aded4-2266-435e-8a86-18356bded242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.981354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3561-47ad-4d92-ab87-9c429011427a req-3698eacb-3f14-4f63-a0c7-60b558daa75c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.991143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b83c3561-47ad-4d92-ab87-9c429011427a req-3698eacb-3f14-4f63-a0c7-60b558daa75c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1195977 Jul 16 03:51:13.003037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f57aded4-2266-435e-8a86-18356bded242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.052495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b83c3561-47ad-4d92-ab87-9c429011427a req-1702d8c6-d4fe-4871-8c52-2eb659880d57 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 Jul 16 03:51:13.088267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f57aded4-2266-435e-8a86-18356bded242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.091420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f57aded4-2266-435e-8a86-18356bded242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.095761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f57aded4-2266-435e-8a86-18356bded242 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2a174cb-991d-4888-994b-ff30e3ca9cf2 HTTP/1.1" status: 204 len: 168 time: 0.1746438 Jul 16 03:51:13.131732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aded4-2266-435e-8a86-18356bded242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a174cb-991d-4888-994b-ff30e3ca9cf2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:13.246841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0506c7de-7b4d-4b85-94a0-3dee9b0090f2 req-c82d90ed-ae89-46fb-83a6-251ed3f1fa20 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 210 time: 0.0311046 Jul 16 03:51:13.384885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-89ff4343-4562-4117-8add-20a04eb3ac43 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.386958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-89ff4343-4562-4117-8add-20a04eb3ac43 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.11 "GET /v2.0/networks?id=710c2667-ec4e-475a-aac5-5eff420e3c46 HTTP/1.1" status: 200 len: 825 time: 0.1887705 Jul 16 03:51:13.407381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Request body: {'port': {'device_id': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46', 'admin_state_up': True, 'tenant_id': '18d400c37aff48d5a148d0883adcfa13'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:13.610565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868741f-e20d-4085-bf2e-ed2f40f4b200 req-70afeb04-2a1c-4a5e-8104-b482d4cc51ab tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.623571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0868741f-e20d-4085-bf2e-ed2f40f4b200 req-70afeb04-2a1c-4a5e-8104-b482d4cc51ab tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1598856 Jul 16 03:51:13.643143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Made reservation on behalf of 18d400c37aff48d5a148d0883adcfa13 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:13.648976 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:51:13.649494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.679234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0868741f-e20d-4085-bf2e-ed2f40f4b200 req-cdd70317-9d4a-4766-8180-84d6cf0f4ef7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Jul 16 03:51:13.844105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Allocated IP 172.20.0.7 (710c2667-ec4e-475a-aac5-5eff420e3c46/5eaf610e-ebda-459e-82b4-3c0ddf018aae/1c4b2db4-5442-40dd-be6b-fd8ab891643a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:14.088872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db4977-ecf4-4c1f-8312-c8b389464c08 req-01da0136-b182-4a15-891b-9bf61695ffb5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.090325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96db4977-ecf4-4c1f-8312-c8b389464c08 req-01da0136-b182-4a15-891b-9bf61695ffb5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1355312 Jul 16 03:51:14.134597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.160121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96db4977-ecf4-4c1f-8312-c8b389464c08 req-fcadd891-7351-454e-92ca-856c64082763 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620449 Jul 16 03:51:14.209898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.270195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Pushing event updated for resources: {'Port': ['ID=1c4b2db4-5442-40dd-be6b-fd8ab891643a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.274822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Network 710c2667-ec4e-475a-aac5-5eff420e3c46 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:14.276742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:14.279349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:14.332912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.333619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.367244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-bd5b67e7-6e21-4086-b04c-95ffe7725c79 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9645071 Jul 16 03:51:14.379473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Request body: {'port': {'device_id': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:14.457294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1dd7-482d-4b04-a55e-27a355ad0f46 req-f068099c-28e6-4a65-94ad-ab6ebe2fa3c4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.459581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-108e1dd7-482d-4b04-a55e-27a355ad0f46 req-f068099c-28e6-4a65-94ad-ab6ebe2fa3c4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1142054 Jul 16 03:51:14.468606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.515557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-108e1dd7-482d-4b04-a55e-27a355ad0f46 req-d4c12205-310b-403a-98f3-5d3538fe8aac tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Jul 16 03:51:14.704850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233640ef-1be2-4f68-9098-dd0fd38c8eb9 req-0872eb91-32b8-4001-9d7c-f88c3a41796b tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.712915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-233640ef-1be2-4f68-9098-dd0fd38c8eb9 req-0872eb91-32b8-4001-9d7c-f88c3a41796b tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 931 time: 0.0898924 Jul 16 03:51:14.765899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-233640ef-1be2-4f68-9098-dd0fd38c8eb9 req-e0ec6da5-6415-4415-86a1-3e4b554f4e61 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515981 Jul 16 03:51:14.831118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4b2db4-5442-40dd-be6b-fd8ab891643a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:14.839923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.854499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Transition to ACTIVE for port object 1c4b2db4-5442-40dd-be6b-fd8ab891643a will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:14.867886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.931564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Pushing event updated for resources: {'Port': ['ID=1c4b2db4-5442-40dd-be6b-fd8ab891643a,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.970481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74686db-241b-4784-a911-0b5007022b58 req-b5a89150-bc5c-40f6-8adc-7ed9fd7ec587 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.972121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f74686db-241b-4784-a911-0b5007022b58 req-b5a89150-bc5c-40f6-8adc-7ed9fd7ec587 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 813 time: 0.1275826 Jul 16 03:51:14.987578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f74686db-241b-4784-a911-0b5007022b58 req-9a3f0373-0de6-408d-89b0-145184cf047e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/quotas/96ba3af06961429fae3e5ef1afc50876 HTTP/1.1" status: 200 len: 375 time: 0.0095501 Jul 16 03:51:15.010981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Attempting to bind port 1c4b2db4-5442-40dd-be6b-fd8ab891643a on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:15.011419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Attempting to bind port 1c4b2db4-5442-40dd-be6b-fd8ab891643a by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '39d67596-96aa-4f2a-a825-58a516fdd2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:15.011814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Attempting to bind port 1c4b2db4-5442-40dd-be6b-fd8ab891643a on network 710c2667-ec4e-475a-aac5-5eff420e3c46 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:15.017330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Port 1c4b2db4-5442-40dd-be6b-fd8ab891643a on network 710c2667-ec4e-475a-aac5-5eff420e3c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:15.017732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Attempting to bind port 1c4b2db4-5442-40dd-be6b-fd8ab891643a on network 710c2667-ec4e-475a-aac5-5eff420e3c46 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:15.027935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:15.028275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Checking segment: {'id': '39d67596-96aa-4f2a-a825-58a516fdd2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:15.028838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Bound using segment: {'id': '39d67596-96aa-4f2a-a825-58a516fdd2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:15.029214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Bound port: 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d67596-96aa-4f2a-a825-58a516fdd2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:15.029574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.090192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f74686db-241b-4784-a911-0b5007022b58 req-b1f7e0e3-d0be-4815-87dd-c38852c750b8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931149 Jul 16 03:51:15.105313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] For port 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:15.109459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] For port 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a,segment=NetworkSegment(39d67596-96aa-4f2a-a825-58a516fdd2d9),segment_id=39d67596-96aa-4f2a-a825-58a516fdd2d9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:15.119869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.161014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.161014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.163004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] 10.222.0.11 "PUT /v2.0/ports/1c4b2db4-5442-40dd-be6b-fd8ab891643a HTTP/1.1" status: 200 len: 1091 time: 0.7884231 Jul 16 03:51:15.163449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'tag': '1c4b2db4-5442-40dd-be6b-fd8ab891643a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:15.165842 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9daa4ea-ac4e-47b8-b0ec-000608632449" -d '{"events": [{"name": "network-changed", "server_uuid": "89abf0e9-6ef0-4770-8c94-4136b7fdb6e0", "tag": "1c4b2db4-5442-40dd-be6b-fd8ab891643a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:15.205410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2010d-7f37-4e8e-b6fe-ed601833692a service neutron] Pushing event updated for resources: {'Port': ['ID=1c4b2db4-5442-40dd-be6b-fd8ab891643a,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:15.278400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f6defa-6525-478d-a853-179e8afb354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.280003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-a6f6defa-6525-478d-a853-179e8afb354e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d400c37aff48d5a148d0883adcfa13&device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 1094 time: 0.0676391 Jul 16 03:51:15.289275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503ceef-f41d-469e-940d-5efaa6ec8adf req-3167cfbe-790e-4811-aefd-11bd78ddd7ff tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.290737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8503ceef-f41d-469e-940d-5efaa6ec8adf req-3167cfbe-790e-4811-aefd-11bd78ddd7ff tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0696621 Jul 16 03:51:15.344150 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-e799983f-2cb7-4603-853f-1336e089c091 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a HTTP/1.1" status: 200 len: 217 time: 0.0536516 Jul 16 03:51:15.348931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8503ceef-f41d-469e-940d-5efaa6ec8adf req-877d80ed-04ad-4380-b68b-4606e7d99b3e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525444 Jul 16 03:51:15.399891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-dc8e02c1-ee08-421d-9649-5344fd1b07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.401704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-dc8e02c1-ee08-421d-9649-5344fd1b07ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5eaf610e-ebda-459e-82b4-3c0ddf018aae HTTP/1.1" status: 200 len: 865 time: 0.0502350 Jul 16 03:51:15.403185 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0146c2-4cf4-4811-a41f-df2e4b7d78ef x-openstack-request-id: req-8a0146c2-4cf4-4811-a41f-df2e4b7d78ef {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:15.403543 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89abf0e9-6ef0-4770-8c94-4136b7fdb6e0", "tag": "1c4b2db4-5442-40dd-be6b-fd8ab891643a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:15.403862 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a0146c2-4cf4-4811-a41f-df2e4b7d78ef {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:15.404352 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'tag': '1c4b2db4-5442-40dd-be6b-fd8ab891643a', 'status': 'completed', 'code': 200} Jul 16 03:51:15.448450 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-35be0833-4d52-4a17-ab9a-c50f2266564f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=710c2667-ec4e-475a-aac5-5eff420e3c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368886 Jul 16 03:51:15.547605 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-55dc1774-5d66-49eb-b76b-79d8eb9dca50 service neutron] 10.222.0.11 "GET /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923057 Jul 16 03:51:15.576363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88bb4b-4443-43db-9728-0019cec6cf9e req-01eec440-6ffc-49a1-8fbd-3dc5165752d6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.577774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d88bb4b-4443-43db-9728-0019cec6cf9e req-01eec440-6ffc-49a1-8fbd-3dc5165752d6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0764196 Jul 16 03:51:15.624555 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d88bb4b-4443-43db-9728-0019cec6cf9e req-c9f52f40-5696-490b-bdd5-2171972228d0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Jul 16 03:51:15.645072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-908f672c-bbae-48ae-b311-ce65922bd6ce req-9d96115b-b05a-4f3c-ab07-dadcd8dff120 service neutron] 10.222.0.11 "GET /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910494 Jul 16 03:51:15.750832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-fd14467f-3c88-4270-af0a-00653f5a404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.752367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-fd14467f-3c88-4270-af0a-00653f5a404a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18d400c37aff48d5a148d0883adcfa13&device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 1094 time: 0.0541329 Jul 16 03:51:15.774163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9edea646-0a3c-42ef-a2d8-9a73c17db682 req-53c62789-1634-49ca-981f-bf713aca8281 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=96ba3af06961429fae3e5ef1afc50876 HTTP/1.1" status: 200 len: 221 time: 0.0275106 Jul 16 03:51:15.850072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-f6689a90-7564-4e27-9e4c-9697f196bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.859259 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-f6689a90-7564-4e27-9e4c-9697f196bb0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=710c2667-ec4e-475a-aac5-5eff420e3c46 HTTP/1.1" status: 200 len: 927 time: 0.1000457 Jul 16 03:51:15.904157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-0732d8ba-6632-4418-b77c-8aa7c7499286 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a HTTP/1.1" status: 200 len: 217 time: 0.0360105 Jul 16 03:51:15.941400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb76f76-68f3-49f4-b34f-e23273ba3bf9 req-1fe803de-489f-47e9-84ab-af67a01efdc0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.943086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dfb76f76-68f3-49f4-b34f-e23273ba3bf9 req-1fe803de-489f-47e9-84ab-af67a01efdc0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0712619 Jul 16 03:51:15.956564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-8c96f0d5-ebb0-4c9c-9b88-4e9c0ff860d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.958070 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-8c96f0d5-ebb0-4c9c-9b88-4e9c0ff860d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5eaf610e-ebda-459e-82b4-3c0ddf018aae HTTP/1.1" status: 200 len: 865 time: 0.0467174 Jul 16 03:51:15.982703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dfb76f76-68f3-49f4-b34f-e23273ba3bf9 req-a6254897-8984-4eab-8e1c-20da706c5d81 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Jul 16 03:51:15.996575 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-37d3342b-6fb4-4c8a-a4b3-0ab09238a0ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=710c2667-ec4e-475a-aac5-5eff420e3c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319932 Jul 16 03:51:16.129558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-2fab26df-9085-4598-a50d-c0caee465dd1 service neutron] 10.222.0.11 "GET /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216063 Jul 16 03:51:16.158122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9a38d-f416-45c4-aa15-8acbcb4e45f9 req-c4d6f66a-2b8e-4bb9-9e02-2620f9cf9ed9 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.159762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bcb9a38d-f416-45c4-aa15-8acbcb4e45f9 req-c4d6f66a-2b8e-4bb9-9e02-2620f9cf9ed9 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 943 time: 0.0659952 Jul 16 03:51:16.199749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bcb9a38d-f416-45c4-aa15-8acbcb4e45f9 req-0bd3c676-88d7-4ecb-8b46-8f23e4f365af tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Jul 16 03:51:16.225216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f9daa4ea-ac4e-47b8-b0ec-000608632449 req-377b0740-cd64-452f-b61e-0055616e6447 service neutron] 10.222.0.11 "GET /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879576 Jul 16 03:51:16.378925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611eb16-c3b9-481c-8c5e-7f3071e47b33 req-75ed9f00-dd33-425f-b1ab-803461437b5f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.380421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4611eb16-c3b9-481c-8c5e-7f3071e47b33 req-75ed9f00-dd33-425f-b1ab-803461437b5f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0790834 Jul 16 03:51:16.417987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4611eb16-c3b9-481c-8c5e-7f3071e47b33 req-c3fb6a3e-a13f-4933-b76b-fc1f1fd4e86d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Jul 16 03:51:16.608985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e022f-2211-4fd5-be37-f48168cc6ec6 req-b98c5e86-e298-49e2-a153-3fdda0b35e9c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.610341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-342e022f-2211-4fd5-be37-f48168cc6ec6 req-b98c5e86-e298-49e2-a153-3fdda0b35e9c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0629799 Jul 16 03:51:16.650008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-342e022f-2211-4fd5-be37-f48168cc6ec6 req-3a7db568-f1ab-4fd8-8fb3-d8cdbe9bfaa8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Jul 16 03:51:16.840606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5341c0-86ee-4689-854c-90712153fcd6 req-5dd44ffb-9c01-414d-a56c-30f12c992a2f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.842280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb5341c0-86ee-4689-854c-90712153fcd6 req-5dd44ffb-9c01-414d-a56c-30f12c992a2f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0694382 Jul 16 03:51:16.885432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb5341c0-86ee-4689-854c-90712153fcd6 req-814f2812-b1c3-4393-9ee5-4ef8ca0938e9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371945 Jul 16 03:51:17.163784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381086d-bd6b-43cc-8f38-d508564de6b1 req-7230c4bf-00f9-4d16-9dbc-d2d414bb27df tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.169687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3381086d-bd6b-43cc-8f38-d508564de6b1 req-7230c4bf-00f9-4d16-9dbc-d2d414bb27df tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1089077 Jul 16 03:51:17.209909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3381086d-bd6b-43cc-8f38-d508564de6b1 req-965efaa6-814f-4915-bdae-714e4af69899 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Jul 16 03:51:17.387272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b013f7-b3ad-40ec-b146-0fe71db72547 req-4b1496bb-7275-44da-b12c-48d43ccc5aed tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.388715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8b013f7-b3ad-40ec-b146-0fe71db72547 req-4b1496bb-7275-44da-b12c-48d43ccc5aed tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 943 time: 0.0676472 Jul 16 03:51:17.427432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8b013f7-b3ad-40ec-b146-0fe71db72547 req-55eae69f-1754-4832-9101-a0ab12cb0340 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Jul 16 03:51:17.591881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe67b-3b0d-4e47-b950-68f7267f9df5 req-a7e46274-263a-479e-bb0a-ebdd7a440175 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.593398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b0fe67b-3b0d-4e47-b950-68f7267f9df5 req-a7e46274-263a-479e-bb0a-ebdd7a440175 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 16 03:51:17.631425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b0fe67b-3b0d-4e47-b950-68f7267f9df5 req-c750dcc1-7613-4567-99be-222d3c560076 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Jul 16 03:51:17.813983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8fdb8-97cc-4da1-94c1-b4e3a980fdd8 req-079a34bd-a3d7-4212-89cd-b8be35d75bac tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.815518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9a8fdb8-97cc-4da1-94c1-b4e3a980fdd8 req-079a34bd-a3d7-4212-89cd-b8be35d75bac tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0626960 Jul 16 03:51:17.855748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9a8fdb8-97cc-4da1-94c1-b4e3a980fdd8 req-671b6fe7-621f-4141-b6de-1c2f7ca8869e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Jul 16 03:51:18.029211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cc930-bd92-4b43-bd02-cd344d38ee97 req-9f9b143e-316e-4cb7-90c5-8c7de2345c2c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.030692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e12cc930-bd92-4b43-bd02-cd344d38ee97 req-9f9b143e-316e-4cb7-90c5-8c7de2345c2c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0617890 Jul 16 03:51:18.067980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e12cc930-bd92-4b43-bd02-cd344d38ee97 req-2faf25e1-9ab8-4a9b-9505-b56bfefbabec tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Jul 16 03:51:18.278734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061181-fe80-4da2-9929-5644cd3e4993 req-edf14905-ec10-4389-8f18-f6768ad1566d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.280351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd061181-fe80-4da2-9929-5644cd3e4993 req-edf14905-ec10-4389-8f18-f6768ad1566d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0703366 Jul 16 03:51:18.321574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd061181-fe80-4da2-9929-5644cd3e4993 req-2c26cac5-6b40-4f9f-b3a8-a9dfc4d22f2f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350029 Jul 16 03:51:18.503347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfd792-659c-48e3-b9fa-4c9023c31716 req-215f515b-d060-4aa6-bc04-f07bfc77b80b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.505098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16cfd792-659c-48e3-b9fa-4c9023c31716 req-215f515b-d060-4aa6-bc04-f07bfc77b80b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0659561 Jul 16 03:51:18.543993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16cfd792-659c-48e3-b9fa-4c9023c31716 req-16d04794-41f3-459b-9e81-988aa795c6c5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Jul 16 03:51:18.732854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c071a5c-bcb9-492f-9a07-4ed03cdee9a0 req-ce294177-b4e3-418d-96f3-ecdd972171db tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.734323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c071a5c-bcb9-492f-9a07-4ed03cdee9a0 req-ce294177-b4e3-418d-96f3-ecdd972171db tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 943 time: 0.0735309 Jul 16 03:51:18.772026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c071a5c-bcb9-492f-9a07-4ed03cdee9a0 req-8b3b65c2-5c14-4072-b558-739adb1b14db tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Jul 16 03:51:18.963987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bf4e0-dd1d-47a1-9b06-2bc85c074f72 req-a41d4b1b-2007-47c7-adf0-7766dbdfd891 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.965489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a7bf4e0-dd1d-47a1-9b06-2bc85c074f72 req-a41d4b1b-2007-47c7-adf0-7766dbdfd891 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0641313 Jul 16 03:51:19.004721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a7bf4e0-dd1d-47a1-9b06-2bc85c074f72 req-cd79bfb8-4edb-445c-b63c-452310204215 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Jul 16 03:51:19.182901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9ccb-1610-4fd1-9550-130e6a258188 req-f2f238bf-e70a-4245-af71-1daf0cc4bf06 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.184814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc8d9ccb-1610-4fd1-9550-130e6a258188 req-f2f238bf-e70a-4245-af71-1daf0cc4bf06 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0646305 Jul 16 03:51:19.229927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc8d9ccb-1610-4fd1-9550-130e6a258188 req-045fb236-eeea-4a2a-adf4-4d553de747ff tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Jul 16 03:51:19.515992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f32d2-9f57-41d6-b9f5-edb44685669e req-b28879c3-7f0a-4c99-9cfc-bbc15fa2bb5d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.523295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1f32d2-9f57-41d6-b9f5-edb44685669e req-b28879c3-7f0a-4c99-9cfc-bbc15fa2bb5d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0867875 Jul 16 03:51:19.567289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1f32d2-9f57-41d6-b9f5-edb44685669e req-9a85b24f-665a-4460-b306-ec6e488ad73b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Jul 16 03:51:19.754299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0bed2-757a-4c05-b291-381f719cde6f req-cb8af0e7-f8af-4afd-81fc-06d47cc46c07 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.755853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80d0bed2-757a-4c05-b291-381f719cde6f req-cb8af0e7-f8af-4afd-81fc-06d47cc46c07 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0643435 Jul 16 03:51:19.795079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80d0bed2-757a-4c05-b291-381f719cde6f req-e88253a5-3391-4035-9cc3-9c93ac7eb5eb tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Jul 16 03:51:19.808503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1c4b2db4-5442-40dd-be6b-fd8ab891643a details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:19.958410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a,segment=NetworkSegment(39d67596-96aa-4f2a-a825-58a516fdd2d9),segment_id=39d67596-96aa-4f2a-a825-58a516fdd2d9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:19.975851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '1c4b2db4-5442-40dd-be6b-fd8ab891643a', 'network_id': '710c2667-ec4e-475a-aac5-5eff420e3c46', 'port_id': '1c4b2db4-5442-40dd-be6b-fd8ab891643a', 'mac_address': 'fa:16:3e:59:54:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaf610e-ebda-459e-82b4-3c0ddf018aae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:19.997016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2eadc-e540-4e61-bde4-6eea9970c295 req-accbad1e-b39d-41e5-a136-3c38cccffac9 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.004088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44d2eadc-e540-4e61-bde4-6eea9970c295 req-accbad1e-b39d-41e5-a136-3c38cccffac9 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 943 time: 0.0982029 Jul 16 03:51:20.014317 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.029280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4b2db4-5442-40dd-be6b-fd8ab891643a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:20.048745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44d2eadc-e540-4e61-bde4-6eea9970c295 req-748571d7-4815-4960-9c42-fe2b422b65ef tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Jul 16 03:51:20.049538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a,segment=NetworkSegment(39d67596-96aa-4f2a-a825-58a516fdd2d9),segment_id=39d67596-96aa-4f2a-a825-58a516fdd2d9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:20.055350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.104727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1c4b2db4-5442-40dd-be6b-fd8ab891643a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:20.293955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1c4b2db4-5442-40dd-be6b-fd8ab891643a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:20.439637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a558f2-b377-414e-a3c0-292f0d42c883 req-b821dd4d-1252-4fc1-a8a3-0d589e1e7351 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.447068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4a558f2-b377-414e-a3c0-292f0d42c883 req-b821dd4d-1252-4fc1-a8a3-0d589e1e7351 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0783076 Jul 16 03:51:20.495231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4a558f2-b377-414e-a3c0-292f0d42c883 req-521edf39-b8d5-469c-a6ff-e0e235c4ed43 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Jul 16 03:51:20.676025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08606d6e-fba5-45be-8a3f-8aad25843888 req-b8be85d0-8d0d-458e-b71f-673fccfc1894 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.678043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08606d6e-fba5-45be-8a3f-8aad25843888 req-b8be85d0-8d0d-458e-b71f-673fccfc1894 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0692005 Jul 16 03:51:20.718427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae94-2947-4fad-ad11-1a2e03a9de22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.724003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08606d6e-fba5-45be-8a3f-8aad25843888 req-830074a7-17fe-4ef3-8ea8-7b54cfbcc7d6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Jul 16 03:51:20.971785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b25b-0b6f-4247-8570-eb66d474bf52 req-e10cb086-099a-45c3-b736-ef960c7dcb76 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.973310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05b5b25b-0b6f-4247-8570-eb66d474bf52 req-e10cb086-099a-45c3-b736-ef960c7dcb76 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0695286 Jul 16 03:51:21.012163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05b5b25b-0b6f-4247-8570-eb66d474bf52 req-5571891f-2806-43de-aa4e-c19c756b562c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jul 16 03:51:21.206975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40162c-6cd9-4c36-81de-e19de33d1588 req-bfa48ef8-63b2-4305-93b8-ea2bf5c8eb08 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.208669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b40162c-6cd9-4c36-81de-e19de33d1588 req-bfa48ef8-63b2-4305-93b8-ea2bf5c8eb08 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0642433 Jul 16 03:51:21.256332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b40162c-6cd9-4c36-81de-e19de33d1588 req-20ff5410-4542-4f56-80f0-f9edd186831c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Jul 16 03:51:21.448477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03b3d-b45a-479e-ba30-dfefcca24bd3 req-30e8735a-df22-4961-9131-6a8363cae9eb tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.450123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6a03b3d-b45a-479e-ba30-dfefcca24bd3 req-30e8735a-df22-4961-9131-6a8363cae9eb tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 944 time: 0.0680892 Jul 16 03:51:21.492322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6a03b3d-b45a-479e-ba30-dfefcca24bd3 req-9482de94-dccb-4ffc-b68c-58142a02a128 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359581 Jul 16 03:51:21.797277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738880b-6513-40e2-a20d-984a639638c5 req-04fb3050-77e4-4659-9f22-db12c6430fe1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.798839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8738880b-6513-40e2-a20d-984a639638c5 req-04fb3050-77e4-4659-9f22-db12c6430fe1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0648499 Jul 16 03:51:21.826169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1c4b2db4-5442-40dd-be6b-fd8ab891643a up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:21.838729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8738880b-6513-40e2-a20d-984a639638c5 req-a5af186e-dd1a-43d0-af6f-aa0ca138305d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Jul 16 03:51:21.894216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 1c4b2db4-5442-40dd-be6b-fd8ab891643a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:21.898309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 1c4b2db4-5442-40dd-be6b-fd8ab891643a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:21.898309 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.024477 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.050146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ac180-e25f-4f57-a127-516e2f392bfc req-012d9cc4-708b-47e0-b105-e68b6c730b5c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.051820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a7ac180-e25f-4f57-a127-516e2f392bfc req-012d9cc4-708b-47e0-b105-e68b6c730b5c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0681536 Jul 16 03:51:22.076564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a,segment=NetworkSegment(39d67596-96aa-4f2a-a825-58a516fdd2d9),segment_id=39d67596-96aa-4f2a-a825-58a516fdd2d9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:22.077606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4b2db4-5442-40dd-be6b-fd8ab891643a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:22.080230 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e4ac9-fbba-4846-9d1d-3b097cbfc095" -d '{"events": [{"server_uuid": "89abf0e9-6ef0-4770-8c94-4136b7fdb6e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c4b2db4-5442-40dd-be6b-fd8ab891643a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:22.085911 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.092159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a7ac180-e25f-4f57-a127-516e2f392bfc req-1cf74e8e-e615-4c2a-873b-fa2bdf68ab9d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337157 Jul 16 03:51:22.139849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1c4b2db4-5442-40dd-be6b-fd8ab891643a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.160265 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae1c53a-798e-4727-9c37-c7ea0fd9e3b0 x-openstack-request-id: req-bae1c53a-798e-4727-9c37-c7ea0fd9e3b0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:22.160763 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89abf0e9-6ef0-4770-8c94-4136b7fdb6e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c4b2db4-5442-40dd-be6b-fd8ab891643a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:22.161017 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bae1c53a-798e-4727-9c37-c7ea0fd9e3b0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:22.161398 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4b2db4-5442-40dd-be6b-fd8ab891643a', 'code': 200} Jul 16 03:51:22.277193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486adc6-17eb-46b3-b3b0-507908f95283 req-3e63971f-93f3-4f22-a31a-a2c47a3da9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.279072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a486adc6-17eb-46b3-b3b0-507908f95283 req-3e63971f-93f3-4f22-a31a-a2c47a3da9f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 1096 time: 0.0664742 Jul 16 03:51:22.283840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60550) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:22.332554 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a486adc6-17eb-46b3-b3b0-507908f95283 req-384faf86-9aed-4a4f-aa0a-1671762c2e25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Jul 16 03:51:22.483875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a731-da9a-4428-90d5-32c785d16900 req-6d867847-adfd-4699-b0cb-762e7b23ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.485397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2291a731-da9a-4428-90d5-32c785d16900 req-6d867847-adfd-4699-b0cb-762e7b23ce03 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.2003717 Jul 16 03:51:22.524062 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2291a731-da9a-4428-90d5-32c785d16900 req-91f44a1b-d63d-407a-969f-71184751f2fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303235 Jul 16 03:51:22.546661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f28ac4-c6c0-41ea-be36-99e52ef9fc41 req-2b069e71-f431-4438-b476-a4ef364d3a1d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.548503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3f28ac4-c6c0-41ea-be36-99e52ef9fc41 req-2b069e71-f431-4438-b476-a4ef364d3a1d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0796409 Jul 16 03:51:22.593088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3f28ac4-c6c0-41ea-be36-99e52ef9fc41 req-a401dcdc-f92f-4dfc-87cf-f72c328807e0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353603 Jul 16 03:51:22.777835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b00ff-4df3-4659-9994-53b03c19cd8e req-2b649ee7-58e0-4fc9-bd46-659b093cd18c tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.779359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b00ff-4df3-4659-9994-53b03c19cd8e req-2b649ee7-58e0-4fc9-bd46-659b093cd18c tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 945 time: 0.0752273 Jul 16 03:51:22.827313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-419b00ff-4df3-4659-9994-53b03c19cd8e req-703d8408-df44-4077-b0f9-32a46a8a116f tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Jul 16 03:51:23.307234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad2793f4-b8af-40f7-927f-1a116ddc48e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.816510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752bc6a-beaf-48a7-aa8d-6ee38dd89ae1 req-58953aec-ca0b-4639-969b-b7facf1e663f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.818653 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e752bc6a-beaf-48a7-aa8d-6ee38dd89ae1 req-58953aec-ca0b-4639-969b-b7facf1e663f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0657568 Jul 16 03:51:23.871184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.215731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e752bc6a-beaf-48a7-aa8d-6ee38dd89ae1 req-79aa6204-9c70-4c3d-962b-8388fb3b0c05 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915775 Jul 16 03:51:24.388206 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.466274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d14c1-be7a-47d9-b763-80c0a69647f8 req-e31e8832-1f45-48b9-9f6c-eb874c08bc9c tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.467897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9d14c1-be7a-47d9-b763-80c0a69647f8 req-e31e8832-1f45-48b9-9f6c-eb874c08bc9c tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 945 time: 0.0704942 Jul 16 03:51:24.513585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe9d14c1-be7a-47d9-b763-80c0a69647f8 req-8ec5442f-b680-4f75-8122-69a4c815bf22 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Jul 16 03:51:24.776830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22396890-74f8-4e6b-9ea2-0ade66f49839 req-e297eab2-4f50-4a1c-ab2e-c1448897c8ee tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.778301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22396890-74f8-4e6b-9ea2-0ade66f49839 req-e297eab2-4f50-4a1c-ab2e-c1448897c8ee tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 945 time: 0.0629382 Jul 16 03:51:24.821905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22396890-74f8-4e6b-9ea2-0ade66f49839 req-f9c26ba9-a836-400f-83e6-28ee77e94dd1 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Jul 16 03:51:25.400749 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73c902-78c3-4545-a0df-0f2b3a659fde req-847a4488-8c64-4456-a46a-2b36195a53dd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.402207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a73c902-78c3-4545-a0df-0f2b3a659fde req-847a4488-8c64-4456-a46a-2b36195a53dd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0660098 Jul 16 03:51:25.438741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a73c902-78c3-4545-a0df-0f2b3a659fde req-8ba19e25-960c-407a-95c1-47cb5f44b83a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Jul 16 03:51:25.612566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84c47-294b-4d3d-8a5b-dc3731b80351 req-bad68722-2e8c-4160-b8c4-fef0f94f3698 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.620797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-baa84c47-294b-4d3d-8a5b-dc3731b80351 req-bad68722-2e8c-4160-b8c4-fef0f94f3698 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 945 time: 0.0790665 Jul 16 03:51:25.654589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-baa84c47-294b-4d3d-8a5b-dc3731b80351 req-e85a5edc-55a3-45e9-bc6c-e98afb72814f tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jul 16 03:51:25.832130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9234a-9774-439e-b0f8-bb8d2a2e80b3 req-25ccce50-cd07-4b6e-9b6e-00d8aaad50ad tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.833839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43d9234a-9774-439e-b0f8-bb8d2a2e80b3 req-25ccce50-cd07-4b6e-9b6e-00d8aaad50ad tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0695896 Jul 16 03:51:25.878414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43d9234a-9774-439e-b0f8-bb8d2a2e80b3 req-c3b7eb4b-9fdc-4bda-ba14-a0c5f36fe325 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Jul 16 03:51:26.093767 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:26.454764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484a7f8-a6f6-4b02-8d04-70eb1635c629 req-bd1fb0c3-73aa-4408-9cda-9182124dc787 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:26.456357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a484a7f8-a6f6-4b02-8d04-70eb1635c629 req-bd1fb0c3-73aa-4408-9cda-9182124dc787 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0712612 Jul 16 03:51:26.496074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a484a7f8-a6f6-4b02-8d04-70eb1635c629 req-94a9288d-a4c8-48da-9932-8a64fddaf5de tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Jul 16 03:51:26.705811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20904bf-26a9-40a6-bd83-8c77e9c5e25b req-c2d07614-7f93-4c0b-8238-69060f7b1ba0 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:26.707348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b20904bf-26a9-40a6-bd83-8c77e9c5e25b req-c2d07614-7f93-4c0b-8238-69060f7b1ba0 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 945 time: 0.0691516 Jul 16 03:51:26.756050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b20904bf-26a9-40a6-bd83-8c77e9c5e25b req-0821c3e2-1a77-4571-852b-9765ced391fd tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/security-groups?id=796b30ec-363a-408e-8e3d-0b2773039f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Jul 16 03:51:26.932522 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce43fa4-46e5-437e-8a0b-3bbad231a73e req-2e8421ea-c2cd-4eaa-91b6-e003c01edb6f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:26.933987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ce43fa4-46e5-437e-8a0b-3bbad231a73e req-2e8421ea-c2cd-4eaa-91b6-e003c01edb6f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0624282 Jul 16 03:51:26.973001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ce43fa4-46e5-437e-8a0b-3bbad231a73e req-2c9e7bb8-5d57-4e15-85b8-f30cf580780b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Jul 16 03:51:27.162357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6d3d8-3433-43d2-8360-e18c219c1c09 req-5f43420c-ae85-4fa4-9b22-53bf57b89bff tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.163942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18c6d3d8-3433-43d2-8360-e18c219c1c09 req-5f43420c-ae85-4fa4-9b22-53bf57b89bff tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0622497 Jul 16 03:51:27.204084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18c6d3d8-3433-43d2-8360-e18c219c1c09 req-f31c8589-79b2-4526-b443-e07b932197d9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Jul 16 03:51:27.390208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94461e3-eb9b-4a95-9de2-620e4cf533f7 req-95bf759c-4d20-4b1c-966b-b7da49f85be2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.391717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94461e3-eb9b-4a95-9de2-620e4cf533f7 req-95bf759c-4d20-4b1c-966b-b7da49f85be2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0715344 Jul 16 03:51:27.430463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e94461e3-eb9b-4a95-9de2-620e4cf533f7 req-35873141-780c-4894-b09f-28b753bb80fd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jul 16 03:51:27.586839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-d4f15a05-bc59-4d44-a631-9fc250a3f7a4 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.588300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-d4f15a05-bc59-4d44-a631-9fc250a3f7a4 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.11 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 945 time: 0.0692713 Jul 16 03:51:27.682765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea3316-c91b-4e79-a8df-593c22ffecca req-f2e5e867-1e59-49a1-9fb1-da89ee948e81 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.684470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fea3316-c91b-4e79-a8df-593c22ffecca req-f2e5e867-1e59-49a1-9fb1-da89ee948e81 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0660841 Jul 16 03:51:27.697705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Deleting port 1c4b2db4-5442-40dd-be6b-fd8ab891643a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:27.698229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.752834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fea3316-c91b-4e79-a8df-593c22ffecca req-69ab9ce0-5d52-44af-8855-a70a869d10ab tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605712 Jul 16 03:51:27.823301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] For port 1c4b2db4-5442-40dd-be6b-fd8ab891643a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1c4b2db4-5442-40dd-be6b-fd8ab891643a,segment=NetworkSegment(39d67596-96aa-4f2a-a825-58a516fdd2d9),segment_id=39d67596-96aa-4f2a-a825-58a516fdd2d9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:27.823669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.854991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Calling delete_port for 1c4b2db4-5442-40dd-be6b-fd8ab891643a owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:27.948145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb366e-1843-4b61-8c54-72e0b4ed0963 req-f4a1424b-d9f0-459c-8081-d86285dd8321 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.949884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fcb366e-1843-4b61-8c54-72e0b4ed0963 req-f4a1424b-d9f0-459c-8081-d86285dd8321 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0746589 Jul 16 03:51:27.993257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fcb366e-1843-4b61-8c54-72e0b4ed0963 req-2ec1a3e1-7cc8-4a56-9362-5c92ffffa92b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Jul 16 03:51:28.007249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.040766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Pushing event deleted for resources: {'Port': ['ID=1c4b2db4-5442-40dd-be6b-fd8ab891643a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:28.050283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.050660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.051129 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.051476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.051810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.052187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.052516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.052840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.053163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.053488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.053840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.054625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:28.108454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] No DVR routers for this DVR port 1c4b2db4-5442-40dd-be6b-fd8ab891643a on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:28.111162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.113363 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4f9864d0-19b5-462a-b9db-87c5e48cac75 req-b03e73a3-60ba-4cf7-bf13-61a105e1defc tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.11 "DELETE /v2.0/ports/1c4b2db4-5442-40dd-be6b-fd8ab891643a HTTP/1.1" status: 204 len: 173 time: 0.5197573 Jul 16 03:51:28.113806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'name': 'network-vif-deleted', 'tag': '1c4b2db4-5442-40dd-be6b-fd8ab891643a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:28.117095 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa6d93-1b61-429f-87e2-cdd54644173f" -d '{"events": [{"server_uuid": "89abf0e9-6ef0-4770-8c94-4136b7fdb6e0", "name": "network-vif-deleted", "tag": "1c4b2db4-5442-40dd-be6b-fd8ab891643a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:28.169623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3dd7287b-eb01-48e1-b176-1202fae08da2 req-fcaab9f7-7af0-4ca7-bf62-813626ca1f39 tempest-ServersNegativeTestMultiTenantJSON-195830554 tempest-ServersNegativeTestMultiTenantJSON-195830554-project] 10.222.0.25 "GET /v2.0/ports?device_id=89abf0e9-6ef0-4770-8c94-4136b7fdb6e0 HTTP/1.1" status: 200 len: 210 time: 0.0305102 Jul 16 03:51:28.235071 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7628c60b-2917-43a4-a5b2-c66ad678dee8 x-openstack-request-id: req-7628c60b-2917-43a4-a5b2-c66ad678dee8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:28.235465 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89abf0e9-6ef0-4770-8c94-4136b7fdb6e0", "name": "network-vif-deleted", "tag": "1c4b2db4-5442-40dd-be6b-fd8ab891643a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:28.235816 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7628c60b-2917-43a4-a5b2-c66ad678dee8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:28.236311 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89abf0e9-6ef0-4770-8c94-4136b7fdb6e0', 'name': 'network-vif-deleted', 'tag': '1c4b2db4-5442-40dd-be6b-fd8ab891643a', 'status': 'completed', 'code': 200} Jul 16 03:51:28.403652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f76d3e-40b7-40d8-bd2c-937e357554a1 req-80e3e455-215b-44ae-ad46-f59663710024 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.405140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27f76d3e-40b7-40d8-bd2c-937e357554a1 req-80e3e455-215b-44ae-ad46-f59663710024 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0685174 Jul 16 03:51:28.453067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27f76d3e-40b7-40d8-bd2c-937e357554a1 req-fa79e1de-008c-4e29-82a5-4f977caa46a2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375333 Jul 16 03:51:28.665973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30994cc7-79c4-45b6-a712-5b60a87599ec req-22738db9-b426-4dc2-9296-9b2f6edad26d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.667969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30994cc7-79c4-45b6-a712-5b60a87599ec req-22738db9-b426-4dc2-9296-9b2f6edad26d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0752814 Jul 16 03:51:28.757311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30994cc7-79c4-45b6-a712-5b60a87599ec req-86554756-9f0b-4248-b83f-a6ddb31e7fc2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827932 Jul 16 03:51:28.984902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b4352-cdd9-421f-a2fa-8c86b4520216 req-dc8a05b2-999e-4e9e-9fa7-0b605626c4b4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.986459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c23b4352-cdd9-421f-a2fa-8c86b4520216 req-dc8a05b2-999e-4e9e-9fa7-0b605626c4b4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0686839 Jul 16 03:51:29.030276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c23b4352-cdd9-421f-a2fa-8c86b4520216 req-6401d2c4-a553-443f-a08e-f5204792aa12 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jul 16 03:51:29.210696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b9d7-6815-4730-b4a2-dcaf5b63ada4 req-5dfd2066-1904-4448-95b6-821e64430b93 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:29.212179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24d7b9d7-6815-4730-b4a2-dcaf5b63ada4 req-5dfd2066-1904-4448-95b6-821e64430b93 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0638220 Jul 16 03:51:29.251650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24d7b9d7-6815-4730-b4a2-dcaf5b63ada4 req-32773a52-1d2c-4718-82ad-413baf24af9c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Jul 16 03:51:29.335430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60812) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:29.382088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Deleting subnet 5eaf610e-ebda-459e-82b4-3c0ddf018aae {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:29.385573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.422902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.466245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.531233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.558194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaf610e-ebda-459e-82b4-3c0ddf018aae,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:29.560165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.564695 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-629c44ee-b0f8-4de2-91f5-0dd2d2ff7615 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5eaf610e-ebda-459e-82b4-3c0ddf018aae HTTP/1.1" status: 204 len: 168 time: 0.2256858 Jul 16 03:51:29.564695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:29.592828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123dae7-b523-48f9-b044-db0040b06103 req-6b7aa3e8-3145-4f37-ae36-ea750b8361a4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:29.594574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f123dae7-b523-48f9-b044-db0040b06103 req-6b7aa3e8-3145-4f37-ae36-ea750b8361a4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0757813 Jul 16 03:51:29.636000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.636241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f123dae7-b523-48f9-b044-db0040b06103 req-99a7c55e-a119-4e88-96de-d38803d1dc0e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Jul 16 03:51:29.721094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.731042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c2667-ec4e-475a-aac5-5eff420e3c46']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:29.741275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d67596-96aa-4f2a-a825-58a516fdd2d9') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:29.741573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d67596-96aa-4f2a-a825-58a516fdd2d9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:29.750482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.764585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.770370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:29.770812 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:29.772427 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:29.839062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.850099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.851980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] 10.222.0.25 "DELETE /v2.0/networks/710c2667-ec4e-475a-aac5-5eff420e3c46 HTTP/1.1" status: 204 len: 168 time: 0.2864132 Jul 16 03:51:29.857571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe9b7-888a-490d-8392-7a8571166993 req-a336b18d-059d-449f-b395-e273587eedce tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:29.859044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fadbe9b7-888a-490d-8392-7a8571166993 req-a336b18d-059d-449f-b395-e273587eedce tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0804601 Jul 16 03:51:29.859661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:29.862032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1ad32-e210-4c74-bec4-ca0438de7f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=710c2667-ec4e-475a-aac5-5eff420e3c46,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:29.903816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1c4b2db4-5442-40dd-be6b-fd8ab891643a no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:29.954865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fadbe9b7-888a-490d-8392-7a8571166993 req-b8b33708-17a1-4a4d-9292-2cb788d3f588 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823646 Jul 16 03:51:29.960149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 1c4b2db4-5442-40dd-be6b-fd8ab891643a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:29.960594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1c4b2db4-5442-40dd-be6b-fd8ab891643a not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:29.963504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Deleting subnet 4aa6d1a7-4efb-42ff-9c88-7ab9a7835bc6 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:29.968255 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.022346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.066618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.170910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.181955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5b8f-46e3-4a7d-82af-b6f0bd0a371e req-2749380f-e36f-4f45-b264-bfbcff41be32 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.183831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-967a5b8f-46e3-4a7d-82af-b6f0bd0a371e req-2749380f-e36f-4f45-b264-bfbcff41be32 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0937603 Jul 16 03:51:30.232146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa6d1a7-4efb-42ff-9c88-7ab9a7835bc6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.236209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.241102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4aa6d1a7-4efb-42ff-9c88-7ab9a7835bc6 HTTP/1.1" status: 204 len: 168 time: 0.3774230 Jul 16 03:51:30.242214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.263569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.264085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.264519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.264980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.265413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.265847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.266280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.267316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.267758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.268188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.268627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.269055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7ef56-0335-4621-8195-d5a885938e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:30.300332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-967a5b8f-46e3-4a7d-82af-b6f0bd0a371e req-0033d5a5-592f-46d6-8148-7d97cfa111c6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047432 Jul 16 03:51:30.338491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.438140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.461783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28dc77a-88de-4cf4-b4b1-07e8dab5946e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.489424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5dd49f-3e60-4baa-822b-55288a57b100') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.489736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5dd49f-3e60-4baa-822b-55288a57b100') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:30.502179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.529462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.542807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:30.543215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:30.544856 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:30.572526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa949675-43ec-486a-9693-5e5b6df14341 req-7d678582-8cc4-41cc-a2a2-65273ad2374c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.574048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa949675-43ec-486a-9693-5e5b6df14341 req-7d678582-8cc4-41cc-a2a2-65273ad2374c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1328981 Jul 16 03:51:30.632052 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.636465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.642981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d28dc77a-88de-4cf4-b4b1-07e8dab5946e HTTP/1.1" status: 204 len: 168 time: 0.3977542 Jul 16 03:51:30.666410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86611e-814d-409d-835b-73fb6084e855 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28dc77a-88de-4cf4-b4b1-07e8dab5946e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.673741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa949675-43ec-486a-9693-5e5b6df14341 req-376b836e-9bb4-4d49-9b84-e0e859a70f08 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923376 Jul 16 03:51:30.841827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.890785 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25663f83-216a-455e-818c-77f261e103ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18d400c37aff48d5a148d0883adcfa13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471132 Jul 16 03:51:30.893423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.995229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba6a360-1eb0-415f-9b71-15cd73162062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.014764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b167a3-b18a-4bf6-80e7-87a53a98f842 req-250b5d07-3e17-4169-ae99-f9432893c7ba tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.022364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02b167a3-b18a-4bf6-80e7-87a53a98f842 req-250b5d07-3e17-4169-ae99-f9432893c7ba tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1265564 Jul 16 03:51:31.050526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba6a360-1eb0-415f-9b71-15cd73162062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.081621 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02b167a3-b18a-4bf6-80e7-87a53a98f842 req-e7cdfaba-6cdb-4da8-b545-5c0b4d01f027 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583422 Jul 16 03:51:31.115093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba6a360-1eb0-415f-9b71-15cd73162062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.118044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eba6a360-1eb0-415f-9b71-15cd73162062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.121752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eba6a360-1eb0-415f-9b71-15cd73162062 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/796b30ec-363a-408e-8e3d-0b2773039f6f HTTP/1.1" status: 204 len: 168 time: 0.2248626 Jul 16 03:51:31.146609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6a360-1eb0-415f-9b71-15cd73162062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b30ec-363a-408e-8e3d-0b2773039f6f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.287042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e1ab0-cff6-46d8-a9f6-793375ca5bd7 req-208c85a9-4e07-4127-811f-bdd277b6c6c5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.288966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b5e1ab0-cff6-46d8-a9f6-793375ca5bd7 req-208c85a9-4e07-4127-811f-bdd277b6c6c5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0743113 Jul 16 03:51:31.355476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b5e1ab0-cff6-46d8-a9f6-793375ca5bd7 req-5ffc1d61-963c-4ad8-8d79-2967d6384ca1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605950 Jul 16 03:51:31.585832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:31.644831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-87d4c119-01c0-49fa-99ee-195fc456b692 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e156f9a52824c7c94b43ffc9b4b6044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576613 Jul 16 03:51:31.645425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60902) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:31.699879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0550981-fa10-4e2e-add3-e4ac2219d3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.720860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a414bd-b013-44c8-9c0a-db73b73a9445 req-02bea13e-6134-4ab7-9811-4f6afd9eb602 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.721830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0550981-fa10-4e2e-add3-e4ac2219d3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.728900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91a414bd-b013-44c8-9c0a-db73b73a9445 req-02bea13e-6134-4ab7-9811-4f6afd9eb602 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0975971 Jul 16 03:51:31.773065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0550981-fa10-4e2e-add3-e4ac2219d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.776317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0550981-fa10-4e2e-add3-e4ac2219d3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.777783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e0550981-fa10-4e2e-add3-e4ac2219d3dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1b16bc9-faad-4bab-baa0-c8d3f2ef032a HTTP/1.1" status: 204 len: 168 time: 0.1305845 Jul 16 03:51:31.788329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91a414bd-b013-44c8-9c0a-db73b73a9445 req-27a6f339-b86d-484a-9811-56d0010ef055 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584753 Jul 16 03:51:31.788986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0550981-fa10-4e2e-add3-e4ac2219d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b16bc9-faad-4bab-baa0-c8d3f2ef032a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.987335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ede7c-1912-431a-9d43-0e02c351b963 req-3933414a-9302-4462-9421-690ba339a44a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.988845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c2ede7c-1912-431a-9d43-0e02c351b963 req-3933414a-9302-4462-9421-690ba339a44a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0765908 Jul 16 03:51:32.043686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0c2ede7c-1912-431a-9d43-0e02c351b963 req-b1333bb4-c70a-45f9-b2e4-9d87b6e12768 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455751 Jul 16 03:51:32.306267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1324fe7-3cba-4e9d-9797-f65ce2f1e694 req-ae14b0e3-de8c-48f6-bb34-96da672dfd39 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.308358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1324fe7-3cba-4e9d-9797-f65ce2f1e694 req-ae14b0e3-de8c-48f6-bb34-96da672dfd39 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1215961 Jul 16 03:51:32.381669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1324fe7-3cba-4e9d-9797-f65ce2f1e694 req-2f21dffd-9a88-4546-87d7-ff1cd45330ee tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683122 Jul 16 03:51:32.457467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 60936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.584046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468426f6-7343-43a6-a15b-40fbd1e0bb50 req-62ce876e-1afd-4123-b776-aa706c748454 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.591620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-468426f6-7343-43a6-a15b-40fbd1e0bb50 req-62ce876e-1afd-4123-b776-aa706c748454 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0746336 Jul 16 03:51:32.645087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-468426f6-7343-43a6-a15b-40fbd1e0bb50 req-f038597e-a0be-4f6c-b1a7-d552dcb1d6bf tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525386 Jul 16 03:51:32.658074 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39e7f436-85d8-4f15-8b5e-fedf00b78779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.798291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39e7f436-85d8-4f15-8b5e-fedf00b78779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.812520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39e7f436-85d8-4f15-8b5e-fedf00b78779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.855234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 60958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:32.860420 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.862305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-39e7f436-85d8-4f15-8b5e-fedf00b78779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a42c7f295cfa487bb5934915c8d621dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034495 Jul 16 03:51:32.866978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7f436-85d8-4f15-8b5e-fedf00b78779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77b6f5-b3f7-4ec0-993b-87adf0ea5b81,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.926435 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e8559d3-3242-4534-a4b6-313ed4fa3d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.967791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e8559d3-3242-4534-a4b6-313ed4fa3d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.021224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e8559d3-3242-4534-a4b6-313ed4fa3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.024221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e8559d3-3242-4534-a4b6-313ed4fa3d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.027949 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3e8559d3-3242-4534-a4b6-313ed4fa3d75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc77b6f5-b3f7-4ec0-993b-87adf0ea5b81 HTTP/1.1" status: 204 len: 168 time: 0.1693835 Jul 16 03:51:33.033843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8559d3-3242-4534-a4b6-313ed4fa3d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77b6f5-b3f7-4ec0-993b-87adf0ea5b81,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:33.577478 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.581544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b46df-ede6-4d6b-aba6-5add6b293896 req-4507a35e-7142-4084-9fef-ec7fb16369d8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.583130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-749b46df-ede6-4d6b-aba6-5add6b293896 req-4507a35e-7142-4084-9fef-ec7fb16369d8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0746312 Jul 16 03:51:33.634781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-749b46df-ede6-4d6b-aba6-5add6b293896 req-d8bf9c10-2d1b-4205-b4c2-7cf6a32a70a2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Jul 16 03:51:33.956394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 32790) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.081693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bad89ff3-6e19-4078-a54e-7d12672f4f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.174726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bad89ff3-6e19-4078-a54e-7d12672f4f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.180057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bad89ff3-6e19-4078-a54e-7d12672f4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.218428 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bad89ff3-6e19-4078-a54e-7d12672f4f99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8351533ddcc34e0b92cf430a9f2dc3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603369 Jul 16 03:51:34.219169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad89ff3-6e19-4078-a54e-7d12672f4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21924cd3-c85e-47e6-921e-ac2fa12274e1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.221745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 32808) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.279894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baddfe5b-7b6e-4602-86a3-1bf6790658ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.303057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baddfe5b-7b6e-4602-86a3-1bf6790658ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.365803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baddfe5b-7b6e-4602-86a3-1bf6790658ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.369095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baddfe5b-7b6e-4602-86a3-1bf6790658ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.372693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-baddfe5b-7b6e-4602-86a3-1bf6790658ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21924cd3-c85e-47e6-921e-ac2fa12274e1 HTTP/1.1" status: 204 len: 168 time: 0.1471436 Jul 16 03:51:34.386414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddfe5b-7b6e-4602-86a3-1bf6790658ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21924cd3-c85e-47e6-921e-ac2fa12274e1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.888563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8117f-d05e-46e0-a59a-d257f017d3bc req-75741616-042c-4063-98eb-409b5317eab5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:34.891324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15f8117f-d05e-46e0-a59a-d257f017d3bc req-75741616-042c-4063-98eb-409b5317eab5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1067874 Jul 16 03:51:34.934889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15f8117f-d05e-46e0-a59a-d257f017d3bc req-69cc826b-335d-4d03-97fe-29166c10625f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Jul 16 03:51:35.947896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 32908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:36.085488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9680927c-c3a0-4266-894e-1d06f5ce3a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.173980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115254db-ea71-4496-9140-6bc35643b995 req-30466058-9c40-4692-be21-a4828c73447c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:36.175498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-115254db-ea71-4496-9140-6bc35643b995 req-30466058-9c40-4692-be21-a4828c73447c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1096509 Jul 16 03:51:36.234245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-115254db-ea71-4496-9140-6bc35643b995 req-c01414de-fd0c-4cae-98d8-238875746c6c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Jul 16 03:51:36.254399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9680927c-c3a0-4266-894e-1d06f5ce3a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.259980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9680927c-c3a0-4266-894e-1d06f5ce3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.307612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9680927c-c3a0-4266-894e-1d06f5ce3a5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d62782c87c04463892417f31dea00417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555975 Jul 16 03:51:36.307612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680927c-c3a0-4266-894e-1d06f5ce3a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a971a5e-120a-4b95-a39f-fc495ff5a6a6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:36.307992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 32922) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:36.371150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b91d641-370e-43ff-8266-e37728e080ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.392126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b91d641-370e-43ff-8266-e37728e080ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.883589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b91d641-370e-43ff-8266-e37728e080ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.886226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b91d641-370e-43ff-8266-e37728e080ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.890012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b91d641-370e-43ff-8266-e37728e080ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a971a5e-120a-4b95-a39f-fc495ff5a6a6 HTTP/1.1" status: 204 len: 168 time: 0.5764654 Jul 16 03:51:36.896549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d641-370e-43ff-8266-e37728e080ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a971a5e-120a-4b95-a39f-fc495ff5a6a6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:37.454589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8566-d04e-44a9-8d22-bfdd0c780571 req-083dac05-a1d2-4274-a74e-dc3a02b24261 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:37.456121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9aa8566-d04e-44a9-8d22-bfdd0c780571 req-083dac05-a1d2-4274-a74e-dc3a02b24261 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0680172 Jul 16 03:51:37.498841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9aa8566-d04e-44a9-8d22-bfdd0c780571 req-ddb0a3ce-ad03-46eb-8133-6c28a03378b0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Jul 16 03:51:38.720208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ee944-e20d-4710-96d9-211dc7bd954c req-38e0464c-374f-4637-88d7-8b0ae1f05589 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:38.722698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-640ee944-e20d-4710-96d9-211dc7bd954c req-38e0464c-374f-4637-88d7-8b0ae1f05589 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0896916 Jul 16 03:51:38.776066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-640ee944-e20d-4710-96d9-211dc7bd954c req-eca6f34c-dda1-4e2a-94a9-5514ddb4aca3 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479186 Jul 16 03:51:39.371710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:39.485463 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ab59ad7-c3cf-4a5d-bca0-a81e732d1d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.572890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ab59ad7-c3cf-4a5d-bca0-a81e732d1d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.576889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ab59ad7-c3cf-4a5d-bca0-a81e732d1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.614928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab59ad7-c3cf-4a5d-bca0-a81e732d1d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28646c-8fcb-4dc5-a8c5-3daadf4dcfaa,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:39.620716 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1ab59ad7-c3cf-4a5d-bca0-a81e732d1d47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d029efec878f45db96a9a4edef28a09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477672 Jul 16 03:51:39.623303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33076) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:39.674855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f6a-9f02-4f07-a24b-0e8d014c5184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.695834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f6a-9f02-4f07-a24b-0e8d014c5184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.741697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f6a-9f02-4f07-a24b-0e8d014c5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.744649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3f6a-9f02-4f07-a24b-0e8d014c5184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:39.745855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9c0b3f6a-9f02-4f07-a24b-0e8d014c5184 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c28646c-8fcb-4dc5-a8c5-3daadf4dcfaa HTTP/1.1" status: 204 len: 168 time: 0.1217418 Jul 16 03:51:39.753790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b3f6a-9f02-4f07-a24b-0e8d014c5184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28646c-8fcb-4dc5-a8c5-3daadf4dcfaa,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:39.971587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abadca-9e73-4c4c-b574-b73ca1b7521d req-b88debe4-f441-4480-8912-3be0e1d5c850 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:39.973356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33abadca-9e73-4c4c-b574-b73ca1b7521d req-b88debe4-f441-4480-8912-3be0e1d5c850 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0700641 Jul 16 03:51:40.019823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33abadca-9e73-4c4c-b574-b73ca1b7521d req-de88590d-460d-49ab-85c9-a6ed11ac7ec9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Jul 16 03:51:40.082106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33096) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:40.103693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-564c76ab-6b17-47ec-a128-a20007d3a5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.213016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-564c76ab-6b17-47ec-a128-a20007d3a5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.218079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-564c76ab-6b17-47ec-a128-a20007d3a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.256382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c76ab-6b17-47ec-a128-a20007d3a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3fb622-8c5b-45f9-ae48-f9a0513208ea,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:40.263418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33102) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:40.263605 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-564c76ab-6b17-47ec-a128-a20007d3a5b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=991efe3a4866462dbfb32876e235c75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792121 Jul 16 03:51:40.313809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6483-b962-43be-890c-0d5b0bd51746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.339533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6483-b962-43be-890c-0d5b0bd51746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.401146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6483-b962-43be-890c-0d5b0bd51746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.405024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6483-b962-43be-890c-0d5b0bd51746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.414769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e7fc6483-b962-43be-890c-0d5b0bd51746 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee3fb622-8c5b-45f9-ae48-f9a0513208ea HTTP/1.1" status: 204 len: 168 time: 0.1501215 Jul 16 03:51:40.423624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc6483-b962-43be-890c-0d5b0bd51746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3fb622-8c5b-45f9-ae48-f9a0513208ea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:41.226024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d655ba-4ee0-4e7d-be79-cff24553258b req-62418ad4-35b6-488a-9c1e-99295a95b0e2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.241831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5d655ba-4ee0-4e7d-be79-cff24553258b req-62418ad4-35b6-488a-9c1e-99295a95b0e2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0838723 Jul 16 03:51:41.296374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5d655ba-4ee0-4e7d-be79-cff24553258b req-cf5f4d74-4d45-490c-91a6-33213dbc9e6f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Jul 16 03:51:42.554754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021f3cb-ef3f-4ba9-aa5f-155fc4fa2a9e req-1e62b7d0-5d33-45d0-8fc7-d2cf391f0d96 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.563275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a021f3cb-ef3f-4ba9-aa5f-155fc4fa2a9e req-1e62b7d0-5d33-45d0-8fc7-d2cf391f0d96 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0863295 Jul 16 03:51:42.608997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a021f3cb-ef3f-4ba9-aa5f-155fc4fa2a9e req-82dbf274-6aff-44e8-a9f6-8e663e6abdf1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 Jul 16 03:51:42.647074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.805018 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e204e28c-684d-4d98-b0cc-8105f9afecb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.908417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e204e28c-684d-4d98-b0cc-8105f9afecb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.913789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e204e28c-684d-4d98-b0cc-8105f9afecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.950451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.954786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204e28c-684d-4d98-b0cc-8105f9afecb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0cd5cf-9725-401b-aea2-efcf246d8056,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.962669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e204e28c-684d-4d98-b0cc-8105f9afecb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33fc8ecc216c436e8c6d0db183be13ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143282 Jul 16 03:51:42.965760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33240) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:43.024164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b055806-b60a-4434-a177-ab41180a339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.062915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b055806-b60a-4434-a177-ab41180a339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.090731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49207062-1c9b-46c4-9abf-37e08c1febc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.138223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b055806-b60a-4434-a177-ab41180a339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.140915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b055806-b60a-4434-a177-ab41180a339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.142087 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0b055806-b60a-4434-a177-ab41180a339a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf0cd5cf-9725-401b-aea2-efcf246d8056 HTTP/1.1" status: 204 len: 168 time: 0.1751170 Jul 16 03:51:43.161066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b055806-b60a-4434-a177-ab41180a339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0cd5cf-9725-401b-aea2-efcf246d8056,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.227942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49207062-1c9b-46c4-9abf-37e08c1febc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.231986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49207062-1c9b-46c4-9abf-37e08c1febc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.272380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49207062-1c9b-46c4-9abf-37e08c1febc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af444a6-4bf3-4fca-89c9-21f7d601a3cb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.277983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-49207062-1c9b-46c4-9abf-37e08c1febc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=916af24e971c463a859910386a00bf72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263345 Jul 16 03:51:43.280661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:43.346856 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae822543-295c-440b-9fb7-b27c851c8dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.369220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae822543-295c-440b-9fb7-b27c851c8dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.423732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae822543-295c-440b-9fb7-b27c851c8dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.426981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae822543-295c-440b-9fb7-b27c851c8dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.435020 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ae822543-295c-440b-9fb7-b27c851c8dd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7af444a6-4bf3-4fca-89c9-21f7d601a3cb HTTP/1.1" status: 204 len: 168 time: 0.1518538 Jul 16 03:51:43.444217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae822543-295c-440b-9fb7-b27c851c8dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af444a6-4bf3-4fca-89c9-21f7d601a3cb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.775286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33280) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:43.789499 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02fbd3a1-d6aa-40dc-93d6-25205e1f79ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.807302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffb78-1b6b-467f-b4bb-92c8d1225da4 req-e33e68fb-aa04-4099-a55e-73ebe94919b5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.809531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-467ffb78-1b6b-467f-b4bb-92c8d1225da4 req-e33e68fb-aa04-4099-a55e-73ebe94919b5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0867734 Jul 16 03:51:43.875253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-467ffb78-1b6b-467f-b4bb-92c8d1225da4 req-c09b3dbb-2983-40ad-a501-9b9ba11deebe tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 Jul 16 03:51:43.928123 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02fbd3a1-d6aa-40dc-93d6-25205e1f79ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.934415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02fbd3a1-d6aa-40dc-93d6-25205e1f79ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.979053 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-02fbd3a1-d6aa-40dc-93d6-25205e1f79ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a24c2d076bbb40c1b666d214599e0a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026725 Jul 16 03:51:43.980120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbd3a1-d6aa-40dc-93d6-25205e1f79ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1794d11-4c7c-4f36-95a4-b8af953909be,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.981723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:44.043142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37d0a1ea-10f6-4aba-9770-705ddeee0b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.064341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37d0a1ea-10f6-4aba-9770-705ddeee0b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.113545 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37d0a1ea-10f6-4aba-9770-705ddeee0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.116504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37d0a1ea-10f6-4aba-9770-705ddeee0b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.119098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37d0a1ea-10f6-4aba-9770-705ddeee0b7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1794d11-4c7c-4f36-95a4-b8af953909be HTTP/1.1" status: 204 len: 168 time: 0.1362522 Jul 16 03:51:44.127137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0a1ea-10f6-4aba-9770-705ddeee0b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1794d11-4c7c-4f36-95a4-b8af953909be,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.032794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33352) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.043800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279185565', 'description': 'tempest-secgroup-smoke-279185565 description', 'project_id': '6a47beb09b284e98859204e37a5e150c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.077368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.088128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.243142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f25ad-34b2-42af-87fd-bb34a8562cf9 req-1b1de488-6b74-4db7-87d3-6e963d46511c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.244724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751f25ad-34b2-42af-87fd-bb34a8562cf9 req-1b1de488-6b74-4db7-87d3-6e963d46511c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1149039 Jul 16 03:51:45.247020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.257868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.330149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134828bf-589c-4a08-a39d-0f7f3a52c71b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.359210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-751f25ad-34b2-42af-87fd-bb34a8562cf9 req-bbf5597b-6af9-4645-a6ca-5d7f8ef00007 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081161 Jul 16 03:51:45.407059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.411945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.441321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.443062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4083376 Jul 16 03:51:45.446004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33368) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.450607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '102da0fc-9215-4447-b9f5-907a6f180a77', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.456164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f496a4-8004-4727-81d9-92e4c3deff0e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102da0fc-9215-4447-b9f5-907a6f180a77,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.483248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.558663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.562925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.583469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149beb0e-932e-4da5-9136-8806720500f8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.589732 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.594134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b34f7789-db32-4ef9-a679-f7b995f6d2f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445606 Jul 16 03:51:45.594516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.600434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '102da0fc-9215-4447-b9f5-907a6f180a77', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.629356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.694239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.698243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.716964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8b8550-c5ab-44dc-9f11-a091cd85e602,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.724658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.726335 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8cf826fa-651c-4632-9c20-ec8ab678ead9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306026 Jul 16 03:51:45.729246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33388) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.733692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '102da0fc-9215-4447-b9f5-907a6f180a77', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.760777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.820825 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.824653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.850348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15e44f3-dbee-45f9-8020-e84093f5a281,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.855101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.856496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4208c39d-1c69-433e-827a-a82bca752633 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263216 Jul 16 03:51:45.859440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33398) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.866855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '102da0fc-9215-4447-b9f5-907a6f180a77', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.897755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.968529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.973826 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.995528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c999c67-f84e-41c0-9ff1-b2c1ff0d35e8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.005192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.006563 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7015fe54-997b-4d58-9cef-73c43912dc98 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454740 Jul 16 03:51:46.011196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.018128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '102da0fc-9215-4447-b9f5-907a6f180a77', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:46.048451 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:51:46.054937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.124251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.130487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.148326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8516f3-9c7a-44ec-9c7c-6c470006e2df,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.152157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.153404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-59c4709c-6d3b-44bd-9b42-027a6decabab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390252 Jul 16 03:51:46.156446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33428) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.161524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '102da0fc-9215-4447-b9f5-907a6f180a77', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:46.184675 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:51:46.189745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.267238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.272439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.294915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b6932f-2ce7-458e-8cc1-82e79120910d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.301816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.303236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb197220-6ae2-4b8f-b82f-ccfc9eefee44 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455088 Jul 16 03:51:46.306128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33436) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.311388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'network': {'name': 'tempest-network-smoke--1606046838', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:46.333486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:46.337358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.371071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:46.380919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.381321 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Added segment 0da5d809-4283-47c6-ac14-0de9fa68e388 of type vlan for network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 Jul 16 03:51:46.423206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.459589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.466166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.466788 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.554740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Network': ['ID=23740677-2b46-4c01-925f-0fdb5e8ed7c0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.560073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9571185e-c518-465c-ac1f-ab82f84445df tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2523391 Jul 16 03:51:46.563328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.567531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:46.570666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'admin_state_up': True, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:46.591706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab83e4-ccaf-49dc-8336-134dc5319573 req-e2dfcbb2-22fa-43c0-bd57-7e31a21b68f7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.593534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bab83e4-ccaf-49dc-8336-134dc5319573 req-e2dfcbb2-22fa-43c0-bd57-7e31a21b68f7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0933657 Jul 16 03:51:46.602302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.604574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.664353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.667365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33446) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.672765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bab83e4-ccaf-49dc-8336-134dc5319573 req-74da99c8-ac4e-422d-a1e2-107bfc22286e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631235 Jul 16 03:51:46.833353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c669727-4b81-4c35-a2cf-8e2ae2507f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.843047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.005345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c669727-4b81-4c35-a2cf-8e2ae2507f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.009990 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c669727-4b81-4c35-a2cf-8e2ae2507f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.053680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669727-4b81-4c35-a2cf-8e2ae2507f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5578ecc8-67a5-4472-afbe-8d77ad6a2c81,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.060741 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9c669727-4b81-4c35-a2cf-8e2ae2507f1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=035a16f096f44bd3a473a788e54abe73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918250 Jul 16 03:51:47.063455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33452) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:47.178285 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.202885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.253542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e671e58-bb9a-4a1e-92f4-80b286cd4cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.289806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e671e58-bb9a-4a1e-92f4-80b286cd4cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.361059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.51 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b19c108d-6aed-4d6e-888d-64b9655185f7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:47.381441 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e671e58-bb9a-4a1e-92f4-80b286cd4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.383922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e671e58-bb9a-4a1e-92f4-80b286cd4cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.385092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8e671e58-bb9a-4a1e-92f4-80b286cd4cd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5578ecc8-67a5-4472-afbe-8d77ad6a2c81 HTTP/1.1" status: 204 len: 168 time: 0.3204556 Jul 16 03:51:47.410380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e671e58-bb9a-4a1e-92f4-80b286cd4cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5578ecc8-67a5-4472-afbe-8d77ad6a2c81,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.499604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.544985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.583638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:47.590194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:47.593642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:47.619013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=b19c108d-6aed-4d6e-888d-64b9655185f7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.686773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:47.700822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e26e337-4140-4ce2-b6fa-46bffd9ce0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.856557 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e26e337-4140-4ce2-b6fa-46bffd9ce0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.868122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e26e337-4140-4ce2-b6fa-46bffd9ce0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.900069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.919378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2e26e337-4140-4ce2-b6fa-46bffd9ce0aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d555be408084882918ca82fb5ed4b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314072 Jul 16 03:51:47.920427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26e337-4140-4ce2-b6fa-46bffd9ce0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18cc50e-d85d-43e4-9c93-65da0b680b67,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.922902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33462) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:47.933982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bab418-fbc3-4cb6-9a10-f6687f51ba99 req-fa278d97-7eee-4860-b1cd-b9d7ee81610e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:47.935481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48bab418-fbc3-4cb6-9a10-f6687f51ba99 req-fa278d97-7eee-4860-b1cd-b9d7ee81610e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1403244 Jul 16 03:51:48.006365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48bab418-fbc3-4cb6-9a10-f6687f51ba99 req-21c62ed9-363d-4f22-b7f1-703a51c9592a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644774 Jul 16 03:51:48.011093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ecdb1e-905a-4593-b634-d94991881a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.038190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ecdb1e-905a-4593-b634-d94991881a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.094160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ecdb1e-905a-4593-b634-d94991881a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.096633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ecdb1e-905a-4593-b634-d94991881a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.103782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-60ecdb1e-905a-4593-b634-d94991881a7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e18cc50e-d85d-43e4-9c93-65da0b680b67 HTTP/1.1" status: 204 len: 168 time: 0.1795096 Jul 16 03:51:48.111570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecdb1e-905a-4593-b634-d94991881a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18cc50e-d85d-43e4-9c93-65da0b680b67,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:48.146857 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.289514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router e83a4010-4333-4971-bf8b-641371226ca1 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:51:48.407940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:48.421226 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Sync routers for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:48.430379 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.435719 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:48.436405 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:51:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:48.439757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-682f3d08-25dd-4fa7-8f1d-8e9ae6222abd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8752549 Jul 16 03:51:48.443229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33474) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:48.571778 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:48.755910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26b8a0ab-ae84-4a34-ba68-52a9bdb18fb7 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6a47beb09b284e98859204e37a5e150c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3111892 Jul 16 03:51:48.758417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:48.769025 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:47Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:48.796563 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Checking router: e83a4010-4333-4971-bf8b-641371226ca1 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:48.796913 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Updating router e83a4010-4333-4971-bf8b-641371226ca1 port b19c108d-6aed-4d6e-888d-64b9655185f7 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:51:48.853343 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.936016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211bdb8-9bbe-4e74-b8cb-da634def86d8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:48.940403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 33492) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:48.940995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0211bdb8-9bbe-4e74-b8cb-da634def86d8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808760 Jul 16 03:51:49.000834 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-76c79a4f-969a-4c79-b76d-8a0967f65802 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579345 Jul 16 03:51:49.003756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33496) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:49.009371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284160705', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:49.115534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:49.122623 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.165176 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.175230 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Transition to ACTIVE for port object b19c108d-6aed-4d6e-888d-64b9655185f7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:49.181224 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.232704 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Attempting to bind port b19c108d-6aed-4d6e-888d-64b9655185f7 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:49.233231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Attempting to bind port b19c108d-6aed-4d6e-888d-64b9655185f7 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:49.233660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Attempting to bind port b19c108d-6aed-4d6e-888d-64b9655185f7 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:49.235637 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Pushing event updated for resources: {'Port': ['ID=b19c108d-6aed-4d6e-888d-64b9655185f7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.245099 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:49.245641 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:49.246149 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.246661 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:49.247257 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Bound port: b19c108d-6aed-4d6e-888d-64b9655185f7, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:49.247730 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.250842 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.251301 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.251734 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.252163 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.252586 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.253007 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.253423 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.253837 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.254886 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.255310 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.255737 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.256149 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:49.275951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578363f-694b-44fe-8bbc-b54ee864ecee req-f2a20c48-b9de-4a0b-bb2d-840180de9ab2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.279394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e578363f-694b-44fe-8bbc-b54ee864ecee req-f2a20c48-b9de-4a0b-bb2d-840180de9ab2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1316381 Jul 16 03:51:49.310529 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] For port b19c108d-6aed-4d6e-888d-64b9655185f7, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:49.313749 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] For port b19c108d-6aed-4d6e-888d-64b9655185f7, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b19c108d-6aed-4d6e-888d-64b9655185f7,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:49.321307 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.402672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e578363f-694b-44fe-8bbc-b54ee864ecee req-3cdea1b7-4d89-452b-a297-1d6016404cb8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866063 Jul 16 03:51:49.421765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.485158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Subnet': ['ID=42142178-0e1b-4ba3-82e7-4afd4869d687,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.485541 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2cfad-3e1d-4bc4-a86f-21213c2e1cef None None] Pushing event updated for resources: {'Port': ['ID=b19c108d-6aed-4d6e-888d-64b9655185f7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:49.490809 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:49.491461 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:51:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:49.493174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Checking segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:49.493537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network hostable DHCP agents. Network: 23740677-2b46-4c01-925f-0fdb5e8ed7c0, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:49.512403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:49.522885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 23740677-2b46-4c01-925f-0fdb5e8ed7c0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:49.527111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.527700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.536530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845fe21b-4816-4402-839d-9881caa35179 None None] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:49.545697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e41b718c-74e7-4831-800e-3b0c3b07e7a6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5403023 Jul 16 03:51:49.548306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 33502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:49.606405 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:49.705624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:49.706837 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.802436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:47Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:49.834477 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6e860-15bb-459d-ac7e-7b0b34dab6d7 None None] The sync data for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 is: [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:47Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:49.862209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Allocated IP 172.20.0.2 (23740677-2b46-4c01-925f-0fdb5e8ed7c0/42142178-0e1b-4ba3-82e7-4afd4869d687/62907c52-6945-4623-b724-ca989f39f1da) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:50.037354 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.044011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.046862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Transition to ACTIVE for port object 62907c52-6945-4623-b724-ca989f39f1da will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:50.063950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Transition to ACTIVE for port object 62907c52-6945-4623-b724-ca989f39f1da will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:50.079050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.137697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:50.139356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:50.151961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Pushing event updated for resources: {'Port': ['ID=62907c52-6945-4623-b724-ca989f39f1da,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.180126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:50.182963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.190392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.190869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.191112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.191458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.192373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.192714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.193047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.195885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.196386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.196740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.197080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:50.313887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Attempting to bind port 62907c52-6945-4623-b724-ca989f39f1da on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:50.314272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Attempting to bind port 62907c52-6945-4623-b724-ca989f39f1da by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:50.315215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Attempting to bind port 62907c52-6945-4623-b724-ca989f39f1da on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:50.332915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:50.333632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Checking segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:50.334213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.334794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Bound using segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:50.339046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Bound port: 62907c52-6945-4623-b724-ca989f39f1da, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:50.339695 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.376868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b19c108d-6aed-4d6e-888d-64b9655185f7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:50.432514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.1 (23740677-2b46-4c01-925f-0fdb5e8ed7c0/42142178-0e1b-4ba3-82e7-4afd4869d687/a0b0f834-a7b6-4fe8-8318-61202cd2093b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:50.543134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] For port 62907c52-6945-4623-b724-ca989f39f1da, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:50.548749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b19c108d-6aed-4d6e-888d-64b9655185f7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:50.555106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] For port 62907c52-6945-4623-b724-ca989f39f1da, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=62907c52-6945-4623-b724-ca989f39f1da,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:50.558722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b19c108d-6aed-4d6e-888d-64b9655185f7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:50.559190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.583365 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.634450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.649883 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:51:50.650457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ea887-14f2-4eb0-8e88-c0b4435b3b9f None None] Pushing event updated for resources: {'Port': ['ID=62907c52-6945-4623-b724-ca989f39f1da,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.677153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object a0b0f834-a7b6-4fe8-8318-61202cd2093b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:50.731463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.735155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd08f04-5520-4048-a247-c5be20e53797 req-f8b0acac-aab5-428b-a061-ef0ea0edf1d4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:50.736700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccd08f04-5520-4048-a247-c5be20e53797 req-f8b0acac-aab5-428b-a061-ef0ea0edf1d4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1269791 Jul 16 03:51:50.748030 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8d17a8a-9f7f-4d93-b6a8-922b45760cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.756029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.780718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b19c108d-6aed-4d6e-888d-64b9655185f7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b19c108d-6aed-4d6e-888d-64b9655185f7,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:50.787110 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.827209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:50.838796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:50.845947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b19c108d-6aed-4d6e-888d-64b9655185f7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.851890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:50.884300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccd08f04-5520-4048-a247-c5be20e53797 req-aed545b4-9f8f-4486-8e1f-bf2b2e6546bc tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176319 Jul 16 03:51:50.887732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=a0b0f834-a7b6-4fe8-8318-61202cd2093b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.925697 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.105325 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.414350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.420818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.494918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.496688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=a0b0f834-a7b6-4fe8-8318-61202cd2093b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.617546 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:51.619357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:51.829739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec03040-a696-41c2-96db-50be2931efc5 None None] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:51.940305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-58888537-0bc5-41d9-9b82-897af6725351 None None] Provisioning for port 62907c52-6945-4623-b724-ca989f39f1da completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:52.185345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router e83a4010-4333-4971-bf8b-641371226ca1 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:52.216770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85104fb-f0ea-4e3e-9904-5865e2d57ae9 req-3902ad1e-84ba-427f-b3ec-ee41565e3538 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:52.218602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d85104fb-f0ea-4e3e-9904-5865e2d57ae9 req-3902ad1e-84ba-427f-b3ec-ee41565e3538 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1005583 Jul 16 03:51:52.383580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b19c108d-6aed-4d6e-888d-64b9655185f7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:52.402345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d85104fb-f0ea-4e3e-9904-5865e2d57ae9 req-226e8833-e5b0-439e-a291-2dd228b9bef0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059461 Jul 16 03:51:52.420553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:52.427824 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a836711c-4c07-4b32-9a59-142525f50570 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/e83a4010-4333-4971-bf8b-641371226ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8781581 Jul 16 03:51:52.452675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Sync routers for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:52.466916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:52.467738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:51:23Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:52.574268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16a6c50b-5ee7-4833-b129-8bbbdc9378b3 None None] Provisioning for port a0b0f834-a7b6-4fe8-8318-61202cd2093b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:52.626919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:52.630650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16a6c50b-5ee7-4833-b129-8bbbdc9378b3 None None] Provisioning complete for port a0b0f834-a7b6-4fe8-8318-61202cd2093b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.631098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16a6c50b-5ee7-4833-b129-8bbbdc9378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.690459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-e8fcd0d0-3357-436d-918c-f115f00f7724 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279185565&fields=id&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 267 time: 0.0443466 Jul 16 03:51:52.706772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b19c108d-6aed-4d6e-888d-64b9655185f7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.707180 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.756933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-16a6c50b-5ee7-4833-b129-8bbbdc9378b3 None None] Port a0b0f834-a7b6-4fe8-8318-61202cd2093b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:52.860422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-e93af709-708a-47ac-9995-565001ad4f13 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:52.868898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-e93af709-708a-47ac-9995-565001ad4f13 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 797 time: 0.1755266 Jul 16 03:51:52.883017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-c15d9bc1-e5e7-4639-b0f4-9632e873b6dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/quotas/6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 375 time: 0.0111103 Jul 16 03:51:52.972573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-dee61b3c-6d57-4e21-a255-afa07e9fd22b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830190 Jul 16 03:51:52.984959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-977fa094-f374-45ca-89e9-3527b1688e62 None None] Provisioning complete for port a0b0f834-a7b6-4fe8-8318-61202cd2093b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.985421 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-977fa094-f374-45ca-89e9-3527b1688e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.994315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 62907c52-6945-4623-b724-ca989f39f1da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:53.081855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-977fa094-f374-45ca-89e9-3527b1688e62 None None] Port a0b0f834-a7b6-4fe8-8318-61202cd2093b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:53.089353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-87110446-7a3b-46ef-aa66-2c94d203051b service neutron] 10.222.0.25 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038549 Jul 16 03:51:53.107104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 62907c52-6945-4623-b724-ca989f39f1da completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:53.112309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 62907c52-6945-4623-b724-ca989f39f1da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:53.112682 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.118136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 2, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:53.195237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-09be9f07-0c8a-4156-bdad-6596807574d8 service neutron] 10.222.0.25 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987592 Jul 16 03:51:53.333895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Checking router: e83a4010-4333-4971-bf8b-641371226ca1 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:53.334303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Updating router e83a4010-4333-4971-bf8b-641371226ca1 port a0b0f834-a7b6-4fe8-8318-61202cd2093b binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:51:53.410097 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.431302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d091aa47-af3d-4223-b798-58dcdb2e57c3 req-41261534-a689-4812-87cf-eecd201b5055 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 210 time: 0.0486186 Jul 16 03:51:53.432484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ae55ce7a-cc23-4d41-b4f5-953eae185c41 None None] Provisioning complete for port a0b0f834-a7b6-4fe8-8318-61202cd2093b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:53.432872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae55ce7a-cc23-4d41-b4f5-953eae185c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.438095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ea488fa-89ec-4609-bf0e-2e6db85a6cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.577730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ae55ce7a-cc23-4d41-b4f5-953eae185c41 None None] Port a0b0f834-a7b6-4fe8-8318-61202cd2093b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:53.589748 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.717343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14367fcf-0a7e-4db9-bd69-e43ceb97fb28 req-7909e285-790f-4e53-9e62-ecc6e2bd974d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.721516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14367fcf-0a7e-4db9-bd69-e43ceb97fb28 req-7909e285-790f-4e53-9e62-ecc6e2bd974d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1111381 Jul 16 03:51:53.726733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 62907c52-6945-4623-b724-ca989f39f1da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=62907c52-6945-4623-b724-ca989f39f1da,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:53.736801 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.771825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14367fcf-0a7e-4db9-bd69-e43ceb97fb28 req-330f3fb0-6b4d-4c70-90c1-27934b8f14e9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Jul 16 03:51:53.831063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=62907c52-6945-4623-b724-ca989f39f1da,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:53.872543 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.938156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.949741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Transition to ACTIVE for port object a0b0f834-a7b6-4fe8-8318-61202cd2093b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:53.956438 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.046364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffb7b8-3d16-4f8c-9334-17107c11b5b5 None None] Pushing event updated for resources: {'Port': ['ID=a0b0f834-a7b6-4fe8-8318-61202cd2093b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:54.092999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Attempting to bind port a0b0f834-a7b6-4fe8-8318-61202cd2093b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:54.093332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Attempting to bind port a0b0f834-a7b6-4fe8-8318-61202cd2093b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:54.093911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Attempting to bind port a0b0f834-a7b6-4fe8-8318-61202cd2093b on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:54.100772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:54.101155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Checking segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:54.101567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.101968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Bound using segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:54.102452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Bound port: a0b0f834-a7b6-4fe8-8318-61202cd2093b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:54.102881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.197217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] For port a0b0f834-a7b6-4fe8-8318-61202cd2093b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:54.200993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] For port a0b0f834-a7b6-4fe8-8318-61202cd2093b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a0b0f834-a7b6-4fe8-8318-61202cd2093b,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:54.205558 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.276829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 62907c52-6945-4623-b724-ca989f39f1da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:54.331793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffb7b8-3d16-4f8c-9334-17107c11b5b5 None None] Pushing event updated for resources: {'Port': ['ID=a0b0f834-a7b6-4fe8-8318-61202cd2093b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:54.378476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:54.379420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:51:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.445588 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.489285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 62907c52-6945-4623-b724-ca989f39f1da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:54.489659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.569300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:54.624939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e5f9482-e706-463b-a9f8-ddc0e62c0258 req-db8638a7-dc71-4155-a69a-4a1bd648aa2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 210 time: 0.0299098 Jul 16 03:51:54.870821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:54Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:54.876960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-4b113051-36cc-47c4-946e-200f9298ec12 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:54.879531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-4b113051-36cc-47c4-946e-200f9298ec12 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 797 time: 0.1237736 Jul 16 03:51:54.914916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a0bd3-d2ac-4526-926b-7277243c2a64 None None] The sync data for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 is: [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:54Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:54.952160 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-3181d4d5-54e4-4e3c-8f67-cdd2da51587f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 379 time: 0.0639937 Jul 16 03:51:54.984303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'port': {'device_id': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'admin_state_up': True, 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'security_groups': ['102da0fc-9215-4447-b9f5-907a6f180a77']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:55.133671 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a67e-595c-4382-9b51-f9994d353cd1 req-a1e4aa68-a2bd-448f-8b84-90a689891b8c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.135325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50c1a67e-595c-4382-9b51-f9994d353cd1 req-a1e4aa68-a2bd-448f-8b84-90a689891b8c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1324394 Jul 16 03:51:55.152028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:55.156645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.180703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50c1a67e-595c-4382-9b51-f9994d353cd1 req-062647bc-9b70-49ce-84bd-3c8e065d3662 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Jul 16 03:51:55.298827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.14 (23740677-2b46-4c01-925f-0fdb5e8ed7c0/42142178-0e1b-4ba3-82e7-4afd4869d687/3811aa4a-b713-422b-9460-7666596f3b0f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:55.456713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.472934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object 3811aa4a-b713-422b-9460-7666596f3b0f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:55.509550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.559018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:55.562581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:55.568109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:55.573659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.633738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.634493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.653312 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-1f39cb14-115f-4cf6-a72b-089be1c925d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6920359 Jul 16 03:51:55.690162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Request body: {'port': {'device_id': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:55.807450 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.937144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30a6be18-8619-4d1f-af50-804b9c9959dd None None] Provisioning for port 3811aa4a-b713-422b-9460-7666596f3b0f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:55.944867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30a6be18-8619-4d1f-af50-804b9c9959dd None None] Provisioning complete for port 3811aa4a-b713-422b-9460-7666596f3b0f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:55.946909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30a6be18-8619-4d1f-af50-804b9c9959dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.956470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5122e-9bcc-4add-9753-50f9ccdfa316 req-f2cccb54-2ed1-475c-b51f-55635947f079 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.961203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12a5122e-9bcc-4add-9753-50f9ccdfa316 req-f2cccb54-2ed1-475c-b51f-55635947f079 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 932 time: 0.1180344 Jul 16 03:51:56.021121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30a6be18-8619-4d1f-af50-804b9c9959dd None None] Port 3811aa4a-b713-422b-9460-7666596f3b0f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:56.038783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-12a5122e-9bcc-4add-9753-50f9ccdfa316 req-9782977b-443b-4ac3-91f3-89808cde79b4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693033 Jul 16 03:51:56.086203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:56.149991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.241633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3811aa4a-b713-422b-9460-7666596f3b0f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:56.264892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.297879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:56.301190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Transition to ACTIVE for port object 3811aa4a-b713-422b-9460-7666596f3b0f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:56.308570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.341748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'port_id': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'mac_address': 'fa:16:3e:c0:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482e6334-423d-4f54-b34e-cef2c88b90e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:56.426509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a0b0f834-a7b6-4fe8-8318-61202cd2093b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:56.464691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.526963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad41b5-30b0-4d2d-8c57-5e0a145d9cd8 req-ca93e634-2d58-460d-bc67-92c7d99269f2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.544881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bcad41b5-30b0-4d2d-8c57-5e0a145d9cd8 req-ca93e634-2d58-460d-bc67-92c7d99269f2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1503916 Jul 16 03:51:56.568108 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.594591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:56.641713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bcad41b5-30b0-4d2d-8c57-5e0a145d9cd8 req-b1a58f34-1935-4af9-a958-6279945d0e8d tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935681 Jul 16 03:51:56.654324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:56.678184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.687480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a0b0f834-a7b6-4fe8-8318-61202cd2093b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:56.706602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:56.707002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:56.707323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:56.724158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a0b0f834-a7b6-4fe8-8318-61202cd2093b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:56.724797 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.732363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Port 3811aa4a-b713-422b-9460-7666596f3b0f on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:56.732363 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:56.744506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:56.744857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Checking segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:56.745243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Bound using segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:56.745686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Bound port: 3811aa4a-b713-422b-9460-7666596f3b0f, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:56.746049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.792110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:56.856779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:56.860247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:56.867915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.905409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.920036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.920803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.923144 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] 10.222.0.11 "PUT /v2.0/ports/3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1092 time: 1.2620015 Jul 16 03:51:56.923763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:56.927318 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e989aa52-f574-4a71-bf95-fc5803a115b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:56.971860 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.028413 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55322755-d1f1-4b84-889c-4a550607c8a8 x-openstack-request-id: req-55322755-d1f1-4b84-889c-4a550607c8a8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:57.029015 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:57.029601 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55322755-d1f1-4b84-889c-4a550607c8a8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:57.030189 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'status': 'completed', 'code': 200} Jul 16 03:51:57.037345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada85c02-30f1-4b19-9d8e-7b1d002eb933 service neutron] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.090833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a0b0f834-a7b6-4fe8-8318-61202cd2093b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a0b0f834-a7b6-4fe8-8318-61202cd2093b,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:57.102105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-f5f54fff-a9bb-4fef-af9f-d6187c5d02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.104987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-f5f54fff-a9bb-4fef-af9f-d6187c5d02b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1095 time: 0.1347783 Jul 16 03:51:57.107417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.172932 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-0c38defa-7148-494c-9a25-8dc75ab40991 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 217 time: 0.0609708 Jul 16 03:51:57.224407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a0b0f834-a7b6-4fe8-8318-61202cd2093b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.286948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-c1c0b75e-1560-4f15-a961-d56204b36029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.295168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-c1c0b75e-1560-4f15-a961-d56204b36029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.1101460 Jul 16 03:51:57.377956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e093-a774-4570-9e7b-079683fb25ef req-aa254ff7-80fd-4673-8c31-76344a35e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.379201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-aa254ff7-80fd-4673-8c31-76344a35e293 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832381 Jul 16 03:51:57.410688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae680c1-0871-4f82-88d9-e9a4a3ae060f req-a7c77166-256b-4ad6-b123-50cd516a87d3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.412929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ae680c1-0871-4f82-88d9-e9a4a3ae060f req-a7c77166-256b-4ad6-b123-50cd516a87d3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.1369634 Jul 16 03:51:57.485905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ae680c1-0871-4f82-88d9-e9a4a3ae060f req-46828224-2f93-4550-bd5b-456ce8c7c063 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673273 Jul 16 03:51:57.497664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-78b8703d-bdcf-480f-9379-aa4b9cd2d881 service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115451 Jul 16 03:51:57.604364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c865e093-a774-4570-9e7b-079683fb25ef req-d666d6ed-89f1-459f-a69c-367831aac84b service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003308 Jul 16 03:51:57.731199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-14660ac0-5d4a-47a2-8b27-a9342eb2199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.733077 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-14660ac0-5d4a-47a2-8b27-a9342eb2199d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1095 time: 0.0768428 Jul 16 03:51:57.842005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-3247ff57-133f-404f-82fd-1037f59180dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.844123 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-3247ff57-133f-404f-82fd-1037f59180dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1037772 Jul 16 03:51:57.912462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-0321ecb1-f006-401d-9af4-e8f5bb65ce69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 217 time: 0.0604656 Jul 16 03:51:57.917607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23161e8-a03e-4ec4-a84c-7ec1101f4cda req-a3a81e08-311a-4b37-ae98-26b000f911bd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.919594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b23161e8-a03e-4ec4-a84c-7ec1101f4cda req-a3a81e08-311a-4b37-ae98-26b000f911bd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 944 time: 0.0835958 Jul 16 03:51:57.966599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-e10d1001-1802-4b65-9acf-33a7f77984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.968375 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-e10d1001-1802-4b65-9acf-33a7f77984c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0474365 Jul 16 03:51:58.000223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b23161e8-a03e-4ec4-a84c-7ec1101f4cda req-99d872dc-7862-4a62-8806-71fdb8104aa6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709605 Jul 16 03:51:58.052856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-d72f4ff1-8df5-4514-b747-eb802df555a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:58.054361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-d72f4ff1-8df5-4514-b747-eb802df555a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782516 Jul 16 03:51:58.113553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:58.177095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:58.177680 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.202289 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-1490f908-fbb8-4bb3-8a7d-3ec44a56eb8c service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394007 Jul 16 03:51:58.285950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.288326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a0b0f834-a7b6-4fe8-8318-61202cd2093b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:58.333909 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e989aa52-f574-4a71-bf95-fc5803a115b5 req-0a9fe527-52bb-4565-9e92-94a67cc791f2 service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237187 Jul 16 03:51:58.384293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:58.386856 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a134be5-cd04-41bb-9351-2a0a1cf76e04" -d '{"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:58.401771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a0b0f834-a7b6-4fe8-8318-61202cd2093b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:58.402431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.442146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:58.444215 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4809e45-7d51-4192-8b6e-9a354e3a7b1e x-openstack-request-id: req-f4809e45-7d51-4192-8b6e-9a354e3a7b1e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:58.444673 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:58.445091 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4809e45-7d51-4192-8b6e-9a354e3a7b1e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:58.445623 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'code': 200} Jul 16 03:51:58.453221 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.539370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.701667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780a3f3-5aa2-4260-9392-3235dac9c878 req-9e8c8d74-634c-41e5-96dd-396e7ee6e318 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:58.708446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6780a3f3-5aa2-4260-9392-3235dac9c878 req-9e8c8d74-634c-41e5-96dd-396e7ee6e318 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.0833790 Jul 16 03:51:58.767808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6780a3f3-5aa2-4260-9392-3235dac9c878 req-a488c6ab-42ff-4115-a288-5ff8e7f5264c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521212 Jul 16 03:51:59.260346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e10039-a202-4a8d-b26e-0b224f44576c req-ee80231d-eaaa-4baa-9b05-a520c5aae9e1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:59.262038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4e10039-a202-4a8d-b26e-0b224f44576c req-ee80231d-eaaa-4baa-9b05-a520c5aae9e1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1031754 Jul 16 03:51:59.305504 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4e10039-a202-4a8d-b26e-0b224f44576c req-984331e6-4c7e-4f03-99ca-32f0cc736970 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Jul 16 03:52:00.010370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76e29-5ead-4930-852b-016548c1120d req-5a4e4064-4336-4d9e-b6e2-c243d4abe808 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:00.012963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00f76e29-5ead-4930-852b-016548c1120d req-5a4e4064-4336-4d9e-b6e2-c243d4abe808 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.0737050 Jul 16 03:52:00.067034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00f76e29-5ead-4930-852b-016548c1120d req-4789d2f9-20f9-450c-99e4-0815c515bfc8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480487 Jul 16 03:52:00.537910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866158b7-878b-4887-a792-3b28c3f421aa req-74f1440a-9534-4867-a2d4-af5f24ab90a2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:00.539573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-866158b7-878b-4887-a792-3b28c3f421aa req-74f1440a-9534-4867-a2d4-af5f24ab90a2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0843434 Jul 16 03:52:00.590684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-866158b7-878b-4887-a792-3b28c3f421aa req-53224f05-c930-49a2-8451-2829f429cba6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Jul 16 03:52:01.301690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77909aa2-018e-46f8-bdd3-684e61c81cc7 req-da1f5a95-6994-4020-8c23-1ba20e81308d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:01.302984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77909aa2-018e-46f8-bdd3-684e61c81cc7 req-da1f5a95-6994-4020-8c23-1ba20e81308d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.0783589 Jul 16 03:52:01.364122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77909aa2-018e-46f8-bdd3-684e61c81cc7 req-9e03ddcf-a218-403f-86e6-4ef3dcae79db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555551 Jul 16 03:52:01.808905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e84ba-0e0a-4135-a015-72ddbe3a934c req-527ad147-9893-4da5-abd5-73a053c37a6c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:01.810497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e0e84ba-0e0a-4135-a015-72ddbe3a934c req-527ad147-9893-4da5-abd5-73a053c37a6c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0765083 Jul 16 03:52:01.866626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e0e84ba-0e0a-4135-a015-72ddbe3a934c req-d1c0fc90-2f8f-43bd-9166-4ac377f955d7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Jul 16 03:52:01.995202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:02.122280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:02.140778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3811aa4a-b713-422b-9460-7666596f3b0f', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'port_id': '3811aa4a-b713-422b-9460-7666596f3b0f', 'mac_address': 'fa:16:3e:91:06:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:02.189408 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.203369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3811aa4a-b713-422b-9460-7666596f3b0f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:02.226045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:02.233143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.301366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:02.435096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3811aa4a-b713-422b-9460-7666596f3b0f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:02.610511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04331-775a-4d40-a3f4-e13222a35d21 req-9cfb5a1e-2068-4ec9-ab7a-b4e0db490d33 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:02.623215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7b04331-775a-4d40-a3f4-e13222a35d21 req-9cfb5a1e-2068-4ec9-ab7a-b4e0db490d33 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 945 time: 0.1153760 Jul 16 03:52:02.691563 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f7b04331-775a-4d40-a3f4-e13222a35d21 req-6b4ef5ed-b8c7-4947-9f57-57cfeb70a311 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671034 Jul 16 03:52:02.739335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34112) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.852533 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.876090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea66-ea8d-4b8c-858c-900fd6549e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.942674 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-eaf57cc6-d7ed-410e-9a37-32efce3c10f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673075 Jul 16 03:52:03.009947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea66-ea8d-4b8c-858c-900fd6549e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.016891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ad1ea66-ea8d-4b8c-858c-900fd6549e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.055789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1ea66-ea8d-4b8c-858c-900fd6549e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed91b5b9-90d6-4434-a33e-d052d4e678c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.080854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-4930a653-0d7c-4ee6-82b7-b75b22f11950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.082635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-4930a653-0d7c-4ee6-82b7-b75b22f11950 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.0658741 Jul 16 03:52:03.124251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7ad1ea66-ea8d-4b8c-858c-900fd6549e76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4451271658044a68a9806308eafb923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835545 Jul 16 03:52:03.129572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34118) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:03.195540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa30be-db06-4b13-8462-89508a5b5bff req-fb02f9a6-f002-4f48-a91c-9083e35b81fd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.197193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25fa30be-db06-4b13-8462-89508a5b5bff req-fb02f9a6-f002-4f48-a91c-9083e35b81fd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1381969 Jul 16 03:52:03.236462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cfa799a-d060-4a6a-b4cf-d5de794c58e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.272396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25fa30be-db06-4b13-8462-89508a5b5bff req-6b04df43-c883-4cab-95dd-a450b5329e81 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Jul 16 03:52:03.278208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cfa799a-d060-4a6a-b4cf-d5de794c58e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.382778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cfa799a-d060-4a6a-b4cf-d5de794c58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.386204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cfa799a-d060-4a6a-b4cf-d5de794c58e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.387738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6cfa799a-d060-4a6a-b4cf-d5de794c58e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed91b5b9-90d6-4434-a33e-d052d4e678c2 HTTP/1.1" status: 204 len: 168 time: 0.2537427 Jul 16 03:52:03.397383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa799a-d060-4a6a-b4cf-d5de794c58e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed91b5b9-90d6-4434-a33e-d052d4e678c2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.593048 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.600739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-3ad5ea05-c1c7-4ef1-a806-293db80699f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.602331 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-3ad5ea05-c1c7-4ef1-a806-293db80699f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.4908423 Jul 16 03:52:03.672201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-598e7b61-99f1-4e4f-a74d-9729ba13d8e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1001 time: 0.0630424 Jul 16 03:52:03.762124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-3467380d-af75-4e45-be85-91076738e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.763675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-3467380d-af75-4e45-be85-91076738e41f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0852942 Jul 16 03:52:03.785421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:03.805284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7043a85-e177-4bb8-8db4-e309ad6499ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.836871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-0378acc5-c8ca-4f49-9135-61b05cef172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.839300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-0378acc5-c8ca-4f49-9135-61b05cef172c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680747 Jul 16 03:52:03.960507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cba9c-9d37-4ece-b41c-27b356065a01 req-04b858f5-10b7-423a-b6b2-fd132d78a156 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:03.962256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-142cba9c-9d37-4ece-b41c-27b356065a01 req-04b858f5-10b7-423a-b6b2-fd132d78a156 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 945 time: 0.1235323 Jul 16 03:52:03.963091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-71b52a02-344e-4a54-b5c5-407b70cf2fd4 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171412 Jul 16 03:52:04.011799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:04.017710 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7043a85-e177-4bb8-8db4-e309ad6499ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.036446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-142cba9c-9d37-4ece-b41c-27b356065a01 req-8ab12b07-7ee5-4eaa-bfa4-b42616fa8992 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678220 Jul 16 03:52:04.040960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7043a85-e177-4bb8-8db4-e309ad6499ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.083268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3811aa4a-b713-422b-9460-7666596f3b0f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:04.085539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043a85-e177-4bb8-8db4-e309ad6499ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0b80e-4ecf-406e-a7f0-6933cb2fec02,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.088203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3811aa4a-b713-422b-9460-7666596f3b0f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:04.088746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.105498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a7043a85-e177-4bb8-8db4-e309ad6499ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e68384039be940d9964830e9344e55e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184364 Jul 16 03:52:04.108500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.113991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b8d9c11-97c0-4a10-862c-e9f7b6a63280 req-2654a6d7-2650-4dfd-80c8-88d39e9bb2fc service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442347 Jul 16 03:52:04.170059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fcceae4-3b8a-4374-9106-16f9264c9707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.188550 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.198117 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fcceae4-3b8a-4374-9106-16f9264c9707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.215306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:04.217141 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceae81f-7591-44a2-88a6-db6aa817ef8c" -d '{"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-plugged", "status": "completed", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:04.229678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:04.243807 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.265906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fcceae4-3b8a-4374-9106-16f9264c9707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.268769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fcceae4-3b8a-4374-9106-16f9264c9707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.277070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0fcceae4-3b8a-4374-9106-16f9264c9707 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3a0b80e-4ecf-406e-a7f0-6933cb2fec02 HTTP/1.1" status: 204 len: 168 time: 0.1672916 Jul 16 03:52:04.283206 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72a4ea7-355a-48fd-91ad-3a11a3ce0d7a x-openstack-request-id: req-a72a4ea7-355a-48fd-91ad-3a11a3ce0d7a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:04.283506 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-plugged", "status": "completed", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:04.283745 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a72a4ea7-355a-48fd-91ad-3a11a3ce0d7a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:04.284127 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'code': 200} Jul 16 03:52:04.296515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcceae4-3b8a-4374-9106-16f9264c9707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0b80e-4ecf-406e-a7f0-6933cb2fec02,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.319453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.436781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1bfa-0196-4f69-a607-cd51bde2a55b req-2b86dc2d-5f6d-4bda-8937-e84b57bda6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:04.439093 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f1c1bfa-0196-4f69-a607-cd51bde2a55b req-2b86dc2d-5f6d-4bda-8937-e84b57bda6bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1097 time: 0.1056790 Jul 16 03:52:04.485671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f1c1bfa-0196-4f69-a607-cd51bde2a55b req-68317efa-7737-4a59-8977-6ab787be5733 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Jul 16 03:52:04.577568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3631620-304f-4eb1-b4d7-a3f6436723d0 req-da90378e-fce9-4bd1-9386-dfb65fb6adc5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:04.587362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3631620-304f-4eb1-b4d7-a3f6436723d0 req-da90378e-fce9-4bd1-9386-dfb65fb6adc5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0882597 Jul 16 03:52:04.635739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3631620-304f-4eb1-b4d7-a3f6436723d0 req-13232249-ef23-4224-97fb-92c0401e45ed tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Jul 16 03:52:05.294595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661178-3b2f-49d7-a2fe-07aad61e5a9d req-9bf09607-536f-40c7-8703-c6da40717ff6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:05.297074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d661178-3b2f-49d7-a2fe-07aad61e5a9d req-9bf09607-536f-40c7-8703-c6da40717ff6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1259336 Jul 16 03:52:05.371173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d661178-3b2f-49d7-a2fe-07aad61e5a9d req-fb6c56ad-54b1-4acd-82fe-a15548cfa000 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676153 Jul 16 03:52:05.862629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c3a32-0bee-47fc-a98c-d9deed87dbf3 req-8d269b38-19d2-4803-8b59-15469da5c687 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:05.864571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440c3a32-0bee-47fc-a98c-d9deed87dbf3 req-8d269b38-19d2-4803-8b59-15469da5c687 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1012137 Jul 16 03:52:05.925575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-440c3a32-0bee-47fc-a98c-d9deed87dbf3 req-2f590e5e-6bdf-4290-aee7-c8f40600655c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507989 Jul 16 03:52:06.566010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70944-e354-4bf5-abe5-388d7254527b req-fb6f2ea6-dcbe-441b-a907-e6b1afb7092a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:06.567886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17c70944-e354-4bf5-abe5-388d7254527b req-fb6f2ea6-dcbe-441b-a907-e6b1afb7092a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0693080 Jul 16 03:52:06.612589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-17c70944-e354-4bf5-abe5-388d7254527b req-c30d2eab-16d2-43c5-b474-f1be0ece4797 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389776 Jul 16 03:52:06.825938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2533cf8-ed9a-4b68-910c-1c47f9502d4d req-474937b5-ae1a-4030-b0fd-209f00b0d59e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:06.828100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2533cf8-ed9a-4b68-910c-1c47f9502d4d req-474937b5-ae1a-4030-b0fd-209f00b0d59e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0817938 Jul 16 03:52:06.883282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2533cf8-ed9a-4b68-910c-1c47f9502d4d req-0fd1db3d-25fc-4125-9c7e-e695c4c72384 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490315 Jul 16 03:52:06.913033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:06.994158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083ef71-6748-4e0e-8130-a720d6ceaa72 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:06.996167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2083ef71-6748-4e0e-8130-a720d6ceaa72 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1092 time: 0.0818639 Jul 16 03:52:06.999791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34194) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:07.005341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '3811aa4a-b713-422b-9460-7666596f3b0f', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:07.042498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.185989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b3322-3af9-4554-a735-5d7fb1b04ed1 req-31858b93-77bd-4498-a589-51f9a62ae432 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.193831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-048b3322-3af9-4554-a735-5d7fb1b04ed1 req-31858b93-77bd-4498-a589-51f9a62ae432 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.1360011 Jul 16 03:52:07.203966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.242764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-048b3322-3af9-4554-a735-5d7fb1b04ed1 req-56d6530d-ffe4-4b3a-8c87-60c0098a8061 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 Jul 16 03:52:07.350258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.189 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/166ca291-d30d-4a20-9834-bf63e1c01991) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:07.485642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.529596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.572396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:07.575277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:07.578858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:07.606670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=166ca291-d30d-4a20-9834-bf63e1c01991,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:07.907916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de195-36cd-4ac3-9691-402024459abe req-7afb4b63-ef2e-44d1-835f-639fb7b34e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.909415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-7afb4b63-ef2e-44d1-835f-639fb7b34e59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1096 time: 0.1280682 Jul 16 03:52:08.108177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de195-36cd-4ac3-9691-402024459abe req-1f005946-6166-4bd4-bf3e-05f7e1095e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.109584 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-1f005946-6166-4bd4-bf3e-05f7e1095e16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.1693928 Jul 16 03:52:08.125682 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.226755 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-b1f1c45a-b91c-408c-bcd7-ceb97821ab66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0368760 Jul 16 03:52:08.237566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.342926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de195-36cd-4ac3-9691-402024459abe req-24d376eb-b2ea-4b29-a87c-9f40ddd707a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.344445 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-24d376eb-b2ea-4b29-a87c-9f40ddd707a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.1079376 Jul 16 03:52:08.401756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-c9ecc43b-10e2-4c6c-9524-51f14dfabee3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380671 Jul 16 03:52:08.447182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e2206-6095-40ec-915f-6ae45923d095 req-45b9a866-05f9-4abd-b353-1437368cdd80 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.448820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-697e2206-6095-40ec-915f-6ae45923d095 req-45b9a866-05f9-4abd-b353-1437368cdd80 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0683749 Jul 16 03:52:08.493084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-697e2206-6095-40ec-915f-6ae45923d095 req-3c33c83e-f41b-44c4-9b33-32628325be7b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Jul 16 03:52:08.555362 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-ca592c96-38f5-44d9-af07-476f38f48052 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259186 Jul 16 03:52:08.557186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.563140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.690713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=166ca291-d30d-4a20-9834-bf63e1c01991,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.707398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.759582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-829de195-36cd-4ac3-9691-402024459abe req-1b7f4e41-ce50-441f-baae-e849119d1869 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925535 Jul 16 03:52:08.851751 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 503dd901-99f8-4013-8e31-b16f45aebd19 associated. External IP: 172.25.4.189, port: 3811aa4a-b713-422b-9460-7666596f3b0f. Jul 16 03:52:08.911657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-123e743d-ef81-43fe-9232-e5d937b523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.913172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-123e743d-ef81-43fe-9232-e5d937b523f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1096 time: 0.1107173 Jul 16 03:52:09.090729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-be5cd1df-e060-446a-bd5a-fb9a78df1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.092174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-be5cd1df-e060-446a-bd5a-fb9a78df1f0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.1527941 Jul 16 03:52:09.160293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-a4db190b-9423-4ec0-840b-8d4fbb52e049 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0608010 Jul 16 03:52:09.227535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router e83a4010-4333-4971-bf8b-641371226ca1 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:09.229608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-96183b00-adee-473c-b8c9-184d44049db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.231121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-96183b00-adee-473c-b8c9-184d44049db7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.0649405 Jul 16 03:52:09.266567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-53e31cb4-7d04-4aaf-9e0e-a4118a46ffd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289285 Jul 16 03:52:09.438074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-9be1a2aa-cd2b-4861-ab5e-2203f6053a09 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433215 Jul 16 03:52:09.442388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:09.452084 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] Sync routers for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:09.463021 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:09.463908 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:51:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:09.488498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:09.563516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f8db8b4f-eaed-44bd-9b69-d77b0a85b67b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5624552 Jul 16 03:52:09.569460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:09.571810 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff05bbd-a409-4534-8fdf-1e315f03dc58" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:09.580166 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:09.580851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a6aef654-0e90-4bf7-af49-7485bdd5065c req-f1ced90f-3258-435e-90e8-beafeebacf2d service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362681 Jul 16 03:52:09.700611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890456-ddfa-4049-a8a1-3af6556b51f5 req-c0d7611f-37ca-4393-a511-6f35cc640e86 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.702117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09890456-ddfa-4049-a8a1-3af6556b51f5 req-c0d7611f-37ca-4393-a511-6f35cc640e86 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0717795 Jul 16 03:52:09.742672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09890456-ddfa-4049-a8a1-3af6556b51f5 req-fd6c2080-4aff-4487-b7b0-08f79ae02a65 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Jul 16 03:52:09.832650 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '503dd901-99f8-4013-8e31-b16f45aebd19', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'port_id': '3811aa4a-b713-422b-9460-7666596f3b0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'mac_address': 'fa:16:3e:91:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:52:07Z', 'updated_at': '2021-07-16T03:52:07Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:09.866248 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] Checking router: e83a4010-4333-4971-bf8b-641371226ca1 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:09.875132 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:09.875737 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:51:53Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:09.922885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254642-c5d0-4949-b2f2-51a7c54a6757 req-6b5acd25-5239-4f0b-9837-5d0a3496df24 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.924472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f254642-c5d0-4949-b2f2-51a7c54a6757 req-6b5acd25-5239-4f0b-9837-5d0a3496df24 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0661356 Jul 16 03:52:09.967116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f254642-c5d0-4949-b2f2-51a7c54a6757 req-8f46c995-a1c2-478a-a259-4fcbe55a6303 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368006 Jul 16 03:52:09.980538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:10.010133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:10.062068 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb38bb1-c998-4641-b169-d796e3c26279 x-openstack-request-id: req-beb38bb1-c998-4641-b169-d796e3c26279 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:10.063072 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:10.063072 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beb38bb1-c998-4641-b169-d796e3c26279 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:10.063367 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'status': 'completed', 'code': 200} Jul 16 03:52:10.114566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-520ab86f-1c86-4cc1-bc5c-36bb90d1570e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/503dd901-99f8-4013-8e31-b16f45aebd19 HTTP/1.1" status: 200 len: 992 time: 0.1018901 Jul 16 03:52:10.136529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-6edb1d9d-86bf-4ea1-b013-dca82eed270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.138220 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-6edb1d9d-86bf-4ea1-b013-dca82eed270a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1097 time: 0.0784044 Jul 16 03:52:10.227614 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '503dd901-99f8-4013-8e31-b16f45aebd19', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'port_id': '3811aa4a-b713-422b-9460-7666596f3b0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'mac_address': 'fa:16:3e:91:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:52:07Z', 'updated_at': '2021-07-16T03:52:07Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:10.258188 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc2898-3ec5-4b35-a864-6a00bec5be18 None None] The sync data for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 is: [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '503dd901-99f8-4013-8e31-b16f45aebd19', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.189', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'port_id': '3811aa4a-b713-422b-9460-7666596f3b0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'mac_address': 'fa:16:3e:91:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:52:07Z', 'updated_at': '2021-07-16T03:52:07Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:10.268868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-d78a1793-a71d-40f8-9d10-a8b5205b88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.270686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-d78a1793-a71d-40f8-9d10-a8b5205b88e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1263876 Jul 16 03:52:10.343668 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-b9c77349-3a33-4fb9-b0fc-30e6996ae956 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1000 time: 0.0660608 Jul 16 03:52:10.394163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-4c2bc948-1e55-4c6d-96c3-f08c5a96e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.395651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-4c2bc948-1e55-4c6d-96c3-f08c5a96e361 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0464718 Jul 16 03:52:10.459906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-7dfbac91-c293-4644-bd7a-53b21673c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.461733 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-7dfbac91-c293-4644-bd7a-53b21673c344 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596111 Jul 16 03:52:10.489543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16712f-a55f-4fca-9f4d-8886467098c3 None None] New status for floating IP 503dd901-99f8-4013-8e31-b16f45aebd19: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:52:10.562929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-62510995-4689-4317-9ccc-03a4c208e2ee service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936913 Jul 16 03:52:10.660875 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ff05bbd-a409-4534-8fdf-1e315f03dc58 req-fe0fd0af-030f-4e65-a6e3-95ac63813231 service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921240 Jul 16 03:52:10.923995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11faf7-2c38-457a-8a52-2a5be07e4b7e req-ad0c9980-3813-4e25-81ff-0e973a964323 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.926146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd11faf7-2c38-457a-8a52-2a5be07e4b7e req-ad0c9980-3813-4e25-81ff-0e973a964323 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0645611 Jul 16 03:52:10.965909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd11faf7-2c38-457a-8a52-2a5be07e4b7e req-52b4946c-6dd6-443f-9a9a-30d8600432b4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Jul 16 03:52:11.116450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:11.192003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8a25c1c3-b4c4-4f80-b6bf-820bed525423 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/503dd901-99f8-4013-8e31-b16f45aebd19 HTTP/1.1" status: 200 len: 994 time: 0.0741181 Jul 16 03:52:12.140624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337ccc6-6ae6-45db-a866-571c67d4cec4 req-e92aed39-0cff-4f2b-bfb5-fdbedb916464 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.142165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5337ccc6-6ae6-45db-a866-571c67d4cec4 req-e92aed39-0cff-4f2b-bfb5-fdbedb916464 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 945 time: 0.0657632 Jul 16 03:52:12.181648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5337ccc6-6ae6-45db-a866-571c67d4cec4 req-46c94819-f933-4fea-bbd5-9b0c6fc4fba2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Jul 16 03:52:12.187844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:12.265700 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.288790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:12.291164 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b130d-2c72-4b6f-ab6b-a9cf7dc60db5" -d '{"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:12.304164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:12.308378 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.372660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:12.375079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40a08-d703-4d70-ac58-900667b00372 req-a198cefe-241b-410c-a2f7-eb4dd6b2ac40 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.376610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06a40a08-d703-4d70-ac58-900667b00372 req-a198cefe-241b-410c-a2f7-eb4dd6b2ac40 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0777807 Jul 16 03:52:12.415159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06a40a08-d703-4d70-ac58-900667b00372 req-8bc1aed7-5672-4ef5-abb5-9723b2aaff8e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Jul 16 03:52:12.457079 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b3cfac-5e87-449f-9b35-fac1b005abef x-openstack-request-id: req-a6b3cfac-5e87-449f-9b35-fac1b005abef {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:12.457566 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-unplugged", "status": "failed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:12.458009 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6b3cfac-5e87-449f-9b35-fac1b005abef {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:12.458604 n-d-800089-6 neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'code': 422} returned with failed status Jul 16 03:52:12.651096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-7a1080d5-a323-4e2e-8993-76487dfad437 req-b60df684-f805-435b-b145-d4e2bb7aa0d9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:52:12.652166 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a1080d5-a323-4e2e-8993-76487dfad437 req-b60df684-f805-435b-b145-d4e2bb7aa0d9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054212 Jul 16 03:52:12.917504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626f3d5-a536-41d6-86b6-5146a1666868 req-b50aca05-0b77-4626-913f-9fb670cd2711 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.919717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b626f3d5-a536-41d6-86b6-5146a1666868 req-b50aca05-0b77-4626-913f-9fb670cd2711 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0716527 Jul 16 03:52:12.958425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b626f3d5-a536-41d6-86b6-5146a1666868 req-6f4f1aca-e305-4856-9751-c0d97d5d37a4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Jul 16 03:52:13.203690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-739a7f73-6b9f-4253-9bb6-c05da054af5c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546364 Jul 16 03:52:13.212838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-275c2220-6b2b-4158-b4f2-0684cc2af6c5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:52:13.213791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-275c2220-6b2b-4158-b4f2-0684cc2af6c5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049601 Jul 16 03:52:13.793045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:13.908561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9395248-422b-49e6-93a1-f69cde023d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.999452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9395248-422b-49e6-93a1-f69cde023d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.007273 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9395248-422b-49e6-93a1-f69cde023d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.046526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c9395248-422b-49e6-93a1-f69cde023d95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ea8ae224c114636a882bcc9066be363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523735 Jul 16 03:52:14.049026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:14.056759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395248-422b-49e6-93a1-f69cde023d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640485f5-bfa3-4d9e-8140-8e62ede34393,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:14.147605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-6f5c3158-81f5-425c-924b-6a5843474bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.149144 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-6f5c3158-81f5-425c-924b-6a5843474bbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d&tenant_id=96ba3af06961429fae3e5ef1afc50876 HTTP/1.1" status: 200 len: 1094 time: 0.1274483 Jul 16 03:52:14.161721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67eda179-6774-4b6d-ba0d-428e46f1afbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.193008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67eda179-6774-4b6d-ba0d-428e46f1afbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.228961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-daf61efe-e1f4-4ca4-bb62-95f30f355989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.230474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-daf61efe-e1f4-4ca4-bb62-95f30f355989 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1094 time: 0.0586278 Jul 16 03:52:14.245350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69a15d-3569-4929-a531-fd56aac49370 req-2d6b3047-4ede-4274-b1db-bbcffb6f0a64 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.247603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a69a15d-3569-4929-a531-fd56aac49370 req-2d6b3047-4ede-4274-b1db-bbcffb6f0a64 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.1156707 Jul 16 03:52:14.276250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67eda179-6774-4b6d-ba0d-428e46f1afbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.278770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67eda179-6774-4b6d-ba0d-428e46f1afbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.279874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-67eda179-6774-4b6d-ba0d-428e46f1afbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/640485f5-bfa3-4d9e-8140-8e62ede34393 HTTP/1.1" status: 204 len: 168 time: 0.2297962 Jul 16 03:52:14.299219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eda179-6774-4b6d-ba0d-428e46f1afbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640485f5-bfa3-4d9e-8140-8e62ede34393,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:14.333065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a69a15d-3569-4929-a531-fd56aac49370 req-b9174728-ee35-4f3e-ad45-b949c96d2ffb tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722201 Jul 16 03:52:14.349813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-418568fe-e90f-4dab-b61a-a4e9122b6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.351358 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-418568fe-e90f-4dab-b61a-a4e9122b6c33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.1146281 Jul 16 03:52:14.403968 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-48bf7a14-2abf-44be-ac66-1ce0f98002be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0441155 Jul 16 03:52:14.838385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-fc8b3e63-c29c-4060-b305-e5b1bb12df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.839906 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-fc8b3e63-c29c-4060-b305-e5b1bb12df05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.4288902 Jul 16 03:52:14.881083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-ade7176a-da11-496d-854e-bf452d945882 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332527 Jul 16 03:52:14.992025 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-9a9c0bb2-9bda-4983-b7b1-d248bfe1d0ec service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042078 Jul 16 03:52:15.095220 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3e068b58-dcdc-40a0-a407-d80cd46a9d3b req-efca6b0f-097e-407d-a6fd-2f2924b417e8 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958517 Jul 16 03:52:15.598938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376df45c-e5c7-4ece-8b5f-43ed4d95185f req-0d2adaec-b0c4-4570-91d7-e889676f50e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:15.606494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-376df45c-e5c7-4ece-8b5f-43ed4d95185f req-0d2adaec-b0c4-4570-91d7-e889676f50e6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.1353076 Jul 16 03:52:15.687676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-376df45c-e5c7-4ece-8b5f-43ed4d95185f req-211d8551-1183-4c58-a837-e90bb653ae38 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727859 Jul 16 03:52:15.816921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:15.956860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f38748fd-e4e2-4cac-9961-1f576aaf7597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.108681 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f38748fd-e4e2-4cac-9961-1f576aaf7597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.114657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f38748fd-e4e2-4cac-9961-1f576aaf7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.183398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f38748fd-e4e2-4cac-9961-1f576aaf7597 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=449a434ed98f40f083bae991320359d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617227 Jul 16 03:52:16.183398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38748fd-e4e2-4cac-9961-1f576aaf7597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8324e-8d1c-4b63-bca7-b079ce5d306f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:16.184584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:16.261476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78abca0d-6e1c-48f1-80d5-58de2bf083b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.287543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78abca0d-6e1c-48f1-80d5-58de2bf083b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.348461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78abca0d-6e1c-48f1-80d5-58de2bf083b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.351545 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78abca0d-6e1c-48f1-80d5-58de2bf083b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.357279 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78abca0d-6e1c-48f1-80d5-58de2bf083b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0db8324e-8d1c-4b63-bca7-b079ce5d306f HTTP/1.1" status: 204 len: 168 time: 0.1717308 Jul 16 03:52:16.370964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abca0d-6e1c-48f1-80d5-58de2bf083b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8324e-8d1c-4b63-bca7-b079ce5d306f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:16.923174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38f84-afd2-4299-95f2-61b33bd41c66 req-8858b860-ac8a-4f9d-8e42-9e318341231b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:16.931221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6c38f84-afd2-4299-95f2-61b33bd41c66 req-8858b860-ac8a-4f9d-8e42-9e318341231b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0974581 Jul 16 03:52:16.988480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6c38f84-afd2-4299-95f2-61b33bd41c66 req-6248e35f-d0b3-41e5-8ae7-c42846480a0a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Jul 16 03:52:17.902009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34518) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.097443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2075847999'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:18.123171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Made reservation on behalf of 177e991aed864ea38a1dd619fff0867f for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:18.127280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.137044 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.217277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848254f-07b9-4e9a-8db9-11b63dcdeebb req-8a3e9bab-058b-45ac-bd8e-f1ad0dd46375 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:18.219483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9848254f-07b9-4e9a-8db9-11b63dcdeebb req-8a3e9bab-058b-45ac-bd8e-f1ad0dd46375 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0729299 Jul 16 03:52:18.294702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9848254f-07b9-4e9a-8db9-11b63dcdeebb req-3d2e3ebe-a722-49cc-9d6b-c809d794c93b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675876 Jul 16 03:52:18.322735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.331727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.375252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:18.386056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea1169-b276-406c-8334-1a784db900ba,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:18.402733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.403252 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Added segment 70a395c5-910d-4d64-9982-9a8b18a25984 of type vlan for network 82a3ea0f-0409-442b-9e15-85edcb42660e Jul 16 03:52:18.453382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.499984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.505597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:18.506188 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.561934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6579804 Jul 16 03:52:18.565188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.595856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dc4d2-0cfa-43f5-8ac2-e53813e47571 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Pushing event updated for resources: {'Network': ['ID=82a3ea0f-0409-442b-9e15-85edcb42660e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:18.608858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 82a3ea0f-0409-442b-9e15-85edcb42660e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:18.686252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'network': {'name': 'tempest-network--2029199072', 'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:18.720039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Made reservation on behalf of 30732fef37bb4e14a49df3971d4bfd58 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:18.723269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.732273 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.841151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.847292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.880780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281534f8-8479-4fcc-8e52-bfe5c88c2850,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:18.884736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:18.897826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.898597 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Added segment 11168b50-6c90-4f92-82cc-c0cba852b089 of type vlan for network aceeb6e8-a37d-4a17-99b4-b01a3fe68187 Jul 16 03:52:18.945378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.992224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.993276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:18.993884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.025245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34548) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:19.028821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4606338 Jul 16 03:52:19.081792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13aede-8e30-4f45-9df2-589f33b93a52 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Network': ['ID=aceeb6e8-a37d-4a17-99b4-b01a3fe68187,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.092177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network aceeb6e8-a37d-4a17-99b4-b01a3fe68187 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:19.117618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.253823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.268272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceeb6e8-a37d-4a17-99b4-b01a3fe68187']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:19.292604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11168b50-6c90-4f92-82cc-c0cba852b089') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:19.292914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11168b50-6c90-4f92-82cc-c0cba852b089') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:19.303020 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.331972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.342434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:19.345773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:19.422500 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:19.433736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.445894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aceeb6e8-a37d-4a17-99b4-b01a3fe68187 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:52:19.448517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.450381 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/networks/aceeb6e8-a37d-4a17-99b4-b01a3fe68187 HTTP/1.1" status: 204 len: 168 time: 0.4241221 Jul 16 03:52:19.453893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34558) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:19.459295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:19.480593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1a9fd-2025-4d67-b5e4-7112c1385ffd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Network': ['ID=aceeb6e8-a37d-4a17-99b4-b01a3fe68187,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.562278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Made reservation on behalf of 30732fef37bb4e14a49df3971d4bfd58 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:19.566606 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.654064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:19.686579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.687218 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Added segment 838f386b-7e37-434f-97e0-095a11b7d224 of type vlan for network 78c5a47c-e24d-4ff3-bd29-34661910727d Jul 16 03:52:19.712004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c6ad-f041-47fa-9760-4ae8a6d53885 req-de296482-05d0-4f71-a9d1-09e61b10f330 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:19.719501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d59c6ad-f041-47fa-9760-4ae8a6d53885 req-de296482-05d0-4f71-a9d1-09e61b10f330 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.2236919 Jul 16 03:52:19.835017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.878387 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.885196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:19.885974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.939060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2d59c6ad-f041-47fa-9760-4ae8a6d53885 req-0b98fac5-0908-4d7a-ac3c-bfc2e61ca6a8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077229 Jul 16 03:52:19.987556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Network': ['ID=78c5a47c-e24d-4ff3-bd29-34661910727d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.992726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aa46d4ce-afa0-4f62-95da-140b69ed83ae tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5376348 Jul 16 03:52:19.995636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34564) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:20.002276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'subnet': {'network_id': '78c5a47c-e24d-4ff3-bd29-34661910727d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:20.003541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 78c5a47c-e24d-4ff3-bd29-34661910727d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:20.059134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Made reservation on behalf of 30732fef37bb4e14a49df3971d4bfd58 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:20.061502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.623378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:52:20.623912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.679333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e17f073-07a4-42ec-b965-749e96e017b4,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:20.730178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Checking segment: {'id': '838f386b-7e37-434f-97e0-095a11b7d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '78c5a47c-e24d-4ff3-bd29-34661910727d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:20.730635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Network hostable DHCP agents. Network: 78c5a47c-e24d-4ff3-bd29-34661910727d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:20.734913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e4627c-7825-453d-93d0-24bde2ea141d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.749720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Network 78c5a47c-e24d-4ff3-bd29-34661910727d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:20.757430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 78c5a47c-e24d-4ff3-bd29-34661910727d) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:20.766970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:20.767369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.772969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148a18f-6351-4eb9-b630-087e28b849ed None None] Network 78c5a47c-e24d-4ff3-bd29-34661910727d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:20.826237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-04a6afe9-b25a-42d8-a953-e127b6997430 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8269491 Jul 16 03:52:20.826662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34576) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:20.832090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'floatingip': {'floating_network_id': '78c5a47c-e24d-4ff3-bd29-34661910727d'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:20.905380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.960553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d86487-0675-4ee8-bb56-a88a78d4a760 None None] Network 78c5a47c-e24d-4ff3-bd29-34661910727d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:21.022556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.149750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Allocated IP 172.20.0.13 (78c5a47c-e24d-4ff3-bd29-34661910727d/8e17f073-07a4-42ec-b965-749e96e017b4/589c3175-7776-48f7-9589-bf9d4ac5a409) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:21.213140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e708ba-f9cb-42f5-83ba-91d37f904e01 req-d9a54829-1b7e-484a-a2c2-7c2fdc0aecb0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:21.223486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47e708ba-f9cb-42f5-83ba-91d37f904e01 req-d9a54829-1b7e-484a-a2c2-7c2fdc0aecb0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.1372948 Jul 16 03:52:21.279512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47e708ba-f9cb-42f5-83ba-91d37f904e01 req-a38f6cec-1841-4e69-9fc8-506240656938 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560939 Jul 16 03:52:21.305724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.354628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.406517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Port': ['ID=589c3175-7776-48f7-9589-bf9d4ac5a409,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:21.410028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Network 78c5a47c-e24d-4ff3-bd29-34661910727d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:21.411869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:21.414004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:21.521154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.585975 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.782421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.788190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.860669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Port': ['ID=589c3175-7776-48f7-9589-bf9d4ac5a409,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:21.872433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.887783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.889543 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a328e24c-fd95-4cb5-8e83-4da2ef5c307c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0615640 Jul 16 03:52:21.892785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34592) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:21.976201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6cef38ec-695d-480b-a44d-c6351a4e8601 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=78c5a47c-e24d-4ff3-bd29-34661910727d HTTP/1.1" status: 200 len: 690 time: 0.0820141 Jul 16 03:52:21.978649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34598) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:22.078351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.202982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Deleting port 589c3175-7776-48f7-9589-bf9d4ac5a409 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:22.203737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.294095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.294418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.328892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Calling delete_port for 589c3175-7776-48f7-9589-bf9d4ac5a409 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:22.547693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7662876-8366-428d-aa45-701c04595e1b req-50cc0fa5-7273-4898-9a0c-11a2477ac0e2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:22.550021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7662876-8366-428d-aa45-701c04595e1b req-50cc0fa5-7273-4898-9a0c-11a2477ac0e2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0970352 Jul 16 03:52:22.558606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.586778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Port': ['ID=589c3175-7776-48f7-9589-bf9d4ac5a409,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:22.617157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7662876-8366-428d-aa45-701c04595e1b req-bbae961c-f3f2-4f55-a8b1-982dc6001fa2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598338 Jul 16 03:52:22.684629 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.746514 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.806807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.833771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e17f073-07a4-42ec-b965-749e96e017b4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:22.901525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.915675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c5a47c-e24d-4ff3-bd29-34661910727d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:22.932638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838f386b-7e37-434f-97e0-095a11b7d224') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:22.932968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838f386b-7e37-434f-97e0-095a11b7d224') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:22.942927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.963586 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.970686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:22.971289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:22.973660 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:23.032443 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.038658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78c5a47c-e24d-4ff3-bd29-34661910727d {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:52:23.041346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.043452 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/networks/78c5a47c-e24d-4ff3-bd29-34661910727d HTTP/1.1" status: 204 len: 168 time: 1.0636077 Jul 16 03:52:23.046418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.053279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce31f-f6ab-4c05-a676-c33c30f0ba87 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Network': ['ID=78c5a47c-e24d-4ff3-bd29-34661910727d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.219094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34620) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.219827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94cd9ff8-356d-426e-8a0c-202b7b286965 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1718719 Jul 16 03:52:23.431774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.432376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.432831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.433341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.433787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.434225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.434756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.436638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c5da4268-0b00-4e91-86a0-0d5c984e22ea tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.2163782 Jul 16 03:52:23.439676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34626) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.518192 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8b8b7985-15d8-4205-99e8-7158aadb392c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] delete failed (client error): The resource could not be found. Jul 16 03:52:23.520136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b8b7985-15d8-4205-99e8-7158aadb392c tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/09504b37-593d-4167-9daf-fb6d2c5f6da4 HTTP/1.1" status: 404 len: 345 time: 0.0724440 Jul 16 03:52:23.523268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34628) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.530045 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98df8f63-9ecf-4edf-ad3a-c57f742b7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.540899 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf746683-28a8-4f0a-a144-583d399b6600 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 03:52:23.541522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf746683-28a8-4f0a-a144-583d399b6600 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:52:23.544986 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bf746683-28a8-4f0a-a144-583d399b6600 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/networks/78c5a47c-e24d-4ff3-bd29-34661910727d HTTP/1.1" status: 404 len: 339 time: 0.0191834 Jul 16 03:52:23.547948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34630) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.554201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'network': {'name': 'tempest-network--1583624588', 'router:external': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:23.577219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Made reservation on behalf of 30732fef37bb4e14a49df3971d4bfd58 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:23.579842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.605627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:23.619859 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.620212 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Added segment 119f7713-34cd-4139-ae62-71378afff30e of type vlan for network 20b06515-ca36-478e-a1a3-65f3be849a8e Jul 16 03:52:23.672419 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.744728 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.745427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.746066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.766057 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2166724 Jul 16 03:52:23.768584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34638) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.850778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac80f80-7bee-4577-a8bc-4cbdeea9fe7b tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Network': ['ID=20b06515-ca36-478e-a1a3-65f3be849a8e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.866793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 20b06515-ca36-478e-a1a3-65f3be849a8e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:23.871664 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.076378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c951-38c6-45e1-8669-555ade3fd143 req-bbf44413-00e9-43ea-bda1-1da1e76f7449 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.077961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ad8c951-38c6-45e1-8669-555ade3fd143 req-bbf44413-00e9-43ea-bda1-1da1e76f7449 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.2741814 Jul 16 03:52:24.105408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc347e-2235-426d-9474-75683ca90f8f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.111593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc347e-2235-426d-9474-75683ca90f8f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.117629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc347e-2235-426d-9474-75683ca90f8f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.123837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc347e-2235-426d-9474-75683ca90f8f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.125712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-07bc347e-2235-426d-9474-75683ca90f8f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3561614 Jul 16 03:52:24.129845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:24.213516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ad8c951-38c6-45e1-8669-555ade3fd143 req-066da152-86d5-4f0d-bfa5-7d4c90d60cbd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863285 Jul 16 03:52:24.225181 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.316677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.330653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b06515-ca36-478e-a1a3-65f3be849a8e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:24.346629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119f7713-34cd-4139-ae62-71378afff30e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:24.346629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119f7713-34cd-4139-ae62-71378afff30e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:24.370628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.371543 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.394298 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.402704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:24.403394 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:24.406189 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:24.495612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.501082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20b06515-ca36-478e-a1a3-65f3be849a8e {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:52:24.507820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.509738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/networks/20b06515-ca36-478e-a1a3-65f3be849a8e HTTP/1.1" status: 204 len: 168 time: 0.3792706 Jul 16 03:52:24.513261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34654) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:24.519350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'network': {'name': 'tempest-network--1913893041', 'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:24.550041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5fe11-ecfc-4416-865f-1cf25d8448c9 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Network': ['ID=20b06515-ca36-478e-a1a3-65f3be849a8e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.594372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Made reservation on behalf of 30732fef37bb4e14a49df3971d4bfd58 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:24.599633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.632098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:24.643960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.644310 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Added segment ca5d2f06-6f5d-4a05-bf7b-cad20ce2ed8f of type vlan for network 748c13d8-3f41-4d80-8d2b-d60f7a185b1b Jul 16 03:52:24.731260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.802235 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.804098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.804892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.855749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3386571 Jul 16 03:52:24.856219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34660) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:24.917594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747cbfb-3df7-4be8-b4db-aaa3bd5de8fd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Network': ['ID=748c13d8-3f41-4d80-8d2b-d60f7a185b1b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.928156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 748c13d8-3f41-4d80-8d2b-d60f7a185b1b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:24.988588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f223c4-dd5f-4145-a9fc-daddd85fa038 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.992906 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-74f223c4-dd5f-4145-a9fc-daddd85fa038 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] 10.222.0.25 "GET /v2.0/networks/748c13d8-3f41-4d80-8d2b-d60f7a185b1b HTTP/1.1" status: 200 len: 757 time: 0.1328042 Jul 16 03:52:24.993187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.124790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83527445-7dcd-4e5d-90ab-d00ba32b4a1f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.129315 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-83527445-7dcd-4e5d-90ab-d00ba32b4a1f tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] 10.222.0.25 "GET /v2.0/networks/82a3ea0f-0409-442b-9e15-85edcb42660e HTTP/1.1" status: 200 len: 768 time: 0.1319435 Jul 16 03:52:25.131249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34668) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.209218 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.298468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.308984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748c13d8-3f41-4d80-8d2b-d60f7a185b1b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:25.319303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5d2f06-6f5d-4a05-bf7b-cad20ce2ed8f') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:25.319650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5d2f06-6f5d-4a05-bf7b-cad20ce2ed8f') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:25.330187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.350029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.357301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:25.357837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:25.359482 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:25.415147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80b2f-4e85-4deb-907f-0a756fe607aa req-b0a20769-0d59-438d-a699-9d9d283e8820 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.416817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d80b2f-4e85-4deb-907f-0a756fe607aa req-b0a20769-0d59-438d-a699-9d9d283e8820 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0794466 Jul 16 03:52:25.418171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.433198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 748c13d8-3f41-4d80-8d2b-d60f7a185b1b {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:52:25.434986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Network': ['ID=748c13d8-3f41-4d80-8d2b-d60f7a185b1b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.436926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.438846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19f4d63b-f2b2-427d-947e-598db6cb11bd tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/networks/748c13d8-3f41-4d80-8d2b-d60f7a185b1b HTTP/1.1" status: 204 len: 168 time: 0.3062334 Jul 16 03:52:25.442807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34676) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.447719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'network': {'name': 'tempest-network--1752130870'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:25.472891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Made reservation on behalf of 30732fef37bb4e14a49df3971d4bfd58 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:25.479776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.505681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d80b2f-4e85-4deb-907f-0a756fe607aa req-2cfd6820-fb29-4fa5-aa6c-2535299d9b20 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Jul 16 03:52:25.514116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:25.523806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.524220 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Added segment e0eee7ac-411c-4936-8316-ce7621d21641 of type vlan for network 99f71799-0d8e-4183-807a-e5c9c0d19168 Jul 16 03:52:25.570242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.601062 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.602021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.602693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.635097 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.1912200 Jul 16 03:52:25.637623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34680) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.666729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:25.670040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa15ccb-7e74-4511-a7f6-71c940a43e2f tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Network': ['ID=99f71799-0d8e-4183-807a-e5c9c0d19168,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.680843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 99f71799-0d8e-4183-807a-e5c9c0d19168 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:25.839589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.852923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.875167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Network 99f71799-0d8e-4183-807a-e5c9c0d19168 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:52:25.876055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.876648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.878468 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "PUT /v2.0/networks/99f71799-0d8e-4183-807a-e5c9c0d19168 HTTP/1.1" status: 200 len: 859 time: 0.2399304 Jul 16 03:52:25.881347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.919221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fb403-0583-48e1-a8f3-e0ec96ca4c16 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event updated for resources: {'Network': ['ID=99f71799-0d8e-4183-807a-e5c9c0d19168,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.958680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.040438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.051340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f71799-0d8e-4183-807a-e5c9c0d19168']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.060485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0eee7ac-411c-4936-8316-ce7621d21641') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.060779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0eee7ac-411c-4936-8316-ce7621d21641') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.069825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.083528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.090160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:26.090330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.090813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:26.092362 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:26.145794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.150078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99f71799-0d8e-4183-807a-e5c9c0d19168 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:52:26.152341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.154310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] 10.222.0.25 "DELETE /v2.0/networks/99f71799-0d8e-4183-807a-e5c9c0d19168 HTTP/1.1" status: 204 len: 168 time: 0.2712586 Jul 16 03:52:26.158897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:26.177564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511df0a-5aa7-4234-b3e9-05f489010864 tempest-ExternalNetworksTestJSON-1960976096 tempest-ExternalNetworksTestJSON-1960976096-project-admin] Pushing event deleted for resources: {'Network': ['ID=99f71799-0d8e-4183-807a-e5c9c0d19168,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:26.188331 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87f5f44-779e-45a5-8f16-95ecec378f5c tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] DELETE failed (client error): The resource could not be found. Jul 16 03:52:26.188791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87f5f44-779e-45a5-8f16-95ecec378f5c tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:52:26.191696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a87f5f44-779e-45a5-8f16-95ecec378f5c tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] 10.222.0.25 "DELETE /v2.0/subnets/8e17f073-07a4-42ec-b965-749e96e017b4 HTTP/1.1" status: 404 len: 337 time: 0.0316677 Jul 16 03:52:26.194382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34696) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:26.283159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.375640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.385800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a3ea0f-0409-442b-9e15-85edcb42660e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.395401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a395c5-910d-4d64-9982-9a8b18a25984') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.395698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a395c5-910d-4d64-9982-9a8b18a25984') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.404169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.417940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.424001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:26.425186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:26.428505 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:26.503467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.513623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.517959 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] 10.222.0.25 "DELETE /v2.0/networks/82a3ea0f-0409-442b-9e15-85edcb42660e HTTP/1.1" status: 204 len: 168 time: 0.3198133 Jul 16 03:52:26.530897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15715-e628-4d49-9a5c-3ca4bd4754a6 tempest-ExternalNetworksTestJSON-453216425 tempest-ExternalNetworksTestJSON-453216425-project] Pushing event deleted for resources: {'Network': ['ID=82a3ea0f-0409-442b-9e15-85edcb42660e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:26.694941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b3d58-daea-429a-9026-1fcad57bf255 req-28787024-cbd2-4a9f-bfcf-3f8d6aa3ea7c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.696797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-675b3d58-daea-429a-9026-1fcad57bf255 req-28787024-cbd2-4a9f-bfcf-3f8d6aa3ea7c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0711951 Jul 16 03:52:26.738322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-675b3d58-daea-429a-9026-1fcad57bf255 req-7fb68fa3-f9c6-4d3b-a59c-61e6a0c708c0 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Jul 16 03:52:26.796836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34716) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:26.927068 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3951fe5f-cf90-493e-b710-4155b445edf2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=177e991aed864ea38a1dd619fff0867f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290152 Jul 16 03:52:26.929644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34720) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:26.977128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7011-1e18-4123-8f76-c979dc2497ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.998590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7011-1e18-4123-8f76-c979dc2497ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.046380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7011-1e18-4123-8f76-c979dc2497ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.049139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7011-1e18-4123-8f76-c979dc2497ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.052659 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fa7f7011-1e18-4123-8f76-c979dc2497ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfea1169-b276-406c-8334-1a784db900ba HTTP/1.1" status: 204 len: 168 time: 0.1197808 Jul 16 03:52:27.060193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7011-1e18-4123-8f76-c979dc2497ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea1169-b276-406c-8334-1a784db900ba,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:27.330410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:27.378643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bc05cc43-e781-4fb6-8b7e-168125264bbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30732fef37bb4e14a49df3971d4bfd58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454745 Jul 16 03:52:27.381013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:27.427685 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee969b58-1e09-474f-ad5c-ea73e0c4ca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.448261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee969b58-1e09-474f-ad5c-ea73e0c4ca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.498449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee969b58-1e09-474f-ad5c-ea73e0c4ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.501347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee969b58-1e09-474f-ad5c-ea73e0c4ca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.503399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ee969b58-1e09-474f-ad5c-ea73e0c4ca9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/281534f8-8479-4fcc-8e52-bfe5c88c2850 HTTP/1.1" status: 204 len: 168 time: 0.1207061 Jul 16 03:52:27.512889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee969b58-1e09-474f-ad5c-ea73e0c4ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281534f8-8479-4fcc-8e52-bfe5c88c2850,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:27.649504 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:52:27.946509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09979d-9be6-4e94-9fde-3491895a237e req-92ba256e-680d-464f-b94e-b64710bbd885 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:27.948342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b09979d-9be6-4e94-9fde-3491895a237e req-92ba256e-680d-464f-b94e-b64710bbd885 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 943 time: 0.0869832 Jul 16 03:52:27.995144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b09979d-9be6-4e94-9fde-3491895a237e req-5c3d8b8a-2615-4c5f-97c3-ec32ba1b49c4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Jul 16 03:52:28.252800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:28.367811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:28.379732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'network_id': '4c863640-dbc5-4900-8dbc-2d5b4d812b8f', 'port_id': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'mac_address': 'fa:16:3e:c0:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482e6334-423d-4f54-b34e-cef2c88b90e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:28.424523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.438203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:28.459796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:28.464958 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.517656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:28.690590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:28.762932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:28.864006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4ae97255-7ca0-4743-847c-bc397fe304b2 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-405237387'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:28.864463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4ae97255-7ca0-4743-847c-bc397fe304b2 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Unknown quota resources ['metering_label']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:52:29.394971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae97255-7ca0-4743-847c-bc397fe304b2 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.396082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4ae97255-7ca0-4743-847c-bc397fe304b2 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6319702 Jul 16 03:52:29.398892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:29.403390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cab07a32-ae03-445a-a95e-90ce262064a3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'da2e6e12-5bf7-465e-abbc-2afd9c03095a'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:29.403889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cab07a32-ae03-445a-a95e-90ce262064a3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93757) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:52:29.460266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed403c-5a97-4d18-aa71-693e0cd77087 req-cac8d2cd-ca32-4bd2-8075-afe39eee9574 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:29.461784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49ed403c-5a97-4d18-aa71-693e0cd77087 req-cac8d2cd-ca32-4bd2-8075-afe39eee9574 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 944 time: 0.0696456 Jul 16 03:52:29.503833 n-d-800089-6 neutron-server[93757]: WARNING neutron.services.metering.metering_plugin [None req-cab07a32-ae03-445a-a95e-90ce262064a3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:52:29.506341 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49ed403c-5a97-4d18-aa71-693e0cd77087 req-4372d192-349e-4ca6-aed8-82abaa3d1fec tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Jul 16 03:52:29.632638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cab07a32-ae03-445a-a95e-90ce262064a3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.634612 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cab07a32-ae03-445a-a95e-90ce262064a3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2347035 Jul 16 03:52:29.637589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:29.641907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-63931f9f-a81c-4372-9748-4b4d89d77f67 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'da2e6e12-5bf7-465e-abbc-2afd9c03095a'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:29.642395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-63931f9f-a81c-4372-9748-4b4d89d77f67 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93757) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:52:29.701175 n-d-800089-6 neutron-server[93757]: WARNING neutron.services.metering.metering_plugin [None req-63931f9f-a81c-4372-9748-4b4d89d77f67 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:52:29.781374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63931f9f-a81c-4372-9748-4b4d89d77f67 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.782609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-63931f9f-a81c-4372-9748-4b4d89d77f67 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1439965 Jul 16 03:52:29.785709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34830) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:29.796220 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2056c80d-8f77-4314-a285-40ef99da53e3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=767f0fe2-73b6-45f0-8fa2-5a8a8f6f29ba HTTP/1.1" status: 200 len: 462 time: 0.0093737 Jul 16 03:52:29.798351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34832) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:29.897940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b25cc82-aa06-4894-bfaa-204f352e2529 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.899111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5b25cc82-aa06-4894-bfaa-204f352e2529 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/767f0fe2-73b6-45f0-8fa2-5a8a8f6f29ba HTTP/1.1" status: 204 len: 168 time: 0.0997908 Jul 16 03:52:29.901754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34838) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:29.911302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51d2c6a2-1d74-42fc-aff1-e99ef475dbe1 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=767f0fe2-73b6-45f0-8fa2-5a8a8f6f29ba HTTP/1.1" status: 200 len: 221 time: 0.0084636 Jul 16 03:52:29.914558 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:29.919238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0ffa6626-f47d-4249-bdc8-787a0af6ddd7 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--622048471', 'description': 'label created by tempest'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:29.919745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0ffa6626-f47d-4249-bdc8-787a0af6ddd7 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Unknown quota resources ['metering_label']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:52:30.076131 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0ffa6626-f47d-4249-bdc8-787a0af6ddd7 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.077308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0ffa6626-f47d-4249-bdc8-787a0af6ddd7 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1616032 Jul 16 03:52:30.079973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.151226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ba08a09b-23d7-4c22-bba6-f745fc1d6073 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=77fdd706-ee67-4749-afe2-eca98d032c87 HTTP/1.1" status: 200 len: 467 time: 0.0701270 Jul 16 03:52:30.153765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.250793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:30.298517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:30.298974 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.363113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0468bc7c-3f13-4d3f-acdf-348d5cd6bc86 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.364255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0468bc7c-3f13-4d3f-acdf-348d5cd6bc86 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/77fdd706-ee67-4749-afe2-eca98d032c87 HTTP/1.1" status: 204 len: 168 time: 0.2095158 Jul 16 03:52:30.367695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.379129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-09f5272d-2c04-4980-bf4a-ee77e226daaa tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=77fdd706-ee67-4749-afe2-eca98d032c87 HTTP/1.1" status: 200 len: 216 time: 0.0103550 Jul 16 03:52:30.379600 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.382370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.391907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dae75567-fa02-48a1-95b5-0f6b15674495 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084178 Jul 16 03:52:30.395498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34854) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.406138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:30.408452 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7d3fd111-f0c6-4cdd-b5c2-d1c312ced1f7 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118613 Jul 16 03:52:30.409513 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03916d6d-5f7d-4dd1-920b-2ff03677b1b6" -d '{"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:30.412494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.422459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:30.428893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.469494 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0b18b0-cd7d-4bd1-8cb3-500206d96ccc x-openstack-request-id: req-4b0b18b0-cd7d-4bd1-8cb3-500206d96ccc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:30.469862 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:30.470822 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b0b18b0-cd7d-4bd1-8cb3-500206d96ccc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:30.470822 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'code': 200} Jul 16 03:52:30.483034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-898c6d2a-33d8-4fcf-b680-7d1027cdd881 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/da2e6e12-5bf7-465e-abbc-2afd9c03095a HTTP/1.1" status: 200 len: 472 time: 0.0686677 Jul 16 03:52:30.484850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:30.488208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.503088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb9131b1-41a4-4191-8e09-abf26fb59277 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/7d44c794-5283-480b-bf80-2feda451406d HTTP/1.1" status: 200 len: 459 time: 0.0105479 Jul 16 03:52:30.503530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.617425 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f722abdb-9414-4005-a348-f03f0a188bd3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.621781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f722abdb-9414-4005-a348-f03f0a188bd3 tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/7d44c794-5283-480b-bf80-2feda451406d HTTP/1.1" status: 204 len: 168 time: 0.1172490 Jul 16 03:52:30.622381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34872) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:30.674573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f56b-43b4-48af-aba3-9e8c2b05b175 req-a41dbced-4adc-40c4-901b-235d765c4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.676278 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-59b5f56b-43b4-48af-aba3-9e8c2b05b175 req-a41dbced-4adc-40c4-901b-235d765c4e9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1097 time: 0.0596452 Jul 16 03:52:30.713159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-59b5f56b-43b4-48af-aba3-9e8c2b05b175 req-f771a3ad-87ba-49e2-be14-46d71b1bba40 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Jul 16 03:52:30.844485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ae64bf-31f8-422b-a2eb-f0bd12b117bb tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.845527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-52ae64bf-31f8-422b-a2eb-f0bd12b117bb tempest-MeteringIpV6TestJSON-1602733044 tempest-MeteringIpV6TestJSON-1602733044-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/da2e6e12-5bf7-465e-abbc-2afd9c03095a HTTP/1.1" status: 204 len: 168 time: 0.2222157 Jul 16 03:52:30.863502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a10f7-d3c1-4b5a-890a-05d9dc907000 req-ab84b2d0-10ae-4af8-812d-e4dd7cba8226 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.865001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c46a10f7-d3c1-4b5a-890a-05d9dc907000 req-ab84b2d0-10ae-4af8-812d-e4dd7cba8226 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1917219 Jul 16 03:52:30.905331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c46a10f7-d3c1-4b5a-890a-05d9dc907000 req-49f82c30-2624-4c02-b50f-a120951f089a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Jul 16 03:52:31.095494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34886) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.197982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.287894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.291991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.339751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38cd67e-9f74-48c4-b983-6b19b9729405,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.347680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f7be0b6468e4c13b54d171a6e978884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510667 Jul 16 03:52:31.348320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34896) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.353512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.353858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.354222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.354534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.354886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.355257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.355577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.355905 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.356224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.356545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.356864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.357181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93117dee-675b-4cd4-97a1-e87ed0b0f18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.411803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.436780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.484539 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.487882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.489101 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b38cd67e-9f74-48c4-b983-6b19b9729405 HTTP/1.1" status: 204 len: 168 time: 0.1395657 Jul 16 03:52:31.497505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38cd67e-9f74-48c4-b983-6b19b9729405,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.506244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.506720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.507057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.507563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.508058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.508555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.509046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.509544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.511362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.512111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.512454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.512782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339faa71-ea68-44a4-a5fa-9649ee4e6e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:31.813719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 34928) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.828015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34c288bb-fb95-4212-a148-114fb2f55636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.941388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34c288bb-fb95-4212-a148-114fb2f55636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.946749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34c288bb-fb95-4212-a148-114fb2f55636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.008445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c288bb-fb95-4212-a148-114fb2f55636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b95fa3d-07ac-4ff4-a1ec-7ffcc4f95298,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:32.028976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-34c288bb-fb95-4212-a148-114fb2f55636 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec7b376a82c64b878c7bfb39cddd9333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121534 Jul 16 03:52:32.029802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 34948) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:32.103449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024db37-7754-40f6-bf13-74ea630f658e req-52183faf-dc3d-4be4-b46d-f88df971a87f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.105105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e024db37-7754-40f6-bf13-74ea630f658e req-52183faf-dc3d-4be4-b46d-f88df971a87f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0724454 Jul 16 03:52:32.159674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e024db37-7754-40f6-bf13-74ea630f658e req-807f5e6f-b55e-40df-837d-b98e6d8b78dd tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Jul 16 03:52:32.447381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb49af76-5e09-487d-bf2b-c377993a1b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.471437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb49af76-5e09-487d-bf2b-c377993a1b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.518979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb49af76-5e09-487d-bf2b-c377993a1b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.521496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bb49af76-5e09-487d-bf2b-c377993a1b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.522867 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bb49af76-5e09-487d-bf2b-c377993a1b66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b95fa3d-07ac-4ff4-a1ec-7ffcc4f95298 HTTP/1.1" status: 204 len: 168 time: 0.4920526 Jul 16 03:52:32.530504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49af76-5e09-487d-bf2b-c377993a1b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b95fa3d-07ac-4ff4-a1ec-7ffcc4f95298,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:32.870990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.371427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b926c6a-2853-4f87-8c56-095df12b046d req-a97e9608-d241-4589-a40c-72b54a4eca93 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.373669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b926c6a-2853-4f87-8c56-095df12b046d req-a97e9608-d241-4589-a40c-72b54a4eca93 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0854349 Jul 16 03:52:33.413601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b926c6a-2853-4f87-8c56-095df12b046d req-0a5aa17e-d13a-49f3-834b-010d1fe0c854 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Jul 16 03:52:33.580144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.613190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f00777-35fa-47e4-8789-80117f248b08 req-04f080e3-572f-4f86-a708-8e75d5cafb13 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.615095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14f00777-35fa-47e4-8789-80117f248b08 req-04f080e3-572f-4f86-a708-8e75d5cafb13 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0707052 Jul 16 03:52:33.663235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14f00777-35fa-47e4-8789-80117f248b08 req-31b35c9e-7d5d-4fe0-af1b-694709e5f8e7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Jul 16 03:52:33.806098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35024) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:33.853627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e4d5-0c2a-4ac4-a5f3-11694a0763f2 req-f5a2233f-b7e9-41e6-9400-3d496beb4bc1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.855144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2b4e4d5-0c2a-4ac4-a5f3-11694a0763f2 req-f5a2233f-b7e9-41e6-9400-3d496beb4bc1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0723717 Jul 16 03:52:33.896277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2b4e4d5-0c2a-4ac4-a5f3-11694a0763f2 req-6d64e0fe-4b22-45f0-88e0-6c0e6d12323f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Jul 16 03:52:33.915496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2090573331', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:33.937313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Made reservation on behalf of 546bffda2d73432cab3bf530b59749de for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:33.940451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.949453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.058742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.063579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.069430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] device_id is not set on port 04eeb319-f235-4459-ba87-209927ec6d6a yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:34.105829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf65904-8a13-4bb5-8fda-6d3a07ece826 req-63ef8f87-5ece-4094-a68c-cb6a4565f464 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.107695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cf65904-8a13-4bb5-8fda-6d3a07ece826 req-63ef8f87-5ece-4094-a68c-cb6a4565f464 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0751398 Jul 16 03:52:34.131219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6863db00-66f8-463d-ac30-79c079c3dca8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.151976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cf65904-8a13-4bb5-8fda-6d3a07ece826 req-602aa63a-e497-4459-8a34-76bf6194f530 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Jul 16 03:52:34.195538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Allocated IP 172.25.4.90 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/04eeb319-f235-4459-ba87-209927ec6d6a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:34.349747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.352706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96407615-3ff3-47a2-ab77-b7286e741519 req-b5bd5425-5488-4fe4-aa3c-cb2be238f606 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.354464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96407615-3ff3-47a2-ab77-b7286e741519 req-b5bd5425-5488-4fe4-aa3c-cb2be238f606 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0804121 Jul 16 03:52:34.395948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.396675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-96407615-3ff3-47a2-ab77-b7286e741519 req-3e86e22f-53e5-479c-860f-395507ce4dea tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Jul 16 03:52:34.442467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:34.445461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:34.448230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:34.485192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Pushing event updated for resources: {'Port': ['ID=04eeb319-f235-4459-ba87-209927ec6d6a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.499479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.500310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.515486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-877fb329-47b9-4667-b74f-42e94fcf9f0c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7082539 Jul 16 03:52:34.519248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:34.523883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.90'}]}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:34.574213 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.575250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.675309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.691729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68712b-c6eb-4f3e-a076-6b071224d601 req-9d4663c8-19e4-41c5-9d1c-5d80351ee2bf tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.693219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c68712b-c6eb-4f3e-a076-6b071224d601 req-9d4663c8-19e4-41c5-9d1c-5d80351ee2bf tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1525133 Jul 16 03:52:34.844102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c68712b-c6eb-4f3e-a076-6b071224d601 req-a0ababb2-2a90-4ef3-b6bc-dcc74197b370 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187644 Jul 16 03:52:34.848087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.097104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.133395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b39ae-1075-4fc8-bf45-0ccc5d5e88db req-c266b17a-7324-4d7e-856b-58e195aae75e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:35.134893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-756b39ae-1075-4fc8-bf45-0ccc5d5e88db req-c266b17a-7324-4d7e-856b-58e195aae75e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1551709 Jul 16 03:52:35.135982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.503863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-756b39ae-1075-4fc8-bf45-0ccc5d5e88db req-ac349447-feb5-4375-ac91-d746a3e3bac2 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601162 Jul 16 03:52:35.653645 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.829769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.832480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.920238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.920687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a498474b-b869-432f-88a2-12c8dd37d771 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:52:35.942739 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:52:35.943783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f4af39ae-cb00-46c2-aeff-e3853268594c tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4234622 Jul 16 03:52:35.946819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35084) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:35.996578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839dc7-69d0-4627-a65b-86e162debeda req-fd39709d-7370-4447-8a27-85000d238f3f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:35.998054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40839dc7-69d0-4627-a65b-86e162debeda req-fd39709d-7370-4447-8a27-85000d238f3f tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1421371 Jul 16 03:52:36.060776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40839dc7-69d0-4627-a65b-86e162debeda req-6343493d-6a17-4b96-8e76-7e3fcff55a38 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562510 Jul 16 03:52:36.075908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Deleting port 04eeb319-f235-4459-ba87-209927ec6d6a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:36.076252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.153012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.164104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Calling delete_port for 04eeb319-f235-4459-ba87-209927ec6d6a owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:36.284095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.312261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Pushing event deleted for resources: {'Port': ['ID=04eeb319-f235-4459-ba87-209927ec6d6a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:36.388639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.390661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3328a5a7-3298-4886-a9e9-24a5ed50dec5 tempest-RoutersAdminNegativeIpV6Test-1052609834 tempest-RoutersAdminNegativeIpV6Test-1052609834-project-admin] 10.222.0.25 "DELETE /v2.0/ports/04eeb319-f235-4459-ba87-209927ec6d6a HTTP/1.1" status: 204 len: 168 time: 0.4429040 Jul 16 03:52:36.626807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35102) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:36.731730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d79a6a-9a5b-436d-8243-2df5ce8870d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.835965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d79a6a-9a5b-436d-8243-2df5ce8870d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.840000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6d79a6a-9a5b-436d-8243-2df5ce8870d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.879377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e6d79a6a-9a5b-436d-8243-2df5ce8870d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c0eb843347f4e04ba21bac9f51e9980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508721 Jul 16 03:52:36.880239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d79a6a-9a5b-436d-8243-2df5ce8870d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06a341-e581-4b77-b0fa-d36531e8d18d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:36.882122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35112) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:36.935987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f4028fc-4559-4bbb-97a5-96e42a231f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.956447 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f4028fc-4559-4bbb-97a5-96e42a231f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.004744 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f4028fc-4559-4bbb-97a5-96e42a231f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.007367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f4028fc-4559-4bbb-97a5-96e42a231f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.008533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6f4028fc-4559-4bbb-97a5-96e42a231f69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a06a341-e581-4b77-b0fa-d36531e8d18d HTTP/1.1" status: 204 len: 168 time: 0.1247935 Jul 16 03:52:37.019545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4028fc-4559-4bbb-97a5-96e42a231f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06a341-e581-4b77-b0fa-d36531e8d18d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:37.253345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20561a0-b6fe-426c-9cf0-5244a54721e0 req-e1cd6ed5-0a72-453d-80cd-150730d4261a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.255853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f20561a0-b6fe-426c-9cf0-5244a54721e0 req-e1cd6ed5-0a72-453d-80cd-150730d4261a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0676794 Jul 16 03:52:37.295759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f20561a0-b6fe-426c-9cf0-5244a54721e0 req-0d83bb8f-99ce-4d41-810a-8e47def25391 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348415 Jul 16 03:52:37.324452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:37.381936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7820d788-0e59-4285-8d64-2ff7f48dcb8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=546bffda2d73432cab3bf530b59749de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563715 Jul 16 03:52:37.384840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:37.455682 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae702221-e9c9-4fcc-8852-50e7ce8e862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.476970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae702221-e9c9-4fcc-8852-50e7ce8e862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.529879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae702221-e9c9-4fcc-8852-50e7ce8e862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.532695 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae702221-e9c9-4fcc-8852-50e7ce8e862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.537515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ae702221-e9c9-4fcc-8852-50e7ce8e862c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6863db00-66f8-463d-ac30-79c079c3dca8 HTTP/1.1" status: 204 len: 168 time: 0.1515739 Jul 16 03:52:37.546032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702221-e9c9-4fcc-8852-50e7ce8e862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6863db00-66f8-463d-ac30-79c079c3dca8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:37.786995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-ca0756ff-4489-4ed9-8a16-20db6e48a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.788765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-ca0756ff-4489-4ed9-8a16-20db6e48a370 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96ba3af06961429fae3e5ef1afc50876&device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 1097 time: 0.0665174 Jul 16 03:52:37.825139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe308-29ca-4d08-8499-47ef823fbcb5 req-9d0b4bc8-d654-4b63-b66f-f9f76e8a836b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.839001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-924fe308-29ca-4d08-8499-47ef823fbcb5 req-9d0b4bc8-d654-4b63-b66f-f9f76e8a836b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0773635 Jul 16 03:52:37.883649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-924fe308-29ca-4d08-8499-47ef823fbcb5 req-8fecb488-411d-4463-bab0-173e63b0ede4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Jul 16 03:52:37.920454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-54866972-b7a1-4197-8421-229d0eadbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.921943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-54866972-b7a1-4197-8421-229d0eadbb9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 200 len: 915 time: 0.1252177 Jul 16 03:52:37.971922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-8fa87f65-226e-473b-ba47-fca56b3ace68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 200 len: 217 time: 0.0438175 Jul 16 03:52:38.023646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-f96ef9f8-1086-4ac2-b205-7956d068d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.025183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-f96ef9f8-1086-4ac2-b205-7956d068d4d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 200 len: 853 time: 0.0474553 Jul 16 03:52:38.059985 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-35db4882-b234-4c50-946c-15997564916a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c863640-dbc5-4900-8dbc-2d5b4d812b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281215 Jul 16 03:52:38.156342 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-671a3e29-2f13-44d4-8ddc-39b5eb948287 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901608 Jul 16 03:52:38.275316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ce1253be-c661-41e5-9343-d2b94fe00fd5 req-f76a36c9-f050-41b4-a8f6-564e142f1f09 service neutron] 10.222.0.48 "GET /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131637 Jul 16 03:52:38.363996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:38.457975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1900302621'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:38.480079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Made reservation on behalf of a8b20d2b668343998ebd20f0bacc770c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:38.483876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.493176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.588542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.594790 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.621493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:38.636015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806e3f70-a7cc-494c-bed9-0c80df54d164,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:38.639842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.640196 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Added segment c62c42da-32e7-40d1-920f-b824c9b80da5 of type vlan for network e6ed12a7-4366-4294-8c33-acaceaa9eacd Jul 16 03:52:38.679718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.708192 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.713679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.714266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.771023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4058459 Jul 16 03:52:38.773926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:38.779564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Request body: {'subnet': {'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:38.827886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25fba9-353c-4311-ae93-490ef5083772 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event updated for resources: {'Network': ['ID=e6ed12a7-4366-4294-8c33-acaceaa9eacd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:38.838882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:38.891301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Made reservation on behalf of a8b20d2b668343998ebd20f0bacc770c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:38.895943 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.085803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d933bc0-f06a-4611-a12a-32d82d27d351 req-919df1c4-a4e2-44b0-9398-a2f0695c791c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.087372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d933bc0-f06a-4611-a12a-32d82d27d351 req-919df1c4-a4e2-44b0-9398-a2f0695c791c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0773118 Jul 16 03:52:39.128205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d933bc0-f06a-4611-a12a-32d82d27d351 req-ddadfd2c-50cc-466c-9de1-9375de393150 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 16 03:52:39.165211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.224175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event updated for resources: {'Subnet': ['ID=4a72d25c-38d6-4205-8056-7ac12fb0769a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:39.232694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Checking segment: {'id': 'c62c42da-32e7-40d1-920f-b824c9b80da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:39.233064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Network hostable DHCP agents. Network: e6ed12a7-4366-4294-8c33-acaceaa9eacd, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:39.249567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:39.258799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e6ed12a7-4366-4294-8c33-acaceaa9eacd) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:39.266622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bea06e-ee3a-4ecb-a4a3-8da37cd389fa None None] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:39.268359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.269269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.287181 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f3925976-d28c-4cd1-b893-17cb735c64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5119786 Jul 16 03:52:39.289169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:39.294158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Request body: {'port': {'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1920256484'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:39.417678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Made reservation on behalf of a8b20d2b668343998ebd20f0bacc770c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:39.421612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.434449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e6ed12a7-4366-4294-8c33-acaceaa9eacd', 'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd', 'tenant_id': 'a8b20d2b668343998ebd20f0bacc770c', 'fixed_ips': [{'subnet_id': '4a72d25c-38d6-4205-8056-7ac12fb0769a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:52:39.436016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.442398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] device_id is not set on port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:39.565316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Allocated IP 2001:db8::1a0 (e6ed12a7-4366-4294-8c33-acaceaa9eacd/4a72d25c-38d6-4205-8056-7ac12fb0769a/42cbcda0-ffc2-4314-894b-9c0a7260ac7b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:39.713625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.726964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Transition to ACTIVE for port object 42cbcda0-ffc2-4314-894b-9c0a7260ac7b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:39.759699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.814382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:39.815290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Allocated IP 2001:db8::2 (e6ed12a7-4366-4294-8c33-acaceaa9eacd/4a72d25c-38d6-4205-8056-7ac12fb0769a/faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:39.818590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:39.823491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:39.829241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.829853 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.833794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event updated for resources: {'Port': ['ID=42cbcda0-ffc2-4314-894b-9c0a7260ac7b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:39.853841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-862b6582-06ac-4205-8238-f2a739f7a89f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5635278 Jul 16 03:52:39.857888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35208) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:39.864815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Request body: {'port': {'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-987839121', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:39.865367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.api.validators [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] bootfile-name is not in valid_values {{(pid=93757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:52:39.866210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.api.validators [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] tftp-server is not in valid_values {{(pid=93757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:52:39.866531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.api.validators [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] server-ip-address is not in valid_values {{(pid=93757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:52:39.976736 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.985615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Transition to ACTIVE for port object faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:39.988162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Made reservation on behalf of a8b20d2b668343998ebd20f0bacc770c for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:39.992192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.002042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Transition to ACTIVE for port object faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:40.008762 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.009385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] device_id is not set on port 97044e1e-3e66-4e88-b3bb-e6f9ccb48c98 yet. {{(pid=93757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:40.061463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:40.062347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Pushing event updated for resources: {'Port': ['ID=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:40.065780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:40.067739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:40.133643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Attempting to bind port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:40.134335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Attempting to bind port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'c62c42da-32e7-40d1-920f-b824c9b80da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:40.134745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Attempting to bind port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 on network e6ed12a7-4366-4294-8c33-acaceaa9eacd {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:40.140311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:40.140692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Checking segment: {'id': 'c62c42da-32e7-40d1-920f-b824c9b80da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:40.141101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.141549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Bound using segment: {'id': 'c62c42da-32e7-40d1-920f-b824c9b80da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:40.142036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Bound port: faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62c42da-32e7-40d1-920f-b824c9b80da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e6ed12a7-4366-4294-8c33-acaceaa9eacd'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:40.142428 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.151277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Allocated IP 2001:db8::10d (e6ed12a7-4366-4294-8c33-acaceaa9eacd/4a72d25c-38d6-4205-8056-7ac12fb0769a/97044e1e-3e66-4e88-b3bb-e6f9ccb48c98) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:40.220515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] For port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:40.224676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] For port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,segment=NetworkSegment(c62c42da-32e7-40d1-920f-b824c9b80da5),segment_id=c62c42da-32e7-40d1-920f-b824c9b80da5)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:40.230333 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.295075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2baf6-2a93-49a6-9a48-a0153520c1f1 None None] Pushing event updated for resources: {'Port': ['ID=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:40.351804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa253b8-4ad4-4248-adf5-15833cad4e16 req-d15a2c02-5018-47b8-b0d6-684b9dd295af tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.355104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aa253b8-4ad4-4248-adf5-15833cad4e16 req-d15a2c02-5018-47b8-b0d6-684b9dd295af tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0879028 Jul 16 03:52:40.394723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.399494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aa253b8-4ad4-4248-adf5-15833cad4e16 req-cbc8883b-c270-4928-ae59-1a9418ed21d4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 Jul 16 03:52:40.424228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Transition to ACTIVE for port object 97044e1e-3e66-4e88-b3bb-e6f9ccb48c98 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:40.467555 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.529465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:40.552601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:40.563106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:40.572453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.573177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.587650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event updated for resources: {'Port': ['ID=97044e1e-3e66-4e88-b3bb-e6f9ccb48c98,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:40.606519 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-85f68b47-ad49-4af6-b640-58b8aadadb90 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7471702 Jul 16 03:52:40.608844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35226) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:40.748751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1550a-a2e3-4a68-9e6e-6a6ba69c8895 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.755270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1550a-a2e3-4a68-9e6e-6a6ba69c8895 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.761752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1550a-a2e3-4a68-9e6e-6a6ba69c8895 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.766037 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9dd1550a-a2e3-4a68-9e6e-6a6ba69c8895 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1536262 Jul 16 03:52:40.766729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:40.907306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adf0b8-b932-470e-bc72-58402dfbe5a8 req-d552ea13-f6b8-491c-b962-948626addf05 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.908813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49adf0b8-b932-470e-bc72-58402dfbe5a8 req-d552ea13-f6b8-491c-b962-948626addf05 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1131976 Jul 16 03:52:40.920755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Deleting port 97044e1e-3e66-4e88-b3bb-e6f9ccb48c98 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:40.921097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.008321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49adf0b8-b932-470e-bc72-58402dfbe5a8 req-8d365fc4-1cfb-4550-8981-6de2b5d135f9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935998 Jul 16 03:52:41.034254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.050636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Calling delete_port for 97044e1e-3e66-4e88-b3bb-e6f9ccb48c98 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:41.221614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.264464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event deleted for resources: {'Port': ['ID=97044e1e-3e66-4e88-b3bb-e6f9ccb48c98,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.305656 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.310950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-56e770c6-bd55-421e-bbe2-e77393f49487 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "DELETE /v2.0/ports/97044e1e-3e66-4e88-b3bb-e6f9ccb48c98 HTTP/1.1" status: 204 len: 168 time: 0.5398681 Jul 16 03:52:41.311149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:41.317136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Request body: {'port': {'name': 'tempest-new-port-name-181751326', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:41.317633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] bootfile-name is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:52:41.317870 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] tftp-server is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:52:41.318157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] server-ip-address is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:52:41.351300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cabef-c05d-41ea-ab31-b3cf9d3ec647 req-d693c75e-bcd6-48d3-abbf-acb40c12dedb tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.353275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-537cabef-c05d-41ea-ab31-b3cf9d3ec647 req-d693c75e-bcd6-48d3-abbf-acb40c12dedb tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1097 time: 0.1882720 Jul 16 03:52:41.382890 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-537cabef-c05d-41ea-ab31-b3cf9d3ec647 req-814aeee0-5b72-45d5-ae62-7f3dc56072b8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.443464 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.480185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bd907-12cb-4ccd-af6e-3e374c41642d None None] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:41.550377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b66ae12d-86b7-48d9-a777-693369c672fb None None] Provisioning for port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:41.642734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-537cabef-c05d-41ea-ab31-b3cf9d3ec647 req-814aeee0-5b72-45d5-ae62-7f3dc56072b8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.653964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-537cabef-c05d-41ea-ab31-b3cf9d3ec647 req-814aeee0-5b72-45d5-ae62-7f3dc56072b8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.697606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-537cabef-c05d-41ea-ab31-b3cf9d3ec647 req-814aeee0-5b72-45d5-ae62-7f3dc56072b8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324172 Jul 16 03:52:41.715745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aeee0-5b72-45d5-ae62-7f3dc56072b8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c909b6bf-44d2-4b0d-a538-b838b080bc87,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.746124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.755861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.813224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] In _notify_port_updated(), no bound segment for port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b on network e6ed12a7-4366-4294-8c33-acaceaa9eacd {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:52:41.821204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.822073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.823447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "PUT /v2.0/ports/42cbcda0-ffc2-4314-894b-9c0a7260ac7b HTTP/1.1" status: 200 len: 1129 time: 0.5113702 Jul 16 03:52:41.826247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35262) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:41.841366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14368641-3e81-4e40-a608-f6afb6c1976a tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event updated for resources: {'Port': ['ID=42cbcda0-ffc2-4314-894b-9c0a7260ac7b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.913090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b92ed-e0d9-410c-bf42-a2df404c8584 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.917726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-744b92ed-e0d9-410c-bf42-a2df404c8584 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "GET /v2.0/ports/42cbcda0-ffc2-4314-894b-9c0a7260ac7b HTTP/1.1" status: 200 len: 1129 time: 0.0869620 Jul 16 03:52:41.918075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35264) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:41.934094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0dda-4a9e-49ec-8ef1-b0f3a5c95963 req-5fa526b7-5298-4475-96a0-e8067910e3f6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.935677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c70b0dda-4a9e-49ec-8ef1-b0f3a5c95963 req-5fa526b7-5298-4475-96a0-e8067910e3f6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0728183 Jul 16 03:52:41.986972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c70b0dda-4a9e-49ec-8ef1-b0f3a5c95963 req-1d8f2d86-f350-4370-bf40-9480adad4651 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Jul 16 03:52:41.992357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef934f82-a815-478e-83fc-ebdd4941fa88 None None] Provisioning for port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:41.997475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef934f82-a815-478e-83fc-ebdd4941fa88 None None] Provisioning complete for port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:41.998217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef934f82-a815-478e-83fc-ebdd4941fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.018864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:42.055960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ef934f82-a815-478e-83fc-ebdd4941fa88 None None] Port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:42.086952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Deleting port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:42.087560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.113063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9caed4f6-d5f5-4739-84a4-7fc64f039f96 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/503dd901-99f8-4013-8e31-b16f45aebd19 HTTP/1.1" status: 200 len: 994 time: 0.0879829 Jul 16 03:52:42.194861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.211338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Calling delete_port for 42cbcda0-ffc2-4314-894b-9c0a7260ac7b owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:42.352763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:42.406827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.429601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-99240450-a5ca-4b92-9ce0-d1c05caae4a3 None None] Provisioning complete for port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:42.429980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99240450-a5ca-4b92-9ce0-d1c05caae4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.443367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event deleted for resources: {'Port': ['ID=42cbcda0-ffc2-4314-894b-9c0a7260ac7b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.461426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-99240450-a5ca-4b92-9ce0-d1c05caae4a3 None None] Port 42cbcda0-ffc2-4314-894b-9c0a7260ac7b was deleted so its status cannot be updated. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:52:42.480136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:42.485068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:42.486867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.513029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.515089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a528afaf-d57d-4557-87dc-04555bc34c8f tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "DELETE /v2.0/ports/42cbcda0-ffc2-4314-894b-9c0a7260ac7b HTTP/1.1" status: 204 len: 168 time: 0.5953646 Jul 16 03:52:42.517694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35280) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:42.584651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Deleting subnet 4a72d25c-38d6-4205-8056-7ac12fb0769a {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:42.588035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.607167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.645493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.667998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,segment=NetworkSegment(c62c42da-32e7-40d1-920f-b824c9b80da5),segment_id=c62c42da-32e7-40d1-920f-b824c9b80da5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:42.676857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.680899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced62b-28ca-42c3-8afe-66d15cb42c2f req-0966de68-6495-4c10-9efa-c4f9d5487331 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:42.683360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8ced62b-28ca-42c3-8afe-66d15cb42c2f req-0966de68-6495-4c10-9efa-c4f9d5487331 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.5254836 Jul 16 03:52:42.753583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.778152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f7c577b1-4db2-4666-898d-0ff80be0358d None None] Could not find standard attr ID for object 97044e1e-3e66-4e88-b3bb-e6f9ccb48c98. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:52:42.779821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8ced62b-28ca-42c3-8afe-66d15cb42c2f req-e8337b8d-3a90-4903-97b0-5acdff5a2487 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876660 Jul 16 03:52:42.810402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.881716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.911682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event deleted for resources: {'Subnet': ['ID=4a72d25c-38d6-4205-8056-7ac12fb0769a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.926746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.928717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b496981b-2197-474f-8104-253b057dc914 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "DELETE /v2.0/subnets/4a72d25c-38d6-4205-8056-7ac12fb0769a HTTP/1.1" status: 204 len: 168 time: 0.4082959 Jul 16 03:52:42.931577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:43.009834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8aec81-afc9-4fb3-9970-d12810d19c55 None None] Network e6ed12a7-4366-4294-8c33-acaceaa9eacd requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:43.027693 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.135690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Deleting port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:43.136041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.177225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3267e15-fd40-43e6-8232-4c3e3d8fecc6 req-de2967fe-5121-4b93-8f84-919974cf05f5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:43.178975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3267e15-fd40-43e6-8232-4c3e3d8fecc6 req-de2967fe-5121-4b93-8f84-919974cf05f5 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1104522 Jul 16 03:52:43.231711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] For port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,segment=NetworkSegment(c62c42da-32e7-40d1-920f-b824c9b80da5),segment_id=c62c42da-32e7-40d1-920f-b824c9b80da5)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:43.232082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.247672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] DHCP port deletion for e6ed12a7-4366-4294-8c33-acaceaa9eacd request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:52:43.260992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Calling delete_port for faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:43.269642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3267e15-fd40-43e6-8232-4c3e3d8fecc6 req-941b58bc-8656-4396-83a3-e00db0d34944 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613585 Jul 16 03:52:43.306789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] Deleting port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:43.307252 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.362986 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.396554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] For port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,segment=NetworkSegment(c62c42da-32e7-40d1-920f-b824c9b80da5),segment_id=c62c42da-32e7-40d1-920f-b824c9b80da5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:43.396946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.398176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event deleted for resources: {'Port': ['ID=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:43.400715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] No DVR routers for this DVR port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:43.410596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-0d875a2b-9d4b-47e0-9e9b-01d367d6349d req-706408c2-1159-4c9c-8032-e1b28b13ca1b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:52:43.411333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d875a2b-9d4b-47e0-9e9b-01d367d6349d req-706408c2-1159-4c9c-8032-e1b28b13ca1b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060709 Jul 16 03:52:43.417280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] Calling delete_port for faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:43.502456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.513992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ed12a7-4366-4294-8c33-acaceaa9eacd']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:43.528590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62c42da-32e7-40d1-920f-b824c9b80da5') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:43.528933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62c42da-32e7-40d1-920f-b824c9b80da5') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:43.531904 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.541383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.557907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.559826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] Pushing event deleted for resources: {'Port': ['ID=faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:43.564799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bab492-48ed-48e9-8b1f-ca672b8a04cb None None] No DVR routers for this DVR port faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:43.565409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:43.566125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:43.569806 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:43.642112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.651861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.654993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] 10.222.0.25 "DELETE /v2.0/networks/e6ed12a7-4366-4294-8c33-acaceaa9eacd HTTP/1.1" status: 204 len: 168 time: 0.7224021 Jul 16 03:52:43.666029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294f4fe-4f6a-407f-b2bf-e4e36efd8448 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318 tempest-ExtraDHCPOptionsIpV6TestJSON-349977318-project] Pushing event deleted for resources: {'Network': ['ID=e6ed12a7-4366-4294-8c33-acaceaa9eacd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:43.812259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:43.959178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:43.972293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-38841b9e-d679-4acb-a319-e6aef7158be9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583693 Jul 16 03:52:43.981266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-817b5578-7b0e-4d6c-8b59-24dd70d13d18 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:52:43.982239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-817b5578-7b0e-4d6c-8b59-24dd70d13d18 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054488 Jul 16 03:52:44.018603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0306b4c-d637-4f15-85eb-bb789c07365c req-54becff0-c4f9-4a06-951f-edbb06ac3419 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:44.023718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0306b4c-d637-4f15-85eb-bb789c07365c req-54becff0-c4f9-4a06-951f-edbb06ac3419 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0892534 Jul 16 03:52:44.077719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0306b4c-d637-4f15-85eb-bb789c07365c req-433bb428-0e73-46ca-b133-8ea4979708a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482838 Jul 16 03:52:44.132704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5efc72f3-3a9a-40d3-a831-209a764e53d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8b20d2b668343998ebd20f0bacc770c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723120 Jul 16 03:52:44.135207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35338) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:44.196405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb3d8fb7-d631-41e0-bb8e-fcbe9d2c0b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.248706 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb3d8fb7-d631-41e0-bb8e-fcbe9d2c0b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.280503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6b96-f80e-43d0-8d8e-5259812ae231 req-8b246380-3f4c-4697-b40c-a332fc29207c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:44.282736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-967f6b96-f80e-43d0-8d8e-5259812ae231 req-8b246380-3f4c-4697-b40c-a332fc29207c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0758178 Jul 16 03:52:44.322327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:44.331276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-967f6b96-f80e-43d0-8d8e-5259812ae231 req-b45c8a63-4556-46f3-b6ae-4e65e184fb81 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Jul 16 03:52:44.368957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:44.369423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device faacb112-d9ae-4eb0-8ef8-3dafb49dd3e1 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:44.380217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb3d8fb7-d631-41e0-bb8e-fcbe9d2c0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.383283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb3d8fb7-d631-41e0-bb8e-fcbe9d2c0b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.387151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fb3d8fb7-d631-41e0-bb8e-fcbe9d2c0b24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/806e3f70-a7cc-494c-bed9-0c80df54d164 HTTP/1.1" status: 204 len: 168 time: 0.2509253 Jul 16 03:52:44.395312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d8fb7-d631-41e0-bb8e-fcbe9d2c0b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e3f70-a7cc-494c-bed9-0c80df54d164,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:44.562153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e9748-da8e-4561-a9bb-e7cb76167e23 req-016ef772-e41d-4aae-83bb-7f02e3b1288b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:44.563754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b5e9748-da8e-4561-a9bb-e7cb76167e23 req-016ef772-e41d-4aae-83bb-7f02e3b1288b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0670159 Jul 16 03:52:44.614931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b5e9748-da8e-4561-a9bb-e7cb76167e23 req-3d07dc58-6e79-4d70-a933-6354fbf0691e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Jul 16 03:52:45.144034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b153f0c-b420-453c-b216-75d63449b897 req-5434c53e-738e-4af6-a85e-e82b2dd09a77 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.152802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b153f0c-b420-453c-b216-75d63449b897 req-5434c53e-738e-4af6-a85e-e82b2dd09a77 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.3756695 Jul 16 03:52:45.192523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b153f0c-b420-453c-b216-75d63449b897 req-70535c6d-84c8-4974-a4a2-7b8586e519f9 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Jul 16 03:52:45.294056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35394) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:45.366895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73fd7-32eb-423a-aca3-c9ce09f8dd3c req-2c5c124d-acd1-45c2-b40f-9554f213b807 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.373699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9a73fd7-32eb-423a-aca3-c9ce09f8dd3c req-2c5c124d-acd1-45c2-b40f-9554f213b807 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0732472 Jul 16 03:52:45.409706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9a73fd7-32eb-423a-aca3-c9ce09f8dd3c req-598c7e0c-cc3c-4e45-8c25-1cffbb642df3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Jul 16 03:52:45.413544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'networks': [{'name': 'tempest-network--215570627'}, {'name': 'tempest-network--1783218706'}]} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:45.414045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'network': {'name': 'tempest-network--215570627'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:45.415877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'network': {'name': 'tempest-network--1783218706'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:45.449971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'network': 2} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:45.455053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.463967 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.595485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5712819-b4e8-4bf7-923d-b74ca0c67685 req-ddd790e8-0f14-421e-b490-377a4cbf931e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.597565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5712819-b4e8-4bf7-923d-b74ca0c67685 req-ddd790e8-0f14-421e-b490-377a4cbf931e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0665233 Jul 16 03:52:45.624279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.633190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.633959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.647735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5712819-b4e8-4bf7-923d-b74ca0c67685 req-39950a3e-2c2b-4d35-836b-c668479c6cc7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 Jul 16 03:52:45.656191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-9a594698-07c9-46be-b6a7-9f47b23466ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.657738 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-9a594698-07c9-46be-b6a7-9f47b23466ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1097 time: 0.1348863 Jul 16 03:52:45.718831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184999a7-d656-4cf4-a861-4028e2ac4e8b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:45.722308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:45.762559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.763001 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Added segment 6a9515b0-1fa9-4a75-bb14-aae42ccd51ac of type vlan for network 0dff8c35-c8ea-47d9-8258-7ac89c1d7638 Jul 16 03:52:45.819016 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.828985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-12835505-da15-49ee-9240-1d8207fa21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.831155 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-12835505-da15-49ee-9240-1d8207fa21b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1613910 Jul 16 03:52:45.900836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:45.917322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.917665 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Added segment 66679863-6d48-4b5d-874a-012a9ebfe00c of type vlan for network 11beee43-bfca-4a2a-bbde-d20a9cd297a6 Jul 16 03:52:45.920525 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-ca0c515e-b473-43fc-8a24-4bcd5b41ca65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1002 time: 0.0817311 Jul 16 03:52:45.924540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33963e0-771b-4962-8c85-a4778784d91b req-25e5c957-68e9-46f1-bb33-9b0144861423 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.926054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d33963e0-771b-4962-8c85-a4778784d91b req-25e5c957-68e9-46f1-bb33-9b0144861423 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0709889 Jul 16 03:52:45.967500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d33963e0-771b-4962-8c85-a4778784d91b req-0b89e351-e564-4031-b4e6-239465b2f0cf tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Jul 16 03:52:45.990301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.003362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b9ee919a-adcb-41cf-a491-7c42016d119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.004846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b9ee919a-adcb-41cf-a491-7c42016d119e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0770428 Jul 16 03:52:46.064091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.065097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.070524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.075234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.075864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.154774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182b9b-bac0-416c-9621-9ca2cd6f2882 req-31059d30-c4df-41be-bc63-b938a5ff7571 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.161620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20182b9b-bac0-416c-9621-9ca2cd6f2882 req-31059d30-c4df-41be-bc63-b938a5ff7571 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0716681 Jul 16 03:52:46.176246 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8810167 Jul 16 03:52:46.178997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-64cce411-ce5b-48d4-8bc1-78eb0a26e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.180497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:46.181790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-64cce411-ce5b-48d4-8bc1-78eb0a26e373 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686492 Jul 16 03:52:46.182613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Network': ['ID=0dff8c35-c8ea-47d9-8258-7ac89c1d7638,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:46.203225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0dff8c35-c8ea-47d9-8258-7ac89c1d7638 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:46.265493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a215f-0f05-42a1-b553-65f8fd681dd5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Network': ['ID=11beee43-bfca-4a2a-bbde-d20a9cd297a6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:46.308248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 11beee43-bfca-4a2a-bbde-d20a9cd297a6 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:46.317378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20182b9b-bac0-416c-9621-9ca2cd6f2882 req-2179b040-80a4-4be3-b932-2db444b90cd7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547837 Jul 16 03:52:46.385719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0b144-bc36-4c91-bf22-ce01d700bdb7 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.389632 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-d1ad99b2-6344-408b-b84d-c41ac76afd3f service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252506 Jul 16 03:52:46.405090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0b144-bc36-4c91-bf22-ce01d700bdb7 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.411009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0b144-bc36-4c91-bf22-ce01d700bdb7 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.417588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0b144-bc36-4c91-bf22-ce01d700bdb7 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.421467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-55e0b144-bc36-4c91-bf22-ce01d700bdb7 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2373626 Jul 16 03:52:46.422175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:46.520411 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.645145 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.654632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf587f-2695-4cb0-847c-1bb21ce9d6c3 req-ba161a54-7260-4da5-b95c-f054a66c219a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.656235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfaf587f-2695-4cb0-847c-1bb21ce9d6c3 req-ba161a54-7260-4da5-b95c-f054a66c219a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1529915 Jul 16 03:52:46.665491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dff8c35-c8ea-47d9-8258-7ac89c1d7638']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:46.682239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9515b0-1fa9-4a75-bb14-aae42ccd51ac') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:46.682601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9515b0-1fa9-4a75-bb14-aae42ccd51ac') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:46.699012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.724563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.729143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cfaf587f-2695-4cb0-847c-1bb21ce9d6c3 req-4eb75e00-a31b-4e94-a456-71bfacdb5ee6 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 Jul 16 03:52:46.733876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:46.734585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:46.738678 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:46.745793 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-4c686e2a-2eda-42b1-a6e9-8cbfe602fc29 service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489664 Jul 16 03:52:46.800863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.809239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.814341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35418) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:46.824101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/networks/0dff8c35-c8ea-47d9-8258-7ac89c1d7638 HTTP/1.1" status: 204 len: 168 time: 0.4004633 Jul 16 03:52:46.850597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cfcff-d01c-49bb-8115-e2e5f7bfafc6 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Network': ['ID=0dff8c35-c8ea-47d9-8258-7ac89c1d7638,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:46.901667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.938727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff1871-5f90-4c32-9aa8-3f8272776798 req-4a6123be-b450-4a96-9d82-40f0d0a51335 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:46.940436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acff1871-5f90-4c32-9aa8-3f8272776798 req-4a6123be-b450-4a96-9d82-40f0d0a51335 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0757363 Jul 16 03:52:46.980321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acff1871-5f90-4c32-9aa8-3f8272776798 req-7652f1f7-fa0d-4479-9cae-d407273718ab tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331583 Jul 16 03:52:47.007491 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.018328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11beee43-bfca-4a2a-bbde-d20a9cd297a6']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:47.028182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66679863-6d48-4b5d-874a-012a9ebfe00c') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:47.028475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66679863-6d48-4b5d-874a-012a9ebfe00c') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:47.037661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.051202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.057426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:47.057846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:47.060898 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:47.138770 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.151844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.155996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/networks/11beee43-bfca-4a2a-bbde-d20a9cd297a6 HTTP/1.1" status: 204 len: 168 time: 0.3383429 Jul 16 03:52:47.156923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:47.160845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f65c09-d8d8-4b01-8822-e6ad6f902b29 req-efd209e2-4861-48b5-a053-187a940756f4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.162565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09f65c09-d8d8-4b01-8822-e6ad6f902b29 req-efd209e2-4861-48b5-a053-187a940756f4 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0767524 Jul 16 03:52:47.200694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-09f65c09-d8d8-4b01-8822-e6ad6f902b29 req-245d0ff7-06b3-4908-9515-fa70203bf47c tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Jul 16 03:52:47.209260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908823f-6fef-40de-b1bf-e27ee6091efe tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Network': ['ID=11beee43-bfca-4a2a-bbde-d20a9cd297a6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:47.363184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6527ee81-33f3-473e-b126-6fddd2c81aef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.370095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6527ee81-33f3-473e-b126-6fddd2c81aef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.371952 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6527ee81-33f3-473e-b126-6fddd2c81aef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2143807 Jul 16 03:52:47.375415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35428) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:47.380876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1045304113'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:47.405017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:47.407166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9aa1-f212-4682-b03a-d895f4247fc2 req-8d4124ae-6efd-4487-a109-c388dad59c69 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.408618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.410997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7ca9aa1-f212-4682-b03a-d895f4247fc2 req-8d4124ae-6efd-4487-a109-c388dad59c69 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0768988 Jul 16 03:52:47.433236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:47.443878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.444220 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Added segment 40211c6e-3760-4177-bf65-7bcd45765ff2 of type vlan for network 737f3aca-343b-41d5-805a-bf8dc0673a15 Jul 16 03:52:47.453915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e7ca9aa1-f212-4682-b03a-d895f4247fc2 req-89d907a6-6d9c-4dfb-a7b0-f10e42fca037 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Jul 16 03:52:47.486376 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.518520 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.524549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.525236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.570560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1939621 Jul 16 03:52:47.571846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:47.604803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328a6b1-dbcd-4cdb-a105-fee1d546c201 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Network': ['ID=737f3aca-343b-41d5-805a-bf8dc0673a15,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:47.606771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-376300283'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:47.616684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 737f3aca-343b-41d5-805a-bf8dc0673a15 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:47.641966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:47.645533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.674770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d753-e24a-4812-9154-951176c9e5a9 req-07f96222-1c86-4d7b-9f28-c9b19da04f4e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.676307 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b65d753-e24a-4812-9154-951176c9e5a9 req-07f96222-1c86-4d7b-9f28-c9b19da04f4e tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1058607 Jul 16 03:52:47.684602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:47.707788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.708062 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Added segment 1242e901-9feb-4a70-88fd-5003b45bf4fc of type vlan for network ee93f618-b104-4108-98cf-8b4e7bd238db Jul 16 03:52:47.753614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b65d753-e24a-4812-9154-951176c9e5a9 req-6930f370-b247-482e-af9d-747835f5aeef tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667675 Jul 16 03:52:47.763061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.801516 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.807667 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.808317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.850529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2769892 Jul 16 03:52:47.853708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:47.860634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'ports': [{'network_id': '737f3aca-343b-41d5-805a-bf8dc0673a15', 'name': 'tempest-port--1619711078', 'admin_state_up': True}, {'network_id': 'ee93f618-b104-4108-98cf-8b4e7bd238db', 'admin_state_up': False}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:47.860990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'port': {'network_id': '737f3aca-343b-41d5-805a-bf8dc0673a15', 'name': 'tempest-port--1619711078', 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:47.861473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'port': {'network_id': 'ee93f618-b104-4108-98cf-8b4e7bd238db', 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:47.900618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cae926-e8d4-4301-a53e-64d60068db5b tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Network': ['ID=ee93f618-b104-4108-98cf-8b4e7bd238db,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:47.910968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ee93f618-b104-4108-98cf-8b4e7bd238db details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:48.063438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793159b-0867-422a-b926-685a1ff9927f req-92160272-cd44-40c1-ae1f-e6d4b3211853 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:48.065431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5793159b-0867-422a-b926-685a1ff9927f req-92160272-cd44-40c1-ae1f-e6d4b3211853 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1758842 Jul 16 03:52:48.110140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'port': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:48.114569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.129300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5793159b-0867-422a-b926-685a1ff9927f req-1ce0df50-1ec8-4964-9aaf-bc7286d16bb7 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Jul 16 03:52:48.133170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.234399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] device_id is not set on port 51132066-d656-40e9-9449-38eba01a00ad yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:48.389149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2fa7-2c7d-444f-9936-34f2731a9561 req-218f98f2-420f-4e9d-b9c4-29133edd2051 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:48.391202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-157c2fa7-2c7d-444f-9936-34f2731a9561 req-218f98f2-420f-4e9d-b9c4-29133edd2051 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1382887 Jul 16 03:52:48.467271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-157c2fa7-2c7d-444f-9936-34f2731a9561 req-521fc33c-2256-4e54-b34b-d66b6310cefd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675769 Jul 16 03:52:48.471440 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.553534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] device_id is not set on port 7df6385e-b272-4b59-b55e-a3ab32182cf2 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:48.674127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.715872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.791031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Port': ['ID=51132066-d656-40e9-9449-38eba01a00ad,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:48.805018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Checking segment: {'id': '40211c6e-3760-4177-bf65-7bcd45765ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '737f3aca-343b-41d5-805a-bf8dc0673a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:48.805424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network hostable DHCP agents. Network: 737f3aca-343b-41d5-805a-bf8dc0673a15, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:48.825965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network 737f3aca-343b-41d5-805a-bf8dc0673a15 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:48.837438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 737f3aca-343b-41d5-805a-bf8dc0673a15) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:48.846769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:48.848860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbae8b-7c22-4e2c-be2e-1ca104105cdf None None] Network 737f3aca-343b-41d5-805a-bf8dc0673a15 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:48.850926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.935765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Checking segment: {'id': '1242e901-9feb-4a70-88fd-5003b45bf4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ee93f618-b104-4108-98cf-8b4e7bd238db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:48.936228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network hostable DHCP agents. Network: ee93f618-b104-4108-98cf-8b4e7bd238db, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:48.948552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Port': ['ID=7df6385e-b272-4b59-b55e-a3ab32182cf2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:48.963250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network ee93f618-b104-4108-98cf-8b4e7bd238db is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:48.977000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ee93f618-b104-4108-98cf-8b4e7bd238db) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:48.993875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47af48-927b-4544-b765-f3fb0b056a57 None None] Network ee93f618-b104-4108-98cf-8b4e7bd238db requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:48.996378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:49.003136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.009081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.009778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.034876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35544) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:49.035417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-96245543-5e18-4cb4-acf0-cfbf2e8df1ef tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1805987 Jul 16 03:52:49.136130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b9556-01f9-441f-94bb-9d50bea47e61 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.143271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b9556-01f9-441f-94bb-9d50bea47e61 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.145162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-804b9556-01f9-441f-94bb-9d50bea47e61 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1085808 Jul 16 03:52:49.148672 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35560) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:49.268855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Deleting port 51132066-d656-40e9-9449-38eba01a00ad {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:49.269383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.346027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.370494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Calling delete_port for 51132066-d656-40e9-9449-38eba01a00ad owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:49.471003 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.509039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Port': ['ID=51132066-d656-40e9-9449-38eba01a00ad,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:49.515185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.517813 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-736157b2-5ae7-4c8b-b4cd-b44a071a3498 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/ports/51132066-d656-40e9-9449-38eba01a00ad HTTP/1.1" status: 204 len: 168 time: 0.3672378 Jul 16 03:52:49.520683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35620) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:49.689832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Deleting port 7df6385e-b272-4b59-b55e-a3ab32182cf2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:49.690166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.766091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd07cd-8963-44e7-9ce0-f0275bd94f4b req-049d836f-4eed-4c11-a6c8-46dfbff820eb tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.767625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fcd07cd-8963-44e7-9ce0-f0275bd94f4b req-049d836f-4eed-4c11-a6c8-46dfbff820eb tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1364844 Jul 16 03:52:49.779344 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.805578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Calling delete_port for 7df6385e-b272-4b59-b55e-a3ab32182cf2 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:49.832927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fcd07cd-8963-44e7-9ce0-f0275bd94f4b req-b9050bf9-3e2d-4939-91ce-af4a377cacae tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555749 Jul 16 03:52:49.913619 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.943496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Port': ['ID=7df6385e-b272-4b59-b55e-a3ab32182cf2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:49.950810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.955113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94be00b8-f153-4ce0-aff3-d0a76364d47d tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/ports/7df6385e-b272-4b59-b55e-a3ab32182cf2 HTTP/1.1" status: 204 len: 168 time: 0.4310079 Jul 16 03:52:49.956492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35678) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:49.988286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b89933f8-f548-4b76-8cb9-7a2ca66b0388 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306225 Jul 16 03:52:49.992644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35684) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:49.997774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1494716733'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:50.020589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:50.024356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.050498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:50.060312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.060643 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Added segment 62413999-113d-4527-8f8a-b59c881c8a83 of type vlan for network ec987da4-699c-4505-8541-7049de0ab2e0 Jul 16 03:52:50.108251 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.144615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.150951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.151645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.191463 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1978426 Jul 16 03:52:50.194142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:50.199694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1236443579'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:50.226985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60844c59-72bf-42df-a625-676c712d1533 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Network': ['ID=ec987da4-699c-4505-8541-7049de0ab2e0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:50.229960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:50.233682 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.238614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ec987da4-699c-4505-8541-7049de0ab2e0 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:50.261145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:50.276701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.277091 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Added segment ec996e7b-752c-4fef-8a1b-677b32da6af0 of type vlan for network 0809c7e3-a1d5-4e15-8807-6707b3118335 Jul 16 03:52:50.329385 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.378461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.388210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.389039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.469638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Network': ['ID=0809c7e3-a1d5-4e15-8807-6707b3118335,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:50.513080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3d9d29f3-2e23-45cd-a183-bba8d436bf33 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3086658 Jul 16 03:52:50.513256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0809c7e3-a1d5-4e15-8807-6707b3118335 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:50.725789 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39d5a7e1-6fac-4718-80a9-65b6a66879ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.044802 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af8f8-7c3c-49f0-8e94-e4d96c57f9f2 req-f620d09c-b2a3-4946-b74c-bb36ccae507e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:51.054809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d22af8f8-7c3c-49f0-8e94-e4d96c57f9f2 req-f620d09c-b2a3-4946-b74c-bb36ccae507e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0816140 Jul 16 03:52:51.101417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d22af8f8-7c3c-49f0-8e94-e4d96c57f9f2 req-6beb4b31-38d8-4f9e-8d11-8bcd2c22aa47 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Jul 16 03:52:52.283274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b1eaa-054d-41e6-ae42-d7d5b9232e38 req-c5f0abda-f5b0-4ec3-9cb8-ce3db6806fb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:52.284770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-944b1eaa-054d-41e6-ae42-d7d5b9232e38 req-c5f0abda-f5b0-4ec3-9cb8-ce3db6806fb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0678172 Jul 16 03:52:52.323342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-944b1eaa-054d-41e6-ae42-d7d5b9232e38 req-3b62c7b7-3c2f-4992-9403-55350e5bdca7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325930 Jul 16 03:52:53.372684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebee89-f12b-47f3-a300-de8401fa2a61 req-0a7376fb-8230-4ebc-ba0e-f5b33c3393db tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:53.374375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aaebee89-f12b-47f3-a300-de8401fa2a61 req-0a7376fb-8230-4ebc-ba0e-f5b33c3393db tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0841129 Jul 16 03:52:53.413046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aaebee89-f12b-47f3-a300-de8401fa2a61 req-fc39d0dc-6cfe-4632-a4bf-04df3ab6ec8a tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Jul 16 03:52:53.523708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24983fb5-fb30-4a39-8063-de65b980038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.595965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324992-1876-4640-b73a-4584f6c789ff req-247bfb62-8be5-4d1f-8bd4-105e6693add3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:53.597658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2324992-1876-4640-b73a-4584f6c789ff req-247bfb62-8be5-4d1f-8bd4-105e6693add3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0684285 Jul 16 03:52:53.636846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2324992-1876-4640-b73a-4584f6c789ff req-dd3784ed-0210-4a08-96f9-1bbadb9755c3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332761 Jul 16 03:52:53.713542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:53.719728 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'subnets': [{'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2100810090', 'ip_version': 6}, {'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:53.720085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'subnet': {'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2100810090', 'ip_version': 6}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:53.720798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Request body: {'subnet': {'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:53.852848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.891583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Made reservation on behalf of 24da77aff2b84ad5be7847383566bfb5 for: {'subnet': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:53.896621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.896964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.278026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.335937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Subnet': ['ID=4885eecb-d3d3-494d-a896-98e165b74d42,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:54.346844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Checking segment: {'id': '62413999-113d-4527-8f8a-b59c881c8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:54.347206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network hostable DHCP agents. Network: ec987da4-699c-4505-8541-7049de0ab2e0, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:54.366154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network ec987da4-699c-4505-8541-7049de0ab2e0 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:54.376927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ec987da4-699c-4505-8541-7049de0ab2e0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:54.380345 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.381370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.397958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166fc77-6c70-4a62-9746-52c469fec055 None None] Network ec987da4-699c-4505-8541-7049de0ab2e0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:54.455868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event updated for resources: {'Subnet': ['ID=7eb373e5-1bdb-48f6-ae99-14f67fbc2b52,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:54.467843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Checking segment: {'id': 'ec996e7b-752c-4fef-8a1b-677b32da6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:54.468205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network hostable DHCP agents. Network: 0809c7e3-a1d5-4e15-8807-6707b3118335, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:54.490964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Network 0809c7e3-a1d5-4e15-8807-6707b3118335 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:54.503062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0809c7e3-a1d5-4e15-8807-6707b3118335) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:54.508128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.508718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.509455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.527842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a10b9-6730-4147-9413-c33bdc5b1400 None None] Network 0809c7e3-a1d5-4e15-8807-6707b3118335 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:54.531101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bea2aa02-7740-411d-89ff-b074f8fc3fa8 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8139608 Jul 16 03:52:54.531101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:54.632159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ec987da4-699c-4505-8541-7049de0ab2e0', 'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0', 'tenant_id': '24da77aff2b84ad5be7847383566bfb5', 'fixed_ips': [{'subnet_id': '4885eecb-d3d3-494d-a896-98e165b74d42'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:52:54.633063 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.650661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1ac16-bce0-459a-8bcb-1224507f17cd tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.652205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1ac16-bce0-459a-8bcb-1224507f17cd tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.653817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1ac16-bce0-459a-8bcb-1224507f17cd tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.666589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d9d1ac16-bce0-459a-8bcb-1224507f17cd tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1231878 Jul 16 03:52:54.667262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:54.702375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad587-ba5c-4e90-9934-ee210413cdc5 req-467e2284-047e-4671-a3ec-9bd317b461db tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.704025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd9ad587-ba5c-4e90-9934-ee210413cdc5 req-467e2284-047e-4671-a3ec-9bd317b461db tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.1624882 Jul 16 03:52:54.742360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Deleting subnet 4885eecb-d3d3-494d-a896-98e165b74d42 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:54.759750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd9ad587-ba5c-4e90-9934-ee210413cdc5 req-92c46ec3-8a29-4a53-81d0-8ccb1913862b tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/security-groups?id=ce345ede-3668-4343-b12e-bb1ac5d9172e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488517 Jul 16 03:52:54.806776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Allocated IP 2001:db8::1 (ec987da4-699c-4505-8541-7049de0ab2e0/4885eecb-d3d3-494d-a896-98e165b74d42/bab83a24-efbe-4603-b59f-70a0eb064f9f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:54.917146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795277-89b5-4544-a78b-ef667523bfde req-e84d7867-388d-408b-9601-88a3c4e5d336 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.919083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b795277-89b5-4544-a78b-ef667523bfde req-e84d7867-388d-408b-9601-88a3c4e5d336 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 946 time: 0.0850797 Jul 16 03:52:54.940592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0809c7e3-a1d5-4e15-8807-6707b3118335', 'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335', 'tenant_id': '24da77aff2b84ad5be7847383566bfb5', 'fixed_ips': [{'subnet_id': '7eb373e5-1bdb-48f6-ae99-14f67fbc2b52'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:52:54.941455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.034800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Deleting port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:55.035595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.110315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Allocated IP 2001:db8:0:1::1 (0809c7e3-a1d5-4e15-8807-6707b3118335/7eb373e5-1bdb-48f6-ae99-14f67fbc2b52/6ce47407-d234-4d78-b826-12f8ffe3066f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:55.143338 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] For port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,segment=NetworkSegment(bb2669ce-1d89-46a5-b156-e31c0ae72b98),segment_id=bb2669ce-1d89-46a5-b156-e31c0ae72b98)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:55.143989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.158175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Calling delete_port for 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:55.277225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b39e01-e029-446e-9ac5-50803bf1bbe3 req-f9d59284-5582-4aaf-8fd5-d5321b2a6da7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:55.278915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59b39e01-e029-446e-9ac5-50803bf1bbe3 req-f9d59284-5582-4aaf-8fd5-d5321b2a6da7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.3986921 Jul 16 03:52:55.297224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.322641 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.326145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:55.330532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Pushing event deleted for resources: {'Port': ['ID=2cbb7d87-3b88-4e7c-bd91-187c16b2f12b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.331863 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59b39e01-e029-446e-9ac5-50803bf1bbe3 req-3fc941d3-5b02-4834-8c04-8a12326a539b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472789 Jul 16 03:52:55.373392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Transition to ACTIVE for port object 6ce47407-d234-4d78-b826-12f8ffe3066f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:55.388596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] No DVR routers for this DVR port 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:55.392090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.394386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b795277-89b5-4544-a78b-ef667523bfde req-d936e0ae-dcaf-4bd0-a232-d452c57cb6a1 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.48 "DELETE /v2.0/ports/2cbb7d87-3b88-4e7c-bd91-187c16b2f12b HTTP/1.1" status: 204 len: 173 time: 0.4693630 Jul 16 03:52:55.394830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-deleted', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:55.398169 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf3e486-7c61-47b3-b7b7-68d054b1c920" -d '{"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-deleted", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:55.402950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.405399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Transition to ACTIVE for port object 6ce47407-d234-4d78-b826-12f8ffe3066f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:55.415175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Transition to ACTIVE for port object bab83a24-efbe-4603-b59f-70a0eb064f9f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:55.420850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.443200 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22945e-2b2d-4882-aabb-c67c003b37b9 x-openstack-request-id: req-8d22945e-2b2d-4882-aabb-c67c003b37b9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:55.443499 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d7c062-54bd-461a-9447-64373f43483d", "name": "network-vif-deleted", "tag": "2cbb7d87-3b88-4e7c-bd91-187c16b2f12b", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:55.443749 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d22945e-2b2d-4882-aabb-c67c003b37b9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:55.444172 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d7c062-54bd-461a-9447-64373f43483d', 'name': 'network-vif-deleted', 'tag': '2cbb7d87-3b88-4e7c-bd91-187c16b2f12b', 'status': 'completed', 'code': 200} Jul 16 03:52:55.466702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Transition to ACTIVE for port object bab83a24-efbe-4603-b59f-70a0eb064f9f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:55.475253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Network 0809c7e3-a1d5-4e15-8807-6707b3118335 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:55.477253 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.482447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:55.486821 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.491417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:55.502974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Pushing event updated for resources: {'Port': ['ID=6ce47407-d234-4d78-b826-12f8ffe3066f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.525030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.534288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.534846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.535440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.535795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.536138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.536476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.536813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.537152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.537476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.537811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.538159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.538471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:55.543116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Network ec987da4-699c-4505-8541-7049de0ab2e0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:55.550171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:55.569650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:55.634804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Attempting to bind port 6ce47407-d234-4d78-b826-12f8ffe3066f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:55.635212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Attempting to bind port 6ce47407-d234-4d78-b826-12f8ffe3066f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'ec996e7b-752c-4fef-8a1b-677b32da6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:55.635733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Attempting to bind port 6ce47407-d234-4d78-b826-12f8ffe3066f on network 0809c7e3-a1d5-4e15-8807-6707b3118335 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:55.636198 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.667915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:55.668299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Checking segment: {'id': 'ec996e7b-752c-4fef-8a1b-677b32da6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:55.668773 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.669113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Bound using segment: {'id': 'ec996e7b-752c-4fef-8a1b-677b32da6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:55.669786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Bound port: 6ce47407-d234-4d78-b826-12f8ffe3066f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec996e7b-752c-4fef-8a1b-677b32da6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0809c7e3-a1d5-4e15-8807-6707b3118335'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:55.670587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.679681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Pushing event updated for resources: {'Port': ['ID=bab83a24-efbe-4603-b59f-70a0eb064f9f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.694144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Attempting to bind port bab83a24-efbe-4603-b59f-70a0eb064f9f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:55.694705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Attempting to bind port bab83a24-efbe-4603-b59f-70a0eb064f9f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '62413999-113d-4527-8f8a-b59c881c8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:55.694960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Attempting to bind port bab83a24-efbe-4603-b59f-70a0eb064f9f on network ec987da4-699c-4505-8541-7049de0ab2e0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:55.710484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.720642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:55.721027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Checking segment: {'id': '62413999-113d-4527-8f8a-b59c881c8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:55.721430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.721859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Bound using segment: {'id': '62413999-113d-4527-8f8a-b59c881c8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:55.722304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Bound port: bab83a24-efbe-4603-b59f-70a0eb064f9f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62413999-113d-4527-8f8a-b59c881c8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ec987da4-699c-4505-8541-7049de0ab2e0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:55.722798 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.742525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.747407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/subnets/4885eecb-d3d3-494d-a896-98e165b74d42 HTTP/1.1" status: 204 len: 168 time: 1.0759730 Jul 16 03:52:55.747407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca98776-b76f-4202-adf3-072a84d88def tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Subnet': ['ID=4885eecb-d3d3-494d-a896-98e165b74d42,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.747650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:55.786471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] For port 6ce47407-d234-4d78-b826-12f8ffe3066f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:55.791328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] For port 6ce47407-d234-4d78-b826-12f8ffe3066f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6ce47407-d234-4d78-b826-12f8ffe3066f,segment=NetworkSegment(ec996e7b-752c-4fef-8a1b-677b32da6af0),segment_id=ec996e7b-752c-4fef-8a1b-677b32da6af0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:55.804717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.806853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Deleting subnet 7eb373e5-1bdb-48f6-ae99-14f67fbc2b52 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:55.811824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.865069 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.875878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] For port bab83a24-efbe-4603-b59f-70a0eb064f9f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:55.920159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] For port bab83a24-efbe-4603-b59f-70a0eb064f9f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bab83a24-efbe-4603-b59f-70a0eb064f9f,segment=NetworkSegment(62413999-113d-4527-8f8a-b59c881c8a83),segment_id=62413999-113d-4527-8f8a-b59c881c8a83)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:55.928560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.930795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c98e58-a174-44fd-ab65-16b35feac303 None None] Pushing event updated for resources: {'Port': ['ID=6ce47407-d234-4d78-b826-12f8ffe3066f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.028164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188c77e-ce5c-4897-b476-21c7c595f947 None None] Pushing event updated for resources: {'Port': ['ID=bab83a24-efbe-4603-b59f-70a0eb064f9f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.050044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377c756-a4e8-48ec-bf76-c38fb5c44aeb None None] Network ec987da4-699c-4505-8541-7049de0ab2e0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:56.061617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74d31469-6ce6-484e-9dd5-b53113c84391 req-e24e6f2c-9aa8-4e3f-822e-b1af50b643c8 tempest-ServersNegativeTestJSON-661791981 tempest-ServersNegativeTestJSON-661791981-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4d7c062-54bd-461a-9447-64373f43483d HTTP/1.1" status: 200 len: 210 time: 0.0959597 Jul 16 03:52:56.149574 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.228209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.299987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35966) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:56.315822 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.347784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb373e5-1bdb-48f6-ae99-14f67fbc2b52,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.354791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.361774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35972) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:56.379149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-50e5e577-ad1d-4ae2-b624-91f9f8a49dc9 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/subnets/7eb373e5-1bdb-48f6-ae99-14f67fbc2b52 HTTP/1.1" status: 204 len: 168 time: 0.6307714 Jul 16 03:52:56.460702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6ce47407-d234-4d78-b826-12f8ffe3066f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:56.473172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f59cd978-9a02-4c98-959f-02f99419029c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.500107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037a55d-db25-4e22-af44-05ab51a5c75a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.502147 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3037a55d-db25-4e22-af44-05ab51a5c75a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1391258 Jul 16 03:52:56.507431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 35974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:56.513098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6ce47407-d234-4d78-b826-12f8ffe3066f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:56.553556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f9c2-af3e-4846-b826-c7bcb6acbe79 req-281a966e-b03e-4b69-8131-b6f91b7bb87d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.555176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19d7f9c2-af3e-4846-b826-c7bcb6acbe79 req-281a966e-b03e-4b69-8131-b6f91b7bb87d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0691955 Jul 16 03:52:56.594339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19d7f9c2-af3e-4846-b826-c7bcb6acbe79 req-16a7dfe5-6f3f-4131-9bc0-a0d71bc92ae9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Jul 16 03:52:56.613326 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.684203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f59cd978-9a02-4c98-959f-02f99419029c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.687887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f59cd978-9a02-4c98-959f-02f99419029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.733102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f59cd978-9a02-4c98-959f-02f99419029c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77910c6859834e37b988736a3858cb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320276 Jul 16 03:52:56.736965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Deleting port 6ce47407-d234-4d78-b826-12f8ffe3066f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:56.737305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.740185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cd978-9a02-4c98-959f-02f99419029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f7895-1082-4cd1-80bf-e4acf6e62873,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.740635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35976) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:56.800825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff10-5ee6-42bc-b1f9-af3fbe62034b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.806918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] For port 6ce47407-d234-4d78-b826-12f8ffe3066f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6ce47407-d234-4d78-b826-12f8ffe3066f,segment=NetworkSegment(ec996e7b-752c-4fef-8a1b-677b32da6af0),segment_id=ec996e7b-752c-4fef-8a1b-677b32da6af0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:56.807287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.820670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Calling delete_port for 6ce47407-d234-4d78-b826-12f8ffe3066f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:56.823999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff10-5ee6-42bc-b1f9-af3fbe62034b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.873650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff10-5ee6-42bc-b1f9-af3fbe62034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.877039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ff10-5ee6-42bc-b1f9-af3fbe62034b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.880709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1cf5ff10-5ee6-42bc-b1f9-af3fbe62034b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a33f7895-1082-4cd1-80bf-e4acf6e62873 HTTP/1.1" status: 204 len: 168 time: 0.1370962 Jul 16 03:52:56.886596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5ff10-5ee6-42bc-b1f9-af3fbe62034b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f7895-1082-4cd1-80bf-e4acf6e62873,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.910890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.935746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Port': ['ID=6ce47407-d234-4d78-b826-12f8ffe3066f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.949457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] No DVR routers for this DVR port 6ce47407-d234-4d78-b826-12f8ffe3066f on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:57.034338 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.044891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0809c7e3-a1d5-4e15-8807-6707b3118335']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.056391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec996e7b-752c-4fef-8a1b-677b32da6af0') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.056701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec996e7b-752c-4fef-8a1b-677b32da6af0') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.069892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.087026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.094165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:57.094611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:57.099114 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:57.172304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:57.180380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.197938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.205151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/networks/0809c7e3-a1d5-4e15-8807-6707b3118335 HTTP/1.1" status: 204 len: 168 time: 0.6966162 Jul 16 03:52:57.214420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 35992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:57.217617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8963-5166-4784-ab19-060166aff7a3 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Network': ['ID=0809c7e3-a1d5-4e15-8807-6707b3118335,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.229056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f102ed24-33e0-4f6f-a746-700eaf0c0f38 None None] Could not find standard attr ID for object 6ce47407-d234-4d78-b826-12f8ffe3066f. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:52:57.274346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Deleting subnet 482e6334-423d-4f54-b34e-cef2c88b90e0 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:57.288231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59265f94-edb0-4fa0-831a-0c9cf74d61fa None None] DHCP port deletion for 0809c7e3-a1d5-4e15-8807-6707b3118335 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:52:57.309232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814f922-6da1-41a5-8ae9-6572828293b4 None None] Network 0809c7e3-a1d5-4e15-8807-6707b3118335 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:57.312042 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.329501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814f922-6da1-41a5-8ae9-6572828293b4 None None] Network 0809c7e3-a1d5-4e15-8807-6707b3118335 could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:52:57.337702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.341321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c66d9b-7b0e-4173-8293-1ca7f96fabd1 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:52:57.359780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.421488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.434091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c66d9b-7b0e-4173-8293-1ca7f96fabd1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:52:57.481028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Deleting port bab83a24-efbe-4603-b59f-70a0eb064f9f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:57.481389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.547775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.561034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] For port bab83a24-efbe-4603-b59f-70a0eb064f9f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bab83a24-efbe-4603-b59f-70a0eb064f9f,segment=NetworkSegment(62413999-113d-4527-8f8a-b59c881c8a83),segment_id=62413999-113d-4527-8f8a-b59c881c8a83)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:57.561388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.591421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482e6334-423d-4f54-b34e-cef2c88b90e0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.593343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Calling delete_port for bab83a24-efbe-4603-b59f-70a0eb064f9f owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:57.596073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.597928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0dfc189c-1845-4aa1-9f80-8422b0b6ba5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/482e6334-423d-4f54-b34e-cef2c88b90e0 HTTP/1.1" status: 204 len: 168 time: 0.4244382 Jul 16 03:52:57.600851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36004) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:57.691578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:57.707310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.746649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.777832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Port': ['ID=bab83a24-efbe-4603-b59f-70a0eb064f9f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.783625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] No DVR routers for this DVR port bab83a24-efbe-4603-b59f-70a0eb064f9f on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:57.794187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.804343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c863640-dbc5-4900-8dbc-2d5b4d812b8f']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.814849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1618646298-network', 'tenant_id': 'a64e8d2bbd654837a54166f31f056477'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:57.815343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2669ce-1d89-46a5-b156-e31c0ae72b98') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.815343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2669ce-1d89-46a5-b156-e31c0ae72b98') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.825575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.840817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.846612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:57.846995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:57.848868 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:57.899084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.906231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.909406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0007a6-551f-4117-b3b1-4268468539d9 req-f0fa5ca5-ffe9-4e90-a6a5-98acd5f7ca5c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:57.910958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe0007a6-551f-4117-b3b1-4268468539d9 req-f0fa5ca5-ffe9-4e90-a6a5-98acd5f7ca5c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1957235 Jul 16 03:52:57.911537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.915953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4c863640-dbc5-4900-8dbc-2d5b4d812b8f HTTP/1.1" status: 204 len: 168 time: 0.3101006 Jul 16 03:52:57.923471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Made reservation on behalf of a64e8d2bbd654837a54166f31f056477 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:57.925820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.928249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9bdae-9c5c-4a9c-83fe-2daa4448c815 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c863640-dbc5-4900-8dbc-2d5b4d812b8f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.939608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec987da4-699c-4505-8541-7049de0ab2e0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.952499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.967252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62413999-113d-4527-8f8a-b59c881c8a83') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.967541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62413999-113d-4527-8f8a-b59c881c8a83') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:57.983926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.018449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.024266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe0007a6-551f-4117-b3b1-4268468539d9 req-50a2b51f-3f80-4a49-9d35-7b105fddb113 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018021 Jul 16 03:52:58.027608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36014) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:58.030301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:58.030913 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:58.033762 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:58.075673 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-55c03f8a-0a82-4e12-ba3a-c93a19dadcc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96ba3af06961429fae3e5ef1afc50876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465901 Jul 16 03:52:58.078296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:58.100736 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.110278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.111987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/networks/ec987da4-699c-4505-8541-7049de0ab2e0 HTTP/1.1" status: 204 len: 168 time: 0.8934598 Jul 16 03:52:58.115916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36020) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:58.130349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c77f-7873-4ccb-b671-e8fb95822e82 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Network': ['ID=ec987da4-699c-4505-8541-7049de0ab2e0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.169155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0afa672-3ee2-4ce0-b9b9-27a8ccc93e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.183227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.190351 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.216910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:58.221354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.222323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aec121-bb43-4150-b44f-2a792503b83e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.229860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.230268 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Added segment 322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4 of type vlan for network 1fcef85e-74a9-4647-8d32-bb8534cfa463 Jul 16 03:52:58.233589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0afa672-3ee2-4ce0-b9b9-27a8ccc93e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.276147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.307970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.308987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.309565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.313219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:58.340906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6ce47407-d234-4d78-b826-12f8ffe3066f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:58.345092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:58.346261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2cbb7d87-3b88-4e7c-bd91-187c16b2f12b not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:58.365932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.369863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6ce47407-d234-4d78-b826-12f8ffe3066f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:58.370362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6ce47407-d234-4d78-b826-12f8ffe3066f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:58.378873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0afa672-3ee2-4ce0-b9b9-27a8ccc93e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.381339 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0afa672-3ee2-4ce0-b9b9-27a8ccc93e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.382481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e0afa672-3ee2-4ce0-b9b9-27a8ccc93e1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce345ede-3668-4343-b12e-bb1ac5d9172e HTTP/1.1" status: 204 len: 168 time: 0.3032141 Jul 16 03:52:58.384038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6912196 Jul 16 03:52:58.384346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee93f618-b104-4108-98cf-8b4e7bd238db']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:58.384730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b899-4f44-48f7-8509-2724cf85af62 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcef85e-74a9-4647-8d32-bb8534cfa463,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.387948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:58.394559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Request body: {'subnet': {'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1618646298-subnet', 'tenant_id': 'a64e8d2bbd654837a54166f31f056477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:58.396967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1fcef85e-74a9-4647-8d32-bb8534cfa463 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:58.410692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1242e901-9feb-4a70-88fd-5003b45bf4fc') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:58.410950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1242e901-9feb-4a70-88fd-5003b45bf4fc') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:58.418165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Made reservation on behalf of a64e8d2bbd654837a54166f31f056477 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:58.421061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.424928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.440725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afa672-3ee2-4ce0-b9b9-27a8ccc93e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce345ede-3668-4343-b12e-bb1ac5d9172e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.452439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.466919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:58.467332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:58.470575 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:58.532044 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.538219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.543182 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/networks/ee93f618-b104-4108-98cf-8b4e7bd238db HTTP/1.1" status: 204 len: 168 time: 0.4237812 Jul 16 03:52:58.543281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:58.555494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047b3d3-678e-4b55-85fd-ffdd8a7c6a6a tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Network': ['ID=ee93f618-b104-4108-98cf-8b4e7bd238db,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.656691 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.747045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.826722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.842994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737f3aca-343b-41d5-805a-bf8dc0673a15']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:58.845721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaea70b2-4f81-4209-9084-ff974975a312,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.866779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40211c6e-3760-4177-bf65-7bcd45765ff2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:58.867111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40211c6e-3760-4177-bf65-7bcd45765ff2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:58.880090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.889948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Checking segment: {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:58.890305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Network hostable DHCP agents. Network: 1fcef85e-74a9-4647-8d32-bb8534cfa463, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:58.899011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.911330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:58.911785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:58.915095 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:58.945254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Network 1fcef85e-74a9-4647-8d32-bb8534cfa463 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:58.953093 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-7cd5cf9f-8555-409f-889e-7bf4e87022b8 service neutron] show failed (client error): The resource could not be found. Jul 16 03:52:58.955017 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-7cd5cf9f-8555-409f-889e-7bf4e87022b8 service neutron] 10.222.0.11 "GET /v2.0/ports/3811aa4a-b713-422b-9460-7666596f3b0f/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0685463 Jul 16 03:52:58.983175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1fcef85e-74a9-4647-8d32-bb8534cfa463) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:58.990618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.991463 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.992810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05852f18-a7a6-4505-b53a-515e3d3968a8 None None] Network 1fcef85e-74a9-4647-8d32-bb8534cfa463 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:58.999798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.008439 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.015074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] 10.222.0.25 "DELETE /v2.0/networks/737f3aca-343b-41d5-805a-bf8dc0673a15 HTTP/1.1" status: 204 len: 168 time: 0.4708438 Jul 16 03:52:59.048619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5226fee-04dd-4179-b9ba-bdef386c78a5 tempest-BulkNetworkOpsIpV6Test-728061349 tempest-BulkNetworkOpsIpV6Test-728061349-project] Pushing event deleted for resources: {'Network': ['ID=737f3aca-343b-41d5-805a-bf8dc0673a15,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:59.066320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b3026f90-fbf1-486e-b186-f99a65a631b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6771197 Jul 16 03:52:59.172155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4cb17-84a1-4488-8e1b-04852101c6c4 None None] Network 1fcef85e-74a9-4647-8d32-bb8534cfa463 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:59.300331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35714d-424b-412a-b839-454afd7f45a0 req-7c453d2d-666a-491f-8ee0-a082a4d4c7c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:59.302177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f35714d-424b-412a-b839-454afd7f45a0 req-7c453d2d-666a-491f-8ee0-a082a4d4c7c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.0834789 Jul 16 03:52:59.344198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-44560ac2-db21-47fb-82cd-845e23dab310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:59.352766 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-44560ac2-db21-47fb-82cd-845e23dab310 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 1097 time: 0.0691144 Jul 16 03:52:59.361848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-e64f236f-fa6f-4265-aa1b-f0d19f25ae5e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:52:59.366382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-e64f236f-fa6f-4265-aa1b-f0d19f25ae5e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116172 Jul 16 03:52:59.373935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f35714d-424b-412a-b839-454afd7f45a0 req-307c0352-7f41-4597-ae7c-dbc6e3235e16 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656810 Jul 16 03:52:59.380926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:59.399849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:59.458186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.541914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-84fa4cfb-2d3a-4908-91f3-98b4d927fd35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24da77aff2b84ad5be7847383566bfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464934 Jul 16 03:52:59.544371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36066) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:59.596684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a16cbdc-a173-483f-90db-4a5e25e7e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.620573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a16cbdc-a173-483f-90db-4a5e25e7e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.686756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a16cbdc-a173-483f-90db-4a5e25e7e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.689934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a16cbdc-a173-483f-90db-4a5e25e7e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.691309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3a16cbdc-a173-483f-90db-4a5e25e7e1a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/184999a7-d656-4cf4-a861-4028e2ac4e8b HTTP/1.1" status: 204 len: 168 time: 0.1459897 Jul 16 03:52:59.700174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16cbdc-a173-483f-90db-4a5e25e7e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184999a7-d656-4cf4-a861-4028e2ac4e8b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:59.770196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:00.019371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:00.057191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:00.102305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:00.104795 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23f4b2-2825-4d05-895f-eaf7ded3292d" -d '{"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:00.109245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.128212 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ed30d6-eeda-4545-87e0-90db45e19147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.149825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Transition to ACTIVE for port object 3811aa4a-b713-422b-9460-7666596f3b0f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:00.158749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.206431 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92658e4a-b272-40c2-99ac-9660fd38e74d x-openstack-request-id: req-92658e4a-b272-40c2-99ac-9660fd38e74d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:00.206431 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:00.206431 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92658e4a-b272-40c2-99ac-9660fd38e74d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:00.206431 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'code': 200} Jul 16 03:53:00.253971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ed30d6-eeda-4545-87e0-90db45e19147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.263528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ed30d6-eeda-4545-87e0-90db45e19147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.293101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:00.314764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-68ed30d6-eeda-4545-87e0-90db45e19147 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2ccc71451394ae6a863ed3dcf784369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427673 Jul 16 03:53:00.317302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:00.382758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed30d6-eeda-4545-87e0-90db45e19147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152affac-47ec-46d3-ae76-64f34ff1e70d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:00.434048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] No DVR routers for this DVR port 3811aa4a-b713-422b-9460-7666596f3b0f on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:00.438078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3001fabb-fda3-4ee0-af2e-fbb4b6d29993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.466000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3001fabb-fda3-4ee0-af2e-fbb4b6d29993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.538381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3001fabb-fda3-4ee0-af2e-fbb4b6d29993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.545490 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3001fabb-fda3-4ee0-af2e-fbb4b6d29993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.547664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3001fabb-fda3-4ee0-af2e-fbb4b6d29993 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/152affac-47ec-46d3-ae76-64f34ff1e70d HTTP/1.1" status: 204 len: 168 time: 0.2288325 Jul 16 03:53:00.585592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001fabb-fda3-4ee0-af2e-fbb4b6d29993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152affac-47ec-46d3-ae76-64f34ff1e70d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:00.635228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec0be-669f-4f0d-9c83-6597174a4bfd req-1cf2f529-7892-4ea4-8439-dab2922e9846 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:00.635228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa3ec0be-669f-4f0d-9c83-6597174a4bfd req-1cf2f529-7892-4ea4-8439-dab2922e9846 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.0828745 Jul 16 03:53:00.652199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:00.652554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:00.652875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:00.658506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Port 3811aa4a-b713-422b-9460-7666596f3b0f on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:00.658887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Attempting to bind port 3811aa4a-b713-422b-9460-7666596f3b0f on network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:00.664554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:00.665146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Checking segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:00.665542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Bound using segment: {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:00.666036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Bound port: 3811aa4a-b713-422b-9460-7666596f3b0f, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da5d809-4283-47c6-ac14-0de9fa68e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:00.666618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.682418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa3ec0be-669f-4f0d-9c83-6597174a4bfd req-950ab5eb-f09c-41e5-b490-8fff60d2613f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Jul 16 03:53:00.801972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:00.806728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:00.815865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.834162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:00.852159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:00.852817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.854258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b8803e48-656c-430b-93d3-f22625759eba service neutron] 10.222.0.48 "PUT /v2.0/ports/3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1092 time: 1.4803200 Jul 16 03:53:00.895208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8803e48-656c-430b-93d3-f22625759eba service neutron] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:00.981255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379680356'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:00.981475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-91bc750f-ec09-4395-bd79-eaf8a02a5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:00.983032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-91bc750f-ec09-4395-bd79-eaf8a02a5603 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1095 time: 0.0797565 Jul 16 03:53:01.029069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:01.034257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.054229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.118123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-985f95a8-77ea-41de-9202-50c95155bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.120098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-985f95a8-77ea-41de-9202-50c95155bb43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1309524 Jul 16 03:53:01.200909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.207451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.218173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-1bb82c90-7295-4404-b739-b473b7fd7549 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1000 time: 0.0913451 Jul 16 03:53:01.251964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:01.266201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d40387-441b-4cc1-8b98-cd79198c78f8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:01.285163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.285520 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 44ddcccc-cbdc-4f41-947e-334daf71c776 of type vlan for network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 Jul 16 03:53:01.291329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-e5492c64-290b-419a-918d-bc4d188c9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.292851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-e5492c64-290b-419a-918d-bc4d188c9939 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0647285 Jul 16 03:53:01.333396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.381608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.388733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-4ec1ba84-1f22-431d-95c9-2419e3aa79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.389142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.390077 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.390257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-4ec1ba84-1f22-431d-95c9-2419e3aa79b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900781 Jul 16 03:53:01.431346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5956666 Jul 16 03:53:01.474608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabe723-09a1-4714-a68d-abf8171f3943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=4d76b6c4-33f7-488e-af8a-1c203ef50d25,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:01.485189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:01.534924 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-5ca219c9-644d-493f-a31d-3a8381d828db service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380899 Jul 16 03:53:01.574887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:01.581863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:01.655385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c49530d9-e306-44ed-bcb3-0736fb16699e req-b3d6d7da-43be-4d01-9ec0-be8cc0fa3802 service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058941 Jul 16 03:53:01.682208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:01.686185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.939372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a081c1-cfe2-4b68-97d2-a74ab40552e0 req-3d78a6ee-e289-4f90-a966-df2120320382 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.940856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22a081c1-cfe2-4b68-97d2-a74ab40552e0 req-3d78a6ee-e289-4f90-a966-df2120320382 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.1122735 Jul 16 03:53:01.942134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.023936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=4efb88e3-3665-4383-a1d0-2fecee1ff95c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:02.039728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22a081c1-cfe2-4b68-97d2-a74ab40552e0 req-f2f48b2d-2cd4-4d80-84db-f618845f7dcc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910239 Jul 16 03:53:02.045578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '44ddcccc-cbdc-4f41-947e-334daf71c776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:02.045894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 4d76b6c4-33f7-488e-af8a-1c203ef50d25, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:02.085306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:02.099572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4d76b6c4-33f7-488e-af8a-1c203ef50d25) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:02.105064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.105651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.120498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd33bc-09cc-4e8c-87c5-7147f385779b None None] Network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:02.132086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e55678ca-e049-4a1e-b796-385b319f9df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5548990 Jul 16 03:53:02.134053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:02.143921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26232201'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:02.177765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:02.181810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.209378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:02.211751 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b61eb22-17b0-4179-896e-05510a0032d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:02.223639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:02.240397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.240873 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment a8993b0a-d194-473a-bd63-9f165cecf578 of type vlan for network 59b75720-6f5a-4a9e-8564-397988aa647e Jul 16 03:53:02.337981 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f3f47-a4d0-4bdd-b145-c9cf65bfcaa5 x-openstack-request-id: req-ab6f3f47-a4d0-4bdd-b145-c9cf65bfcaa5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:02.338633 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:02.339075 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab6f3f47-a4d0-4bdd-b145-c9cf65bfcaa5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:02.339491 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'status': 'completed', 'code': 200} Jul 16 03:53:02.387633 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.456860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-4d76b6c4-33f7-488e-af8a-1c203ef50d25', 'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': '4efb88e3-3665-4383-a1d0-2fecee1ff95c'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:02.460276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.511436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.517879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.518524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.531887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-cf821cb5-b15b-4b67-aabd-5add874d046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.533946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-cf821cb5-b15b-4b67-aabd-5add874d046c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1095 time: 0.1394098 Jul 16 03:53:02.586744 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4508398 Jul 16 03:53:02.589617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:02.598085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:02.602468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-33635a9c-eb02-48b0-938f-5eed1eec9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.604253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-33635a9c-eb02-48b0-938f-5eed1eec9831 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1095 time: 0.2638612 Jul 16 03:53:02.646713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc52824-e18b-42eb-abe7-f734718f0f76 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=59b75720-6f5a-4a9e-8564-397988aa647e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:02.650306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Allocated IP 172.20.255.242 (4d76b6c4-33f7-488e-af8a-1c203ef50d25/4efb88e3-3665-4383-a1d0-2fecee1ff95c/72d25679-0d2a-4c50-a145-6c253f5fe969) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:02.666017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 59b75720-6f5a-4a9e-8564-397988aa647e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:02.738041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:02.745391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:02.749922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.759655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-b2928d74-0d97-462f-b3ec-9458ead7403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.761057 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-b2928d74-0d97-462f-b3ec-9458ead7403f service neutron] 10.222.0.11 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.2112608 Jul 16 03:53:02.831718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-93004c7d-440b-412c-872b-68aac4e23491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.833159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-93004c7d-440b-412c-872b-68aac4e23491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1984303 Jul 16 03:53:02.903256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-91899eeb-c627-4511-a768-86a46fe64827 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1000 time: 0.1310446 Jul 16 03:53:02.912216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-340ab8c6-0978-4103-83e8-18918e471c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.944912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-001f03a6-c046-4307-900c-143a182f680a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1000 time: 0.1020117 Jul 16 03:53:02.992660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-2fdcb17c-c0e8-4975-8e88-b759aa3e25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:02.994134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-2fdcb17c-c0e8-4975-8e88-b759aa3e25b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0852890 Jul 16 03:53:03.016235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-ed076f18-3b85-489f-b6e4-4fb46798467b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644051 Jul 16 03:53:03.021143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.041210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-edefde6c-8042-42aa-9719-6f6555c5767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.042816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-edefde6c-8042-42aa-9719-6f6555c5767c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0901201 Jul 16 03:53:03.094203 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.101328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-fd23316f-75e1-4aa2-b026-b5e0ae43631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.102927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-fd23316f-75e1-4aa2-b026-b5e0ae43631c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027100 Jul 16 03:53:03.104240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Transition to ACTIVE for port object 72d25679-0d2a-4c50-a145-6c253f5fe969 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:03.122266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Transition to ACTIVE for port object 72d25679-0d2a-4c50-a145-6c253f5fe969 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:03.135155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.193273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:03.197052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:03.202276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:03.207509 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-340ab8c6-0978-4103-83e8-18918e471c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.208922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.227762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Pushing event updated for resources: {'Port': ['ID=72d25679-0d2a-4c50-a145-6c253f5fe969,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.239725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-340ab8c6-0978-4103-83e8-18918e471c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.246075 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-0eb1bdf8-14f7-439f-82b9-92ff8ea89eef service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369467 Jul 16 03:53:03.294937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Attempting to bind port 72d25679-0d2a-4c50-a145-6c253f5fe969 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:03.296030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Attempting to bind port 72d25679-0d2a-4c50-a145-6c253f5fe969 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '44ddcccc-cbdc-4f41-947e-334daf71c776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:03.296792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Attempting to bind port 72d25679-0d2a-4c50-a145-6c253f5fe969 on network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:03.305156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:03.305724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Checking segment: {'id': '44ddcccc-cbdc-4f41-947e-334daf71c776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:03.306952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.307464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Bound using segment: {'id': '44ddcccc-cbdc-4f41-947e-334daf71c776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:03.308064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Bound port: 72d25679-0d2a-4c50-a145-6c253f5fe969, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ddcccc-cbdc-4f41-947e-334daf71c776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4d76b6c4-33f7-488e-af8a-1c203ef50d25'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:03.308612 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.346073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-4b3911bb-28cc-4e36-b757-4021bcdbd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.347473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-4b3911bb-28cc-4e36-b757-4021bcdbd8c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.2711127 Jul 16 03:53:03.379745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-340ab8c6-0978-4103-83e8-18918e471c3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ef20042fa4649d8bd9bb4e647014ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383436 Jul 16 03:53:03.383903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab8c6-0978-4103-83e8-18918e471c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96960fb3-48b2-40fc-bc33-c40dda9cb477,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.386686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=a7a722ee-4daa-4ea8-920c-34e7b3d9c313,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.388504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:03.430770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] For port 72d25679-0d2a-4c50-a145-6c253f5fe969, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:03.431024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-fbfefc46-5146-49cd-b166-702b28a597f7 service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750939 Jul 16 03:53:03.434104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-05fa3068-5827-431f-9fb1-50f7483eccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.435837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] For port 72d25679-0d2a-4c50-a145-6c253f5fe969, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=72d25679-0d2a-4c50-a145-6c253f5fe969,segment=NetworkSegment(44ddcccc-cbdc-4f41-947e-334daf71c776),segment_id=44ddcccc-cbdc-4f41-947e-334daf71c776)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:03.443828 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.445419 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-05fa3068-5827-431f-9fb1-50f7483eccf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3935483 Jul 16 03:53:03.473044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': 'a8993b0a-d194-473a-bd63-9f165cecf578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:03.473413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 59b75720-6f5a-4a9e-8564-397988aa647e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:03.530290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7a6a-7a75-485b-9898-a5c5084faa62 None None] Pushing event updated for resources: {'Port': ['ID=72d25679-0d2a-4c50-a145-6c253f5fe969,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.551879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba40263-a3d0-4b45-b1a9-dc1f16762413 req-09b5ecdc-8161-4fa6-a780-cdf999c7a7c6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.559017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bba40263-a3d0-4b45-b1a9-dc1f16762413 req-09b5ecdc-8161-4fa6-a780-cdf999c7a7c6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.3094265 Jul 16 03:53:03.560776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-4913a50e-5d08-4331-ad0f-751321395211 service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086950 Jul 16 03:53:03.609150 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.616165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 59b75720-6f5a-4a9e-8564-397988aa647e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:03.645766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-9591c667-558f-421a-aa27-b4d7a7da95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.647395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-9591c667-558f-421a-aa27-b4d7a7da95b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.2580357 Jul 16 03:53:03.648281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38568a8-9e0d-4aa6-ba41-a3ab4b1f5e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.656490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 59b75720-6f5a-4a9e-8564-397988aa647e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:03.665407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfea5dd-21aa-42aa-8c3a-eab591434c14 None None] Network 59b75720-6f5a-4a9e-8564-397988aa647e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:03.684087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bba40263-a3d0-4b45-b1a9-dc1f16762413 req-a72d3d67-769b-4fe9-921b-df75d2e23d5d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240749 Jul 16 03:53:03.686007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.690368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.693035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7b61eb22-17b0-4179-896e-05510a0032d3 req-c07a37d2-e8f5-4bd9-b5fe-0cd0944857b9 service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259544 Jul 16 03:53:03.898829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-59b75720-6f5a-4a9e-8564-397988aa647e', 'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'a7a722ee-4daa-4ea8-920c-34e7b3d9c313'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:03.899828 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.053148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Allocated IP 172.20.0.2 (59b75720-6f5a-4a9e-8564-397988aa647e/a7a722ee-4daa-4ea8-920c-34e7b3d9c313/f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:04.076241 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38568a8-9e0d-4aa6-ba41-a3ab4b1f5e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.084891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7b847e05-c3b1-46e0-9af5-8a810f9a2e26 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4898720 Jul 16 03:53:04.085691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36190) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:04.101460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-a9ae2ff6-2996-4915-b747-cb67713ebf5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1001 time: 0.4458289 Jul 16 03:53:04.178016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-d086171b-e36d-41f3-8bc4-4311ce98c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:04.179586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-d086171b-e36d-41f3-8bc4-4311ce98c076 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0702753 Jul 16 03:53:04.181677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38568a8-9e0d-4aa6-ba41-a3ab4b1f5e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.184405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b38568a8-9e0d-4aa6-ba41-a3ab4b1f5e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.185391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b38568a8-9e0d-4aa6-ba41-a3ab4b1f5e8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96960fb3-48b2-40fc-bc33-c40dda9cb477 HTTP/1.1" status: 204 len: 168 time: 0.7909651 Jul 16 03:53:04.222063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38568a8-9e0d-4aa6-ba41-a3ab4b1f5e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96960fb3-48b2-40fc-bc33-c40dda9cb477,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:04.246484 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.259081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Transition to ACTIVE for port object f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:04.266173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.304431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Transition to ACTIVE for port object f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:04.323076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:04.326529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:04.387863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-309e7fd9-3c17-429c-a4a0-5db0dd3651aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:04.389403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-309e7fd9-3c17-429c-a4a0-5db0dd3651aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025425 Jul 16 03:53:04.480649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.559412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-ef213604-ac97-41bd-bb8c-0d1e80f22fd2 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635396 Jul 16 03:53:04.568958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d25679-0d2a-4c50-a145-6c253f5fe969 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:04.603281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.603562 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.639171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a722ee-4daa-4ea8-920c-34e7b3d9c313,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:04.672951 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:53:04.761258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b24529b1-ad65-4b16-811a-1e1746fc9081 req-6b574df8-6aaf-4978-b39d-b1e97cdaa9c5 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951563 Jul 16 03:53:04.786428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:04.798978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Network 59b75720-6f5a-4a9e-8564-397988aa647e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:04.816601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:04.828047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:04.831865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.853810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b75720-6f5a-4a9e-8564-397988aa647e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:04.873286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8993b0a-d194-473a-bd63-9f165cecf578') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:04.873501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8993b0a-d194-473a-bd63-9f165cecf578') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:04.893210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.923813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.929461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Pushing event updated for resources: {'Port': ['ID=f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:04.943906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:04.944315 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:04.947512 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:04.962227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '3811aa4a-b713-422b-9460-7666596f3b0f', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'port_id': '3811aa4a-b713-422b-9460-7666596f3b0f', 'mac_address': 'fa:16:3e:91:06:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:04.968294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:05.021490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13d5d-4755-4d85-aa21-0c93d23d91e4 req-eb750095-3f18-4b15-be96-41fc1319eedd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:05.033320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11e13d5d-4755-4d85-aa21-0c93d23d91e4 req-eb750095-3f18-4b15-be96-41fc1319eedd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 944 time: 0.1487639 Jul 16 03:53:05.045887 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.065093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3811aa4a-b713-422b-9460-7666596f3b0f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:05.072936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Attempting to bind port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:05.073287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Attempting to bind port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a8993b0a-d194-473a-bd63-9f165cecf578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:05.073654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Attempting to bind port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c on network 59b75720-6f5a-4a9e-8564-397988aa647e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:05.084544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b364b-d406-478c-9eea-8cfe1c7e271f None None] Network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:05.095643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:53:05.095643 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:53:05.095643 n-d-800089-6 neutron-server[93757]: [parameters: {'id': '59b75720-6f5a-4a9e-8564-397988aa647e'}] Jul 16 03:53:05.095643 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:53:05.096012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 72d25679-0d2a-4c50-a145-6c253f5fe969 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:05.096101 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:53:05.096566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11e13d5d-4755-4d85-aa21-0c93d23d91e4 req-debb25a2-25b3-453c-9e5a-072c4078deb6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623064 Jul 16 03:53:05.097893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:05.098349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Checking segment: {'id': 'a8993b0a-d194-473a-bd63-9f165cecf578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:05.098691 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.099090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Bound using segment: {'id': 'a8993b0a-d194-473a-bd63-9f165cecf578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:05.099576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Bound port: f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8993b0a-d194-473a-bd63-9f165cecf578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '59b75720-6f5a-4a9e-8564-397988aa647e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:05.099954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.115642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:05.138325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.276346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:05.296379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] Provisioning for port 72d25679-0d2a-4c50-a145-6c253f5fe969 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:05.305331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] Provisioning complete for port 72d25679-0d2a-4c50-a145-6c253f5fe969 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:05.305718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.368125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['3811aa4a-b713-422b-9460-7666596f3b0f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:05.374314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] For port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:05.431199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] For port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c,segment=NetworkSegment(a8993b0a-d194-473a-bd63-9f165cecf578),segment_id=a8993b0a-d194-473a-bd63-9f165cecf578)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:05.451248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.582047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0990-1fa5-4497-b60a-4d9eb0a44afd req-3600d678-6a49-4487-a869-505adbbf65a8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:05.583626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ceb0990-1fa5-4497-b60a-4d9eb0a44afd req-3600d678-6a49-4487-a869-505adbbf65a8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 945 time: 0.1930149 Jul 16 03:53:05.591420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-6e8e0eb2-4ab4-4dcc-a15a-a04bc6152614 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:05.593335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-6e8e0eb2-4ab4-4dcc-a15a-a04bc6152614 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d&tenant_id=6a47beb09b284e98859204e37a5e150c&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 945 time: 0.1675348 Jul 16 03:53:05.597040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.630517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.650461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f096-6ef8-4120-bb33-7f0e2dd25036 None None] Pushing event updated for resources: {'Port': ['ID=f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:05.727042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d25eb6-bc38-4b84-b587-5b4a9040b109 None None] Network 59b75720-6f5a-4a9e-8564-397988aa647e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:05.728978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ceb0990-1fa5-4497-b60a-4d9eb0a44afd req-bfe563bc-bd62-444b-bb6b-1654c300b70e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340492 Jul 16 03:53:05.781105 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-77b03d45-2bc4-4bcb-a4e9-4631339ee57d service neutron] delete failed (client error): The resource could not be found. Jul 16 03:53:05.783420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-77b03d45-2bc4-4bcb-a4e9-4631339ee57d service neutron] 10.222.0.11 "DELETE /v2.0/ports/3811aa4a-b713-422b-9460-7666596f3b0f/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.1806278 Jul 16 03:53:05.792128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] For port 72d25679-0d2a-4c50-a145-6c253f5fe969, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=72d25679-0d2a-4c50-a145-6c253f5fe969,segment=NetworkSegment(44ddcccc-cbdc-4f41-947e-334daf71c776),segment_id=44ddcccc-cbdc-4f41-947e-334daf71c776)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:05.805132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:05.805480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.805602 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.899799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] For port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c,segment=NetworkSegment(a8993b0a-d194-473a-bd63-9f165cecf578),segment_id=a8993b0a-d194-473a-bd63-9f165cecf578)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:05.900168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:05.932134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Calling delete_port for f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:05.954682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-7f740241-844e-4bc4-a490-5aacfc33ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:05.964988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-7f740241-844e-4bc4-a490-5aacfc33ba13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1096 time: 0.1213353 Jul 16 03:53:06.094894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.157599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-cd163bad-2def-4914-b06d-560155f8a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:06.159565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-cd163bad-2def-4914-b06d-560155f8a623 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1841574 Jul 16 03:53:06.165670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Port': ['ID=f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:06.178734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No DVR routers for this DVR port f72cfbc9-c4dd-4e4d-abfc-97c5c2b1af7c on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:06.230117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843b810-342d-452b-af6c-aae457773719 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:06.286268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-f54135d8-8924-4915-9055-0a8f481e3420 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1001 time: 0.1200750 Jul 16 03:53:06.294804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8a7e7-3101-452d-a5bd-62f549d9edb6 None None] Pushing event updated for resources: {'Port': ['ID=72d25679-0d2a-4c50-a145-6c253f5fe969,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:06.309254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c17fdab-3dbd-44e0-bbd1-02f3d844adcb None None] Provisioning complete for port 72d25679-0d2a-4c50-a145-6c253f5fe969 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:06.309629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c17fdab-3dbd-44e0-bbd1-02f3d844adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.333457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.370614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-1be22b79-74cc-42c7-9b87-f5475b490f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:06.371989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b75720-6f5a-4a9e-8564-397988aa647e']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:06.372663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-1be22b79-74cc-42c7-9b87-f5475b490f46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0808959 Jul 16 03:53:06.404688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8993b0a-d194-473a-bd63-9f165cecf578') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:06.404909 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8993b0a-d194-473a-bd63-9f165cecf578') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:06.426098 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.446736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-986d1bae-1afd-4aa6-a472-3ccfa9d71f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:06.449142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-986d1bae-1afd-4aa6-a472-3ccfa9d71f58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689135 Jul 16 03:53:06.467986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.476292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:06.476947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:06.481590 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:06.559859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3843b810-342d-452b-af6c-aae457773719 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:06.580851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.596330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.604053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-16b35311-1700-4b0a-a8f3-a52ef7be821c service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473432 Jul 16 03:53:06.604437 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/59b75720-6f5a-4a9e-8564-397988aa647e HTTP/1.1" status: 204 len: 168 time: 2.5147691 Jul 16 03:53:06.622587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36238) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:06.629688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-646118328'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:06.632025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a6ec-998e-4173-af29-1e9418d3f695 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=59b75720-6f5a-4a9e-8564-397988aa647e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:06.720610 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:06.724057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.804448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f810f23e-61a1-480c-875a-69e2a4a859fb req-9c2377de-c8c3-4313-9602-df8df7e58346 service neutron] 10.222.0.11 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929965 Jul 16 03:53:06.815783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:06.826174 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.827037 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 8921d5f8-0e90-4601-9174-f397e038f0de of type vlan for network 379056bb-29d2-402b-8fe6-83afc99d186d Jul 16 03:53:06.911320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.980606 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.988146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:06.988741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.032809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4083216 Jul 16 03:53:07.035709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36256) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:07.041609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:07.071784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea475ee3-5718-4567-945b-965b0f0eaa30 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=379056bb-29d2-402b-8fe6-83afc99d186d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:07.089158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913ea25-f7ca-44d2-8eff-df0f1c53906c req-0ce7f925-c16d-45f8-b26a-50748674bce9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:07.090399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 379056bb-29d2-402b-8fe6-83afc99d186d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:07.090890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d913ea25-f7ca-44d2-8eff-df0f1c53906c req-0ce7f925-c16d-45f8-b26a-50748674bce9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 945 time: 0.1481578 Jul 16 03:53:07.198238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:07.201781 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.209159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d913ea25-f7ca-44d2-8eff-df0f1c53906c req-d224ba70-07ac-4954-8855-ae26158ee73b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114261 Jul 16 03:53:07.294247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing IP validity checks on allocation pools {{(pid=93757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:53:07.294784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:53:07.548332 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.617123 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-dc8c7476-a982-47ee-bdd6-005c535d18d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1222918 Jul 16 03:53:07.621829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=b706c690-846d-4868-b5d5-736f00b1b49a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:07.646795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '8921d5f8-0e90-4601-9174-f397e038f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:07.647498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 379056bb-29d2-402b-8fe6-83afc99d186d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:07.702856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 379056bb-29d2-402b-8fe6-83afc99d186d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:07.938881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:07.994154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 379056bb-29d2-402b-8fe6-83afc99d186d) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:08.000142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.001318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.011575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a44bc-a47d-42b0-af43-2338263995d8 None None] Network 379056bb-29d2-402b-8fe6-83afc99d186d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:08.014244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-6c49cc93-e58b-4292-b6dd-ee59eb2ab081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.015749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-6c49cc93-e58b-4292-b6dd-ee59eb2ab081 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1096 time: 0.3504896 Jul 16 03:53:08.027397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c708765a-ca45-45aa-a0df-e4c399db1943 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9868155 Jul 16 03:53:08.029582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36270) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.110825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c76963-6fb8-4bb0-897e-7fd31fbcb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.179917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-379056bb-29d2-402b-8fe6-83afc99d186d', 'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'b706c690-846d-4868-b5d5-736f00b1b49a'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:08.183976 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.209571 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.224276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-003234ad-c57c-4ac3-b930-f82cfbd4fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.225607 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-003234ad-c57c-4ac3-b930-f82cfbd4fc09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1721854 Jul 16 03:53:08.317072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-58434d72-bc42-4ad2-813a-2a5144f6ea82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 1001 time: 0.0836902 Jul 16 03:53:08.339684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:08.353267 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c76963-6fb8-4bb0-897e-7fd31fbcb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.360792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c76963-6fb8-4bb0-897e-7fd31fbcb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.413471 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.424340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d25679-0d2a-4c50-a145-6c253f5fe969 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:08.428687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-51c76963-6fb8-4bb0-897e-7fd31fbcb9aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95beabbd613842c28bc77275a806d73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862945 Jul 16 03:53:08.429495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.447314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76963-6fb8-4bb0-897e-7fd31fbcb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045cd4ab-a1bc-4eae-994c-e259ef170ce4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:08.486085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-3cd36cc9-8a9c-4b7c-85d3-c0794fdbcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.487845 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-3cd36cc9-8a9c-4b7c-85d3-c0794fdbcb7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.1615398 Jul 16 03:53:08.549635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 72d25679-0d2a-4c50-a145-6c253f5fe969 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:08.549857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.557739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df8495dd-b773-4448-861f-c101cbc7ddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.563572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-92d79217-770d-4dc7-954a-ddc99f2f22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.565618 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-92d79217-770d-4dc7-954a-ddc99f2f22ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694587 Jul 16 03:53:08.576887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0252-51c7-4d3f-ae93-fab9867353c9 req-a170cae9-ab85-4d57-82d1-3b69faa0e4da tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.578612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b2b0252-51c7-4d3f-ae93-fab9867353c9 req-a170cae9-ab85-4d57-82d1-3b69faa0e4da tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 945 time: 0.1230915 Jul 16 03:53:08.586688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 3811aa4a-b713-422b-9460-7666596f3b0f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:08.589330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Allocated IP 172.20.0.3 (379056bb-29d2-402b-8fe6-83afc99d186d/b706c690-846d-4868-b5d5-736f00b1b49a/862a63b6-f0d7-43fb-8164-78d601888fba) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:08.592857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df8495dd-b773-4448-861f-c101cbc7ddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.603489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 3811aa4a-b713-422b-9460-7666596f3b0f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:08.603862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.660699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b2b0252-51c7-4d3f-ae93-fab9867353c9 req-16f52e4a-45cf-4ffd-b311-c3819f810d3b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734506 Jul 16 03:53:08.683477 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-62393308-787c-485d-a104-f54825ce3ec3 service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116500 Jul 16 03:53:08.722580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df8495dd-b773-4448-861f-c101cbc7ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.725376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df8495dd-b773-4448-861f-c101cbc7ddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.731188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df8495dd-b773-4448-861f-c101cbc7ddf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/045cd4ab-a1bc-4eae-994c-e259ef170ce4 HTTP/1.1" status: 204 len: 168 time: 0.2925835 Jul 16 03:53:08.740870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8495dd-b773-4448-861f-c101cbc7ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045cd4ab-a1bc-4eae-994c-e259ef170ce4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:08.790362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.830456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b90392c4-2678-43af-ad88-fcf2b9d9f2c2 req-0b3fe315-c738-4f1f-8771-13a1494dfc9d service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394579 Jul 16 03:53:08.860034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.888564 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.900719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:08.903517 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0fb7ff-615f-4d31-aeb3-047c9e88fe1b" -d '{"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-plugged", "status": "completed", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:08.910177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Transition to ACTIVE for port object 862a63b6-f0d7-43fb-8164-78d601888fba will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:08.927110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:08.938415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.955989 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c3907d75-3013-4994-b82e-2e0f5edf2736 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/503dd901-99f8-4013-8e31-b16f45aebd19 HTTP/1.1" status: 200 len: 993 time: 0.1632423 Jul 16 03:53:08.965885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Transition to ACTIVE for port object 862a63b6-f0d7-43fb-8164-78d601888fba will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:08.972141 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8ebfad-2ee7-4403-9306-571baadcc5a2 x-openstack-request-id: req-fd8ebfad-2ee7-4403-9306-571baadcc5a2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:08.972440 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-plugged", "status": "completed", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:08.972715 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd8ebfad-2ee7-4403-9306-571baadcc5a2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:08.973123 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'code': 200} Jul 16 03:53:08.982659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:08.997527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.009108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.012781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Network 379056bb-29d2-402b-8fe6-83afc99d186d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:09.017211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:09.036101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:09.049171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=b706c690-846d-4868-b5d5-736f00b1b49a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.057903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Pushing event updated for resources: {'Port': ['ID=862a63b6-f0d7-43fb-8164-78d601888fba,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.115161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Attempting to bind port 862a63b6-f0d7-43fb-8164-78d601888fba on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:09.116924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Attempting to bind port 862a63b6-f0d7-43fb-8164-78d601888fba by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '8921d5f8-0e90-4601-9174-f397e038f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:09.116924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Attempting to bind port 862a63b6-f0d7-43fb-8164-78d601888fba on network 379056bb-29d2-402b-8fe6-83afc99d186d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:09.125168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:09.125556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Checking segment: {'id': '8921d5f8-0e90-4601-9174-f397e038f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:09.126609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.127019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Bound using segment: {'id': '8921d5f8-0e90-4601-9174-f397e038f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:09.127500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Bound port: 862a63b6-f0d7-43fb-8164-78d601888fba, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8921d5f8-0e90-4601-9174-f397e038f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '379056bb-29d2-402b-8fe6-83afc99d186d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:09.128335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.152219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.163030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379056bb-29d2-402b-8fe6-83afc99d186d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:09.174905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8921d5f8-0e90-4601-9174-f397e038f0de') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:09.175313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8921d5f8-0e90-4601-9174-f397e038f0de') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:09.185372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.211330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.215111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] For port 862a63b6-f0d7-43fb-8164-78d601888fba, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:09.219088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:09.219726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:09.223140 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:09.286983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] For port 862a63b6-f0d7-43fb-8164-78d601888fba, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=862a63b6-f0d7-43fb-8164-78d601888fba,segment=NetworkSegment(8921d5f8-0e90-4601-9174-f397e038f0de),segment_id=8921d5f8-0e90-4601-9174-f397e038f0de)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:09.287449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:53:09.287449 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:53:09.287449 n-d-800089-6 neutron-server[93757]: [parameters: {'id': '379056bb-29d2-402b-8fe6-83afc99d186d'}] Jul 16 03:53:09.287449 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:53:09.287449 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:53:09.292798 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.334874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:09.351704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-433fbcd0-db79-4846-a3f7-17cdda629ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.385287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea758c1-3551-49f7-aed5-742ab1c70f3e None None] Pushing event updated for resources: {'Port': ['ID=862a63b6-f0d7-43fb-8164-78d601888fba,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.411807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5486e4a-a708-4d95-b519-32dbed735bac None None] Network 379056bb-29d2-402b-8fe6-83afc99d186d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:09.468989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-433fbcd0-db79-4846-a3f7-17cdda629ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.474116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-433fbcd0-db79-4846-a3f7-17cdda629ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.518751 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-433fbcd0-db79-4846-a3f7-17cdda629ab1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b59418474013485e828d02c1936755c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778049 Jul 16 03:53:09.518751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fbcd0-db79-4846-a3f7-17cdda629ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a58139b-9c96-4d68-a682-66e2c3fd1857,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.518751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36288) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:09.586062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23635ec0-86e6-4209-8cd1-579bae3e50dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.587839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa3cdc-e1ae-46da-8d5a-e34b2e18fd4c None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:09.611173 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23635ec0-86e6-4209-8cd1-579bae3e50dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.675112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23635ec0-86e6-4209-8cd1-579bae3e50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.678352 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23635ec0-86e6-4209-8cd1-579bae3e50dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.682506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-23635ec0-86e6-4209-8cd1-579bae3e50dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a58139b-9c96-4d68-a682-66e2c3fd1857 HTTP/1.1" status: 204 len: 168 time: 0.1627109 Jul 16 03:53:09.691369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23635ec0-86e6-4209-8cd1-579bae3e50dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a58139b-9c96-4d68-a682-66e2c3fd1857,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:09.708112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa3cdc-e1ae-46da-8d5a-e34b2e18fd4c None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:09.795804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.871748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting port 862a63b6-f0d7-43fb-8164-78d601888fba {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:09.872249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.963550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] For port 862a63b6-f0d7-43fb-8164-78d601888fba, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=862a63b6-f0d7-43fb-8164-78d601888fba,segment=NetworkSegment(8921d5f8-0e90-4601-9174-f397e038f0de),segment_id=8921d5f8-0e90-4601-9174-f397e038f0de)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:09.964282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.979132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Calling delete_port for 862a63b6-f0d7-43fb-8164-78d601888fba owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:10.085776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.115111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Port': ['ID=862a63b6-f0d7-43fb-8164-78d601888fba,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:10.128329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No DVR routers for this DVR port 862a63b6-f0d7-43fb-8164-78d601888fba on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:10.221852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.233775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379056bb-29d2-402b-8fe6-83afc99d186d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:10.245227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8921d5f8-0e90-4601-9174-f397e038f0de') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:10.245529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8921d5f8-0e90-4601-9174-f397e038f0de') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:10.257258 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.273060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.279567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:10.280155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:10.284742 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:10.352503 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.361342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.369348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/379056bb-29d2-402b-8fe6-83afc99d186d HTTP/1.1" status: 204 len: 168 time: 2.3312066 Jul 16 03:53:10.369438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36306) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:10.374981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2015780882'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:10.380784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45e70d-a72f-412a-83af-eed0e12d866f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=379056bb-29d2-402b-8fe6-83afc99d186d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:10.406727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:10.410878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.439047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:10.451894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.452490 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment ab74ef21-01c1-4d49-8085-b98565b4d2bc of type vlan for network ff04fe28-83c9-4ee1-acc5-9a6820009b81 Jul 16 03:53:10.499678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.535557 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.541055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:10.542590 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.579349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2084706 Jul 16 03:53:10.584328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36314) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:10.589865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': 'ff04fe28-83c9-4ee1-acc5-9a6820009b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:10.631218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46ea29-2674-4b12-9163-2dbb8ef53574 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=ff04fe28-83c9-4ee1-acc5-9a6820009b81,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:10.644588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ff04fe28-83c9-4ee1-acc5-9a6820009b81 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:10.713939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:10.718253 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.929567 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.009387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': 'ab74ef21-01c1-4d49-8085-b98565b4d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff04fe28-83c9-4ee1-acc5-9a6820009b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:11.010476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: ff04fe28-83c9-4ee1-acc5-9a6820009b81, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:11.013957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=a524a948-38e1-4ede-abc8-c7277750f512,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:11.039878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network ff04fe28-83c9-4ee1-acc5-9a6820009b81 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:11.050285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ff04fe28-83c9-4ee1-acc5-9a6820009b81) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:11.059849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:11.061221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.069001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2b462-ffa7-49c4-ba26-6594b8f90546 None None] Network ff04fe28-83c9-4ee1-acc5-9a6820009b81 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:11.098322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b3166db5-81c9-46ea-9b75-b17e49ab9c99 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5095518 Jul 16 03:53:11.098821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:11.236330 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.260669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbc730-3a8e-4f30-bda1-3a90cc7f8b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ff04fe28-83c9-4ee1-acc5-9a6820009b81', 'network_id': 'ff04fe28-83c9-4ee1-acc5-9a6820009b81', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'a524a948-38e1-4ede-abc8-c7277750f512'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:11.261553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc730-3a8e-4f30-bda1-3a90cc7f8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.308225 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.390357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-f7bbc730-3a8e-4f30-bda1-3a90cc7f8b00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a524a948-38e1-4ede-abc8-c7277750f512: This subnet is being modified by another concurrent operation. Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a524a948-38e1-4ede-abc8-c7277750f512: This subnet is being modified by another concurrent operation. Jul 16 03:53:11.403865 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:53:11.435987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c7009-20ab-4178-9f42-643e6238cccc None None] Network ff04fe28-83c9-4ee1-acc5-9a6820009b81 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:11.440823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=a524a948-38e1-4ede-abc8-c7277750f512,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:11.517878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.543018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff04fe28-83c9-4ee1-acc5-9a6820009b81']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:11.573936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab74ef21-01c1-4d49-8085-b98565b4d2bc') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:11.574302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab74ef21-01c1-4d49-8085-b98565b4d2bc') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:11.586275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d5754-c522-4e10-8a23-1a14766553ec None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:11.590149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.611827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.620470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:11.621238 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:11.624766 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:11.693377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d5754-c522-4e10-8a23-1a14766553ec None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:11.736167 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.744846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.751035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:11.752840 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/ff04fe28-83c9-4ee1-acc5-9a6820009b81 HTTP/1.1" status: 204 len: 168 time: 0.6528420 Jul 16 03:53:11.769543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847221391'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:11.774015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4f86e-e7f4-4ca1-a940-5e75a9b70b55 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=ff04fe28-83c9-4ee1-acc5-9a6820009b81,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:11.801817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:11.808263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.840113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:11.855712 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.856335 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 5af1c7d5-9af9-4890-a273-3c3d140163ca of type vlan for network b6357cb2-f6eb-447b-9341-d26a9bf00f88 Jul 16 03:53:11.921097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.963568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.979830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:11.983940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.081632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=b6357cb2-f6eb-447b-9341-d26a9bf00f88,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:12.095883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b6357cb2-f6eb-447b-9341-d26a9bf00f88 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:12.099777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:12.105028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': 'b6357cb2-f6eb-447b-9341-d26a9bf00f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:12.109842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c498d0ec-be5f-4af1-b59a-e408aa986b3b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3560150 Jul 16 03:53:12.209126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:12.212953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.330239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36350) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:12.440313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.484460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-553f4446-d185-4128-b5c8-176a472afc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.534966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=a201588e-9591-4857-97e3-85a8859ceb69,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:12.553272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '5af1c7d5-9af9-4890-a273-3c3d140163ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b6357cb2-f6eb-447b-9341-d26a9bf00f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:12.553636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: b6357cb2-f6eb-447b-9341-d26a9bf00f88, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:12.588500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network b6357cb2-f6eb-447b-9341-d26a9bf00f88 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:12.603624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b6357cb2-f6eb-447b-9341-d26a9bf00f88) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:12.608954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:12.609587 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.617414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8065f-ef51-4243-9022-f2f5933c07a0 None None] Network b6357cb2-f6eb-447b-9341-d26a9bf00f88 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:12.645077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-553f4446-d185-4128-b5c8-176a472afc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.650619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-553f4446-d185-4128-b5c8-176a472afc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.667980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6468b0eb-bf48-42cd-ae04-4ff35efbfb65 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5647175 Jul 16 03:53:12.668377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36354) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:12.706166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-553f4446-d185-4128-b5c8-176a472afc24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=234c2eb72fe148b284f465dbd8066393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731163 Jul 16 03:53:12.706457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:12.707689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4446-d185-4128-b5c8-176a472afc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc519f9-080b-44d5-9c6a-25c526a9964f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:12.809485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.818759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6663a1f2-32b3-4b7c-9d68-f4a5e6730e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.873186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6663a1f2-32b3-4b7c-9d68-f4a5e6730e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.933995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.950238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a7fbb-4509-416e-9dcd-8700f8448ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-b6357cb2-f6eb-447b-9341-d26a9bf00f88', 'network_id': 'b6357cb2-f6eb-447b-9341-d26a9bf00f88', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'a201588e-9591-4857-97e3-85a8859ceb69'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:12.951139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a7a7fbb-4509-416e-9dcd-8700f8448ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.007485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6663a1f2-32b3-4b7c-9d68-f4a5e6730e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.010608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6663a1f2-32b3-4b7c-9d68-f4a5e6730e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.016165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6663a1f2-32b3-4b7c-9d68-f4a5e6730e4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fc519f9-080b-44d5-9c6a-25c526a9964f HTTP/1.1" status: 204 len: 168 time: 0.3083923 Jul 16 03:53:13.027597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663a1f2-32b3-4b7c-9d68-f4a5e6730e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc519f9-080b-44d5-9c6a-25c526a9964f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.035234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.081552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=a201588e-9591-4857-97e3-85a8859ceb69,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-2a7a7fbb-4509-416e-9dcd-8700f8448ee5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a201588e-9591-4857-97e3-85a8859ceb69: This subnet is being modified by another concurrent operation. Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a201588e-9591-4857-97e3-85a8859ceb69: This subnet is being modified by another concurrent operation. Jul 16 03:53:13.089776 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:53:13.106036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc992b0c-ac5b-44fb-88a3-87ee7370d497 None None] Network b6357cb2-f6eb-447b-9341-d26a9bf00f88 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:13.151170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.163273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6357cb2-f6eb-447b-9341-d26a9bf00f88']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:13.177863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af1c7d5-9af9-4890-a273-3c3d140163ca') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:13.178098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af1c7d5-9af9-4890-a273-3c3d140163ca') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:13.188018 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.209478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.216356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:13.216829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:13.221507 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:13.231618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a04d1-e5b1-4e69-9527-24aeb2345361 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:13.296375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.317312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.323045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36366) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:13.323628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/b6357cb2-f6eb-447b-9341-d26a9bf00f88 HTTP/1.1" status: 204 len: 168 time: 0.6536868 Jul 16 03:53:13.324524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf32678-7c94-4805-a0ed-be415fb96c7c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=b6357cb2-f6eb-447b-9341-d26a9bf00f88,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.337260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1164966172'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:13.372364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:13.374376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a04d1-e5b1-4e69-9527-24aeb2345361 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:13.376667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.410751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:13.423409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.423409 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 9830b27f-1996-4248-a143-8d1320613a06 of type vlan for network 9231e973-915f-4aff-b890-b5f461328477 Jul 16 03:53:13.424165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36368) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:13.437185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82aaa2-e38a-4e69-b7f8-aaedf1e361df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.473096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.515745 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.521743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:13.522381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.535199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82aaa2-e38a-4e69-b7f8-aaedf1e361df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.540886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82aaa2-e38a-4e69-b7f8-aaedf1e361df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.567869 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2377031 Jul 16 03:53:13.568643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:13.579192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '9231e973-915f-4aff-b890-b5f461328477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:13.607395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0012e5-c4ca-4406-9a8a-a5dda598f2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=9231e973-915f-4aff-b890-b5f461328477,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.624146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82aaa2-e38a-4e69-b7f8-aaedf1e361df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15db47c-a0cd-4246-b3bf-8db17b317115,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.626766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9231e973-915f-4aff-b890-b5f461328477 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:13.629533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9a82aaa2-e38a-4e69-b7f8-aaedf1e361df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=233034756dd84d3eba6c142dc731c951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043250 Jul 16 03:53:13.632920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:13.736392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f8bceb5-fa86-4082-8a7a-4ff55edb140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.759673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:13.763660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.769904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f8bceb5-fa86-4082-8a7a-4ff55edb140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.843283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing IP validity checks on allocation pools {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:53:13.843897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:53:13.880551 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f8bceb5-fa86-4082-8a7a-4ff55edb140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.883662 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f8bceb5-fa86-4082-8a7a-4ff55edb140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.884802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f8bceb5-fa86-4082-8a7a-4ff55edb140d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c15db47c-a0cd-4246-b3bf-8db17b317115 HTTP/1.1" status: 204 len: 168 time: 0.2508566 Jul 16 03:53:13.898009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bceb5-fa86-4082-8a7a-4ff55edb140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15db47c-a0cd-4246-b3bf-8db17b317115,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:14.005376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.076733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=36e47ba7-ede7-4ac3-935a-36d390f91bd2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:14.092426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '9830b27f-1996-4248-a143-8d1320613a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '9231e973-915f-4aff-b890-b5f461328477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:14.092908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 9231e973-915f-4aff-b890-b5f461328477, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:14.110775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 9231e973-915f-4aff-b890-b5f461328477 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:14.120861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9231e973-915f-4aff-b890-b5f461328477) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:14.129180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:14.129489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.131215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11863c07-ea5f-4cc9-b2c4-84cf943bf0df None None] Network 9231e973-915f-4aff-b890-b5f461328477 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:14.145017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9fe6925-e8c3-4410-a4cb-636ad4e4b219 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5718474 Jul 16 03:53:14.147568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:14.254741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.312045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.320439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222f50a-76ab-4777-9ca6-4b07ae0c242f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9231e973-915f-4aff-b890-b5f461328477', 'network_id': '9231e973-915f-4aff-b890-b5f461328477', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': '36e47ba7-ede7-4ac3-935a-36d390f91bd2'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:14.321727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f222f50a-76ab-4777-9ca6-4b07ae0c242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.407929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-f222f50a-76ab-4777-9ca6-4b07ae0c242f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36e47ba7-ede7-4ac3-935a-36d390f91bd2: This subnet is being modified by another concurrent operation. Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36e47ba7-ede7-4ac3-935a-36d390f91bd2: This subnet is being modified by another concurrent operation. Jul 16 03:53:14.446448 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:53:14.463558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=36e47ba7-ede7-4ac3-935a-36d390f91bd2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:14.464101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c3dd3e-5874-4c5b-b44b-5dd51331eed8 None None] Network 9231e973-915f-4aff-b890-b5f461328477 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:14.541510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.556235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9231e973-915f-4aff-b890-b5f461328477']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.569125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9830b27f-1996-4248-a143-8d1320613a06') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.569638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9830b27f-1996-4248-a143-8d1320613a06') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.581466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.594787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f8c80-71f5-4a20-bb89-5d1e7e1c254b None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:14.615827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.623765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:14.624171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:14.628110 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:14.695476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f8c80-71f5-4a20-bb89-5d1e7e1c254b None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:14.706072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.716381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.718923 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/9231e973-915f-4aff-b890-b5f461328477 HTTP/1.1" status: 204 len: 168 time: 0.5702159 Jul 16 03:53:14.722957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:14.729190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1773020930'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:14.751977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:14.753794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74de2cb-4132-429d-9662-5030206ad9ff tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=9231e973-915f-4aff-b890-b5f461328477,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:14.757817 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.792095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:14.804921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.805678 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 119acd6c-769f-4321-95fe-841938e11ddd of type vlan for network 61fa171f-c924-4d85-8e68-e73af3912c1e Jul 16 03:53:14.857113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.907998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.923899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:14.926950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.006606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2800584 Jul 16 03:53:15.010581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36404) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:15.015611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '61fa171f-c924-4d85-8e68-e73af3912c1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:15.039981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d1dd2-13c7-48e7-952b-7d6970f9bf23 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=61fa171f-c924-4d85-8e68-e73af3912c1e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.069307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 61fa171f-c924-4d85-8e68-e73af3912c1e details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:15.184322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:15.191550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.453395 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.518703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=2fe93da9-2a06-4c5e-b49d-c16e09a6bb92,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.530149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '119acd6c-769f-4321-95fe-841938e11ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '61fa171f-c924-4d85-8e68-e73af3912c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:15.530512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 61fa171f-c924-4d85-8e68-e73af3912c1e, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:15.549173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 61fa171f-c924-4d85-8e68-e73af3912c1e is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:15.559968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 61fa171f-c924-4d85-8e68-e73af3912c1e) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:15.565723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.566915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.575094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854d38f-bf0a-4c75-b801-e80763bdb74c None None] Network 61fa171f-c924-4d85-8e68-e73af3912c1e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:15.585754 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d26ef643-a319-4187-839e-e021c47609c4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5761018 Jul 16 03:53:15.588270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:15.729252 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.766749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad413c-205b-4c44-947a-17b2a4798e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-61fa171f-c924-4d85-8e68-e73af3912c1e', 'network_id': '61fa171f-c924-4d85-8e68-e73af3912c1e', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': '2fe93da9-2a06-4c5e-b49d-c16e09a6bb92'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:15.767530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eaad413c-205b-4c44-947a-17b2a4798e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.786419 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.870794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-eaad413c-205b-4c44-947a-17b2a4798e17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fe93da9-2a06-4c5e-b49d-c16e09a6bb92: This subnet is being modified by another concurrent operation. Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fe93da9-2a06-4c5e-b49d-c16e09a6bb92: This subnet is being modified by another concurrent operation. Jul 16 03:53:15.881060 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:53:15.897136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478ac90-be8d-4a76-98ea-92b45f73d76b None None] Network 61fa171f-c924-4d85-8e68-e73af3912c1e requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:15.914304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe93da9-2a06-4c5e-b49d-c16e09a6bb92,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.977220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.990832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fa171f-c924-4d85-8e68-e73af3912c1e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.002318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119acd6c-769f-4321-95fe-841938e11ddd') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.002701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119acd6c-769f-4321-95fe-841938e11ddd') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.013337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.029116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.038037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:16.038221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:16.045582 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:16.055790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a0082-cb1a-4a09-97db-ae0cbe7ae76a None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:16.118171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.123513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.126295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/61fa171f-c924-4d85-8e68-e73af3912c1e HTTP/1.1" status: 204 len: 168 time: 0.5368867 Jul 16 03:53:16.129890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36436) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:16.138805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1367809126'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:16.155350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782235fd-9d1a-4e18-85d7-04a96537124f tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=61fa171f-c924-4d85-8e68-e73af3912c1e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:16.174116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:16.177984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.193115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a0082-cb1a-4a09-97db-ae0cbe7ae76a None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:16.212499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:16.229038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.229305 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 3cd0baae-5dd2-4455-a041-a6e5efb74fef of type vlan for network e0df0f5c-9945-4442-a33a-82fae330b88a Jul 16 03:53:16.291557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.333542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.348183 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.349162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.398371 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2646806 Jul 16 03:53:16.398780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:16.404491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:16.438057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822ca2-1e6a-4126-9dfd-b51957904fed tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=e0df0f5c-9945-4442-a33a-82fae330b88a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:16.451057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e0df0f5c-9945-4442-a33a-82fae330b88a details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:16.528145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:16.533065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.723238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.787795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=bf96156f-224f-4286-a80f-5d08dfa0a60f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:16.795048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '3cd0baae-5dd2-4455-a041-a6e5efb74fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:16.795409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: e0df0f5c-9945-4442-a33a-82fae330b88a, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:16.816479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network e0df0f5c-9945-4442-a33a-82fae330b88a is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:16.827417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e0df0f5c-9945-4442-a33a-82fae330b88a) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:16.833891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:16.834812 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.836021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eeede3-ddde-4581-a26c-0acc52ddd669 None None] Network e0df0f5c-9945-4442-a33a-82fae330b88a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:16.851500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-01bb6486-cd16-486c-97d9-1175e3ab98dc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4514821 Jul 16 03:53:16.854297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36456) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:17.010657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.015206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e0df0f5c-9945-4442-a33a-82fae330b88a', 'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'bf96156f-224f-4286-a80f-5d08dfa0a60f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:17.016031 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.081562 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.174280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Allocated IP 172.20.0.1 (e0df0f5c-9945-4442-a33a-82fae330b88a/bf96156f-224f-4286-a80f-5d08dfa0a60f/0e1cd6ca-169e-479f-b021-d826788b2db1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:17.324084 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.332392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Transition to ACTIVE for port object 0e1cd6ca-169e-479f-b021-d826788b2db1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:17.347958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Transition to ACTIVE for port object 0e1cd6ca-169e-479f-b021-d826788b2db1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:17.362583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.376666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.403438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Network e0df0f5c-9945-4442-a33a-82fae330b88a is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:17.406994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:17.409252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=bf96156f-224f-4286-a80f-5d08dfa0a60f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.411493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:17.414839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Pushing event updated for resources: {'Port': ['ID=0e1cd6ca-169e-479f-b021-d826788b2db1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.474416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Attempting to bind port 0e1cd6ca-169e-479f-b021-d826788b2db1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:17.475109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Attempting to bind port 0e1cd6ca-169e-479f-b021-d826788b2db1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3cd0baae-5dd2-4455-a041-a6e5efb74fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:17.475651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Attempting to bind port 0e1cd6ca-169e-479f-b021-d826788b2db1 on network e0df0f5c-9945-4442-a33a-82fae330b88a {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:17.479336 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.481104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:17.482091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Checking segment: {'id': '3cd0baae-5dd2-4455-a041-a6e5efb74fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:17.482629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.483123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Bound using segment: {'id': '3cd0baae-5dd2-4455-a041-a6e5efb74fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:17.483720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Bound port: 0e1cd6ca-169e-479f-b021-d826788b2db1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd0baae-5dd2-4455-a041-a6e5efb74fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e0df0f5c-9945-4442-a33a-82fae330b88a'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:17.484119 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.493853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0df0f5c-9945-4442-a33a-82fae330b88a']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:17.505258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd0baae-5dd2-4455-a041-a6e5efb74fef') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:17.505867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd0baae-5dd2-4455-a041-a6e5efb74fef') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:17.517504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.533639 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.540898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:17.541297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:17.544682 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:17.558049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5cf478a5-2432-4727-9522-22883db7966e None None] For port 0e1cd6ca-169e-479f-b021-d826788b2db1, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:17.606329 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:53:17.606329 n-d-800089-6 neutron-server[93757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:53:17.606329 n-d-800089-6 neutron-server[93757]: [parameters: {'id': 'e0df0f5c-9945-4442-a33a-82fae330b88a'}] Jul 16 03:53:17.606329 n-d-800089-6 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:53:17.606836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5cf478a5-2432-4727-9522-22883db7966e None None] For port 0e1cd6ca-169e-479f-b021-d826788b2db1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0e1cd6ca-169e-479f-b021-d826788b2db1,segment=NetworkSegment(3cd0baae-5dd2-4455-a041-a6e5efb74fef),segment_id=3cd0baae-5dd2-4455-a041-a6e5efb74fef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:17.607315 n-d-800089-6 neutron-server[93757]: DEBUG oslo_db.api [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:53:17.611450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.697944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf478a5-2432-4727-9522-22883db7966e None None] Pushing event updated for resources: {'Port': ['ID=0e1cd6ca-169e-479f-b021-d826788b2db1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.717727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b0836-4166-4f7d-85bc-450703945c1a None None] Network e0df0f5c-9945-4442-a33a-82fae330b88a requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:17.851498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55600740-a33e-4d15-b25b-32ed8f71fea5 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:17.936242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55600740-a33e-4d15-b25b-32ed8f71fea5 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:18.109996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.188598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting port 0e1cd6ca-169e-479f-b021-d826788b2db1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:18.189367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.303221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] For port 0e1cd6ca-169e-479f-b021-d826788b2db1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0e1cd6ca-169e-479f-b021-d826788b2db1,segment=NetworkSegment(3cd0baae-5dd2-4455-a041-a6e5efb74fef),segment_id=3cd0baae-5dd2-4455-a041-a6e5efb74fef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:18.303577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.319269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Calling delete_port for 0e1cd6ca-169e-479f-b021-d826788b2db1 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:18.410359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.440767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No DVR routers for this DVR port 0e1cd6ca-169e-479f-b021-d826788b2db1 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:18.450318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Port': ['ID=0e1cd6ca-169e-479f-b021-d826788b2db1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.535902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.546162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0df0f5c-9945-4442-a33a-82fae330b88a']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.556773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd0baae-5dd2-4455-a041-a6e5efb74fef') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.557006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd0baae-5dd2-4455-a041-a6e5efb74fef') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.566359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.580602 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.586676 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:18.587070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:18.590412 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:18.656310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.663960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.665382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/e0df0f5c-9945-4442-a33a-82fae330b88a HTTP/1.1" status: 204 len: 168 time: 1.8100026 Jul 16 03:53:18.669024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36516) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:18.678014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827412002'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:18.678463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03dfaf-9848-4305-bdeb-5b001d875a4d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=e0df0f5c-9945-4442-a33a-82fae330b88a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.703584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:18.707692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.741739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:18.752380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.752802 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment 741f3ce8-3828-44bf-bf74-662b1f954f1b of type vlan for network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 Jul 16 03:53:18.804938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.840250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.847341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.848237 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.887693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2168708 Jul 16 03:53:18.890476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36534) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:18.895966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:18.938705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1732d2-e187-46e3-bb33-189adb7787db tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=eb6fc6eb-b186-4282-9075-3e5befe2a4f9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.948999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:19.083962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.100237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.130724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:53:19.136098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.136702 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.139084 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "PUT /v2.0/networks/eb6fc6eb-b186-4282-9075-3e5befe2a4f9 HTTP/1.1" status: 200 len: 723 time: 0.2473910 Jul 16 03:53:19.143293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:19.151293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:19.195828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec567c-087c-4c53-8b54-681df9610795 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=eb6fc6eb-b186-4282-9075-3e5befe2a4f9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:19.207411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:19.257094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:19.261889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.821381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.882319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=e48d0e17-fecf-4243-8b8b-9b1db4515582,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:19.912577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': '741f3ce8-3828-44bf-bf74-662b1f954f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:19.912932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: eb6fc6eb-b186-4282-9075-3e5befe2a4f9, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:19.934385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:19.950034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, eb6fc6eb-b186-4282-9075-3e5befe2a4f9) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:19.955569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.957226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.959420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea7989-dce5-4b87-a27e-77fca8a5e696 None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:19.994313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fafb95c2-bc1f-44e1-b9af-a878b6c97439 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8473532 Jul 16 03:53:19.994665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.001674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:20.126686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4100229'] for subnet, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.199455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-eb6fc6eb-b186-4282-9075-3e5befe2a4f9', 'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'e48d0e17-fecf-4243-8b8b-9b1db4515582'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:20.201127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.384889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748122145419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3083288'] for subnet, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.466092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Allocated IP 172.20.0.2 (eb6fc6eb-b186-4282-9075-3e5befe2a4f9/e48d0e17-fecf-4243-8b8b-9b1db4515582/1e7bfa1e-4640-4e42-8c74-c27c307142b0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:20.675167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.685300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Transition to ACTIVE for port object 1e7bfa1e-4640-4e42-8c74-c27c307142b0 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:20.711129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Transition to ACTIVE for port object 1e7bfa1e-4640-4e42-8c74-c27c307142b0 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:20.722494 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.766467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.767401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.769128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "PUT /v2.0/subnets/e48d0e17-fecf-4243-8b8b-9b1db4515582 HTTP/1.1" status: 200 len: 806 time: 0.7725279 Jul 16 03:53:20.771294 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6501341e-0558-4f6c-9776-66bada39450f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.772558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36616) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.787888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Pushing event updated for resources: {'Port': ['ID=1e7bfa1e-4640-4e42-8c74-c27c307142b0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.793730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:20.795362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:20.798637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:20.810311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a91c9c-d3e7-458c-b499-a9b8cecab513 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=e48d0e17-fecf-4243-8b8b-9b1db4515582,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.870057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Attempting to bind port 1e7bfa1e-4640-4e42-8c74-c27c307142b0 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:20.870769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Attempting to bind port 1e7bfa1e-4640-4e42-8c74-c27c307142b0 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '741f3ce8-3828-44bf-bf74-662b1f954f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:20.871339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Attempting to bind port 1e7bfa1e-4640-4e42-8c74-c27c307142b0 on network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:20.877351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:20.877952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Checking segment: {'id': '741f3ce8-3828-44bf-bf74-662b1f954f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:20.878567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.879253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Bound using segment: {'id': '741f3ce8-3828-44bf-bf74-662b1f954f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:20.879889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Bound port: 1e7bfa1e-4640-4e42-8c74-c27c307142b0, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741f3ce8-3828-44bf-bf74-662b1f954f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'eb6fc6eb-b186-4282-9075-3e5befe2a4f9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:20.880437 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.901937 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.959771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] For port 1e7bfa1e-4640-4e42-8c74-c27c307142b0, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:20.963824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] For port 1e7bfa1e-4640-4e42-8c74-c27c307142b0, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1e7bfa1e-4640-4e42-8c74-c27c307142b0,segment=NetworkSegment(741f3ce8-3828-44bf-bf74-662b1f954f1b),segment_id=741f3ce8-3828-44bf-bf74-662b1f954f1b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:20.970629 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.981295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting port 1e7bfa1e-4640-4e42-8c74-c27c307142b0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:20.981606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.048899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f09dc1-fb64-42a9-b61b-f5f060e9dfd9 None None] Pushing event updated for resources: {'Port': ['ID=1e7bfa1e-4640-4e42-8c74-c27c307142b0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.096578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] For port 1e7bfa1e-4640-4e42-8c74-c27c307142b0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1e7bfa1e-4640-4e42-8c74-c27c307142b0,segment=NetworkSegment(741f3ce8-3828-44bf-bf74-662b1f954f1b),segment_id=741f3ce8-3828-44bf-bf74-662b1f954f1b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:21.096953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.119167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Calling delete_port for 1e7bfa1e-4640-4e42-8c74-c27c307142b0 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:21.265151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.340948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Port': ['ID=1e7bfa1e-4640-4e42-8c74-c27c307142b0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.413686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No DVR routers for this DVR port 1e7bfa1e-4640-4e42-8c74-c27c307142b0 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:21.477734 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.549301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.576527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=e48d0e17-fecf-4243-8b8b-9b1db4515582,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.645436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.656921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6fc6eb-b186-4282-9075-3e5befe2a4f9']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:21.666679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741f3ce8-3828-44bf-bf74-662b1f954f1b') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:21.666970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741f3ce8-3828-44bf-bf74-662b1f954f1b') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:21.685456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.705433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.713888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:21.715108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:21.736240 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:21.781900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.787685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.792939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36642) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.793487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/eb6fc6eb-b186-4282-9075-3e5befe2a4f9 HTTP/1.1" status: 204 len: 168 time: 1.0194721 Jul 16 03:53:21.810201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fded263-c82e-44da-84e5-548589a78d56 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=eb6fc6eb-b186-4282-9075-3e5befe2a4f9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.835059 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-173381ea-1685-40df-bb0a-c9e0a46ef5c7 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:21.835617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173381ea-1685-40df-bb0a-c9e0a46ef5c7 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:21.837332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-173381ea-1685-40df-bb0a-c9e0a46ef5c7 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/eb6fc6eb-b186-4282-9075-3e5befe2a4f9 HTTP/1.1" status: 404 len: 339 time: 0.0434017 Jul 16 03:53:21.841351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36646) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.846696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118591197', 'description': 'd1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:21.868488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:21.873043 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.902928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:21.915412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.916902 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment d1ef6384-2370-4fcf-a542-34c6af37b54b of type vlan for network e563fde8-3eea-42db-84bd-89d3ab8048c2 Jul 16 03:53:21.963171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.014377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.022563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.023542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.112735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=e563fde8-3eea-42db-84bd-89d3ab8048c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:22.116920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af6d485b-4f0d-44ae-8a8e-fad2f6707c10 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2745991 Jul 16 03:53:22.120005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36658) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:22.132964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e563fde8-3eea-42db-84bd-89d3ab8048c2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:22.263524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415c747-b5e1-4ac0-8def-6b04b870c5f5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.266594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3415c747-b5e1-4ac0-8def-6b04b870c5f5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks?id=e563fde8-3eea-42db-84bd-89d3ab8048c2 HTTP/1.1" status: 200 len: 761 time: 0.1437266 Jul 16 03:53:22.268451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36668) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:22.286150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'description': 'd2'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:22.390306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fbebd595-2f88-4d93-b61e-56098c7ea9d6 None None] Could not find standard attr ID for object 1e7bfa1e-4640-4e42-8c74-c27c307142b0. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:53:22.445234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1300a-93fd-48bf-9595-99c5fd7f974b None None] DHCP port deletion for eb6fc6eb-b186-4282-9075-3e5befe2a4f9 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:53:22.465836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677162f-35a0-4cf5-87ec-1573df04d15c None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:22.482159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677162f-35a0-4cf5-87ec-1573df04d15c None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:53:22.490475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a1af4-3275-4cae-a344-a789392e4315 None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:22.506346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a1af4-3275-4cae-a344-a789392e4315 None None] Network eb6fc6eb-b186-4282-9075-3e5befe2a4f9 could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:53:22.523415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.539057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.558802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network e563fde8-3eea-42db-84bd-89d3ab8048c2 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:53:22.563700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.564295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.565711 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "PUT /v2.0/networks/e563fde8-3eea-42db-84bd-89d3ab8048c2 HTTP/1.1" status: 200 len: 758 time: 0.2960949 Jul 16 03:53:22.568515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:22.616641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1fd38-413a-4986-90bb-8291c607cf78 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=e563fde8-3eea-42db-84bd-89d3ab8048c2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:22.636244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e563fde8-3eea-42db-84bd-89d3ab8048c2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:22.687229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322d332-c860-4540-a950-ac209aeddbfa tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.689702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f322d332-c860-4540-a950-ac209aeddbfa tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks?id=e563fde8-3eea-42db-84bd-89d3ab8048c2 HTTP/1.1" status: 200 len: 761 time: 0.1201348 Jul 16 03:53:22.693923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36684) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:22.699945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821156991'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:22.726247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:22.729845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.761229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:22.773166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.773515 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment a6e30afd-3d03-4f94-96d9-d94475be7791 of type vlan for network 87bb925d-858d-4d71-b6a7-266e79b2f721 Jul 16 03:53:22.816657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.847288 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.853180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.853793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.892894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1978066 Jul 16 03:53:22.896362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36696) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:22.901043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '87bb925d-858d-4d71-b6a7-266e79b2f721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:22.943718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581fff0-d87b-4e5c-b183-39ea5e3ed48c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=87bb925d-858d-4d71-b6a7-266e79b2f721,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:22.957927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 87bb925d-858d-4d71-b6a7-266e79b2f721 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:23.037111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:23.041324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.240302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.301523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=70490d45-f944-4041-a73c-98a1ecf0acde,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:23.317894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': 'a6e30afd-3d03-4f94-96d9-d94475be7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '87bb925d-858d-4d71-b6a7-266e79b2f721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:23.318257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 87bb925d-858d-4d71-b6a7-266e79b2f721, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:23.336212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 87bb925d-858d-4d71-b6a7-266e79b2f721 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:23.347758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 87bb925d-858d-4d71-b6a7-266e79b2f721) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:23.360524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32cc1a-3cb9-4668-bcbf-40db617ff09b None None] Network 87bb925d-858d-4d71-b6a7-266e79b2f721 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:23.363389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:23.364426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.382358 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ae00439-ae3d-429a-9af4-62ff4323581b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4853621 Jul 16 03:53:23.385839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36716) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:23.521382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.544144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d880ae54-b0a1-4360-b8e9-7b0b45eaf853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.575384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16939197-7d2d-4e81-a58e-1649de850fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-87bb925d-858d-4d71-b6a7-266e79b2f721', 'network_id': '87bb925d-858d-4d71-b6a7-266e79b2f721', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': '70490d45-f944-4041-a73c-98a1ecf0acde'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:23.576632 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16939197-7d2d-4e81-a58e-1649de850fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.588286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.663806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.697375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=70490d45-f944-4041-a73c-98a1ecf0acde,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-16939197-7d2d-4e81-a58e-1649de850fdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70490d45-f944-4041-a73c-98a1ecf0acde: This subnet is being modified by another concurrent operation. Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70490d45-f944-4041-a73c-98a1ecf0acde: This subnet is being modified by another concurrent operation. Jul 16 03:53:23.704449 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 03:53:23.729982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd651852-4ec3-48be-bea7-bae805ce28d6 None None] Network 87bb925d-858d-4d71-b6a7-266e79b2f721 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:23.778989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.800001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bb925d-858d-4d71-b6a7-266e79b2f721']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:23.815512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e30afd-3d03-4f94-96d9-d94475be7791') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:23.815815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e30afd-3d03-4f94-96d9-d94475be7791') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:23.829047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.846208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.853464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:23.853867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.881408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880cd206-68b5-45c0-a5c3-1d36896a2663 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:23.925897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:23.927539 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:23.933809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.947160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.952345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/87bb925d-858d-4d71-b6a7-266e79b2f721 HTTP/1.1" status: 204 len: 168 time: 0.5632517 Jul 16 03:53:23.952697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:23.961770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce718207-b3d5-47ca-ac0a-41fb9292726b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=87bb925d-858d-4d71-b6a7-266e79b2f721,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:23.998266 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdcd600-9a65-4789-8486-6f33861139c6 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] GET failed (client error): The resource could not be found. Jul 16 03:53:23.999989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-acdcd600-9a65-4789-8486-6f33861139c6 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/subnets/70490d45-f944-4041-a73c-98a1ecf0acde HTTP/1.1" status: 404 len: 337 time: 0.0456214 Jul 16 03:53:24.002963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.006191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880cd206-68b5-45c0-a5c3-1d36896a2663 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:24.021826 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dce8e4b-8e22-4fa1-8ef0-c7657b15e2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:24.022621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dce8e4b-8e22-4fa1-8ef0-c7657b15e2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:24.027638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8dce8e4b-8e22-4fa1-8ef0-c7657b15e2a4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/87bb925d-858d-4d71-b6a7-266e79b2f721 HTTP/1.1" status: 404 len: 339 time: 0.0203152 Jul 16 03:53:24.028293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.274751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0513c-f9a6-4c8e-be2f-54c3147391c8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.278765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-80a0513c-f9a6-4c8e-be2f-54c3147391c8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2469966 Jul 16 03:53:24.279143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.280268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1e7bfa1e-4640-4e42-8c74-c27c307142b0 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:24.321397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-369730b9-8073-4f7a-9340-6263f0f98669 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 207 time: 0.0383356 Jul 16 03:53:24.321596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1e7bfa1e-4640-4e42-8c74-c27c307142b0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:24.321596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1e7bfa1e-4640-4e42-8c74-c27c307142b0 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:24.322589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.368835 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.467605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a645b06-250a-41a7-97b0-b586df5c4669 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.474082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a645b06-250a-41a7-97b0-b586df5c4669 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.480215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a645b06-250a-41a7-97b0-b586df5c4669 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.486466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a645b06-250a-41a7-97b0-b586df5c4669 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.488241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8a645b06-250a-41a7-97b0-b586df5c4669 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1645284 Jul 16 03:53:24.492210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.645946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6e5df163-39f1-4d13-acc2-0e18fe3cc2c2 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1522906 Jul 16 03:53:24.649333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36776) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.712910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4fb0c-fadb-4f0a-83cd-20a913721262 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.714539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4fb0c-fadb-4f0a-83cd-20a913721262 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.716098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-32d4fb0c-fadb-4f0a-83cd-20a913721262 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0617216 Jul 16 03:53:24.719690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36778) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.781831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839eb89b-fb73-4833-a8d5-068b9afd0cba tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.783395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839eb89b-fb73-4833-a8d5-068b9afd0cba tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.785209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-839eb89b-fb73-4833-a8d5-068b9afd0cba tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0644934 Jul 16 03:53:24.788606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36782) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.893669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9658fa-d962-47a9-b20f-9373685d55f1 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.899230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:24.903145 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2d9658fa-d962-47a9-b20f-9373685d55f1 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks/4d76b6c4-33f7-488e-af8a-1c203ef50d25 HTTP/1.1" status: 200 len: 800 time: 0.1134703 Jul 16 03:53:25.023226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-74ad4e2c-bf04-4242-b200-771ac80582c2 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/networks/4d76b6c4-33f7-488e-af8a-1c203ef50d25?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1225848 Jul 16 03:53:25.026229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36792) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:25.081581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f2493-8a48-49e0-8ffe-987681c058bf tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.086196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-553f2493-8a48-49e0-8ffe-987681c058bf tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/subnets/4efb88e3-3665-4383-a1d0-2fecee1ff95c HTTP/1.1" status: 200 len: 811 time: 0.0555606 Jul 16 03:53:25.086537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:25.140661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d612b30-7e7a-48a4-9453-48db4257713e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.142276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4d612b30-7e7a-48a4-9453-48db4257713e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "GET /v2.0/subnets/4efb88e3-3665-4383-a1d0-2fecee1ff95c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0545492 Jul 16 03:53:25.146001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:25.150986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373099293'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:25.173384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:25.177382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.202388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:25.214103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.214466 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Added segment a4f4964b-9bbd-4f54-b301-bb3e7614b533 of type vlan for network 3ebaf615-1026-43f8-8bd9-88c42128f413 Jul 16 03:53:25.263708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.294769 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.300450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.301920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.341908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1923139 Jul 16 03:53:25.342274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:25.347967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:25.402653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b7ff5-173d-440f-b637-792c7f509504 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Network': ['ID=3ebaf615-1026-43f8-8bd9-88c42128f413,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:25.421306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 3ebaf615-1026-43f8-8bd9-88c42128f413 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:25.495091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Made reservation on behalf of 353e40aaffb44b6bb97ad088db52d41b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:25.503146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.568689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing IP validity checks on allocation pools {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:53:25.569209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:53:25.714176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.774320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=f84612c0-1750-4410-8508-7189285d8a48,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:25.801187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Checking segment: {'id': 'a4f4964b-9bbd-4f54-b301-bb3e7614b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:25.801642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network hostable DHCP agents. Network: 3ebaf615-1026-43f8-8bd9-88c42128f413, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:25.820081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Network 3ebaf615-1026-43f8-8bd9-88c42128f413 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:25.829953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 3ebaf615-1026-43f8-8bd9-88c42128f413) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:25.835369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.836950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.841071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a68e56-f5c4-42f0-8011-c65650100cfe None None] Network 3ebaf615-1026-43f8-8bd9-88c42128f413 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:25.859825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36828) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:25.860394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6e21304e-599b-4937-b5af-809d0d2c7131 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5168815 Jul 16 03:53:25.866284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:25.983331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4100229'] for subnet, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.065820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-3ebaf615-1026-43f8-8bd9-88c42128f413', 'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413', 'tenant_id': '353e40aaffb44b6bb97ad088db52d41b', 'fixed_ips': [{'subnet_id': 'f84612c0-1750-4410-8508-7189285d8a48'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:26.066771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.175180 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.207507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748122145419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3083288'] for subnet, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.248894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.255038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.255915 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "PUT /v2.0/subnets/f84612c0-1750-4410-8508-7189285d8a48 HTTP/1.1" status: 200 len: 877 time: 0.3942647 Jul 16 03:53:26.258796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:26.283758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36b33b-50e6-4019-a3cc-8ceba2ad0058 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event updated for resources: {'Subnet': ['ID=f84612c0-1750-4410-8508-7189285d8a48,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:26.317540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Allocated IP 172.20.0.3 (3ebaf615-1026-43f8-8bd9-88c42128f413/f84612c0-1750-4410-8508-7189285d8a48/6a750c82-1c2c-4599-acce-5319e9acd68f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:26.343029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:26.401517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.458135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.488621 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c757a03e-35e1-40a2-9fd4-fab1ef4cf56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.574044 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.588552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Transition to ACTIVE for port object 6a750c82-1c2c-4599-acce-5319e9acd68f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:26.599843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c757a03e-35e1-40a2-9fd4-fab1ef4cf56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.605247 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c757a03e-35e1-40a2-9fd4-fab1ef4cf56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.610194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Transition to ACTIVE for port object 6a750c82-1c2c-4599-acce-5319e9acd68f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:26.616823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.639334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.651370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c757a03e-35e1-40a2-9fd4-fab1ef4cf56b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=789d106270c84ff0a5b1aa054902693e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069234 Jul 16 03:53:26.651844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:26.652468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a03e-35e1-40a2-9fd4-fab1ef4cf56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f19f1-f1ce-469c-a013-604e68aee172,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:26.675133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Network 3ebaf615-1026-43f8-8bd9-88c42128f413 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:26.678093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:26.680916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:26.689765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=f84612c0-1750-4410-8508-7189285d8a48,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:26.727423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Pushing event updated for resources: {'Port': ['ID=6a750c82-1c2c-4599-acce-5319e9acd68f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:26.765021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Attempting to bind port 6a750c82-1c2c-4599-acce-5319e9acd68f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:26.765421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Attempting to bind port 6a750c82-1c2c-4599-acce-5319e9acd68f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a4f4964b-9bbd-4f54-b301-bb3e7614b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:26.765796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Attempting to bind port 6a750c82-1c2c-4599-acce-5319e9acd68f on network 3ebaf615-1026-43f8-8bd9-88c42128f413 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:26.771252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:26.771441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.771630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Checking segment: {'id': 'a4f4964b-9bbd-4f54-b301-bb3e7614b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:26.772227 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.772815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Bound using segment: {'id': 'a4f4964b-9bbd-4f54-b301-bb3e7614b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:26.773447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Bound port: 6a750c82-1c2c-4599-acce-5319e9acd68f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f4964b-9bbd-4f54-b301-bb3e7614b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3ebaf615-1026-43f8-8bd9-88c42128f413'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:26.773994 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.783999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebaf615-1026-43f8-8bd9-88c42128f413']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:26.800885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f4964b-9bbd-4f54-b301-bb3e7614b533') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:26.801177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f4964b-9bbd-4f54-b301-bb3e7614b533') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:26.809907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f6de-4549-4627-ac7c-3b919cd1de35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.816624 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.839768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] For port 6a750c82-1c2c-4599-acce-5319e9acd68f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:26.841657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.854141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f6de-4549-4627-ac7c-3b919cd1de35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.856124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:26.856581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:26.860125 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:26.935739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:53:26.935739 n-d-800089-6 neutron-server[93756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:53:26.935739 n-d-800089-6 neutron-server[93756]: [parameters: {'id': '3ebaf615-1026-43f8-8bd9-88c42128f413'}] Jul 16 03:53:26.935739 n-d-800089-6 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:53:26.936094 n-d-800089-6 neutron-server[93756]: DEBUG oslo_db.api [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:53:26.937238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] For port 6a750c82-1c2c-4599-acce-5319e9acd68f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6a750c82-1c2c-4599-acce-5319e9acd68f,segment=NetworkSegment(a4f4964b-9bbd-4f54-b301-bb3e7614b533),segment_id=a4f4964b-9bbd-4f54-b301-bb3e7614b533)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:26.942831 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.969120 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f6de-4549-4627-ac7c-3b919cd1de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.972186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f6de-4549-4627-ac7c-3b919cd1de35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.973358 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b0e2f6de-4549-4627-ac7c-3b919cd1de35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a63f19f1-f1ce-469c-a013-604e68aee172 HTTP/1.1" status: 204 len: 168 time: 0.2984982 Jul 16 03:53:26.990615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2f6de-4549-4627-ac7c-3b919cd1de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f19f1-f1ce-469c-a013-604e68aee172,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:27.048595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5648-5096-4395-9744-63ca999b9bec None None] Pushing event updated for resources: {'Port': ['ID=6a750c82-1c2c-4599-acce-5319e9acd68f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:27.071331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185c117-a367-4ffe-a474-1408d056cfd5 None None] Network 3ebaf615-1026-43f8-8bd9-88c42128f413 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:27.212541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3d813-8f4d-4488-9ef0-294d5dd50a65 None None] Network 3ebaf615-1026-43f8-8bd9-88c42128f413 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:27.302679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36868) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:27.318671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b17be4b3-c9af-4d30-9a0b-8b0cf896a7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.372918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825dfcd-503e-44ed-bb09-f16655603498 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:53:27.415865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b17be4b3-c9af-4d30-9a0b-8b0cf896a7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.421045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b17be4b3-c9af-4d30-9a0b-8b0cf896a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.437386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.470135 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b17be4b3-c9af-4d30-9a0b-8b0cf896a7ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=becda2ef1f5440e093590bcb8d9d47cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662571 Jul 16 03:53:27.471007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17be4b3-c9af-4d30-9a0b-8b0cf896a7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5399b-d999-48f7-adc4-5d0770566126,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:27.473915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36874) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:27.502756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825dfcd-503e-44ed-bb09-f16655603498 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:53:27.505880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting port 6a750c82-1c2c-4599-acce-5319e9acd68f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:27.506337 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.532653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a451fb-a3d7-47ae-8b45-e8ba624924cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.556897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a451fb-a3d7-47ae-8b45-e8ba624924cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.599372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] For port 6a750c82-1c2c-4599-acce-5319e9acd68f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6a750c82-1c2c-4599-acce-5319e9acd68f,segment=NetworkSegment(a4f4964b-9bbd-4f54-b301-bb3e7614b533),segment_id=a4f4964b-9bbd-4f54-b301-bb3e7614b533)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:27.599985 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.612858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Calling delete_port for 6a750c82-1c2c-4599-acce-5319e9acd68f owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:27.615979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a451fb-a3d7-47ae-8b45-e8ba624924cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.618600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a451fb-a3d7-47ae-8b45-e8ba624924cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.619985 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29a451fb-a3d7-47ae-8b45-e8ba624924cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9b5399b-d999-48f7-adc4-5d0770566126 HTTP/1.1" status: 204 len: 168 time: 0.1449349 Jul 16 03:53:27.634321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a451fb-a3d7-47ae-8b45-e8ba624924cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5399b-d999-48f7-adc4-5d0770566126,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:27.726206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.765989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Port': ['ID=6a750c82-1c2c-4599-acce-5319e9acd68f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:27.768396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No DVR routers for this DVR port 6a750c82-1c2c-4599-acce-5319e9acd68f on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:27.858977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.869721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebaf615-1026-43f8-8bd9-88c42128f413']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.885129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f4964b-9bbd-4f54-b301-bb3e7614b533') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.885372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f4964b-9bbd-4f54-b301-bb3e7614b533') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.894983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.909188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.915915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:27.916351 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:27.919643 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:27.978457 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.999141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.001590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/3ebaf615-1026-43f8-8bd9-88c42128f413 HTTP/1.1" status: 204 len: 168 time: 1.7417915 Jul 16 03:53:28.005483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36888) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.007948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eec59e-02bd-4369-b192-a0b1a2f924e8 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=3ebaf615-1026-43f8-8bd9-88c42128f413,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:28.032827 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0e0a99-561c-4695-8f15-747db5e34f9c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.033286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0e0a99-561c-4695-8f15-747db5e34f9c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.035051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b0e0a99-561c-4695-8f15-747db5e34f9c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/f84612c0-1750-4410-8508-7189285d8a48 HTTP/1.1" status: 404 len: 337 time: 0.0285344 Jul 16 03:53:28.037801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36894) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.056372 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cda388-0926-4267-8741-4684a9369dbc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.057039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cda388-0926-4267-8741-4684a9369dbc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.059396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-93cda388-0926-4267-8741-4684a9369dbc tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/3ebaf615-1026-43f8-8bd9-88c42128f413 HTTP/1.1" status: 404 len: 339 time: 0.0202744 Jul 16 03:53:28.061495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36898) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.098314 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d6a987-8682-4f26-962c-feab92581050 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.098819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d6a987-8682-4f26-962c-feab92581050 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.103146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b0d6a987-8682-4f26-962c-feab92581050 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/70490d45-f944-4041-a73c-98a1ecf0acde HTTP/1.1" status: 404 len: 337 time: 0.0398726 Jul 16 03:53:28.103463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.123199 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94c08af-f70e-4c85-9072-ce13fed2277b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.123787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94c08af-f70e-4c85-9072-ce13fed2277b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.126130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c94c08af-f70e-4c85-9072-ce13fed2277b tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/87bb925d-858d-4d71-b6a7-266e79b2f721 HTTP/1.1" status: 404 len: 339 time: 0.0216341 Jul 16 03:53:28.128792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.205648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.302634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.313948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e563fde8-3eea-42db-84bd-89d3ab8048c2']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:28.325560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ef6384-2370-4fcf-a542-34c6af37b54b') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:28.325560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ef6384-2370-4fcf-a542-34c6af37b54b') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:28.335196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.366980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.379476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:28.380004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:28.383318 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:28.448390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.456921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.461187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/e563fde8-3eea-42db-84bd-89d3ab8048c2 HTTP/1.1" status: 204 len: 168 time: 0.3282797 Jul 16 03:53:28.461751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.473076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3919a2f-1b75-40d3-8ab0-b02d8957b65c tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=e563fde8-3eea-42db-84bd-89d3ab8048c2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:28.488836 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebb5c4f-b7da-47fa-927e-697f6d7bc12d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.489284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebb5c4f-b7da-47fa-927e-697f6d7bc12d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.491455 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5ebb5c4f-b7da-47fa-927e-697f6d7bc12d tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/e48d0e17-fecf-4243-8b8b-9b1db4515582 HTTP/1.1" status: 404 len: 337 time: 0.0289433 Jul 16 03:53:28.494031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36922) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.517675 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-372c619b-2f3d-4005-b581-b8934e61a745 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.518341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372c619b-2f3d-4005-b581-b8934e61a745 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.520196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-372c619b-2f3d-4005-b581-b8934e61a745 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/eb6fc6eb-b186-4282-9075-3e5befe2a4f9 HTTP/1.1" status: 404 len: 339 time: 0.0252335 Jul 16 03:53:28.522909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.548376 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a2042b-25a4-4c0b-aa73-16d3fdccc167 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.548982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a2042b-25a4-4c0b-aa73-16d3fdccc167 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.553332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a6a2042b-25a4-4c0b-aa73-16d3fdccc167 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/bf96156f-224f-4286-a80f-5d08dfa0a60f HTTP/1.1" status: 404 len: 337 time: 0.0270991 Jul 16 03:53:28.553460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.574920 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8a1cf5-93e8-44c1-ad21-16031c6ee853 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.575568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8a1cf5-93e8-44c1-ad21-16031c6ee853 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.577727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dc8a1cf5-93e8-44c1-ad21-16031c6ee853 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/e0df0f5c-9945-4442-a33a-82fae330b88a HTTP/1.1" status: 404 len: 339 time: 0.0230196 Jul 16 03:53:28.580033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.606381 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3768b901-7541-4d7f-9cc3-f1f56f45fe0e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.607006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3768b901-7541-4d7f-9cc3-f1f56f45fe0e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.608839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3768b901-7541-4d7f-9cc3-f1f56f45fe0e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/2fe93da9-2a06-4c5e-b49d-c16e09a6bb92 HTTP/1.1" status: 404 len: 337 time: 0.0278416 Jul 16 03:53:28.612062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.632807 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-f101e112-400a-4f41-95d2-b47ecdacf09a tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.633684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f101e112-400a-4f41-95d2-b47ecdacf09a tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.637912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f101e112-400a-4f41-95d2-b47ecdacf09a tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/61fa171f-c924-4d85-8e68-e73af3912c1e HTTP/1.1" status: 404 len: 339 time: 0.0220587 Jul 16 03:53:28.638169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.666976 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2a7665-b333-4151-a054-04683833ac27 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.667436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2a7665-b333-4151-a054-04683833ac27 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.670589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ff2a7665-b333-4151-a054-04683833ac27 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/36e47ba7-ede7-4ac3-935a-36d390f91bd2 HTTP/1.1" status: 404 len: 337 time: 0.0300629 Jul 16 03:53:28.672452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.691706 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e0361e-0752-427d-a86e-ebc2080b519e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.692472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e0361e-0752-427d-a86e-ebc2080b519e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.694243 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-49e0361e-0752-427d-a86e-ebc2080b519e tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/9231e973-915f-4aff-b890-b5f461328477 HTTP/1.1" status: 404 len: 339 time: 0.0207384 Jul 16 03:53:28.696767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.723954 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d126edff-e580-40a7-98b6-19214a8598a9 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.724471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d126edff-e580-40a7-98b6-19214a8598a9 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.726227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d126edff-e580-40a7-98b6-19214a8598a9 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/a201588e-9591-4857-97e3-85a8859ceb69 HTTP/1.1" status: 404 len: 337 time: 0.0285525 Jul 16 03:53:28.728810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.748289 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff4a31a-7d72-4c60-acca-ab4cce134b86 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.748837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff4a31a-7d72-4c60-acca-ab4cce134b86 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.752842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cff4a31a-7d72-4c60-acca-ab4cce134b86 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/b6357cb2-f6eb-447b-9341-d26a9bf00f88 HTTP/1.1" status: 404 len: 339 time: 0.0208395 Jul 16 03:53:28.753091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.778839 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-26974310-8a3b-4b3e-83de-269f486ec211 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.779296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26974310-8a3b-4b3e-83de-269f486ec211 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.781565 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26974310-8a3b-4b3e-83de-269f486ec211 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/a524a948-38e1-4ede-abc8-c7277750f512 HTTP/1.1" status: 404 len: 337 time: 0.0270317 Jul 16 03:53:28.784197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36956) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.803316 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-47204161-85c7-4025-be60-c4857db7f857 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.803847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47204161-85c7-4025-be60-c4857db7f857 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.806586 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-47204161-85c7-4025-be60-c4857db7f857 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/ff04fe28-83c9-4ee1-acc5-9a6820009b81 HTTP/1.1" status: 404 len: 339 time: 0.0203509 Jul 16 03:53:28.808063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.835824 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-44daaaf7-c328-4d9b-b434-c76aa43e2f27 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.836291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44daaaf7-c328-4d9b-b434-c76aa43e2f27 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.840671 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-44daaaf7-c328-4d9b-b434-c76aa43e2f27 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/b706c690-846d-4868-b5d5-736f00b1b49a HTTP/1.1" status: 404 len: 337 time: 0.0315511 Jul 16 03:53:28.841359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36962) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.861890 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c30b500-d10e-4845-ba9b-3953494c5e94 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.862457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c30b500-d10e-4845-ba9b-3953494c5e94 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.866577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2c30b500-d10e-4845-ba9b-3953494c5e94 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/379056bb-29d2-402b-8fe6-83afc99d186d HTTP/1.1" status: 404 len: 339 time: 0.0219367 Jul 16 03:53:28.867008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.893154 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3c2f76-2eff-40da-ad16-689e88d04ec4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.893506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3c2f76-2eff-40da-ad16-689e88d04ec4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.897865 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e3c2f76-2eff-40da-ad16-689e88d04ec4 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/a7a722ee-4daa-4ea8-920c-34e7b3d9c313 HTTP/1.1" status: 404 len: 337 time: 0.0299609 Jul 16 03:53:28.898479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.920817 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6ec4da-ce28-46ac-90cb-560b931e5402 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] DELETE failed (client error): The resource could not be found. Jul 16 03:53:28.921350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6ec4da-ce28-46ac-90cb-560b931e5402 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:53:28.923701 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1f6ec4da-ce28-46ac-90cb-560b931e5402 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/59b75720-6f5a-4a9e-8564-397988aa647e HTTP/1.1" status: 404 len: 339 time: 0.0242662 Jul 16 03:53:28.926343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 36972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:28.983418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting subnet 4efb88e3-3665-4383-a1d0-2fecee1ff95c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:53:28.987525 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.030105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.130942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.215115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.245104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Subnet': ['ID=4efb88e3-3665-4383-a1d0-2fecee1ff95c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:29.251566 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.253237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd311d1-ee7b-4faf-bb73-60b15fda2670 None None] Network 4d76b6c4-33f7-488e-af8a-1c203ef50d25 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:29.253686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-186078eb-521d-492f-ad5d-c541adcf8df5 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/subnets/4efb88e3-3665-4383-a1d0-2fecee1ff95c HTTP/1.1" status: 204 len: 168 time: 0.3261240 Jul 16 03:53:29.257284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 36990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:29.376228 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.446604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Deleting port 72d25679-0d2a-4c50-a145-6c253f5fe969 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:29.446955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.475037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] DHCP port deletion for 4d76b6c4-33f7-488e-af8a-1c203ef50d25 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:53:29.525409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] For port 72d25679-0d2a-4c50-a145-6c253f5fe969, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=72d25679-0d2a-4c50-a145-6c253f5fe969,segment=NetworkSegment(44ddcccc-cbdc-4f41-947e-334daf71c776),segment_id=44ddcccc-cbdc-4f41-947e-334daf71c776)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:29.526108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.540016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Calling delete_port for 72d25679-0d2a-4c50-a145-6c253f5fe969 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:29.655269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.688028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Port': ['ID=72d25679-0d2a-4c50-a145-6c253f5fe969,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:29.700049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] No DVR routers for this DVR port 72d25679-0d2a-4c50-a145-6c253f5fe969 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:29.734334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Deleting port 72d25679-0d2a-4c50-a145-6c253f5fe969 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:29.735184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.825524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.836612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d76b6c4-33f7-488e-af8a-1c203ef50d25']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.844272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] For port 72d25679-0d2a-4c50-a145-6c253f5fe969, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:29.845090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.848620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ddcccc-cbdc-4f41-947e-334daf71c776') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.849052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ddcccc-cbdc-4f41-947e-334daf71c776') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.858578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.861430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Calling delete_port for 72d25679-0d2a-4c50-a145-6c253f5fe969 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:29.864631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Port 72d25679-0d2a-4c50-a145-6c253f5fe969 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:53:29.866147 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.876136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.892641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:29.893050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:29.896709 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:29.902647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] Pushing event deleted for resources: {'Port': ['ID=72d25679-0d2a-4c50-a145-6c253f5fe969,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:29.908846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5d40f-122f-4b3f-9bee-73ebfb894a6f None None] No DVR routers for this DVR port 72d25679-0d2a-4c50-a145-6c253f5fe969 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:29.971780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.989955 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.992260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] 10.222.0.25 "DELETE /v2.0/networks/4d76b6c4-33f7-488e-af8a-1c203ef50d25 HTTP/1.1" status: 204 len: 168 time: 0.7336888 Jul 16 03:53:29.993206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d1ec-2f63-4fda-8fba-c02465b12bc3 tempest-NetworksTest-531290747 tempest-NetworksTest-531290747-project] Pushing event deleted for resources: {'Network': ['ID=4d76b6c4-33f7-488e-af8a-1c203ef50d25,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:30.283478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37034) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:30.363599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d25679-0d2a-4c50-a145-6c253f5fe969 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:30.398412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 72d25679-0d2a-4c50-a145-6c253f5fe969 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:30.398804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 72d25679-0d2a-4c50-a145-6c253f5fe969 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:30.568027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5128fcb5-d7c1-4bfe-9cc2-87e4c0738f8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=353e40aaffb44b6bb97ad088db52d41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832124 Jul 16 03:53:30.570494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37046) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:30.627434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2399-306a-473d-84b6-38eb751a309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.654524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2399-306a-473d-84b6-38eb751a309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.711121 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2399-306a-473d-84b6-38eb751a309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.713622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d0d2399-306a-473d-84b6-38eb751a309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.714843 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d0d2399-306a-473d-84b6-38eb751a309f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9d40387-441b-4cc1-8b98-cd79198c78f8 HTTP/1.1" status: 204 len: 168 time: 0.1433525 Jul 16 03:53:30.731165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d2399-306a-473d-84b6-38eb751a309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d40387-441b-4cc1-8b98-cd79198c78f8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:31.567022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37104) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:31.676998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069525871'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:31.708750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.717219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.829954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.834510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.870239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191b83a3-c564-4f1c-8a39-5c704852e839,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:31.886470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.887738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.888061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.888389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.888711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.889032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.889531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.889853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.890986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.891466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.891974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.892466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:31.946643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.951899 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.980421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.981822 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4140368 Jul 16 03:53:31.983749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69ff55-ef0f-4831-82c1-58ea0c93f9a7 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f1489-28c2-47f8-8b50-8f0243f136f2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:31.985209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.057877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37132) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.058290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e108adf9-f19c-47c8-8623-dc48b6b87bd1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0698943 Jul 16 03:53:32.063869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-security--353677425', 'description': 'tempest-security-description-371404356'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:32.089325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.137313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.141230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.144478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.145742 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "PUT /v2.0/security-groups/cf8f1489-28c2-47f8-8b50-8f0243f136f2 HTTP/1.1" status: 200 len: 1778 time: 0.0862899 Jul 16 03:53:32.148901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.184423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b5c58-5aa4-4eb1-95aa-b4a7433bf3cf tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f1489-28c2-47f8-8b50-8f0243f136f2,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.199485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.203238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-95e6e3ea-1f15-4373-8f6d-b60b8c087124 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups/cf8f1489-28c2-47f8-8b50-8f0243f136f2 HTTP/1.1" status: 200 len: 1778 time: 0.0529974 Jul 16 03:53:32.261981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1014-e03d-4962-877c-029c8a3b0d3e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.292658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1014-e03d-4962-877c-029c8a3b0d3e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.337928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1014-e03d-4962-877c-029c8a3b0d3e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.346787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1014-e03d-4962-877c-029c8a3b0d3e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.346960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37144) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.347072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c5ad1014-e03d-4962-877c-029c8a3b0d3e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/cf8f1489-28c2-47f8-8b50-8f0243f136f2 HTTP/1.1" status: 204 len: 168 time: 0.1443381 Jul 16 03:53:32.355456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad1014-e03d-4962-877c-029c8a3b0d3e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f1489-28c2-47f8-8b50-8f0243f136f2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.401260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c19514e9-f578-4b77-a32d-08bde020a591 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550511 Jul 16 03:53:32.403862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.417660 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-f5d739b9-ef0d-416d-a1dd-68776b928e81 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] delete failed (client error): The resource could not be found. Jul 16 03:53:32.418771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5d739b9-ef0d-416d-a1dd-68776b928e81 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/cf8f1489-28c2-47f8-8b50-8f0243f136f2 HTTP/1.1" status: 404 len: 347 time: 0.0139413 Jul 16 03:53:32.423378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.428165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811614855'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:32.456135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.547631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.551746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.578252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.582459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.582778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1579280 Jul 16 03:53:32.587861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'a5f03170-853f-447a-8cae-1e9d83cc8299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:32.590983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565f588-3d0f-438e-b2dc-0323d3ad30b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f03170-853f-447a-8cae-1e9d83cc8299,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.620996 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.686158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.690829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.710767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daead654-0658-49e3-bc9c-5664e12b5b78,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.720732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.721111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.721419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.721771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.722174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.722504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.722926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.723254 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.723652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.723991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.724289 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.724605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:32.732355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.736173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a1227c38-9f8d-4d8e-a0f8-4a46b5f1b29e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500852 Jul 16 03:53:32.736629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.766125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfe8-70e0-458d-9c3b-445999caad79 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.774340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfe8-70e0-458d-9c3b-445999caad79 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.815100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfe8-70e0-458d-9c3b-445999caad79 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.821734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfe8-70e0-458d-9c3b-445999caad79 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.823265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2f8fdfe8-70e0-458d-9c3b-445999caad79 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/daead654-0658-49e3-bc9c-5664e12b5b78 HTTP/1.1" status: 204 len: 168 time: 0.0858548 Jul 16 03:53:32.825949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.837845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fdfe8-70e0-458d-9c3b-445999caad79 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daead654-0658-49e3-bc9c-5664e12b5b78,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.883550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-57356d0e-8dc2-4c0f-b688-c1f819b0dbe6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562801 Jul 16 03:53:32.886188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:32.913869 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.944743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dfe43d0-8e93-46f4-9b16-49c48d14310a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.973338 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dfe43d0-8e93-46f4-9b16-49c48d14310a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.016929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dfe43d0-8e93-46f4-9b16-49c48d14310a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.019658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dfe43d0-8e93-46f4-9b16-49c48d14310a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.020960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6dfe43d0-8e93-46f4-9b16-49c48d14310a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/a5f03170-853f-447a-8cae-1e9d83cc8299 HTTP/1.1" status: 204 len: 168 time: 0.1336620 Jul 16 03:53:33.023830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.031508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe43d0-8e93-46f4-9b16-49c48d14310a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f03170-853f-447a-8cae-1e9d83cc8299,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.089018 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-94db84b2-3ef3-4262-887f-9ce2164a136b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603294 Jul 16 03:53:33.089583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.095011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146917736'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.123251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.209950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.214493 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.245200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e922a63e-3365-4886-b584-6ee2f352675c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.247859 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.249242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c8e89575-feea-4b21-a420-4944949860f1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1585839 Jul 16 03:53:33.252420 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.257072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'e922a63e-3365-4886-b584-6ee2f352675c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.284481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.345970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.351132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.377600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c20c91-9803-42ee-bd3b-2e71bec9ee81,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.392241 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.396897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37204) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.399149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-62deac2b-ed62-49a2-a1e2-e9316a7f33f6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456039 Jul 16 03:53:33.402834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'e922a63e-3365-4886-b584-6ee2f352675c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.433317 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.481023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.485179 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.504943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ea8c2d-4a57-4b8a-96f7-295f31b1c6d2,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.517952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.522066 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c0acb004-84d2-4181-aad6-ba5e7fa5e92d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210289 Jul 16 03:53:33.522328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37208) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.527074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'e922a63e-3365-4886-b584-6ee2f352675c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.553604 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.599771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.624533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.629414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.654986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3289cc89-a2fc-45d3-9d9d-e7996ec06975,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.657867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.659180 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d0b306ef-6cf6-4e0b-a4b3-67b0966da852 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360693 Jul 16 03:53:33.662232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37222) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.667935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'e922a63e-3365-4886-b584-6ee2f352675c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.700220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.777777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.782362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.799210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8375ab2c-b89f-4139-b128-e42c9a0c972c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.810738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.812753 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-89e2c1b6-138f-40ac-b8e8-0426057d48ab tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485603 Jul 16 03:53:33.815605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.820885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'e922a63e-3365-4886-b584-6ee2f352675c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:33.852754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.920565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.925169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.941108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce954863-a761-4564-863e-95362ff13d3d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:33.951736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.953559 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37ac295e-408f-4c42-94e9-825d22838738 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1366460 Jul 16 03:53:33.960183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:33.985480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3e270a0-cc1c-4358-afb8-08f15f7751a8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.993621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3e270a0-cc1c-4358-afb8-08f15f7751a8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.020917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3e270a0-cc1c-4358-afb8-08f15f7751a8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.027009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3e270a0-cc1c-4358-afb8-08f15f7751a8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.028357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d3e270a0-cc1c-4358-afb8-08f15f7751a8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ce954863-a761-4564-863e-95362ff13d3d HTTP/1.1" status: 204 len: 168 time: 0.0671730 Jul 16 03:53:34.031407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.036187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e270a0-cc1c-4358-afb8-08f15f7751a8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce954863-a761-4564-863e-95362ff13d3d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.088587 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d653be3f-feb2-47be-9b3e-7c5f942b7156 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0559404 Jul 16 03:53:34.091516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37248) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.124969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed2389e3-379c-4ba2-be48-34e799b2d5ed tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.132815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed2389e3-379c-4ba2-be48-34e799b2d5ed tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.163749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed2389e3-379c-4ba2-be48-34e799b2d5ed tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.172585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed2389e3-379c-4ba2-be48-34e799b2d5ed tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.173704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed2389e3-379c-4ba2-be48-34e799b2d5ed tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8375ab2c-b89f-4139-b128-e42c9a0c972c HTTP/1.1" status: 204 len: 168 time: 0.0810516 Jul 16 03:53:34.177488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37254) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.179718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2389e3-379c-4ba2-be48-34e799b2d5ed tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8375ab2c-b89f-4139-b128-e42c9a0c972c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.229202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb5f1f41-6956-4b47-9ea8-7c29c021d34f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0479956 Jul 16 03:53:34.229905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37256) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.264552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a660ad06-c0ff-498c-ab4b-968a05387c58 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.272292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a660ad06-c0ff-498c-ab4b-968a05387c58 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.300124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a660ad06-c0ff-498c-ab4b-968a05387c58 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.305742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a660ad06-c0ff-498c-ab4b-968a05387c58 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.308008 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a660ad06-c0ff-498c-ab4b-968a05387c58 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3289cc89-a2fc-45d3-9d9d-e7996ec06975 HTTP/1.1" status: 204 len: 168 time: 0.0765245 Jul 16 03:53:34.311147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37260) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.317256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ad06-c0ff-498c-ab4b-968a05387c58 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3289cc89-a2fc-45d3-9d9d-e7996ec06975,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.362120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25d7aae3-6e69-4bbd-a6a2-07633d691d92 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0489359 Jul 16 03:53:34.365189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.391334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-118e76ca-ca14-40b7-8d87-a2b962d145b0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.400138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-118e76ca-ca14-40b7-8d87-a2b962d145b0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.428540 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-118e76ca-ca14-40b7-8d87-a2b962d145b0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.435108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-118e76ca-ca14-40b7-8d87-a2b962d145b0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.436207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-118e76ca-ca14-40b7-8d87-a2b962d145b0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e2ea8c2d-4a57-4b8a-96f7-295f31b1c6d2 HTTP/1.1" status: 204 len: 168 time: 0.0698156 Jul 16 03:53:34.439084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.441803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e76ca-ca14-40b7-8d87-a2b962d145b0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2ea8c2d-4a57-4b8a-96f7-295f31b1c6d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.490650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ecfe7048-fb22-4daa-bc44-199f35a2815f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0494480 Jul 16 03:53:34.493450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37272) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.520114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9761e55-c6c6-4d56-995d-bc6542fa6e62 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.529365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9761e55-c6c6-4d56-995d-bc6542fa6e62 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.564099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9761e55-c6c6-4d56-995d-bc6542fa6e62 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.571476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9761e55-c6c6-4d56-995d-bc6542fa6e62 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.575193 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f9761e55-c6c6-4d56-995d-bc6542fa6e62 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/24c20c91-9803-42ee-bd3b-2e71bec9ee81 HTTP/1.1" status: 204 len: 168 time: 0.0782270 Jul 16 03:53:34.575487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.576769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9761e55-c6c6-4d56-995d-bc6542fa6e62 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c20c91-9803-42ee-bd3b-2e71bec9ee81,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.623124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d06e1957-f0c8-4eab-8d61-ee3a30e79c81 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464599 Jul 16 03:53:34.626497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.677386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd5635c8-a642-459b-93ea-4f44b5ac2b6d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.699805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd5635c8-a642-459b-93ea-4f44b5ac2b6d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.758026 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd5635c8-a642-459b-93ea-4f44b5ac2b6d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.760679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd5635c8-a642-459b-93ea-4f44b5ac2b6d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.765735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.767112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fd5635c8-a642-459b-93ea-4f44b5ac2b6d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/e922a63e-3365-4886-b584-6ee2f352675c HTTP/1.1" status: 204 len: 168 time: 0.1393695 Jul 16 03:53:34.796631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5635c8-a642-459b-93ea-4f44b5ac2b6d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e922a63e-3365-4886-b584-6ee2f352675c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.837934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2674a0eb-2c7a-4ef9-b1e3-ee2a8e3b8c26 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705600 Jul 16 03:53:34.838732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37294) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.843379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067189119'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:34.865796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.966859 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.971847 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.000054 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.002587 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1614149 Jul 16 03:53:35.003959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37296) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.008308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': '7ab867c4-0e06-4976-8655-e595e0975256', 'direction': 'ingress', 'protocol': 17}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:35.014649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debda40f-3f89-4e6c-b32f-37d52d6f2da6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab867c4-0e06-4976-8655-e595e0975256,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.045863 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.114574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.120393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.148358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8b284b-bf85-4acd-8f8d-bba9c521989a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.152790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.157292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37306) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.157967 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3da75681-d327-4053-9144-0ebfc392a598 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1527071 Jul 16 03:53:35.217454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b288b40-c021-4c19-9f01-cf2a98eac630 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.242158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b288b40-c021-4c19-9f01-cf2a98eac630 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.298334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b288b40-c021-4c19-9f01-cf2a98eac630 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.301497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b288b40-c021-4c19-9f01-cf2a98eac630 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.302737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b288b40-c021-4c19-9f01-cf2a98eac630 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ab867c4-0e06-4976-8655-e595e0975256 HTTP/1.1" status: 204 len: 168 time: 0.1435668 Jul 16 03:53:35.305422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37318) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.325005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b288b40-c021-4c19-9f01-cf2a98eac630 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab867c4-0e06-4976-8655-e595e0975256,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.390329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.394934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2e805589-3547-4aee-ac03-11ce0a5d1246 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798378 Jul 16 03:53:35.395082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--428294395'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:35.420184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.509724 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.514079 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.546283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.548385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1570191 Jul 16 03:53:35.550379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0294ee6-ab80-4da0-9cba-a4d4137af57f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ecfb5d-7a89-4eb4-9be4-94f7cc763819,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.553271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37326) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.563270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--68669046'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:35.587000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.679471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.684129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.711116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.712690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1582952 Jul 16 03:53:35.715711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37336) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.722521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdccc1-0131-42e7-9fc2-b2ddd9d2b8ff tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f784388-b963-4a7e-a8fe-4b5ebbdb726a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.723877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': 'f6ecfb5d-7a89-4eb4-9be4-94f7cc763819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f784388-b963-4a7e-a8fe-4b5ebbdb726a', 'remote_ip_prefix': None}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:35.772466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.866362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.876320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.901029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b741b24-16fa-4ecd-852b-9ba017085b61,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:35.909985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.915184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4fa31c7-c046-4d6b-8028-43f17407ca63 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1948619 Jul 16 03:53:35.915788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.936197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e4107-69f9-45bd-a434-70606823a9d5 req-4d888606-f5e2-4c11-bc1e-1acdda5137d4 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.937999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb2e4107-69f9-45bd-a434-70606823a9d5 req-4d888606-f5e2-4c11-bc1e-1acdda5137d4 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1097 time: 0.0987253 Jul 16 03:53:35.951679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4df-46bb-4c24-8733-7639e716b2a5 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.970613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4df-46bb-4c24-8733-7639e716b2a5 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.007686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb2e4107-69f9-45bd-a434-70606823a9d5 req-e177850a-ba30-47c5-a925-106a57834668 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573123 Jul 16 03:53:36.011678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4df-46bb-4c24-8733-7639e716b2a5 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.022539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4df-46bb-4c24-8733-7639e716b2a5 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.024182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7c24e4df-46bb-4c24-8733-7639e716b2a5 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4b741b24-16fa-4ecd-852b-9ba017085b61 HTTP/1.1" status: 204 len: 168 time: 0.1070650 Jul 16 03:53:36.028013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.038815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24e4df-46bb-4c24-8733-7639e716b2a5 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b741b24-16fa-4ecd-852b-9ba017085b61,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:36.042398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37352) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.081871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-139bc536-2bf8-436c-94f9-908fc1c908c2 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0527554 Jul 16 03:53:36.084496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.158274 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aef82766-da85-4578-ae33-416f847eb91b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.184367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aef82766-da85-4578-ae33-416f847eb91b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.228464 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 166ca291-d30d-4a20-9834-bf63e1c01991 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:36.229061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.254146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aef82766-da85-4578-ae33-416f847eb91b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.258279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aef82766-da85-4578-ae33-416f847eb91b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.259716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aef82766-da85-4578-ae33-416f847eb91b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f784388-b963-4a7e-a8fe-4b5ebbdb726a HTTP/1.1" status: 204 len: 168 time: 0.1741095 Jul 16 03:53:36.263967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37362) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.269992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef82766-da85-4578-ae33-416f847eb91b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f784388-b963-4a7e-a8fe-4b5ebbdb726a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:36.365353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.365687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.384674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 166ca291-d30d-4a20-9834-bf63e1c01991 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:36.393726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.399629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-feb783ba-fab2-4928-be88-e6423934c61f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1338243 Jul 16 03:53:36.460666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa31a3c8-d0fe-4cbd-bf9b-669f017c38b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.484690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa31a3c8-d0fe-4cbd-bf9b-669f017c38b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.549838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa31a3c8-d0fe-4cbd-bf9b-669f017c38b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.553188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa31a3c8-d0fe-4cbd-bf9b-669f017c38b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.554386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aa31a3c8-d0fe-4cbd-bf9b-669f017c38b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/f6ecfb5d-7a89-4eb4-9be4-94f7cc763819 HTTP/1.1" status: 204 len: 168 time: 0.1596718 Jul 16 03:53:36.562294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37376) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.565797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31a3c8-d0fe-4cbd-bf9b-669f017c38b9 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ecfb5d-7a89-4eb4-9be4-94f7cc763819,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:36.919217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0dbcb802-417f-45c5-8238-f301117ff14b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3514624 Jul 16 03:53:36.919217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37392) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.923254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274479322'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:36.953699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.964430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.998866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=166ca291-d30d-4a20-9834-bf63e1c01991,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:37.081132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.081474 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 503dd901-99f8-4013-8e31-b16f45aebd19 disassociated (deleted). External IP: 172.25.4.189, port: 3811aa4a-b713-422b-9460-7666596f3b0f. Jul 16 03:53:37.221412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.258320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.297589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.298870 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3790059 Jul 16 03:53:37.303961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:37.325393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': '02ba595b-42c4-44b1-ae97-98ad25744e9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:37.337170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa113cc-ade8-4c5d-a2e5-c9ca15ca0b94 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba595b-42c4-44b1-ae97-98ad25744e9d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:37.378164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router e83a4010-4333-4971-bf8b-641371226ca1 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:37.399472 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.473432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.480224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.503115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1409ae6-123d-429b-98b2-d3eaf4525a95,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:37.509942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:37.511097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.515252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.522622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-858d3c76-c431-4b02-a579-f59c9bc98c88 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2150366 Jul 16 03:53:37.522909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37422) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:37.525633 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] Sync routers for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:37.538012 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:37.538866 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:37.567738 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8dee6e5b-7499-450d-ae16-5e0178289162 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/floatingips/503dd901-99f8-4013-8e31-b16f45aebd19 HTTP/1.1" status: 204 len: 168 time: 1.5239041 Jul 16 03:53:37.568507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:37.571738 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:37.583249 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37ca096b-cf71-43ae-8f78-4f35c909619d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.596207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37ca096b-cf71-43ae-8f78-4f35c909619d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.629356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37ca096b-cf71-43ae-8f78-4f35c909619d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.640332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37ca096b-cf71-43ae-8f78-4f35c909619d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.642003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37ca096b-cf71-43ae-8f78-4f35c909619d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e1409ae6-123d-429b-98b2-d3eaf4525a95 HTTP/1.1" status: 204 len: 168 time: 0.1182065 Jul 16 03:53:37.644584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37436) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:37.659154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca096b-cf71-43ae-8f78-4f35c909619d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1409ae6-123d-429b-98b2-d3eaf4525a95,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:37.712325 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:37.719561 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-211c14e1-d3b5-4797-aad8-0cb50a9c684a tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738142 Jul 16 03:53:37.722120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37440) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:37.805072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79b-c7fe-4cb4-bbd8-2dbed6ec04c6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.847887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79b-c7fe-4cb4-bbd8-2dbed6ec04c6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.898779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79b-c7fe-4cb4-bbd8-2dbed6ec04c6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.906243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79b-c7fe-4cb4-bbd8-2dbed6ec04c6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.911556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:37.911960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4a31a79b-c7fe-4cb4-bbd8-2dbed6ec04c6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/02ba595b-42c4-44b1-ae97-98ad25744e9d HTTP/1.1" status: 204 len: 168 time: 0.1886766 Jul 16 03:53:37.924476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a79b-c7fe-4cb4-bbd8-2dbed6ec04c6 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba595b-42c4-44b1-ae97-98ad25744e9d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:37.976562 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461f490c-809d-4070-8160-294e24d7f06b x-openstack-request-id: req-461f490c-809d-4070-8160-294e24d7f06b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:37.977084 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:37.977585 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-461f490c-809d-4070-8160-294e24d7f06b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:37.978698 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'status': 'completed', 'code': 200} Jul 16 03:53:37.992978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2d41d721-2f99-47bf-940c-831f51c2b439 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800061 Jul 16 03:53:37.996943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.003494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276135216'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:38.032978 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.141918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.150997 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.234572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.236264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2386158 Jul 16 03:53:38.238833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37460) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.244274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': '06a7a494-53b4-412e-9c53-fc2b2f1af962', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:38.256574 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.285990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0491fe6-87ea-4875-9799-5f904e31ea6f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7a494-53b4-412e-9c53-fc2b2f1af962,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:38.327132 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] Checking router: e83a4010-4333-4971-bf8b-641371226ca1 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:38.335259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.341482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072bca-368c-41a7-bcfa-fdabe4a9ac6a req-bd0b83e9-03a7-4553-aff6-9e0190c3324a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.343359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3072bca-368c-41a7-bcfa-fdabe4a9ac6a req-bd0b83e9-03a7-4553-aff6-9e0190c3324a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1349480 Jul 16 03:53:38.349629 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:38.350404 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.380493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-2a2e91db-fafd-486f-bc24-942c63437448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.382577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-2a2e91db-fafd-486f-bc24-942c63437448 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 1097 time: 0.3675544 Jul 16 03:53:38.410361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3072bca-368c-41a7-bcfa-fdabe4a9ac6a req-6b6cfd4b-8cfa-4610-98bb-e6aa8512972d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466981 Jul 16 03:53:38.471425 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.508593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.514212 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:38.540096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758362dc-d510-42c1-aed0-ad03ebf46139,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:38.550944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.552148 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fd2dd5a4-1b98-4941-b3f1-0b3c6380f81c tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3117135 Jul 16 03:53:38.554871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.569648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-9027d81b-7bab-40cb-8b41-e0a0867d998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.571604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-9027d81b-7bab-40cb-8b41-e0a0867d998c service neutron] 10.222.0.48 "GET /v2.0/networks?id=23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 200 len: 899 time: 0.1796644 Jul 16 03:53:38.577102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-88ededee-9826-4e3e-b0a0-5f7eb75fd17b tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules/758362dc-d510-42c1-aed0-ad03ebf46139 HTTP/1.1" status: 200 len: 763 time: 0.0210168 Jul 16 03:53:38.585921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37472) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.627086 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-b0c3576f-48aa-4fc4-9e71-3f78050bbaea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 200 len: 217 time: 0.0472856 Jul 16 03:53:38.680846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-4549d5f3-86ec-45d1-a45c-32604424553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.682335 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-4549d5f3-86ec-45d1-a45c-32604424553a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 200 len: 835 time: 0.0486369 Jul 16 03:53:38.747353 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.756966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37480) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.758218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dc674b7c-472a-41b7-9446-07e119c75268 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1718788 Jul 16 03:53:38.781180 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668730a-0291-48f7-9f0e-dd728acbb734 None None] The sync data for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 is: [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a0b0f834-a7b6-4fe8-8318-61202cd2093b', 'name': '', 'network_id': '23740677-2b46-4c01-925f-0fdb5e8ed7c0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:76:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '42142178-0e1b-4ba3-82e7-4afd4869d687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:38.782499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-ea421763-8c0f-49c0-b5f6-3f2d765417f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.783553 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-ea421763-8c0f-49c0-b5f6-3f2d765417f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23740677-2b46-4c01-925f-0fdb5e8ed7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944197 Jul 16 03:53:38.796014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e12a5189-b1d9-4cfe-b336-39d8d7812f22 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.805622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e12a5189-b1d9-4cfe-b336-39d8d7812f22 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.872027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e12a5189-b1d9-4cfe-b336-39d8d7812f22 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.896683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e12a5189-b1d9-4cfe-b336-39d8d7812f22 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.898604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e12a5189-b1d9-4cfe-b336-39d8d7812f22 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/758362dc-d510-42c1-aed0-ad03ebf46139 HTTP/1.1" status: 204 len: 168 time: 0.1406105 Jul 16 03:53:38.903578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37486) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.916073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a5189-b1d9-4cfe-b336-39d8d7812f22 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=758362dc-d510-42c1-aed0-ad03ebf46139,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:38.925021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-d8122a10-a0d9-4fd5-afc4-d1a5f46e19a4 service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324761 Jul 16 03:53:38.970314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-65d7ec64-c711-4e03-9cfe-993dd2632ab0 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658214 Jul 16 03:53:38.972428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.978755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': '06a7a494-53b4-412e-9c53-fc2b2f1af962', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:39.022754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.053567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-98baedf4-dbb2-4d23-8a3b-6b2d7c4e8072 req-5d46c1c3-0b10-4a0c-8ec7-4beee915aca3 service neutron] 10.222.0.48 "GET /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192670 Jul 16 03:53:39.094703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.101556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.122017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0239b1c5-647e-4155-9789-448f610edc0f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:39.130025 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.131431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b1106b93-01e2-4f5b-87d5-de1bc89fafbc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576200 Jul 16 03:53:39.134141 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37500) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.153659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0cde69fe-880e-41e5-bf39-2b64dc2f1e5d tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules/0239b1c5-647e-4155-9789-448f610edc0f HTTP/1.1" status: 200 len: 763 time: 0.0181882 Jul 16 03:53:39.156767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.208691 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.218815 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1223031b-7f09-45f2-bacf-9486e0023f82 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503459 Jul 16 03:53:39.229403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68950db-905c-4b64-a479-6785359ddf6a None None] New status for floating IP 503dd901-99f8-4013-8e31-b16f45aebd19: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:53:39.242599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-563e1f1f-bdca-4bcd-b6ff-fa401f0f3004 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.250487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-563e1f1f-bdca-4bcd-b6ff-fa401f0f3004 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.285248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-563e1f1f-bdca-4bcd-b6ff-fa401f0f3004 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.305710 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-563e1f1f-bdca-4bcd-b6ff-fa401f0f3004 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.307042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-563e1f1f-bdca-4bcd-b6ff-fa401f0f3004 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0239b1c5-647e-4155-9789-448f610edc0f HTTP/1.1" status: 204 len: 168 time: 0.0971522 Jul 16 03:53:39.308327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e1f1f-bdca-4bcd-b6ff-fa401f0f3004 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0239b1c5-647e-4155-9789-448f610edc0f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:39.309953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37508) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.369094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46f225a9-47f0-4a17-ad04-3b9b064a53d1 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570433 Jul 16 03:53:39.374526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.380094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd772406-d136-4797-aa45-d1bfcc27119e req-022a692a-e454-4dca-81e3-0a933abc0205 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.380560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Request body: {'security_group_rule': {'security_group_id': '06a7a494-53b4-412e-9c53-fc2b2f1af962', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:39.382036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dd772406-d136-4797-aa45-d1bfcc27119e req-022a692a-e454-4dca-81e3-0a933abc0205 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1621714 Jul 16 03:53:39.413469 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Project e2028e689fbe4b99a0b775ab549e67c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:53:39.419692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.481340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.489705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.510448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2337ab7f-a59e-4018-af82-13f1c0cd48d8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:39.522651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.533887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a78c3bcd-cbf2-4f3e-8e18-bfe493178556 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514559 Jul 16 03:53:39.533887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.555280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ee917c8-cba2-4325-a131-eb2051c8c146 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules/2337ab7f-a59e-4018-af82-13f1c0cd48d8 HTTP/1.1" status: 200 len: 769 time: 0.0201011 Jul 16 03:53:39.555280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.555618 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 3811aa4a-b713-422b-9460-7666596f3b0f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:39.555618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.605207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cb33edec-7d31-45e0-87f7-e502da40848e tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0526755 Jul 16 03:53:39.607995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.660526 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-760be286-6627-4cfb-bb47-5e405a54401f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.668257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-760be286-6627-4cfb-bb47-5e405a54401f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.676598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port 3811aa4a-b713-422b-9460-7666596f3b0f, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3811aa4a-b713-422b-9460-7666596f3b0f,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:39.677190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.696687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 3811aa4a-b713-422b-9460-7666596f3b0f owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:39.722802 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-760be286-6627-4cfb-bb47-5e405a54401f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.729558 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-760be286-6627-4cfb-bb47-5e405a54401f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.731018 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-760be286-6627-4cfb-bb47-5e405a54401f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2337ab7f-a59e-4018-af82-13f1c0cd48d8 HTTP/1.1" status: 204 len: 168 time: 0.1216922 Jul 16 03:53:39.735781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.751179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760be286-6627-4cfb-bb47-5e405a54401f tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2337ab7f-a59e-4018-af82-13f1c0cd48d8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:39.774740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d9c3d-3cbf-4df4-b4c5-3e917df31e8a req-781c2520-6533-4aca-ac5c-fe7f711b3e63 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.776445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e0d9c3d-3cbf-4df4-b4c5-3e917df31e8a req-781c2520-6533-4aca-ac5c-fe7f711b3e63 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea1b045-68f6-4672-9ca1-483a36a11e8d HTTP/1.1" status: 200 len: 946 time: 0.1328728 Jul 16 03:53:39.809869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ae9b3fd4-532f-45f3-bc38-c40a76bf51eb tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729229 Jul 16 03:53:39.815808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37540) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.870473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e0d9c3d-3cbf-4df4-b4c5-3e917df31e8a req-d6ebc2df-0962-45b0-bc61-0f5d265a45b0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=102da0fc-9215-4447-b9f5-907a6f180a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725756 Jul 16 03:53:39.952301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b1a32c5-aa14-424b-8650-0f9270db1d77 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.963903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.016264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b1a32c5-aa14-424b-8650-0f9270db1d77 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.018996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=3811aa4a-b713-422b-9460-7666596f3b0f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:40.089438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] No DVR routers for this DVR port 3811aa4a-b713-422b-9460-7666596f3b0f on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:40.096393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.098352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dd772406-d136-4797-aa45-d1bfcc27119e req-5d93e2f9-71ce-4adf-8ea9-68c45109744b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "DELETE /v2.0/ports/3811aa4a-b713-422b-9460-7666596f3b0f HTTP/1.1" status: 204 len: 173 time: 0.7106216 Jul 16 03:53:40.098822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-deleted', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:40.101085 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c7815-9324-4301-b37c-da8a258a98c9" -d '{"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-deleted", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:40.143468 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b1a32c5-aa14-424b-8650-0f9270db1d77 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.146503 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b1a32c5-aa14-424b-8650-0f9270db1d77 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.149983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4b1a32c5-aa14-424b-8650-0f9270db1d77 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "DELETE /v2.0/security-groups/06a7a494-53b4-412e-9c53-fc2b2f1af962 HTTP/1.1" status: 204 len: 168 time: 0.3309395 Jul 16 03:53:40.150870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:40.159001 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4576d3-3a67-4335-8fbb-9488d09a1de3 x-openstack-request-id: req-6d4576d3-3a67-4335-8fbb-9488d09a1de3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:40.159001 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea1b045-68f6-4672-9ca1-483a36a11e8d", "name": "network-vif-deleted", "tag": "3811aa4a-b713-422b-9460-7666596f3b0f", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:40.159241 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d4576d3-3a67-4335-8fbb-9488d09a1de3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:40.159538 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea1b045-68f6-4672-9ca1-483a36a11e8d', 'name': 'network-vif-deleted', 'tag': '3811aa4a-b713-422b-9460-7666596f3b0f', 'status': 'completed', 'code': 200} Jul 16 03:53:40.160225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a32c5-aa14-424b-8650-0f9270db1d77 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7a494-53b4-412e-9c53-fc2b2f1af962,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:40.221892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25ebd8b8-dbc6-44ef-9397-b3b7fc2564c8 tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659313 Jul 16 03:53:40.222240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37566) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:40.289098 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2ee5fb15-c70e-4f08-928c-0aaa9e0efefc tempest-SecGroupIPv6Test-397408254 tempest-SecGroupIPv6Test-397408254-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656612 Jul 16 03:53:40.734387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:40.993153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:41.047459 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b4f9c2c-498b-4d58-94f6-78dc9adc9475 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2028e689fbe4b99a0b775ab549e67c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122218 Jul 16 03:53:41.049586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37602) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:41.113842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd39c-0c9c-4529-987f-23467bc37a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.138867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd39c-0c9c-4529-987f-23467bc37a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.197917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd39c-0c9c-4529-987f-23467bc37a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.200882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd39c-0c9c-4529-987f-23467bc37a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.204859 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bdcfd39c-0c9c-4529-987f-23467bc37a8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191b83a3-c564-4f1c-8a39-5c704852e839 HTTP/1.1" status: 204 len: 168 time: 0.1517794 Jul 16 03:53:41.210409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfd39c-0c9c-4529-987f-23467bc37a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b83a3-c564-4f1c-8a39-5c704852e839,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:41.294336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37612) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:41.465602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.565077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc761d2a-34b9-477b-bd08-7c4953d7fb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.654796 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:53:41.683903 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc761d2a-34b9-477b-bd08-7c4953d7fb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.691042 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc761d2a-34b9-477b-bd08-7c4953d7fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.742366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc761d2a-34b9-477b-bd08-7c4953d7fb26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8089c1377f94ca4b6bf10b58dff800f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467030 Jul 16 03:53:41.746715 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37630) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:41.756246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc761d2a-34b9-477b-bd08-7c4953d7fb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf4a734-bc2d-437a-a52f-1ad215b8d151,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:41.805922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port a0b0f834-a7b6-4fe8-8318-61202cd2093b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:41.806211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.825208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d07ced2a-fe70-4d96-8205-f1d532580534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.863233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d07ced2a-fe70-4d96-8205-f1d532580534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.929609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d07ced2a-fe70-4d96-8205-f1d532580534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.938068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d07ced2a-fe70-4d96-8205-f1d532580534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.955184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port a0b0f834-a7b6-4fe8-8318-61202cd2093b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a0b0f834-a7b6-4fe8-8318-61202cd2093b,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:41.956121 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d07ced2a-fe70-4d96-8205-f1d532580534 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bf4a734-bc2d-437a-a52f-1ad215b8d151 HTTP/1.1" status: 204 len: 168 time: 0.2079189 Jul 16 03:53:41.958876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.966516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ced2a-fe70-4d96-8205-f1d532580534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf4a734-bc2d-437a-a52f-1ad215b8d151,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:41.980425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for a0b0f834-a7b6-4fe8-8318-61202cd2093b owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:42.222368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.253407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=a0b0f834-a7b6-4fe8-8318-61202cd2093b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:42.495115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:42.509451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37666) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:42.541158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e90d43e-3989-4451-ac58-891d600f4929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.550528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 3811aa4a-b713-422b-9460-7666596f3b0f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:42.554271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3811aa4a-b713-422b-9460-7666596f3b0f not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:42.589379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.667396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e90d43e-3989-4451-ac58-891d600f4929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.675092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e90d43e-3989-4451-ac58-891d600f4929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.704217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9e90d43e-3989-4451-ac58-891d600f4929 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdc0704e8a7541ecbb910da3c7346f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925590 Jul 16 03:53:42.706661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37670) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:42.762075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d43e-3989-4451-ac58-891d600f4929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5bc925-ade3-4c27-94bc-13400871ee0d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:42.785557 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8319431d-5813-4fef-b97b-9958c33120ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.817486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8319431d-5813-4fef-b97b-9958c33120ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.878947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8319431d-5813-4fef-b97b-9958c33120ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.882926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8319431d-5813-4fef-b97b-9958c33120ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.893619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8319431d-5813-4fef-b97b-9958c33120ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b5bc925-ade3-4c27-94bc-13400871ee0d HTTP/1.1" status: 204 len: 168 time: 0.1818557 Jul 16 03:53:42.923350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319431d-5813-4fef-b97b-9958c33120ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5bc925-ade3-4c27-94bc-13400871ee0d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:43.216066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router e83a4010-4333-4971-bf8b-641371226ca1 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:43.353047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:43.364725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7f66be91-4fd5-41e5-8257-6f3c73b5d27c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/e83a4010-4333-4971-bf8b-641371226ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3676925 Jul 16 03:53:43.365458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:43.374797 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] Sync routers for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:43.396002 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:43.396849 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:43.422587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting subnet 42142178-0e1b-4ba3-82e7-4afd4869d687 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:53:43.425441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.480726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.541356 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:43.615580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.701905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.728377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.735991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/subnets/42142178-0e1b-4ba3-82e7-4afd4869d687 HTTP/1.1" status: 204 len: 168 time: 0.3670676 Jul 16 03:53:43.737318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37724) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:43.739391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3838cb4-fdab-4de9-8560-5a626f3b8e9c None None] Network 23740677-2b46-4c01-925f-0fdb5e8ed7c0 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:43.752797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa589a-bab7-4b6f-b115-3f9160d7cae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Subnet': ['ID=42142178-0e1b-4ba3-82e7-4afd4869d687,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:43.856989 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:53:42Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:43.873348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.922565 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] Checking router: e83a4010-4333-4971-bf8b-641371226ca1 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:43.931072 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] Routers {'e83a4010-4333-4971-bf8b-641371226ca1'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:43.931687 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['e83a4010-4333-4971-bf8b-641371226ca1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:44.032751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.044451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] DHCP port deletion for 23740677-2b46-4c01-925f-0fdb5e8ed7c0 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:53:44.063685 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] Set router e83a4010-4333-4971-bf8b-641371226ca1 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:44.104960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port b19c108d-6aed-4d6e-888d-64b9655185f7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:44.105376 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.144747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] Deleting port 62907c52-6945-4623-b724-ca989f39f1da {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:44.145289 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.217283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port b19c108d-6aed-4d6e-888d-64b9655185f7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b19c108d-6aed-4d6e-888d-64b9655185f7,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:44.217654 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.223091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] For port 62907c52-6945-4623-b724-ca989f39f1da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=62907c52-6945-4623-b724-ca989f39f1da,segment=NetworkSegment(0da5d809-4283-47c6-ac14-0de9fa68e388),segment_id=0da5d809-4283-47c6-ac14-0de9fa68e388)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:44.223490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.232567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for b19c108d-6aed-4d6e-888d-64b9655185f7 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:44.235822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] Calling delete_port for 62907c52-6945-4623-b724-ca989f39f1da owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:44.368007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 62907c52-6945-4623-b724-ca989f39f1da no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:44.445489 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.463711 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:53:42Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:44.488508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] Pushing event deleted for resources: {'Port': ['ID=62907c52-6945-4623-b724-ca989f39f1da,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:44.494712 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1b805-0a29-4524-823b-697a8be9f2e5 None None] The sync data for ids ['e83a4010-4333-4971-bf8b-641371226ca1'] in n-d-800089-6 is: [{'id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238004397', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:53:42Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'b19c108d-6aed-4d6e-888d-64b9655185f7', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a4010-4333-4971-bf8b-641371226ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:44.504168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970e4ea-3741-4c7c-bc84-32e3559ea90e None None] No DVR routers for this DVR port 62907c52-6945-4623-b724-ca989f39f1da on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:44.507368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No active binding found for port 62907c52-6945-4623-b724-ca989f39f1da {{(pid=93758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 03:53:44.508350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 62907c52-6945-4623-b724-ca989f39f1da not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:44.556287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.588153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=b19c108d-6aed-4d6e-888d-64b9655185f7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:44.656623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.762977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.766126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.821623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.822154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Fanout notify agent at l3_agent the message router_deleted on router e83a4010-4333-4971-bf8b-641371226ca1 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:53:44.836348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.839894 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0c9fbc56-9ac3-4f16-84b0-1b15b373cb67 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/routers/e83a4010-4333-4971-bf8b-641371226ca1 HTTP/1.1" status: 204 len: 168 time: 1.0991712 Jul 16 03:53:44.840359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:44.966044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.127019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.139797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23740677-2b46-4c01-925f-0fdb5e8ed7c0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:45.160930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da5d809-4283-47c6-ac14-0de9fa68e388') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:45.161273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da5d809-4283-47c6-ac14-0de9fa68e388') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:45.173770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.193854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.202526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:53:45.203051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:53:45.208774 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:53:45.280971 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.312744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.318213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/networks/23740677-2b46-4c01-925f-0fdb5e8ed7c0 HTTP/1.1" status: 204 len: 168 time: 0.4763391 Jul 16 03:53:45.319153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5b7ce-15af-43f1-9fc9-c5cab585047a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Network': ['ID=23740677-2b46-4c01-925f-0fdb5e8ed7c0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:45.320931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:45.422818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25d27148-4a8c-47e2-b5b3-b95a2d95f3fa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.461680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25d27148-4a8c-47e2-b5b3-b95a2d95f3fa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.549842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25d27148-4a8c-47e2-b5b3-b95a2d95f3fa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.553010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25d27148-4a8c-47e2-b5b3-b95a2d95f3fa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.554185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25d27148-4a8c-47e2-b5b3-b95a2d95f3fa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/security-groups/102da0fc-9215-4447-b9f5-907a6f180a77 HTTP/1.1" status: 204 len: 168 time: 0.2315993 Jul 16 03:53:45.567932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d27148-4a8c-47e2-b5b3-b95a2d95f3fa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102da0fc-9215-4447-b9f5-907a6f180a77,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:45.647493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37800) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:45.755436 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83906153-524c-44ee-8404-7024c5539d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.906158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83906153-524c-44ee-8404-7024c5539d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.912153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83906153-524c-44ee-8404-7024c5539d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.954255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83906153-524c-44ee-8404-7024c5539d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750641d-86a2-4ab3-8c26-15aad6298de3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:45.978760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83906153-524c-44ee-8404-7024c5539d98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7391f2017b9473d9cb3fde11f41a613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301146 Jul 16 03:53:45.982191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37806) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.060252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-436b8584-b331-4778-bbf2-4bbfe272e314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.104609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-436b8584-b331-4778-bbf2-4bbfe272e314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.130983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.136604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501502782', 'description': 'tempest-secgroup-smoke-501502782 description', 'project_id': '6a47beb09b284e98859204e37a5e150c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:46.161752 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.168349 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-436b8584-b331-4778-bbf2-4bbfe272e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.172018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-436b8584-b331-4778-bbf2-4bbfe272e314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.173187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-436b8584-b331-4778-bbf2-4bbfe272e314 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0750641d-86a2-4ab3-8c26-15aad6298de3 HTTP/1.1" status: 204 len: 168 time: 0.1900353 Jul 16 03:53:46.185562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b8584-b331-4778-bbf2-4bbfe272e314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750641d-86a2-4ab3-8c26-15aad6298de3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:46.265873 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.270429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.293840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.295247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1629539 Jul 16 03:53:46.298761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.303685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '31d6de92-0683-4a66-8a59-524191cfc3d3', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:46.323146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65359f6f-5448-4362-99b9-77e8286ac6a2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d6de92-0683-4a66-8a59-524191cfc3d3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:46.345533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.378711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b19c108d-6aed-4d6e-888d-64b9655185f7 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:46.404789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.418785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b19c108d-6aed-4d6e-888d-64b9655185f7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:46.419145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b19c108d-6aed-4d6e-888d-64b9655185f7 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:46.419585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a0b0f834-a7b6-4fe8-8318-61202cd2093b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:53:46.422780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.444533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2df201f-6d96-4643-929d-fbd99ddd9a32,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:46.466427 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.467918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a0b0f834-a7b6-4fe8-8318-61202cd2093b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:53:46.468046 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b2f4d448-5bc4-45a2-8475-6564f5cadae7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680737 Jul 16 03:53:46.468354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a0b0f834-a7b6-4fe8-8318-61202cd2093b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:53:46.481899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37830) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.488108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '31d6de92-0683-4a66-8a59-524191cfc3d3', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:46.528099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.603233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.609207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.631339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c907e2-a277-419c-9876-ef92689ac9eb,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:46.646489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.649526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-67a0cf7f-e61e-4daa-848d-c30b885b54a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659911 Jul 16 03:53:46.650967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37842) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.657192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '31d6de92-0683-4a66-8a59-524191cfc3d3', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:46.719773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.793986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.799163 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.824810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32f9664-c61a-43c5-8cc3-39663b5e9770,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:46.828497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.830192 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-73354c28-01c4-4fc8-9c7d-609e3adadfe8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781578 Jul 16 03:53:46.833328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37848) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.838258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '31d6de92-0683-4a66-8a59-524191cfc3d3', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:46.875453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.959410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.966358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.992280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.993386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588161 Jul 16 03:53:46.996034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a4b1-bc39-44ef-a318-49e6f9faa6c7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58f893b-0fed-4d71-9b32-c51337ee033e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:46.997821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:47.004383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '31d6de92-0683-4a66-8a59-524191cfc3d3', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:47.033932 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:53:47.039585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.104442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.109975 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.128505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ea3e3b-ba19-48f4-ac5c-4dd1cd8b4912,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:47.140534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.142187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2d8ca3f2-e136-40ce-a5c7-4f93e6994197 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412888 Jul 16 03:53:47.144626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:47.149400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '31d6de92-0683-4a66-8a59-524191cfc3d3', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:47.174286 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:53:47.180036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.267622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.277360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.301799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970def3f-9683-401b-ab1e-368166ef4d02,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:47.313722 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.316419 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-62ea959f-7b44-4703-af64-196f958f87e8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696160 Jul 16 03:53:47.318222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37874) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:47.323986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'network': {'name': 'tempest-network-smoke--1498542491', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:47.346698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:47.351058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.387869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:47.399482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.399852 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Added segment 4a01dccb-4387-4ac0-a797-fa673253d0dd of type vlan for network 0fe2867c-a8f5-4731-bcc1-89573fd99256 Jul 16 03:53:47.447327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.484685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.492060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:47.492771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.536739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2140641 Jul 16 03:53:47.537680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:47.541768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'admin_state_up': True, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:47.572756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.575028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.601697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f4249-ec5d-4408-8fba-8b4ae07461a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Network': ['ID=0fe2867c-a8f5-4731-bcc1-89573fd99256,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:47.614349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:47.657699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.821818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.111134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.133281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.268021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.4 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/da04bc66-dd53-4c7e-b8a1-40417c5413e2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:48.395197 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.449453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.483889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:48.488570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:48.492462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:48.505839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37914) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:48.529340 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=da04bc66-dd53-4c7e-b8a1-40417c5413e2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:48.628658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96228874-dd28-4479-bdba-632a7237eaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.725643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96228874-dd28-4479-bdba-632a7237eaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.730590 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96228874-dd28-4479-bdba-632a7237eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.772388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96228874-dd28-4479-bdba-632a7237eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67888c0-385b-4683-a685-9b1b370946d3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:48.773649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.776531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96228874-dd28-4479-bdba-632a7237eaa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab2f446e39354f8381a819883d674826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691233 Jul 16 03:53:48.780320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37924) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:48.853519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5147dcd2-411f-4ae9-a6a1-2fb2864832e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.895833 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5147dcd2-411f-4ae9-a6a1-2fb2864832e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.960519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5147dcd2-411f-4ae9-a6a1-2fb2864832e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.964867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5147dcd2-411f-4ae9-a6a1-2fb2864832e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.978726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5147dcd2-411f-4ae9-a6a1-2fb2864832e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b67888c0-385b-4683-a685-9b1b370946d3 HTTP/1.1" status: 204 len: 168 time: 0.1880825 Jul 16 03:53:48.989928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147dcd2-411f-4ae9-a6a1-2fb2864832e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67888c0-385b-4683-a685-9b1b370946d3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:49.022746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.223240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:53:49.378638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:49.388904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Sync routers for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:49.407654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:49.408334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:49.412923 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.414518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e64f1398-580f-4159-b293-ca4608b93c35 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8763165 Jul 16 03:53:49.419296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37952) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.471017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.477815 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cbbe698e-4eb1-49ec-8ee0-766b0819b966 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6a47beb09b284e98859204e37a5e150c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560102 Jul 16 03:53:49.480624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.548412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-694107b3-aff7-4c24-a218-a36778709d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.555727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:49.669389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87ad77-51f6-43e5-9314-5fb1fecb89d0 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:49.671188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2f87ad77-51f6-43e5-9314-5fb1fecb89d0 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1896024 Jul 16 03:53:49.674409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37966) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.727431 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-150de6b5-41b8-4a93-80e5-8fb2bde65b0b tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494485 Jul 16 03:53:49.727609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 37968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.732682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1223266752', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:49.736700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-694107b3-aff7-4c24-a218-a36778709d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.742603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-694107b3-aff7-4c24-a218-a36778709d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.775847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:48Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:49.841576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-694107b3-aff7-4c24-a218-a36778709d9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f581461c44dc47fd9ecb5d1a3d5edad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692007 Jul 16 03:53:49.849802 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:49.851776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:49.856254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Checking router: 0e469f6f-bd67-4f64-84ba-a6e41639d5bd for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:49.857746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Updating router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd port da04bc66-dd53-4c7e-b8a1-40417c5413e2 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:53:49.858736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.867498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694107b3-aff7-4c24-a218-a36778709d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac02da9-415c-4d57-a751-a717e5da5686,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:49.940551 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.968316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c209e2c9-289e-4b73-b16b-c4d9871c7d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.998095 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c209e2c9-289e-4b73-b16b-c4d9871c7d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.109517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c209e2c9-289e-4b73-b16b-c4d9871c7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.115581 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c209e2c9-289e-4b73-b16b-c4d9871c7d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.120396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c209e2c9-289e-4b73-b16b-c4d9871c7d21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ac02da9-415c-4d57-a751-a717e5da5686 HTTP/1.1" status: 204 len: 168 time: 0.2656178 Jul 16 03:53:50.135150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209e2c9-289e-4b73-b16b-c4d9871c7d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac02da9-415c-4d57-a751-a717e5da5686,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:50.137878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.243358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Checking segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:50.243721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network hostable DHCP agents. Network: 0fe2867c-a8f5-4731-bcc1-89573fd99256, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:50.256727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Subnet': ['ID=55a3a011-ff10-497f-b68b-e4663d05ae42,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:50.286975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:50.304384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 0fe2867c-a8f5-4731-bcc1-89573fd99256) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:50.319925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.320523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.321271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d0ff1-ba24-45f8-a072-cceeda277cc5 None None] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:50.341191 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-813b1698-2aa2-4ab0-9f0d-5d04e2df66d6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6124680 Jul 16 03:53:50.344720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 37988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:50.428362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.447699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Transition to ACTIVE for port object da04bc66-dd53-4c7e-b8a1-40417c5413e2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:50.465406 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.498253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Attempting to bind port da04bc66-dd53-4c7e-b8a1-40417c5413e2 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:50.498721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Attempting to bind port da04bc66-dd53-4c7e-b8a1-40417c5413e2 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:50.499096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Attempting to bind port da04bc66-dd53-4c7e-b8a1-40417c5413e2 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:50.575255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:50.580101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:50.581771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.582346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:50.583038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Bound port: da04bc66-dd53-4c7e-b8a1-40417c5413e2, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:50.583593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.651219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3090935-b336-4a08-8f2d-7facbf0d33e1 None None] Pushing event updated for resources: {'Port': ['ID=da04bc66-dd53-4c7e-b8a1-40417c5413e2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:50.762488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-0fe2867c-a8f5-4731-bcc1-89573fd99256', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:50.763318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.860486 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbced-fc97-49e3-b8a1-19c18ba01ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.869834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] For port da04bc66-dd53-4c7e-b8a1-40417c5413e2, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:50.890051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] For port da04bc66-dd53-4c7e-b8a1-40417c5413e2, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da04bc66-dd53-4c7e-b8a1-40417c5413e2,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:50.911410 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.982630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:50.982854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:50.987903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Allocated IP 172.20.0.2 (0fe2867c-a8f5-4731-bcc1-89573fd99256/55a3a011-ff10-497f-b68b-e4663d05ae42/6c62ae29-a66a-4d92-b0ab-1ed065f582b1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:51.047216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3090935-b336-4a08-8f2d-7facbf0d33e1 None None] Pushing event updated for resources: {'Port': ['ID=da04bc66-dd53-4c7e-b8a1-40417c5413e2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:51.152364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.465789 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.472743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:51.531958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Transition to ACTIVE for port object 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:51.578463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Transition to ACTIVE for port object 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:51.621946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.688984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:51.699245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:51.704373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:51.710121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Pushing event updated for resources: {'Port': ['ID=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:51.820073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Attempting to bind port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:51.820681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Attempting to bind port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:51.821261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Attempting to bind port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:51.828531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:51.829516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Checking segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:51.830134 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.831005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Bound using segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:51.831700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Bound port: 6c62ae29-a66a-4d92-b0ab-1ed065f582b1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:51.832370 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.851910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:48Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:51.880005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857b68b-16ff-4269-8fe0-7ab8a9409199 None None] The sync data for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 is: [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:48Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:51.969257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] For port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:51.976068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] For port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:51.986131 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.080217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.1 (0fe2867c-a8f5-4731-bcc1-89573fd99256/55a3a011-ff10-497f-b68b-e4663d05ae42/71fd75d5-2160-4512-bbef-c5ab312429fd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:52.105505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe801a-758d-495c-9cdd-c3dd4c82410c None None] Pushing event updated for resources: {'Port': ['ID=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:52.237556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.253923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object 71fd75d5-2160-4512-bbef-c5ab312429fd will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:52.387209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.478285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=71fd75d5-2160-4512-bbef-c5ab312429fd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:52.482188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:52.484567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:52.492083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:52.553047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da04bc66-dd53-4c7e-b8a1-40417c5413e2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:52.619611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.683164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port da04bc66-dd53-4c7e-b8a1-40417c5413e2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:52.692473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port da04bc66-dd53-4c7e-b8a1-40417c5413e2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:52.693274 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.913800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.968616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port da04bc66-dd53-4c7e-b8a1-40417c5413e2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da04bc66-dd53-4c7e-b8a1-40417c5413e2,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:52.979844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.986147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.066356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=da04bc66-dd53-4c7e-b8a1-40417c5413e2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:53.537722 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cb989f2-7ff0-4cc8-b693-235c40b69b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.571703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.581754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.712968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.795622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=71fd75d5-2160-4512-bbef-c5ab312429fd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:53.862912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:53.868341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:53.884671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.903935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abfbee-c828-497f-ac11-7dbed7cb8d20 None None] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:54.047036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5925abf0-14ae-472f-9f84-e8c19d85d89f None None] Provisioning for port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:54.128461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:54.374930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:54.386330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-08b68e98-73d7-4983-85a2-c2d0ec3386e3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/0e469f6f-bd67-4f64-84ba-a6e41639d5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0399520 Jul 16 03:53:54.405081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.645167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da04bc66-dd53-4c7e-b8a1-40417c5413e2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:54.788418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port da04bc66-dd53-4c7e-b8a1-40417c5413e2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:54.788814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.873871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-4b17dc1e-be55-4a2e-8f45-de7152b10e07 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501502782&fields=id&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 267 time: 0.0684478 Jul 16 03:53:54.907180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-021a500c-e02f-40a5-9afd-863ada223379 None None] Provisioning for port 71fd75d5-2160-4512-bbef-c5ab312429fd completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:54.913136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-021a500c-e02f-40a5-9afd-863ada223379 None None] Provisioning complete for port 71fd75d5-2160-4512-bbef-c5ab312429fd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:54.913521 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-021a500c-e02f-40a5-9afd-863ada223379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.987966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-021a500c-e02f-40a5-9afd-863ada223379 None None] Port 71fd75d5-2160-4512-bbef-c5ab312429fd cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:55.016524 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Sync routers for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:55.038400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:55.039086 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:55.138304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:55.194797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-8cde78ce-6e2f-4b4f-87dd-09d70f28b91e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:55.209066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-8cde78ce-6e2f-4b4f-87dd-09d70f28b91e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 797 time: 0.2784936 Jul 16 03:53:55.237486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-9584cc29-e7c7-4f61-a5c7-b2c890586e52 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/quotas/6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 375 time: 0.0273194 Jul 16 03:53:55.280427 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:55.295028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:55.296077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.307601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cea94082-0acf-4e54-890d-593447c42364 None None] Provisioning complete for port 71fd75d5-2160-4512-bbef-c5ab312429fd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:55.317633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cea94082-0acf-4e54-890d-593447c42364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.423238 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:55.477970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cea94082-0acf-4e54-890d-593447c42364 None None] Port 71fd75d5-2160-4512-bbef-c5ab312429fd cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:55.482717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-58bbf2e3-cb97-4d63-8432-a3c61cc11428 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2436891 Jul 16 03:53:55.671027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.712393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:55.719673 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.764727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-eb045beb-9edf-4574-a148-95c6dc86c315 service neutron] 10.222.0.25 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775426 Jul 16 03:53:55.830765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:55.859234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.859586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.860515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.860842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.861216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.862749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.862749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.862749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.862749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.865198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.865198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.865198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:55.868561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-97f15760-15ec-4f03-a940-297217a1fcc2 None None] Provisioning complete for port 71fd75d5-2160-4512-bbef-c5ab312429fd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:55.868561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97f15760-15ec-4f03-a940-297217a1fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.907775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-97f15760-15ec-4f03-a940-297217a1fcc2 None None] Port 71fd75d5-2160-4512-bbef-c5ab312429fd cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:55.972712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-f28a8fdc-03f9-495e-9208-c6d10d2110d2 service neutron] 10.222.0.25 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969800 Jul 16 03:53:56.099189 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:53Z', 'revision_number': 2, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:56.122888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.158611 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Checking router: 0e469f6f-bd67-4f64-84ba-a6e41639d5bd for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:56.160286 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Updating router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd port 71fd75d5-2160-4512-bbef-c5ab312429fd binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:53:56.199473 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.408127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:56.424603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:56.447496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6a97ddd-b42f-48a0-925d-ddaddf2d7d48 req-acf478b5-cd63-450b-87fc-968b560f3f07 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 210 time: 0.1808524 Jul 16 03:53:56.602661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:56.603090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.769121 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-db2b-4126-8cf9-c0536ab5ca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.876995 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.908011 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Transition to ACTIVE for port object 71fd75d5-2160-4512-bbef-c5ab312429fd will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:56.922361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-db2b-4126-8cf9-c0536ab5ca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.930305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f04c-db2b-4126-8cf9-c0536ab5ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.930536 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:56.992483 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d9f6f04c-db2b-4126-8cf9-c0536ab5ca1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29af3547f46544e48112619fd9223a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662591 Jul 16 03:53:56.995300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:56.997564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f04c-db2b-4126-8cf9-c0536ab5ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba38d4-2177-4ddf-8927-71ad69c5c152,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:57.112525 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Pushing event updated for resources: {'Port': ['ID=71fd75d5-2160-4512-bbef-c5ab312429fd,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:57.119698 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Attempting to bind port 71fd75d5-2160-4512-bbef-c5ab312429fd on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:57.120077 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Attempting to bind port 71fd75d5-2160-4512-bbef-c5ab312429fd by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:57.120455 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Attempting to bind port 71fd75d5-2160-4512-bbef-c5ab312429fd on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:57.123165 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.124464 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.124464 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.124788 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.124869 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c93c-7885-498b-9364-6844971655ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.125107 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.125533 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.125870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.126417 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.128538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.128538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.128538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.128538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:57.147029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:57.147625 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Checking segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:57.147917 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.149621 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Bound using segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:57.151773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Bound port: 71fd75d5-2160-4512-bbef-c5ab312429fd, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:57.152422 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.162875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c93c-7885-498b-9364-6844971655ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.274088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c93c-7885-498b-9364-6844971655ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.277066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c93c-7885-498b-9364-6844971655ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.278312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ffd3c93c-7885-498b-9364-6844971655ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cba38d4-2177-4ddf-8927-71ad69c5c152 HTTP/1.1" status: 204 len: 168 time: 0.2813337 Jul 16 03:53:57.289415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3c93c-7885-498b-9364-6844971655ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba38d4-2177-4ddf-8927-71ad69c5c152,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:57.381644 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] For port 71fd75d5-2160-4512-bbef-c5ab312429fd, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:57.388474 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] For port 71fd75d5-2160-4512-bbef-c5ab312429fd, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=71fd75d5-2160-4512-bbef-c5ab312429fd,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:57.397762 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.480380 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:57.481045 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:57.540588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33124adc-edb4-4605-8fcb-b3da2d67e86e None None] Pushing event updated for resources: {'Port': ['ID=71fd75d5-2160-4512-bbef-c5ab312429fd,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:57.660273 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:57.845518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-636f86a7-ee83-4a11-b368-60d55334c51b req-9c7958cf-89a8-47db-ab81-a9832919b992 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 210 time: 0.0804236 Jul 16 03:53:58.040512 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:58.082371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:58.100942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0515-3dde-4d2e-8263-c1624bac4ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.108609 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63700869-70c9-4987-b6f4-36bf9687528a None None] The sync data for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 is: [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:57Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:58.152707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-35934680-ffe1-44b7-855e-38bc11b2a9bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.154481 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-35934680-ffe1-44b7-855e-38bc11b2a9bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 797 time: 0.2317655 Jul 16 03:53:58.250655 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-78263e7c-5229-48f8-9f2e-3946ec34e195 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 379 time: 0.0826063 Jul 16 03:53:58.269706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'port': {'device_id': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'admin_state_up': True, 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'security_groups': ['31d6de92-0683-4a66-8a59-524191cfc3d3']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:58.337506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0515-3dde-4d2e-8263-c1624bac4ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.365642 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0515-3dde-4d2e-8263-c1624bac4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.474785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38246) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:58.475024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b1fe0515-3dde-4d2e-8263-c1624bac4ef8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb9ff59719874652b1ee1e2d4e72c14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906906 Jul 16 03:53:58.476084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe0515-3dde-4d2e-8263-c1624bac4ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0686b637-8325-42e0-a197-e941d83429bc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.483373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 71fd75d5-2160-4512-bbef-c5ab312429fd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:58.576679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 71fd75d5-2160-4512-bbef-c5ab312429fd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:58.594020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 71fd75d5-2160-4512-bbef-c5ab312429fd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:58.595688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.597120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:58.618870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.622631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1636ec10-5465-41c2-aac3-a0853b394520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.708710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1636ec10-5465-41c2-aac3-a0853b394520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.767235 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.842884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.13 (0fe2867c-a8f5-4731-bcc1-89573fd99256/55a3a011-ff10-497f-b68b-e4663d05ae42/e66c9add-4767-438b-8304-e891d5265589) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:58.845537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1636ec10-5465-41c2-aac3-a0853b394520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.849055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1636ec10-5465-41c2-aac3-a0853b394520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.850606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1636ec10-5465-41c2-aac3-a0853b394520 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0686b637-8325-42e0-a197-e941d83429bc HTTP/1.1" status: 204 len: 168 time: 0.3746240 Jul 16 03:53:58.866424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 71fd75d5-2160-4512-bbef-c5ab312429fd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=71fd75d5-2160-4512-bbef-c5ab312429fd,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:58.879788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636ec10-5465-41c2-aac3-a0853b394520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0686b637-8325-42e0-a197-e941d83429bc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.886644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.065182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=71fd75d5-2160-4512-bbef-c5ab312429fd,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:59.242852 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5497c5f-fdf9-464c-a7d0-f9cb1724eb4d req-e9f050aa-286f-4cca-9678-ab2f087b443d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 210 time: 0.1258423 Jul 16 03:53:59.390008 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.449584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object e66c9add-4767-438b-8304-e891d5265589 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:59.588082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.676147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:59.689817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:59.694083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:59.802096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:59.834637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:59.835304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.861951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-99e1e810-e894-45f3-b810-45c6c5058f9d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6082926 Jul 16 03:53:59.876610 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Request body: {'port': {'device_id': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:00.157991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-99207693-293b-46d3-9f7e-0b5531ef3c27 None None] Provisioning for port e66c9add-4767-438b-8304-e891d5265589 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:00.177742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-99207693-293b-46d3-9f7e-0b5531ef3c27 None None] Provisioning complete for port e66c9add-4767-438b-8304-e891d5265589 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:00.178204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99207693-293b-46d3-9f7e-0b5531ef3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.336136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-99207693-293b-46d3-9f7e-0b5531ef3c27 None None] Port e66c9add-4767-438b-8304-e891d5265589 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:00.406443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 71fd75d5-2160-4512-bbef-c5ab312429fd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:00.516832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 71fd75d5-2160-4512-bbef-c5ab312429fd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:00.517463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.780554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.786672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381205e-6dd2-47fa-8b5d-95b527b958c7 req-80ec017b-e7dd-4fa2-9360-993dc68b26b5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:00.819492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d381205e-6dd2-47fa-8b5d-95b527b958c7 req-80ec017b-e7dd-4fa2-9360-993dc68b26b5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 932 time: 0.2647820 Jul 16 03:54:00.898163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d381205e-6dd2-47fa-8b5d-95b527b958c7 req-5b9c2b20-3f9b-495a-ba83-31085b60dd11 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776222 Jul 16 03:54:01.141732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38506) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:01.264643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66c9add-4767-438b-8304-e891d5265589 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:01.273202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.288643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Transition to ACTIVE for port object e66c9add-4767-438b-8304-e891d5265589 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:01.298272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.328624 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02e668c9-0c51-48ce-9f00-b76e75038793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.380415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:01.562689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:01.563136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:01.565189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:01.581281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:01.582367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:01.597292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:01.597938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Checking segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:01.598487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Bound using segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:01.599126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Bound port: e66c9add-4767-438b-8304-e891d5265589, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:01.599912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.633715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02e668c9-0c51-48ce-9f00-b76e75038793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.705445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02e668c9-0c51-48ce-9f00-b76e75038793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.721116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:01.762280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:01.789713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.827504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e668c9-0c51-48ce-9f00-b76e75038793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12c291-8870-4984-9195-ac7527f32265,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:01.837980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-02e668c9-0c51-48ce-9f00-b76e75038793 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42df3ff57ab94426ba22080a5613e182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949000 Jul 16 03:54:01.840769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:01.849292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:01.849904 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.851448 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1092 time: 1.9799984 Jul 16 03:54:01.858191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:01.861096 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:01.979089 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f1a47-dbd1-4c18-8a22-f1587f2a22c4 x-openstack-request-id: req-af5f1a47-dbd1-4c18-8a22-f1587f2a22c4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:01.979587 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:01.980062 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af5f1a47-dbd1-4c18-8a22-f1587f2a22c4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:01.981949 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'status': 'completed', 'code': 200} Jul 16 03:54:02.009644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84197f3b-f216-404e-b2fd-93a3399a77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:02.024281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac410-6ee1-4f3e-8afe-aab40e3de382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.054332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-a4a3543b-8fab-46f4-98c4-930dfbf09251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:02.056587 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-a4a3543b-8fab-46f4-98c4-930dfbf09251 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1095 time: 0.1490750 Jul 16 03:54:02.105624 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac410-6ee1-4f3e-8afe-aab40e3de382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.135170 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-65fc3203-614d-4f02-8b13-966a7a96db35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 217 time: 0.0711048 Jul 16 03:54:02.262235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a060e8-9a07-494c-b781-7fe04a6334eb req-54486357-a9c0-45fb-b9a1-14cb2a13ad37 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:02.271533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23a060e8-9a07-494c-b781-7fe04a6334eb req-54486357-a9c0-45fb-b9a1-14cb2a13ad37 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.1027100 Jul 16 03:54:02.273540 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac410-6ee1-4f3e-8afe-aab40e3de382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.276422 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac410-6ee1-4f3e-8afe-aab40e3de382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.278056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7a3ac410-6ee1-4f3e-8afe-aab40e3de382 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d12c291-8870-4984-9195-ac7527f32265 HTTP/1.1" status: 204 len: 168 time: 0.4360418 Jul 16 03:54:02.279074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-04e11c47-81db-4968-ad6f-74c284f5c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:02.308496 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-04e11c47-81db-4968-ad6f-74c284f5c609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.1417153 Jul 16 03:54:02.374050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ac410-6ee1-4f3e-8afe-aab40e3de382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12c291-8870-4984-9195-ac7527f32265,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:02.407139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23a060e8-9a07-494c-b781-7fe04a6334eb req-cdc7f5b9-3940-4b25-a11f-d94958a9167e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344423 Jul 16 03:54:02.459148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-eba16aa0-298e-4069-af04-98b0b0409e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:02.461567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-eba16aa0-298e-4069-af04-98b0b0409e4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513660 Jul 16 03:54:02.608802 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-e1311cfe-6a09-4bab-a244-46458ae6d0d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399009 Jul 16 03:54:02.746731 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b613da1f-225f-466d-8cd0-cdd38fda78b8 req-9be31bac-f932-492e-902b-1990f7f46450 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233528 Jul 16 03:54:02.888054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-283df03f-2811-491b-95fb-0cb13c027e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:02.890809 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-283df03f-2811-491b-95fb-0cb13c027e42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1095 time: 0.0893302 Jul 16 03:54:02.912363 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.064307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-ea8a4dde-da32-4a43-b6d4-7a732d2e2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.071431 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-ea8a4dde-da32-4a43-b6d4-7a732d2e2f10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.1725085 Jul 16 03:54:03.100790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-e3b87619-37f0-43d4-9a29-12dde19663af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534006 Jul 16 03:54:03.118113 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-98647996-544d-4e06-9db7-eb6cb7c6d325 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 217 time: 0.0398524 Jul 16 03:54:03.242856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-79f221a9-9045-46f0-af80-cb0dc5dee6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.244650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-79f221a9-9045-46f0-af80-cb0dc5dee6bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.1092589 Jul 16 03:54:03.274189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef505-95e6-495a-a740-e02285baf79f req-90497b15-dc86-4ed5-bf84-15335dc35731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.276066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-90497b15-dc86-4ed5-bf84-15335dc35731 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.0988967 Jul 16 03:54:03.362301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-81fa5966-7ce8-4f9d-be3e-018a59f6e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.366776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-81fa5966-7ce8-4f9d-be3e-018a59f6e0ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142178 Jul 16 03:54:03.510588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef505-95e6-495a-a740-e02285baf79f req-0ef44f10-fe20-41e2-aadd-2ae144a3b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.512129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-0ef44f10-fe20-41e2-aadd-2ae144a3b140 service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.2145336 Jul 16 03:54:03.610217 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.622824 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-7647c9f2-03ee-4d84-88ee-635ca4b58086 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481217 Jul 16 03:54:03.722165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-2137e3f3-e4cd-435c-81f1-dddc78236beb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1001 time: 0.1998792 Jul 16 03:54:03.750897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86bf15-2bdf-4a90-b4d0-b04cbc1570d3 req-3d174bd7-5ae1-4127-82d8-d452b9544d2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.753376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab86bf15-2bdf-4a90-b4d0-b04cbc1570d3 req-3d174bd7-5ae1-4127-82d8-d452b9544d2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.1238811 Jul 16 03:54:03.787494 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a6f109a-cdee-4306-bfdf-6740dbbf08b7 req-1bf60188-9e42-4963-be63-ed87bf67dc69 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581604 Jul 16 03:54:03.824741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef505-95e6-495a-a740-e02285baf79f req-3ffeff28-7e4d-46d3-a3cb-f53b770cd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.826623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-3ffeff28-7e4d-46d3-a3cb-f53b770cd1f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0971737 Jul 16 03:54:03.844849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab86bf15-2bdf-4a90-b4d0-b04cbc1570d3 req-52480af7-04df-476f-bfa5-c2bb9051ed78 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548468 Jul 16 03:54:03.904149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef505-95e6-495a-a740-e02285baf79f req-f40de7ca-2e90-48f5-ac17-63f3018a1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.909719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-f40de7ca-2e90-48f5-ac17-63f3018a1307 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761499 Jul 16 03:54:03.922022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-ccdc1800-4d44-4833-b004-68fbb25124c3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:54:03.923845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-ccdc1800-4d44-4833-b004-68fbb25124c3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091634 Jul 16 03:54:04.027920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-27be0131-50ea-48a7-bf52-32c929a2b240 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978167 Jul 16 03:54:04.138851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:04.150356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40ef505-95e6-495a-a740-e02285baf79f req-ce923ed3-0802-4a19-85c0-b581e32e2c66 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162329 Jul 16 03:54:04.257361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-768220464', 'router:external': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:04.278900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Made reservation on behalf of 2c4dc8bccab840e98ca628f03297c692 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:04.281887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.290951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.428403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.433837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.459679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:04.470345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c78fb2-2403-4a28-9e89-3ab03b87fd56,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:04.484172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.484530 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Added segment 6a739189-326e-41b0-99e1-1ae7872d9bce of type vlan for network 815a3813-b766-4385-8721-209fb3ca61e2 Jul 16 03:54:04.541173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.589843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.590952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:04.591566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.602805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:04.647410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5072134 Jul 16 03:54:04.650158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38832) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:04.655328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'subnet': {'network_id': '815a3813-b766-4385-8721-209fb3ca61e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:04.696814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc623444-304b-419a-9152-ec651b56d30e tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Network': ['ID=815a3813-b766-4385-8721-209fb3ca61e2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:04.718582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 815a3813-b766-4385-8721-209fb3ca61e2 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:04.727132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Made reservation on behalf of 2c4dc8bccab840e98ca628f03297c692 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:04.730480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.776277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-f9677e45-cd02-4ffd-b9b6-3a4c9783232e tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:04.783615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-f9677e45-cd02-4ffd-b9b6-3a4c9783232e tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/networks?id=1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 200 len: 814 time: 0.1568508 Jul 16 03:54:04.801080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-0da446d7-3b7b-46fd-ad09-db627d68afb6 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/quotas/a64e8d2bbd654837a54166f31f056477 HTTP/1.1" status: 200 len: 375 time: 0.0160434 Jul 16 03:54:04.816974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:04.832049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'e66c9add-4767-438b-8304-e891d5265589', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:04.844926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-88d78041-37d6-4fe9-b259-ebd0fa3f0e31 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a64e8d2bbd654837a54166f31f056477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422351 Jul 16 03:54:04.882105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.905341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66c9add-4767-438b-8304-e891d5265589 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:04.930196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:04.935498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.954006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-08ce60f7-c25f-472c-9a1e-76c5cb6f755a service neutron] 10.222.0.25 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012411 Jul 16 03:54:04.990148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.031983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.objects.ports [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:54:05.032439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.050828 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-416a708f-6914-4244-bc62-2e07453c1598 service neutron] 10.222.0.25 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899262 Jul 16 03:54:05.090121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ffc8ec2e-f926-4820-8c39-7eb722498329,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.101948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Checking segment: {'id': '6a739189-326e-41b0-99e1-1ae7872d9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '815a3813-b766-4385-8721-209fb3ca61e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:05.102306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network hostable DHCP agents. Network: 815a3813-b766-4385-8721-209fb3ca61e2, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:05.119887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network 815a3813-b766-4385-8721-209fb3ca61e2 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:05.128573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 815a3813-b766-4385-8721-209fb3ca61e2) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:05.133299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:05.133938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.139902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ca792-a60a-4985-a9b9-6a0b0a81fce0 None None] Network 815a3813-b766-4385-8721-209fb3ca61e2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:05.151510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-113923f3-b051-43c5-bf42-ec9beeb342fc tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4976599 Jul 16 03:54:05.152038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:05.156766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1893011888', 'network_id': '815a3813-b766-4385-8721-209fb3ca61e2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:05.201455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Made reservation on behalf of 2c4dc8bccab840e98ca628f03297c692 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:05.204303 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.212165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['e66c9add-4767-438b-8304-e891d5265589'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:05.223382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] device_id is not set on port 1a3c079c-4fa0-4a6e-aba7-17b9f125ed97 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:54:05.381689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Allocated IP 172.20.0.14 (815a3813-b766-4385-8721-209fb3ca61e2/ffc8ec2e-f926-4820-8c39-7eb722498329/1a3c079c-4fa0-4a6e-aba7-17b9f125ed97) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:05.389721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8cfd4-857c-42a0-8462-1382290996f6 None None] Network 815a3813-b766-4385-8721-209fb3ca61e2 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:05.403334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6400ef-2319-498d-977b-b607fe036adc req-86404c51-549f-457e-b751-fdd9833e2b96 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:05.405349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd6400ef-2319-498d-977b-b607fe036adc req-86404c51-549f-457e-b751-fdd9833e2b96 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.1315789 Jul 16 03:54:05.472422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd6400ef-2319-498d-977b-b607fe036adc req-ae0b6b71-86a9-4cbe-90a2-d2796eed13ed tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584321 Jul 16 03:54:05.582796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-161b9247-c54c-4c2c-8da8-d1af6b7f3c1c req-3cefe85d-86e2-4f5c-8cb0-4fdf67bd35cd tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 210 time: 0.0441206 Jul 16 03:54:05.623929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.664714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.708439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network 815a3813-b766-4385-8721-209fb3ca61e2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:05.711296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:05.714813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:05.739021 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3c079c-4fa0-4a6e-aba7-17b9f125ed97,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.757367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:05.757983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.773788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4809c23a-ebb7-464e-b338-6c82c4a99219 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6207228 Jul 16 03:54:05.776360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38856) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:05.872561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Deleting port 1a3c079c-4fa0-4a6e-aba7-17b9f125ed97 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:05.872907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.968914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.984525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Calling delete_port for 1a3c079c-4fa0-4a6e-aba7-17b9f125ed97 owned by {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:06.112579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.146020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3c079c-4fa0-4a6e-aba7-17b9f125ed97,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:06.206325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.208274 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2a8a8a2a-1411-434b-9d25-e290f669af4f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1a3c079c-4fa0-4a6e-aba7-17b9f125ed97 HTTP/1.1" status: 204 len: 168 time: 0.4309371 Jul 16 03:54:06.211075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38866) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:06.215335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '815a3813-b766-4385-8721-209fb3ca61e2', 'external_fixed_ips': [{'subnet_id': 'ffc8ec2e-f926-4820-8c39-7eb722498329', 'ip_address': '172.20.0.14'}]}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:06.235343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.236296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.293947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.440589 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.539050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-dd711195-675c-4236-b0e3-7c99c596eede tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:06.541153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-dd711195-675c-4236-b0e3-7c99c596eede tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.11 "GET /v2.0/networks?id=1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 200 len: 814 time: 0.1312590 Jul 16 03:54:06.564914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Request body: {'port': {'device_id': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463', 'admin_state_up': True, 'tenant_id': 'a64e8d2bbd654837a54166f31f056477'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:06.618375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:06.714117 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.726493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Made reservation on behalf of a64e8d2bbd654837a54166f31f056477 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:06.726861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port e66c9add-4767-438b-8304-e891d5265589 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:06.730781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port e66c9add-4767-438b-8304-e891d5265589 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:06.731367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.731530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.744717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.771874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89d5bf-058a-45b4-a0e1-344641b05c70 req-f25d7c3a-7ab7-46d9-b722-480637f6879e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:06.773607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb89d5bf-058a-45b4-a0e1-344641b05c70 req-f25d7c3a-7ab7-46d9-b722-480637f6879e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.1733563 Jul 16 03:54:06.850247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.885299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:06.888140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb89d5bf-058a-45b4-a0e1-344641b05c70 req-9dfd060e-245c-4095-b490-0b241ac5354a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988753 Jul 16 03:54:06.889320 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade9393f-0ae2-4b96-a7aa-bd66a0ac7b8e" -d '{"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:06.899928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:06.907983 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.954535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Allocated IP 172.20.0.9 (1fcef85e-74a9-4647-8d32-bb8534cfa463/eaea70b2-4f81-4209-9084-ff974975a312/3fbae175-003f-427e-bcc9-d2b60c5121c2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:06.969808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:06.988134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Allocated IP 172.20.0.14 (815a3813-b766-4385-8721-209fb3ca61e2/ffc8ec2e-f926-4820-8c39-7eb722498329/c6f0e45d-9734-4e74-b8c4-1d3611f49028) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:07.086783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b724d7ca-e37b-4e07-b2c6-0e5ea3759055 req-66b34177-f562-4b33-8c74-46f8de72a1aa tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 210 time: 0.0482323 Jul 16 03:54:07.162614 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.201345 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.231643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.245428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.296793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network 815a3813-b766-4385-8721-209fb3ca61e2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:07.300982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Network 1fcef85e-74a9-4647-8d32-bb8534cfa463 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:07.305398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:07.309676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:07.311849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:07.317579 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:07.329641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f0e45d-9734-4e74-b8c4-1d3611f49028,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:07.354757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Pushing event updated for resources: {'Port': ['ID=3fbae175-003f-427e-bcc9-d2b60c5121c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:07.371737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.372641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.388839 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0613ef-a9bb-44e7-9742-9d5fb9b7db00 x-openstack-request-id: req-bc0613ef-a9bb-44e7-9742-9d5fb9b7db00 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:07.389262 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e66c9add-4767-438b-8304-e891d5265589", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:07.389540 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc0613ef-a9bb-44e7-9742-9d5fb9b7db00 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:07.390016 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'code': 200} Jul 16 03:54:07.401743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-5454cedf-f7f1-4608-a714-99d812ccbd1c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8440554 Jul 16 03:54:07.414008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Request body: {'port': {'device_id': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:07.494489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.592517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cba208-e96a-48b1-9d94-0970f6948d4d req-7856bec0-8864-46d1-bb69-4ea113d971db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.594267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e4cba208-e96a-48b1-9d94-0970f6948d4d req-7856bec0-8864-46d1-bb69-4ea113d971db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1097 time: 0.1299200 Jul 16 03:54:07.677366 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e4cba208-e96a-48b1-9d94-0970f6948d4d req-a2516b20-4a4c-457c-9990-45faba3df990 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761869 Jul 16 03:54:07.690712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.826342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbae175-003f-427e-bcc9-d2b60c5121c2 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:07.834069 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.847877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Transition to ACTIVE for port object 3fbae175-003f-427e-bcc9-d2b60c5121c2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:07.851999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.887236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.920554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Pushing event updated for resources: {'Port': ['ID=3fbae175-003f-427e-bcc9-d2b60c5121c2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:07.973204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Attempting to bind port 3fbae175-003f-427e-bcc9-d2b60c5121c2 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:07.973542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Attempting to bind port 3fbae175-003f-427e-bcc9-d2b60c5121c2 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:07.973860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Attempting to bind port 3fbae175-003f-427e-bcc9-d2b60c5121c2 on network 1fcef85e-74a9-4647-8d32-bb8534cfa463 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:07.978886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Port 3fbae175-003f-427e-bcc9-d2b60c5121c2 on network 1fcef85e-74a9-4647-8d32-bb8534cfa463 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:07.979207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Attempting to bind port 3fbae175-003f-427e-bcc9-d2b60c5121c2 on network 1fcef85e-74a9-4647-8d32-bb8534cfa463 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:07.989683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:07.989984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Checking segment: {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:07.990367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Bound using segment: {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:07.990937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Bound port: 3fbae175-003f-427e-bcc9-d2b60c5121c2, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:07.991292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.036924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Router 6a12d4b3-7f8f-4864-a057-b11d2be8a6a2 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:08.093222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] For port 3fbae175-003f-427e-bcc9-d2b60c5121c2, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:08.097235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] For port 3fbae175-003f-427e-bcc9-d2b60c5121c2, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:08.102083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.142799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.143420 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.144841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] 10.222.0.11 "PUT /v2.0/ports/3fbae175-003f-427e-bcc9-d2b60c5121c2 HTTP/1.1" status: 200 len: 1091 time: 0.7362835 Jul 16 03:54:08.146935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'tag': '3fbae175-003f-427e-bcc9-d2b60c5121c2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:08.149284 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8502b-9dfd-44c5-a806-3333b3de4274" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb526f3-5e76-4e34-96ba-fe1739ebff61", "tag": "3fbae175-003f-427e-bcc9-d2b60c5121c2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:08.186315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1e9e0-9f21-40c3-8f54-a710d8de0a90 req-1429b58c-e6b0-4cb0-b9bd-b164a222b878 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.187971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64c1e9e0-9f21-40c3-8f54-a710d8de0a90 req-1429b58c-e6b0-4cb0-b9bd-b164a222b878 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1387684 Jul 16 03:54:08.198166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ab1fb-a150-412e-ae75-10f6b26a3b8c service neutron] Pushing event updated for resources: {'Port': ['ID=3fbae175-003f-427e-bcc9-d2b60c5121c2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:08.293517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64c1e9e0-9f21-40c3-8f54-a710d8de0a90 req-2bb9b586-6347-417b-8dec-a973a998585c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963652 Jul 16 03:54:08.314099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-eca20ce3-2c33-4b02-8dde-2d7e1818e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.315731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-eca20ce3-2c33-4b02-8dde-2d7e1818e5cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a64e8d2bbd654837a54166f31f056477&device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 1094 time: 0.1267967 Jul 16 03:54:08.402855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-e5322c60-3d57-48ae-a663-2925040a0727 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2 HTTP/1.1" status: 200 len: 217 time: 0.0789371 Jul 16 03:54:08.515377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-796b8c22-fb87-4b2e-afa6-00540733e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.517517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-796b8c22-fb87-4b2e-afa6-00540733e72d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eaea70b2-4f81-4209-9084-ff974975a312 HTTP/1.1" status: 200 len: 854 time: 0.1090801 Jul 16 03:54:08.538889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:08.550674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Sync routers for ids ['6a12d4b3-7f8f-4864-a057-b11d2be8a6a2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:08.575276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Routers {'6a12d4b3-7f8f-4864-a057-b11d2be8a6a2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:08.576712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6a12d4b3-7f8f-4864-a057-b11d2be8a6a2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:08.578565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.581476 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-91c4d6af-efed-4a43-9868-2eaacdcfc56c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3691447 Jul 16 03:54:08.584100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38902) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:08.595977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-2c9b9e91-4391-47bf-9201-8e79b67571ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1fcef85e-74a9-4647-8d32-bb8534cfa463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687382 Jul 16 03:54:08.636356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0e683-1eb9-4313-a025-7792f06471ea req-91c20633-a497-4bff-983b-4e435f46c52b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.644793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91b0e683-1eb9-4313-a025-7792f06471ea req-91c20633-a497-4bff-983b-4e435f46c52b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 943 time: 0.2258084 Jul 16 03:54:08.717904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91b0e683-1eb9-4313-a025-7792f06471ea req-9927b818-9b5a-4d49-b256-28d5b01bdab9 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Jul 16 03:54:08.774844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.776978 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a79e7-1448-4088-8bde-2c946996be56 x-openstack-request-id: req-985a79e7-1448-4088-8bde-2c946996be56 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:08.777266 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb526f3-5e76-4e34-96ba-fe1739ebff61", "tag": "3fbae175-003f-427e-bcc9-d2b60c5121c2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:08.777517 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-985a79e7-1448-4088-8bde-2c946996be56 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:08.777910 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'tag': '3fbae175-003f-427e-bcc9-d2b60c5121c2', 'status': 'completed', 'code': 200} Jul 16 03:54:08.781713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Set router 6a12d4b3-7f8f-4864-a057-b11d2be8a6a2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:08.798092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-a15ceef4-41f3-49e3-aae0-64a84b110b8e service neutron] 10.222.0.11 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950660 Jul 16 03:54:08.883803 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.904935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30e6cce8-f888-4165-aedd-66d91a67d1d6 req-183e2b8c-604e-4970-aca8-966c8def0ef5 service neutron] 10.222.0.11 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003766 Jul 16 03:54:08.939663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Deleting port c6f0e45d-9734-4e74-b8c4-1d3611f49028 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:08.940075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.991479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a12d4b3-7f8f-4864-a057-b11d2be8a6a2', 'name': '', 'tenant_id': '2c4dc8bccab840e98ca628f03297c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '815a3813-b766-4385-8721-209fb3ca61e2', 'external_fixed_ips': [{'subnet_id': 'ffc8ec2e-f926-4820-8c39-7eb722498329', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e45d-9734-4e74-b8c4-1d3611f49028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:07Z', 'revision_number': 3, 'project_id': '2c4dc8bccab840e98ca628f03297c692', 'gw_port': {'id': 'c6f0e45d-9734-4e74-b8c4-1d3611f49028', 'name': '', 'network_id': '815a3813-b766-4385-8721-209fb3ca61e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a12d4b3-7f8f-4864-a057-b11d2be8a6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': 'ffc8ec2e-f926-4820-8c39-7eb722498329', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:06Z', 'updated_at': '2021-07-16T03:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc8ec2e-f926-4820-8c39-7eb722498329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:09.020173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Checking router: 6a12d4b3-7f8f-4864-a057-b11d2be8a6a2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:09.020633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Updating router 6a12d4b3-7f8f-4864-a057-b11d2be8a6a2 port c6f0e45d-9734-4e74-b8c4-1d3611f49028 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:09.024105 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.037581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Calling delete_port for c6f0e45d-9734-4e74-b8c4-1d3611f49028 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:09.055961 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.226111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.258067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f0e45d-9734-4e74-b8c4-1d3611f49028,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:09.328868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.361746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-6cd2b961-31e5-4d39-96d1-df96a2033583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.364197 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-6cd2b961-31e5-4d39-96d1-df96a2033583 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a64e8d2bbd654837a54166f31f056477&device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 1094 time: 0.4049277 Jul 16 03:54:09.472832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.475893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.497750 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:54:09.498144 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:54:09.498570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-4c4e946b-bebe-489e-b40f-6a165f55ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.500059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-4c4e946b-bebe-489e-b40f-6a165f55ce0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 200 len: 916 time: 0.1289947 Jul 16 03:54:09.527319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.527836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a12d4b3-7f8f-4864-a057-b11d2be8a6a2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:09.532608 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.536392 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ccd1623-cb14-47fb-8aa1-2bbc87c98548 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/routers/6a12d4b3-7f8f-4864-a057-b11d2be8a6a2 HTTP/1.1" status: 204 len: 168 time: 0.9486511 Jul 16 03:54:09.536554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38908) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:09.545809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-2d154e85-1248-47b2-a751-a6dd83e61467 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2 HTTP/1.1" status: 200 len: 217 time: 0.0390201 Jul 16 03:54:09.569248 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-701fa368-45ac-40f4-892d-5a534f7de9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569269 Jul 16 03:54:09.586919 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Deleting subnet ffc8ec2e-f926-4820-8c39-7eb722498329 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:09.590112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.600076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6430-238f-4280-8847-ccf1d4462db3 req-fbec390e-dad2-4050-8838-bc1645d7d7c2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.601585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89ac6430-238f-4280-8847-ccf1d4462db3 req-fbec390e-dad2-4050-8838-bc1645d7d7c2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1396737 Jul 16 03:54:09.613885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-ec739281-881d-49d0-ba92-94a325544043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.615343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-ec739281-881d-49d0-ba92-94a325544043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eaea70b2-4f81-4209-9084-ff974975a312 HTTP/1.1" status: 200 len: 854 time: 0.0629258 Jul 16 03:54:09.656089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.657703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-8ed8ab71-0054-4e38-966a-2bc95b2c6f2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1fcef85e-74a9-4647-8d32-bb8534cfa463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360537 Jul 16 03:54:09.692003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89ac6430-238f-4280-8847-ccf1d4462db3 req-5cfebe4e-bf66-45c0-89ab-3fc76c8a7106 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807066 Jul 16 03:54:09.710873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761b4f-571f-4774-8340-81a2cd926996 req-632cef8c-b00a-4fbe-90be-bbe97735f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.712388 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-632cef8c-b00a-4fbe-90be-bbe97735f43f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.1000423 Jul 16 03:54:09.727096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.767286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-b2c6dded-0695-49a7-a6ae-88eeb88af389 service neutron] 10.222.0.11 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996451 Jul 16 03:54:09.860679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.870907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761b4f-571f-4774-8340-81a2cd926996 req-199b5dba-f278-4f4f-8f56-0aeba088aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.872385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-199b5dba-f278-4f4f-8f56-0aeba088aa40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.1225741 Jul 16 03:54:09.906204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc8ec2e-f926-4820-8c39-7eb722498329,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:09.914779 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.916895 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a81b807c-6693-434b-a5ea-a2f1abaa5853 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/ffc8ec2e-f926-4820-8c39-7eb722498329 HTTP/1.1" status: 204 len: 168 time: 0.3795104 Jul 16 03:54:09.926825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38918) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:09.964683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bbe8502b-9dfd-44c5-a806-3333b3de4274 req-7959e835-1ecf-4331-bc8a-43e087aa664e service neutron] 10.222.0.11 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904812 Jul 16 03:54:09.968735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-b6bbaff2-e28d-487f-8f2a-4292f80c7620 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1001 time: 0.0781076 Jul 16 03:54:09.980252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252b939-0c6f-4bac-ba76-e454d7e858aa req-00cb2d71-ff2d-42d8-955b-18cfbbb93c57 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.981737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d252b939-0c6f-4bac-ba76-e454d7e858aa req-00cb2d71-ff2d-42d8-955b-18cfbbb93c57 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1225662 Jul 16 03:54:10.018742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Port c6f0e45d-9734-4e74-b8c4-1d3611f49028 not found while updating agent binding for router 6a12d4b3-7f8f-4864-a057-b11d2be8a6a2. {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:54:10.028431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:10.029001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:54:10.030280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a12d4b3-7f8f-4864-a057-b11d2be8a6a2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:54:10.030911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2272b47-6bd4-4a3e-a242-09a69cc506cd None None] The sync data for ids ['6a12d4b3-7f8f-4864-a057-b11d2be8a6a2'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:10.045318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761b4f-571f-4774-8340-81a2cd926996 req-79c44f20-a488-468e-86d6-6054063d8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.047177 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-79c44f20-a488-468e-86d6-6054063d8298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0706148 Jul 16 03:54:10.059678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.092317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d252b939-0c6f-4bac-ba76-e454d7e858aa req-39ac2d94-9583-40ac-b3a7-2e9f061e35a0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744977 Jul 16 03:54:10.119870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38926) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:10.196611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.198584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761b4f-571f-4774-8340-81a2cd926996 req-a9dd61d2-ca1b-4b2a-8b83-72a5188b1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.200092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-a9dd61d2-ca1b-4b2a-8b83-72a5188b1478 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460538 Jul 16 03:54:10.209402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815a3813-b766-4385-8721-209fb3ca61e2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:10.247535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a739189-326e-41b0-99e1-1ae7872d9bce') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:10.248152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a739189-326e-41b0-99e1-1ae7872d9bce') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:10.260524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.288200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.296413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:10.296643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b0988-0863-46d5-9ffd-48b9f2af92a8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.296817 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.298131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8c7b0988-0863-46d5-9ffd-48b9f2af92a8 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1092 time: 0.1745658 Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:10.298799 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:10.301262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:10.306976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:10.329786 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-f1a1aba7-e586-447a-9f5b-6f47f445f373 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225660 Jul 16 03:54:10.334215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed5b1-aa7b-4dbe-88a5-aa426bd4fd32 req-92e04241-608b-4d7a-ad88-c7c67d422f4c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.336001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89aed5b1-aa7b-4dbe-88a5-aa426bd4fd32 req-92e04241-608b-4d7a-ad88-c7c67d422f4c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 943 time: 0.1179569 Jul 16 03:54:10.405165 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.409396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 815a3813-b766-4385-8721-209fb3ca61e2 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:54:10.411538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.413568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/networks/815a3813-b766-4385-8721-209fb3ca61e2 HTTP/1.1" status: 204 len: 168 time: 0.4858055 Jul 16 03:54:10.423429 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89aed5b1-aa7b-4dbe-88a5-aa426bd4fd32 req-eaec4e68-4f3d-4658-91a4-50b3bde69788 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Jul 16 03:54:10.434014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72d04e-cff2-4eef-8d67-9ca21dd382f6 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event deleted for resources: {'Network': ['ID=815a3813-b766-4385-8721-209fb3ca61e2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:10.445224 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.516506 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6c761b4f-571f-4774-8340-81a2cd926996 req-ed5b0710-a2f0-4e28-a1d2-4a9591b81f83 service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789594 Jul 16 03:54:10.613805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.728062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:10.730262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.120 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/dacd15fe-2195-4126-95a0-45d91ce54f0d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:10.734080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'name': 'tempest-router--322417804', 'project_id': 'acfbac1d7f0a40edb18530c58a8198fe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:10.763148 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.765386 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.857178 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.859413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.861833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.877768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.881885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dcf8d7b8-ee06-41ee-bd06-5784f36c72c7 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1510832 Jul 16 03:54:10.884033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:10.964813 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.998613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.067318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:11.094869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:11.131668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:11.161999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=dacd15fe-2195-4126-95a0-45d91ce54f0d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:11.182890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.186801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.241742 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.242570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adb74911-b766-4b24-8003-709519064076 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:11.263165 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.264328 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2966044c-c8d2-45be-a5f8-8b894df6b162 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/routers/adb74911-b766-4b24-8003-709519064076 HTTP/1.1" status: 204 len: 168 time: 0.3793707 Jul 16 03:54:11.391452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:11.626043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.647712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-881098053', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:11.700363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.702133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.723773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.757482 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.832909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0abfe-6016-421d-8abd-a8ad62fde89e req-dd378423-0ad5-45e2-bab4-b3f8f8374e50 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:11.834420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8dd0abfe-6016-421d-8abd-a8ad62fde89e req-dd378423-0ad5-45e2-bab4-b3f8f8374e50 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 943 time: 0.2050619 Jul 16 03:54:11.887361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.893737 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.935478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.947793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8dd0abfe-6016-421d-8abd-a8ad62fde89e req-c1e63c41-20c9-4154-ab9f-415160ec13b2 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036332 Jul 16 03:54:11.978360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=dacd15fe-2195-4126-95a0-45d91ce54f0d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:11.990852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.092385 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 associated. External IP: 172.25.4.120, port: e66c9add-4767-438b-8304-e891d5265589. Jul 16 03:54:12.153484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.177446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.309318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Allocated IP 172.25.4.131 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/2e812881-8716-451e-a6e6-6a2298a3cd19) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:12.422791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.461759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.501950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:12.504752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:12.508980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:12.530521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event updated for resources: {'Port': ['ID=2e812881-8716-451e-a6e6-6a2298a3cd19,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:12.568558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3fbae175-003f-427e-bcc9-d2b60c5121c2 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:12.605885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:12.675345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3fbae175-003f-427e-bcc9-d2b60c5121c2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:12.687577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3fbae175-003f-427e-bcc9-d2b60c5121c2', 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463', 'port_id': '3fbae175-003f-427e-bcc9-d2b60c5121c2', 'mac_address': 'fa:16:3e:73:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaea70b2-4f81-4209-9084-ff974975a312', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:12.721118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:12.741107 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.744411 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] Sync routers for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:12.753163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.762046 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:12.763019 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:12.779363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbae175-003f-427e-bcc9-d2b60c5121c2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:12.795418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.811956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ec020f14-d6d8-44b8-b95f-5ee7b978a712 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5099759 Jul 16 03:54:12.812868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:12.825094 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff40970-7be7-4a3d-9907-f8d3b2503759" -d '{"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:12.836188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3fbae175-003f-427e-bcc9-d2b60c5121c2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:12.847387 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.902940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3fbae175-003f-427e-bcc9-d2b60c5121c2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:12.918250 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:13.074786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3041cbb-73a8-4ea9-958d-8b061cb560b6 req-b95cc428-095e-400e-8f63-5ef6abb49eb3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.076287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3041cbb-73a8-4ea9-958d-8b061cb560b6 req-b95cc428-095e-400e-8f63-5ef6abb49eb3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1428962 Jul 16 03:54:13.092305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3fbae175-003f-427e-bcc9-d2b60c5121c2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:13.116824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.126526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3041cbb-73a8-4ea9-958d-8b061cb560b6 req-eac95a37-1e59-4c7e-a4e0-2fc750d9b51f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Jul 16 03:54:13.143256 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '7b8fb43f-a3e2-49b8-83aa-a348d84a29a1', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:54:11Z', 'updated_at': '2021-07-16T03:54:11Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.159927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38982) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.175402 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] Checking router: 0e469f6f-bd67-4f64-84ba-a6e41639d5bd for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:13.184375 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:13.184995 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.290803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Router 0ffd7fe3-4408-4e1f-9c62-81064dbc8454 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:13.292013 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2478320f-35c0-462f-bba0-effb69bd5db0 x-openstack-request-id: req-2478320f-35c0-462f-bba0-effb69bd5db0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:13.292306 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:13.292560 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2478320f-35c0-462f-bba0-effb69bd5db0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:13.292965 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'status': 'completed', 'code': 200} Jul 16 03:54:13.298712 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:13.328279 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b0d84b7-d041-473f-acca-efa5aa01814e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 HTTP/1.1" status: 200 len: 992 time: 0.1669772 Jul 16 03:54:13.347345 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-fbf9d16c-35b4-428b-9442-3c9bed0e13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.348895 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-fbf9d16c-35b4-428b-9442-3c9bed0e13da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1097 time: 0.1097367 Jul 16 03:54:13.446834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-e93cbcd8-4cb7-4748-8d97-31f225ecc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.449014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-e93cbcd8-4cb7-4748-8d97-31f225ecc47b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.0923245 Jul 16 03:54:13.468112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:13.479188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] Sync routers for ids ['0ffd7fe3-4408-4e1f-9c62-81064dbc8454'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:13.489153 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bb68a-8160-446c-869e-b39fe3c9efa2 req-c63c1df7-ac23-4eb2-ae01-38cbaebd1c12 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.489408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] Routers {'0ffd7fe3-4408-4e1f-9c62-81064dbc8454'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:13.489992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0ffd7fe3-4408-4e1f-9c62-81064dbc8454'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.491633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b3bb68a-8160-446c-869e-b39fe3c9efa2 req-c63c1df7-ac23-4eb2-ae01-38cbaebd1c12 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 944 time: 0.1294477 Jul 16 03:54:13.528152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.531423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6b5f62f7-380a-4f6e-a92e-b4d6ce09f790 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1382287 Jul 16 03:54:13.533511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38984) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.535159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.536883 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-f369c675-75f2-474c-9f57-b0accc5e6c12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.0825233 Jul 16 03:54:13.547065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] Routers {'0ffd7fe3-4408-4e1f-9c62-81064dbc8454'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:13.547065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0ffd7fe3-4408-4e1f-9c62-81064dbc8454'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.566617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b3bb68a-8160-446c-869e-b39fe3c9efa2 req-a2ea40be-ac20-462d-b04a-cfbbfb70d5ee tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672920 Jul 16 03:54:13.599093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-c88462c7-f9ca-48ee-843f-a5bd15447cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.600757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-c88462c7-f9ca-48ee-843f-a5bd15447cf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0579343 Jul 16 03:54:13.606799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.608026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e4e71-7712-485a-95d9-93705430d597 None None] The sync data for ids ['0ffd7fe3-4408-4e1f-9c62-81064dbc8454'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:13.657434 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '7b8fb43f-a3e2-49b8-83aa-a348d84a29a1', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:54:11Z', 'updated_at': '2021-07-16T03:54:11Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.662796 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-d2b7c15d-c87f-4958-a9f2-079258fa056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.664295 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-d2b7c15d-c87f-4958-a9f2-079258fa056c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573652 Jul 16 03:54:13.667152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7b28bd0e-5c0d-40da-92c1-c52d68bcebf1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/0ffd7fe3-4408-4e1f-9c62-81064dbc8454 HTTP/1.1" status: 200 len: 920 time: 0.1312206 Jul 16 03:54:13.670539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.686439 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0555c-b731-4db3-927d-d44a82ca7a1b None None] The sync data for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 is: [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '7b8fb43f-a3e2-49b8-83aa-a348d84a29a1', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:54:11Z', 'updated_at': '2021-07-16T03:54:11Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:13.703333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-234d90c1-e982-4917-8956-8468531d6041 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ffd7fe3-4408-4e1f-9c62-81064dbc8454 HTTP/1.1" status: 200 len: 205 time: 0.0316832 Jul 16 03:54:13.705791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:13.765838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-9c26d2cd-b913-4191-9a9b-32bf5948ca29 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944109 Jul 16 03:54:13.815709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.860179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0ff40970-7be7-4a3d-9907-f8d3b2503759 req-f98b024e-1884-4b9d-b1a5-d0c96e04c6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878999 Jul 16 03:54:13.908303 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00896d04-82c5-4931-bde6-1a3bd2aa6206 None None] New status for floating IP 7b8fb43f-a3e2-49b8-83aa-a348d84a29a1: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:54:13.929875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.991596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Deleting port 2e812881-8716-451e-a6e6-6a2298a3cd19 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:13.992041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.072205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.084514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Calling delete_port for 2e812881-8716-451e-a6e6-6a2298a3cd19 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:14.242388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.266761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event deleted for resources: {'Port': ['ID=2e812881-8716-451e-a6e6-6a2298a3cd19,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:14.329995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.331957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 38996) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:14.409853 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-81700629-a8e4-429b-a344-c657cea29dff tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 HTTP/1.1" status: 200 len: 994 time: 0.0715339 Jul 16 03:54:14.419595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.421711 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.462678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.463204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Fanout notify agent at l3_agent the message router_deleted on router 0ffd7fe3-4408-4e1f-9c62-81064dbc8454 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:14.469848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.471548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-015a513f-6240-4e48-a9d9-aa402008d5c0 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/0ffd7fe3-4408-4e1f-9c62-81064dbc8454 HTTP/1.1" status: 204 len: 168 time: 0.7642765 Jul 16 03:54:14.474660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 38998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:14.479050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2019962447', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:14.499692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.500655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.552024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.579376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3fbae175-003f-427e-bcc9-d2b60c5121c2 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:14.628465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3fbae175-003f-427e-bcc9-d2b60c5121c2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:14.632503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3fbae175-003f-427e-bcc9-d2b60c5121c2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:14.633058 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.712976 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.737592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbae175-003f-427e-bcc9-d2b60c5121c2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:14.740255 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea43e349-807f-4af6-9577-0caeff7f114c" -d '{"events": [{"server_uuid": "ddb526f3-5e76-4e34-96ba-fe1739ebff61", "name": "network-vif-plugged", "status": "completed", "tag": "3fbae175-003f-427e-bcc9-d2b60c5121c2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:14.757805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3fbae175-003f-427e-bcc9-d2b60c5121c2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:14.762264 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.812267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3fbae175-003f-427e-bcc9-d2b60c5121c2,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:15.023506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.082840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4c3c-fabb-4e82-9da5-df781b818ace req-fdb20f47-71ca-4962-9562-691cedf09d9d tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:15.084309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-944d4c3c-fabb-4e82-9da5-df781b818ace req-fdb20f47-71ca-4962-9562-691cedf09d9d tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 945 time: 0.1188202 Jul 16 03:54:15.152115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-944d4c3c-fabb-4e82-9da5-df781b818ace req-8bee2483-bf56-49aa-a24d-409da40e1f62 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Jul 16 03:54:15.205793 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378c3c1-1a9f-4928-9464-479835c4861a x-openstack-request-id: req-3378c3c1-1a9f-4928-9464-479835c4861a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:15.206092 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb526f3-5e76-4e34-96ba-fe1739ebff61", "name": "network-vif-plugged", "status": "completed", "tag": "3fbae175-003f-427e-bcc9-d2b60c5121c2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:15.206355 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3378c3c1-1a9f-4928-9464-479835c4861a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:15.206827 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbae175-003f-427e-bcc9-d2b60c5121c2', 'code': 200} Jul 16 03:54:15.271815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.295667 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.316147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5104a8a-234f-4fd9-a593-835507d6eb8b req-79c65982-bc95-4d91-8253-b2a14b3f3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:15.317672 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5104a8a-234f-4fd9-a593-835507d6eb8b req-79c65982-bc95-4d91-8253-b2a14b3f3043 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 1096 time: 0.0519717 Jul 16 03:54:15.352204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5104a8a-234f-4fd9-a593-835507d6eb8b req-bbb79c74-2647-4f5f-b085-2af13c61cfaf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287068 Jul 16 03:54:15.396248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Allocated IP 172.25.4.127 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/6859018e-d08e-4cd2-a8ed-f807db44935f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:15.501106 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.539702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.573720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:15.577164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:15.582797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:15.609210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Port': ['ID=6859018e-d08e-4cd2-a8ed-f807db44935f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:15.824175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.016001 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.143566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Router 8fd8be8e-4eae-4368-900b-8dd78b7878c8 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:16.261525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:16.273428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Sync routers for ids ['8fd8be8e-4eae-4368-900b-8dd78b7878c8'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:16.279914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.281467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e474118-70bf-41e1-a44e-ebb3a8cdbb28 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8058307 Jul 16 03:54:16.284411 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39018) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:16.299902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Routers {'8fd8be8e-4eae-4368-900b-8dd78b7878c8'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:16.300553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8fd8be8e-4eae-4368-900b-8dd78b7878c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:16.375970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50eb95-0d4a-4908-ad87-0b23dbcec18b req-9591bc2b-f687-4933-a1fa-875b70b100a2 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:16.377508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e50eb95-0d4a-4908-ad87-0b23dbcec18b req-9591bc2b-f687-4933-a1fa-875b70b100a2 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 945 time: 0.0786927 Jul 16 03:54:16.415944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Set router 8fd8be8e-4eae-4368-900b-8dd78b7878c8 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:16.416302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29326de2-af36-4fc7-a5a5-f35316e105c1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/8fd8be8e-4eae-4368-900b-8dd78b7878c8 HTTP/1.1" status: 200 len: 909 time: 0.1305399 Jul 16 03:54:16.418583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e50eb95-0d4a-4908-ad87-0b23dbcec18b req-c5b03786-957d-447b-ade9-55e5f4db085d tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Jul 16 03:54:16.419072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:16.424087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2019962447', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': True}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:16.447392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.449019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.507600 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.621339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8be8e-4eae-4368-900b-8dd78b7878c8', 'name': 'tempest-snat-router-2019962447', 'tenant_id': '2c4dc8bccab840e98ca628f03297c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.127'}], 'enable_snat': False}, 'gw_port_id': '6859018e-d08e-4cd2-a8ed-f807db44935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:14Z', 'updated_at': '2021-07-16T03:54:15Z', 'revision_number': 3, 'project_id': '2c4dc8bccab840e98ca628f03297c692', 'gw_port': {'id': '6859018e-d08e-4cd2-a8ed-f807db44935f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8be8e-4eae-4368-900b-8dd78b7878c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:15Z', 'updated_at': '2021-07-16T03:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:16.644175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.651889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Checking router: 8fd8be8e-4eae-4368-900b-8dd78b7878c8 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:16.652290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Updating router 8fd8be8e-4eae-4368-900b-8dd78b7878c8 port 6859018e-d08e-4cd2-a8ed-f807db44935f binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:16.688983 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.857936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.877487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.969290 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.985044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Transition to ACTIVE for port object 6859018e-d08e-4cd2-a8ed-f807db44935f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:16.996520 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.047478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Attempting to bind port 6859018e-d08e-4cd2-a8ed-f807db44935f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:17.048041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Attempting to bind port 6859018e-d08e-4cd2-a8ed-f807db44935f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:17.048275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Attempting to bind port 6859018e-d08e-4cd2-a8ed-f807db44935f on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:17.049101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Allocated IP 172.25.4.96 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/a2e55f23-15f3-40e3-aef8-3189243d7357) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:17.055232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:17.055614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:17.056019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.056415 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:17.056892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Bound port: 6859018e-d08e-4cd2-a8ed-f807db44935f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:17.057284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.082664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf472a-90e7-4391-8b6a-e246171ccde5 None None] Pushing event updated for resources: {'Port': ['ID=6859018e-d08e-4cd2-a8ed-f807db44935f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:17.117462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] For port 6859018e-d08e-4cd2-a8ed-f807db44935f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:17.120896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] For port 6859018e-d08e-4cd2-a8ed-f807db44935f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6859018e-d08e-4cd2-a8ed-f807db44935f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:17.126931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.159007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.202325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Routers {'8fd8be8e-4eae-4368-900b-8dd78b7878c8'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:17.202991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8fd8be8e-4eae-4368-900b-8dd78b7878c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:17.204114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.242919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:17.255105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:17.259388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf472a-90e7-4391-8b6a-e246171ccde5 None None] Pushing event updated for resources: {'Port': ['ID=6859018e-d08e-4cd2-a8ed-f807db44935f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:17.264257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:17.300100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e55f23-15f3-40e3-aef8-3189243d7357,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:17.326764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] Set router 8fd8be8e-4eae-4368-900b-8dd78b7878c8 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:17.572273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd8be8e-4eae-4368-900b-8dd78b7878c8', 'name': 'tempest-snat-router-2019962447', 'tenant_id': '2c4dc8bccab840e98ca628f03297c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.127'}], 'enable_snat': False}, 'gw_port_id': '6859018e-d08e-4cd2-a8ed-f807db44935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:14Z', 'updated_at': '2021-07-16T03:54:15Z', 'revision_number': 3, 'project_id': '2c4dc8bccab840e98ca628f03297c692', 'gw_port': {'id': '6859018e-d08e-4cd2-a8ed-f807db44935f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8be8e-4eae-4368-900b-8dd78b7878c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:15Z', 'updated_at': '2021-07-16T03:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:17.580366 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.603856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f169e669-2760-4f8a-a4f5-d4e7451946d2 None None] The sync data for ids ['8fd8be8e-4eae-4368-900b-8dd78b7878c8'] in n-d-800089-6 is: [{'id': '8fd8be8e-4eae-4368-900b-8dd78b7878c8', 'name': 'tempest-snat-router-2019962447', 'tenant_id': '2c4dc8bccab840e98ca628f03297c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.127'}], 'enable_snat': False}, 'gw_port_id': '6859018e-d08e-4cd2-a8ed-f807db44935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:14Z', 'updated_at': '2021-07-16T03:54:15Z', 'revision_number': 3, 'project_id': '2c4dc8bccab840e98ca628f03297c692', 'gw_port': {'id': '6859018e-d08e-4cd2-a8ed-f807db44935f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd8be8e-4eae-4368-900b-8dd78b7878c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:15Z', 'updated_at': '2021-07-16T03:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:17.803869 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.994248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Router 32eb28c2-a5eb-41ec-b475-3d393b3233aa is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:18.114268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:18.124379 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Sync routers for ids ['32eb28c2-a5eb-41ec-b475-3d393b3233aa'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:18.132169 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.133674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94e20021-4693-4cca-a066-b86f4d2c17a1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7131259 Jul 16 03:54:18.136433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39108) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:18.154123 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Routers {'32eb28c2-a5eb-41ec-b475-3d393b3233aa'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:18.154790 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['32eb28c2-a5eb-41ec-b475-3d393b3233aa'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:18.257681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-296ec637-e8f4-499c-8663-d52fdb806a2b tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/32eb28c2-a5eb-41ec-b475-3d393b3233aa HTTP/1.1" status: 200 len: 907 time: 0.1197183 Jul 16 03:54:18.259927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39110) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:18.341360 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Set router 32eb28c2-a5eb-41ec-b475-3d393b3233aa gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:18.391355 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.451615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6859018e-d08e-4cd2-a8ed-f807db44935f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:18.526469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6859018e-d08e-4cd2-a8ed-f807db44935f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:18.532951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6859018e-d08e-4cd2-a8ed-f807db44935f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:18.533330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.591746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.668029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:54:18.695658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Deleting port a2e55f23-15f3-40e3-aef8-3189243d7357 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:18.696196 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.702579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.712521 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32eb28c2-a5eb-41ec-b475-3d393b3233aa', 'name': 'tempest-snat-router-2019962447', 'tenant_id': '2c4dc8bccab840e98ca628f03297c692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a2e55f23-15f3-40e3-aef8-3189243d7357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:54:16Z', 'updated_at': '2021-07-16T03:54:17Z', 'revision_number': 3, 'project_id': '2c4dc8bccab840e98ca628f03297c692', 'gw_port': {'id': 'a2e55f23-15f3-40e3-aef8-3189243d7357', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32eb28c2-a5eb-41ec-b475-3d393b3233aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:54:16Z', 'updated_at': '2021-07-16T03:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:18.766457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 6859018e-d08e-4cd2-a8ed-f807db44935f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6859018e-d08e-4cd2-a8ed-f807db44935f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:18.776268 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Checking router: 32eb28c2-a5eb-41ec-b475-3d393b3233aa for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:18.776268 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Updating router 32eb28c2-a5eb-41ec-b475-3d393b3233aa port a2e55f23-15f3-40e3-aef8-3189243d7357 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:54:18.778154 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.850234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.850667 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.865959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Calling delete_port for a2e55f23-15f3-40e3-aef8-3189243d7357 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:18.870175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=6859018e-d08e-4cd2-a8ed-f807db44935f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.921899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-04d22d4d-c7a8-4adf-bc34-3ae1561ec035 req-0427477f-64c9-497a-9200-a39c5136aacb service neutron] (93757) timed out ('10.222.0.48', 57442) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:54:19.192048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.229041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e55f23-15f3-40e3-aef8-3189243d7357,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:19.241292 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:54:19.241871 n-d-800089-6 neutron-server[93760]: DEBUG oslo_db.api [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:54:19.300697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.421738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.424235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.494180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.495145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32eb28c2-a5eb-41ec-b475-3d393b3233aa {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:19.500407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.501780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b4966b3b-2d44-4575-9ba6-ced743cec33c tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/routers/32eb28c2-a5eb-41ec-b475-3d393b3233aa HTTP/1.1" status: 204 len: 168 time: 1.2406409 Jul 16 03:54:19.504403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:19.778733 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Port a2e55f23-15f3-40e3-aef8-3189243d7357 not found while updating agent binding for router 32eb28c2-a5eb-41ec-b475-3d393b3233aa. {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:54:19.798983 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Routers set() bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:19.799608 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Router IDs set() for agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:54:19.800223 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32eb28c2-a5eb-41ec-b475-3d393b3233aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:54:19.800600 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba1bb4-97ed-4d8e-bf84-8b3dece00686 None None] The sync data for ids ['32eb28c2-a5eb-41ec-b475-3d393b3233aa'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:20.009187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.155404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.224099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Deleting port 6859018e-d08e-4cd2-a8ed-f807db44935f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:20.224512 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.318333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] For port 6859018e-d08e-4cd2-a8ed-f807db44935f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6859018e-d08e-4cd2-a8ed-f807db44935f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:20.318797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.337352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Calling delete_port for 6859018e-d08e-4cd2-a8ed-f807db44935f owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:20.422375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6859018e-d08e-4cd2-a8ed-f807db44935f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:20.507052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6859018e-d08e-4cd2-a8ed-f807db44935f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:20.508266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.620878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.647187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event deleted for resources: {'Port': ['ID=6859018e-d08e-4cd2-a8ed-f807db44935f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:20.713760 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82efb2f4-4a41-4d55-bfad-4bd131991192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.716072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.813319 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.815647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.860583 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.861203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd8be8e-4eae-4368-900b-8dd78b7878c8 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:20.866185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.872687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-67101168-5fd7-4f72-a1b9-34e7e6083941 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8fd8be8e-4eae-4368-900b-8dd78b7878c8 HTTP/1.1" status: 204 len: 168 time: 1.3615620 Jul 16 03:54:20.873521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39128) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:20.878451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1567486342', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:20.914845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.916073 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.981180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.232483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.466257 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.488666 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.604805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Allocated IP 172.25.4.86 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/25068493-230b-40db-84f5-2cdb4e714125) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:21.723550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.767931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.805487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:21.810884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:21.813442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:21.842402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event updated for resources: {'Port': ['ID=25068493-230b-40db-84f5-2cdb4e714125,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:22.103961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.345329 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.379619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6859018e-d08e-4cd2-a8ed-f807db44935f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:22.406963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6859018e-d08e-4cd2-a8ed-f807db44935f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:22.408354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6859018e-d08e-4cd2-a8ed-f807db44935f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:22.504144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Router 83274ce2-c6b8-44cf-900c-a0fbd3dc446e is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:22.924723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:22.937343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] Sync routers for ids ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:22.944511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.952742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39150) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:22.953209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6ae3c19d-0b84-4062-bbca-66eedb682f2f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0778615 Jul 16 03:54:22.954476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] Routers {'83274ce2-c6b8-44cf-900c-a0fbd3dc446e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:22.955297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:22.959790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:22.994809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:23.005729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] Routers {'83274ce2-c6b8-44cf-900c-a0fbd3dc446e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:23.006641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:53:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:23.067153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:23.074025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51cdb8-bc26-4840-9208-353a5bc6489d None None] The sync data for ids ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:23.322659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.533301 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab099e87-e062-4c87-a27c-a165483befb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.742677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.746340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.851470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.859967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Router 83274ce2-c6b8-44cf-900c-a0fbd3dc446e has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:23.969149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:23.973440 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.974563 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9200bf5e-ea72-4a59-937c-b5b2348605e1 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "PUT /v2.0/routers/83274ce2-c6b8-44cf-900c-a0fbd3dc446e HTTP/1.1" status: 200 len: 921 time: 1.0200982 Jul 16 03:54:23.977597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:23.980439 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] Sync routers for ids ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:23.992526 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] Routers {'83274ce2-c6b8-44cf-900c-a0fbd3dc446e'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:23.993331 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:24.034529 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:24.043944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] Routers {'83274ce2-c6b8-44cf-900c-a0fbd3dc446e'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:24.044692 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:24.080401 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:24.081223 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fe91e-4ed9-4255-b308-be900bc7479f None None] The sync data for ids ['83274ce2-c6b8-44cf-900c-a0fbd3dc446e'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:24.089765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-13698b54-0c29-45ed-b28a-436bf2704e44 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/83274ce2-c6b8-44cf-900c-a0fbd3dc446e HTTP/1.1" status: 200 len: 921 time: 0.1085441 Jul 16 03:54:24.089891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:24.176122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41e90f-1a48-44cd-8b6a-b227e2122621 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:24.177664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ba41e90f-1a48-44cd-8b6a-b227e2122621 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=83274ce2-c6b8-44cf-900c-a0fbd3dc446e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0869093 Jul 16 03:54:24.180491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:24.272000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc30273-e334-490e-932a-a06cc29ce971 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:24.273333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bfc30273-e334-490e-932a-a06cc29ce971 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.0919187 Jul 16 03:54:24.276205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:24.306401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aee7da09-fe99-40cf-9536-00dc408a0c3e tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=83274ce2-c6b8-44cf-900c-a0fbd3dc446e HTTP/1.1" status: 200 len: 205 time: 0.0290632 Jul 16 03:54:24.308946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:24.371634 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.449830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.566068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.625263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Deleting port 25068493-230b-40db-84f5-2cdb4e714125 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:24.625931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.723022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.736912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Calling delete_port for 25068493-230b-40db-84f5-2cdb4e714125 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:24.923330 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.945906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event deleted for resources: {'Port': ['ID=25068493-230b-40db-84f5-2cdb4e714125,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:25.017261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.426613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.428865 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.476019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.476665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Fanout notify agent at l3_agent the message router_deleted on router 83274ce2-c6b8-44cf-900c-a0fbd3dc446e {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:25.486865 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.490539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7b09733f-82b1-421b-9731-c87090008bb5 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/83274ce2-c6b8-44cf-900c-a0fbd3dc446e HTTP/1.1" status: 204 len: 168 time: 1.1792521 Jul 16 03:54:25.493182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:25.500099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-390017690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:25.525114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.526286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.580628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.586244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.605367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.609475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5bebccbf-4b10-479e-9ada-78186b81ae16 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1115997 Jul 16 03:54:25.609736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:25.615359 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:25.852392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.056944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.076668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.107667 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.194631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Allocated IP 172.25.4.229 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/c2f07c3d-a000-4c5e-ac28-8101b5f815b8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:26.297744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.348057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.402985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:26.403756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:26.407461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:26.413228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event updated for resources: {'Port': ['ID=c2f07c3d-a000-4c5e-ac28-8101b5f815b8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.677146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.898003 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.902056 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.038878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Router 5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:27.150095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:27.157485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.158695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-476f1cbe-d8bd-4eba-b940-18ef7012b6e7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "PUT /v2.0/routers/5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd HTTP/1.1" status: 200 len: 879 time: 1.5479348 Jul 16 03:54:27.161202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:27.161339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] Sync routers for ids ['5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:27.171963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] Routers {'5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:27.172937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:27.204608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:27.213746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] Routers {'5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:27.214656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:27.251808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:27.252796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9dff4-1b1b-4fe4-83e9-0d021ea741af None None] The sync data for ids ['5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:27.287722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6663a82f-0a14-4cdd-8e43-071c1d4daf85 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd HTTP/1.1" status: 200 len: 920 time: 0.1245334 Jul 16 03:54:27.290304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39206) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:27.364812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9788368-84ed-46f1-8340-7e4e7f75558f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:27.369224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a9788368-84ed-46f1-8340-7e4e7f75558f tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0778854 Jul 16 03:54:27.372369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39208) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:27.465171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0dee05-0bc0-4d47-a390-4dfb70b81f69 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:27.470347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:27.470576 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4b0dee05-0bc0-4d47-a390-4dfb70b81f69 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.0969794 Jul 16 03:54:27.502681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b235b324-2539-4c1f-ab68-4a2be6f3b754 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd HTTP/1.1" status: 200 len: 205 time: 0.0284574 Jul 16 03:54:27.502917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:27.616950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.724686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.778103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Deleting port c2f07c3d-a000-4c5e-ac28-8101b5f815b8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:27.779088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.857815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.876128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Calling delete_port for c2f07c3d-a000-4c5e-ac28-8101b5f815b8 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:28.092328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.125593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event deleted for resources: {'Port': ['ID=c2f07c3d-a000-4c5e-ac28-8101b5f815b8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:28.212858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.319747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.322047 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.371274 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.373132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Fanout notify agent at l3_agent the message router_deleted on router 5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:28.380743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.382236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-148daf68-3afc-481c-9791-824970c1ee67 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd HTTP/1.1" status: 204 len: 168 time: 0.8781483 Jul 16 03:54:28.386645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:28.391336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-878321789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:28.418241 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.420214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.487276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.492736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.511529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.514015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e8a4d2a0-61ae-4e7d-b155-fafaaf4a8457 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1259742 Jul 16 03:54:28.516280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:28.522348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': True}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:28.733323 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.945021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.964721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.069984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Allocated IP 172.25.4.105 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b4990172-6d4c-4ad0-820e-4c384eb98dba) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:29.215834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.292952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.335475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:29.338274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:29.345287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:29.349535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Port': ['ID=b4990172-6d4c-4ad0-820e-4c384eb98dba,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:29.617974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.845496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.849023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.981973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Router 06791115-3e4e-4c6f-bded-05ed47018226 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:30.100881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:30.105792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.109226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c93e7bf7-cb33-4909-80ef-8a544c6d8bc2 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "PUT /v2.0/routers/06791115-3e4e-4c6f-bded-05ed47018226 HTTP/1.1" status: 200 len: 914 time: 1.5888374 Jul 16 03:54:30.110314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.111843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] Sync routers for ids ['06791115-3e4e-4c6f-bded-05ed47018226'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:30.124185 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] Routers {'06791115-3e4e-4c6f-bded-05ed47018226'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:30.124847 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['06791115-3e4e-4c6f-bded-05ed47018226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.160426 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.169937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] Routers {'06791115-3e4e-4c6f-bded-05ed47018226'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:30.170728 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['06791115-3e4e-4c6f-bded-05ed47018226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.216770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:30.217710 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16970aab-1d45-4ecc-b01a-7883e8cd2ae0 None None] The sync data for ids ['06791115-3e4e-4c6f-bded-05ed47018226'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:30.557159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-506b0de2-122b-488f-a15d-d5f49c6ddb7a tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/06791115-3e4e-4c6f-bded-05ed47018226 HTTP/1.1" status: 200 len: 920 time: 0.4432046 Jul 16 03:54:30.557416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39272) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.608426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5f79e-5ce7-49fd-a53f-271300112491 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:30.609834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-90e5f79e-5ce7-49fd-a53f-271300112491 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=06791115-3e4e-4c6f-bded-05ed47018226&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0515795 Jul 16 03:54:30.612516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.693806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530347e7-2d93-419b-a895-15fcaf1cf780 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:30.697783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-530347e7-2d93-419b-a895-15fcaf1cf780 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.0815942 Jul 16 03:54:30.698737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.735386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f8791511-4847-4432-82e2-7424ba80729b tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=06791115-3e4e-4c6f-bded-05ed47018226 HTTP/1.1" status: 200 len: 205 time: 0.0337358 Jul 16 03:54:30.735727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39282) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:30.844529 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.952362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.015131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Deleting port b4990172-6d4c-4ad0-820e-4c384eb98dba {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:31.015617 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.089546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.101195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Calling delete_port for b4990172-6d4c-4ad0-820e-4c384eb98dba owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:31.279232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.307763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event deleted for resources: {'Port': ['ID=b4990172-6d4c-4ad0-820e-4c384eb98dba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:31.379810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.473854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.476158 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.519904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.520511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Fanout notify agent at l3_agent the message router_deleted on router 06791115-3e4e-4c6f-bded-05ed47018226 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:31.529601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.536019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b609018d-1b47-4169-9e38-586cea8c8fde tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/06791115-3e4e-4c6f-bded-05ed47018226 HTTP/1.1" status: 204 len: 168 time: 0.7946866 Jul 16 03:54:31.536406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:31.541596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-638425860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:31.567050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.568160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.625885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.631337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.647937 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.652517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:31.653680 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e20af937-af43-4ed2-af03-3ef0a3b78870 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1156316 Jul 16 03:54:31.658505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:31.877206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.143336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.163788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.273697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Allocated IP 172.25.4.239 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/07a7fa5e-a62a-467d-9402-926159233ab8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:32.388980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.425530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.465128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:32.467932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:32.471481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:32.493108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Pushing event updated for resources: {'Port': ['ID=07a7fa5e-a62a-467d-9402-926159233ab8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:32.723053 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.926109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.930704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.941017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.088345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Router 28459065-d459-4f5f-b88d-b65193432f7e is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:33.235236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:33.241220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.242590 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-acfecbdf-dd8a-403a-b21f-b325b0b5bbcf tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "PUT /v2.0/routers/28459065-d459-4f5f-b88d-b65193432f7e HTTP/1.1" status: 200 len: 915 time: 1.5877557 Jul 16 03:54:33.245419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:33.248448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] Sync routers for ids ['28459065-d459-4f5f-b88d-b65193432f7e'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:33.260266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] Routers {'28459065-d459-4f5f-b88d-b65193432f7e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:33.260904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['28459065-d459-4f5f-b88d-b65193432f7e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:33.298631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:33.319250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] Routers {'28459065-d459-4f5f-b88d-b65193432f7e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:33.323083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['28459065-d459-4f5f-b88d-b65193432f7e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:33.398918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:33.400259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626a3a6-46ab-49be-bd5c-8b0018e2686d None None] The sync data for ids ['28459065-d459-4f5f-b88d-b65193432f7e'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:33.439595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39332) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:33.440086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d0e4701f-cd8c-47f1-8fac-3ff54803cb91 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/28459065-d459-4f5f-b88d-b65193432f7e HTTP/1.1" status: 200 len: 921 time: 0.1932263 Jul 16 03:54:33.563225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1948aa-77de-4642-b2f5-ed3f38bacefe tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:33.565289 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8f1948aa-77de-4642-b2f5-ed3f38bacefe tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=28459065-d459-4f5f-b88d-b65193432f7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1246004 Jul 16 03:54:33.567910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39336) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:33.604921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.691058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b37a35-4737-4198-898b-cda93bc973a3 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:33.692476 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-69b37a35-4737-4198-898b-cda93bc973a3 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/networks/df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 881 time: 0.1236501 Jul 16 03:54:33.695283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39338) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:33.724322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7a644539-d8c7-4ad4-8809-310dccc095e4 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=28459065-d459-4f5f-b88d-b65193432f7e HTTP/1.1" status: 200 len: 205 time: 0.0278800 Jul 16 03:54:33.726849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:33.835809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.288100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.347221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Deleting port 07a7fa5e-a62a-467d-9402-926159233ab8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:34.347578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.428239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.441317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Calling delete_port for 07a7fa5e-a62a-467d-9402-926159233ab8 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:34.609580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.640033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event deleted for resources: {'Port': ['ID=07a7fa5e-a62a-467d-9402-926159233ab8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:34.669871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.670210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.670568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.670911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.671245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.671579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.671909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.672236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.672562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.672887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.673210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.673531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:34.711556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.808381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.810710 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.852392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.852946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Fanout notify agent at l3_agent the message router_deleted on router 28459065-d459-4f5f-b88d-b65193432f7e {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:34.860727 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.861825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-656d109f-4ad4-4471-ab81-0c83506183a9 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/28459065-d459-4f5f-b88d-b65193432f7e HTTP/1.1" status: 204 len: 168 time: 1.1339624 Jul 16 03:54:34.865773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39362) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:34.870211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2049928582', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:34.893279 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.894350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.956347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.094375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.294683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.317242 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.436741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Allocated IP 172.25.4.145 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/77e4346a-2c78-4fee-84b6-a808aaf775a9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:35.548166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.588132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.634352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:35.638268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:35.641934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:35.664593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event updated for resources: {'Port': ['ID=77e4346a-2c78-4fee-84b6-a808aaf775a9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:35.907715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.130067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.268957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Router 45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:36.386910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:36.398939 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] Sync routers for ids ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:36.408225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.409660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ff68f5e9-571e-48f2-8983-305eb2712bff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5428936 Jul 16 03:54:36.412437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39382) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:36.413048 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] Routers {'45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:36.413700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:36.417713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:36.449664 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:36.459909 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] Routers {'45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:36.460747 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:36.494356 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:36.495316 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1af8ef-c5c0-4d23-a8af-56d456672e82 None None] The sync data for ids ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:36.748560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.764442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.819448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Deleting port 77e4346a-2c78-4fee-84b6-a808aaf775a9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:36.819804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.898175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.914255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Calling delete_port for 77e4346a-2c78-4fee-84b6-a808aaf775a9 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:37.115009 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.148422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Pushing event deleted for resources: {'Port': ['ID=77e4346a-2c78-4fee-84b6-a808aaf775a9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:37.209137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.209765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.210287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.210993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.211543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.212072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.212737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.213361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.213897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.214416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.214963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.215777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:37.244582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.469957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.473297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-479007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479119'] for router, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.555297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Router 45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:37.609950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39418) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:37.643865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:37.660558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] Sync routers for ids ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:37.661754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.664957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-220530f0-2d77-4d27-b529-e92dc542b164 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "PUT /v2.0/routers/45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 200 len: 706 time: 1.2489681 Jul 16 03:54:37.665360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39422) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:37.750250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ee126029-df3b-433a-ae1d-e353cb584059 tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/routers/45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 200 len: 741 time: 0.0838299 Jul 16 03:54:37.753072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39424) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:37.758959 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0594ff99-9c8b-4ac6-a5c7-5e4ed70e6a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.803299 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2600b6ca-9137-4292-ae9c-e526d5c9420d tempest-RoutersAdminTest-1936317747 tempest-RoutersAdminTest-1936317747-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&device_id=45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 200 len: 205 time: 0.0488787 Jul 16 03:54:37.805787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39426) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:37.836171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] Routers {'45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:37.837107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:37.848341 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d82c6b7b-732d-4004-8d3f-0d7e953b43bb tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 200 len: 205 time: 0.0408499 Jul 16 03:54:37.850773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39428) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:37.872200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:37.878821 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0594ff99-9c8b-4ac6-a5c7-5e4ed70e6a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.882755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] Routers {'45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:37.883471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:37.885405 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0594ff99-9c8b-4ac6-a5c7-5e4ed70e6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.914792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0594ff99-9c8b-4ac6-a5c7-5e4ed70e6a6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddbb50e733aa47c1aabf3af3a3a0e1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030844 Jul 16 03:54:37.917363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:37.921704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:37.922431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961b654b-5f2d-4da3-96dd-cbeb605b253b None None] The sync data for ids ['45dfc69b-5f77-4c4c-89ad-6c6142a0ba77'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:37.959207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ff99-9c8b-4ac6-a5c7-5e4ed70e6a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93de57dd-3598-415f-8e13-714177e6af97,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:37.992543 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c25-c070-48ef-ae60-5bcd261b5f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.015697 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c25-c070-48ef-ae60-5bcd261b5f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.072479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c25-c070-48ef-ae60-5bcd261b5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.076263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c25-c070-48ef-ae60-5bcd261b5f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.079926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e5f32c25-c070-48ef-ae60-5bcd261b5f17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93de57dd-3598-415f-8e13-714177e6af97 HTTP/1.1" status: 204 len: 168 time: 0.1588814 Jul 16 03:54:38.102185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f32c25-c070-48ef-ae60-5bcd261b5f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de57dd-3598-415f-8e13-714177e6af97,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:38.261846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.388065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39436) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.403416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fa68-c616-4ab8-a0ad-2949b44afc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.430648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.432829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.488772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.489497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Fanout notify agent at l3_agent the message router_deleted on router 45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:38.496164 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.501252 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aa97f71e-6775-461b-aed3-36596eab59d8 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 204 len: 168 time: 0.6458132 Jul 16 03:54:38.501819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39438) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.506957 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fa68-c616-4ab8-a0ad-2949b44afc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.511589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fa68-c616-4ab8-a0ad-2949b44afc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.531744 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4b20dbb-871d-44ed-8f34-010696e918ff tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 200 len: 205 time: 0.0290480 Jul 16 03:54:38.534252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39440) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.585759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c0d4fa68-c616-4ab8-a0ad-2949b44afc53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aebf57b870341e7b3fa7880af90decd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963336 Jul 16 03:54:38.586518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4fa68-c616-4ab8-a0ad-2949b44afc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84545b-20c0-4bad-a388-9f08f6330c27,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:38.588486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.589329 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-9e43719b-88ce-4c48-b575-53ad2815d493 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] delete failed (client error): The resource could not be found. Jul 16 03:54:38.592782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e43719b-88ce-4c48-b575-53ad2815d493 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/45dfc69b-5f77-4c4c-89ad-6c6142a0ba77 HTTP/1.1" status: 404 len: 336 time: 0.0550146 Jul 16 03:54:38.592952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.625513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2c977d66-255f-4fce-8fe7-f2a83798077f tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=28459065-d459-4f5f-b88d-b65193432f7e HTTP/1.1" status: 200 len: 205 time: 0.0293384 Jul 16 03:54:38.626193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.643022 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa017f6-25b3-4235-ab4d-a72f3b4c3bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.665974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa017f6-25b3-4235-ab4d-a72f3b4c3bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.666149 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-54d0c9f2-9e00-4f32-a246-8954d3874685 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] delete failed (client error): The resource could not be found. Jul 16 03:54:38.669711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-54d0c9f2-9e00-4f32-a246-8954d3874685 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/28459065-d459-4f5f-b88d-b65193432f7e HTTP/1.1" status: 404 len: 336 time: 0.0400617 Jul 16 03:54:38.669885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.700046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1af4e0ac-097a-44db-b3f8-b6e98c485371 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=06791115-3e4e-4c6f-bded-05ed47018226 HTTP/1.1" status: 200 len: 205 time: 0.0287752 Jul 16 03:54:38.702514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.723175 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa017f6-25b3-4235-ab4d-a72f3b4c3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.726906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9aa017f6-25b3-4235-ab4d-a72f3b4c3bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:38.739298 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9aa017f6-25b3-4235-ab4d-a72f3b4c3bfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f84545b-20c0-4bad-a388-9f08f6330c27 HTTP/1.1" status: 204 len: 168 time: 0.1471739 Jul 16 03:54:38.749204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa017f6-25b3-4235-ab4d-a72f3b4c3bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84545b-20c0-4bad-a388-9f08f6330c27,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:38.753140 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-3cc27dfd-d80f-4e73-8b3b-317c4abccfbb tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] delete failed (client error): The resource could not be found. Jul 16 03:54:38.754241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3cc27dfd-d80f-4e73-8b3b-317c4abccfbb tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/06791115-3e4e-4c6f-bded-05ed47018226 HTTP/1.1" status: 404 len: 336 time: 0.0505350 Jul 16 03:54:38.759077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.798344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1f16176c-97f7-49b8-9e57-8deb69a4ab25 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd HTTP/1.1" status: 200 len: 205 time: 0.0359340 Jul 16 03:54:38.798620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.836391 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d267feec-130e-448a-8a02-b27ec10bbf33 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] delete failed (client error): The resource could not be found. Jul 16 03:54:38.837931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d267feec-130e-448a-8a02-b27ec10bbf33 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/5f4ffbe7-1188-4ef5-916f-9b0d6dbab3bd HTTP/1.1" status: 404 len: 336 time: 0.0376601 Jul 16 03:54:38.841391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39462) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.873095 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9d2df7f2-39b0-4d60-8fe3-420984db9c04 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=83274ce2-c6b8-44cf-900c-a0fbd3dc446e HTTP/1.1" status: 200 len: 205 time: 0.0285370 Jul 16 03:54:38.873333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39464) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.912992 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-90cf20ff-6eff-4cf6-be81-c6bd844c0ae2 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] delete failed (client error): The resource could not be found. Jul 16 03:54:38.914043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-90cf20ff-6eff-4cf6-be81-c6bd844c0ae2 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/83274ce2-c6b8-44cf-900c-a0fbd3dc446e HTTP/1.1" status: 404 len: 336 time: 0.0397964 Jul 16 03:54:38.916648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39466) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.946682 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f6f2106c-86c2-49dc-8d2d-8cb3bcb4270a tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ffd7fe3-4408-4e1f-9c62-81064dbc8454 HTTP/1.1" status: 200 len: 205 time: 0.0288556 Jul 16 03:54:38.949014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39470) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:38.989109 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c9c6cbef-6acb-4f98-b26e-d2b048a570f7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] delete failed (client error): The resource could not be found. Jul 16 03:54:38.992625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c9c6cbef-6acb-4f98-b26e-d2b048a570f7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/routers/0ffd7fe3-4408-4e1f-9c62-81064dbc8454 HTTP/1.1" status: 404 len: 336 time: 0.0401323 Jul 16 03:54:38.992857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.022637 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa0021e-4646-4a4a-8a5b-6062ef4a17f7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] DELETE failed (client error): The resource could not be found. Jul 16 03:54:39.022637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa0021e-4646-4a4a-8a5b-6062ef4a17f7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:54:39.022637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0fa0021e-4646-4a4a-8a5b-6062ef4a17f7 tempest-RoutersAdminTest-356013276 tempest-RoutersAdminTest-356013276-project] 10.222.0.25 "DELETE /v2.0/subnets/ffc8ec2e-f926-4820-8c39-7eb722498329 HTTP/1.1" status: 404 len: 337 time: 0.0275743 Jul 16 03:54:39.230015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39486) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.341170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-996d4dac-de95-4d09-84ea-375ab5586c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.440018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-996d4dac-de95-4d09-84ea-375ab5586c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.447413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-996d4dac-de95-4d09-84ea-375ab5586c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.496679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39498) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.496915 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-996d4dac-de95-4d09-84ea-375ab5586c36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7ff0892602f4a85af49ac1ddcdfe160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654886 Jul 16 03:54:39.497548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d4dac-de95-4d09-84ea-375ab5586c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91177efe-b334-4b3e-9e7a-b5d46a3a66f0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:39.554920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44678468-ee2c-415c-8995-3c08a1d9ee88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.582123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44678468-ee2c-415c-8995-3c08a1d9ee88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.630758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44678468-ee2c-415c-8995-3c08a1d9ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.633402 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44678468-ee2c-415c-8995-3c08a1d9ee88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:39.634560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-44678468-ee2c-415c-8995-3c08a1d9ee88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91177efe-b334-4b3e-9e7a-b5d46a3a66f0 HTTP/1.1" status: 204 len: 168 time: 0.1363227 Jul 16 03:54:39.643185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44678468-ee2c-415c-8995-3c08a1d9ee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91177efe-b334-4b3e-9e7a-b5d46a3a66f0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:40.008624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:40.049899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3983c7ee-dd8b-4c38-aa2c-ae8c44c3ad6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c4dc8bccab840e98ca628f03297c692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398767 Jul 16 03:54:40.053172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:40.105356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b717bc-95ed-40dd-bf4a-dd3d63a06b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.126700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b717bc-95ed-40dd-bf4a-dd3d63a06b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.173198 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b717bc-95ed-40dd-bf4a-dd3d63a06b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.175955 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b717bc-95ed-40dd-bf4a-dd3d63a06b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.179493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26b717bc-95ed-40dd-bf4a-dd3d63a06b8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70c78fb2-2403-4a28-9e89-3ab03b87fd56 HTTP/1.1" status: 204 len: 168 time: 0.1230543 Jul 16 03:54:40.188620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b717bc-95ed-40dd-bf4a-dd3d63a06b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c78fb2-2403-4a28-9e89-3ab03b87fd56,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:40.633175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:40.738838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b137acc8-ddfb-49af-8787-2ed519685a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.832884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b137acc8-ddfb-49af-8787-2ed519685a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.837313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b137acc8-ddfb-49af-8787-2ed519685a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.871510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39576) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:40.877382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b137acc8-ddfb-49af-8787-2ed519685a25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=065d7ed1634c46c5bf67e1bae3f6c4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431204 Jul 16 03:54:40.877630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39580) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:40.882318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137acc8-ddfb-49af-8787-2ed519685a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c92124-7554-4943-be61-4cecd71d56bc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:40.927305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed4474f1-c5bd-42ba-9e9a-55e1a32f9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.948279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed4474f1-c5bd-42ba-9e9a-55e1a32f9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.969685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-58595762'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:41.002656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Made reservation on behalf of 0560476aada245a78402a8bd345a76e2 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:41.006207 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.015483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.024772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed4474f1-c5bd-42ba-9e9a-55e1a32f9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.027243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed4474f1-c5bd-42ba-9e9a-55e1a32f9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.028984 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ed4474f1-c5bd-42ba-9e9a-55e1a32f9486 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30c92124-7554-4943-be61-4cecd71d56bc HTTP/1.1" status: 204 len: 168 time: 0.1503880 Jul 16 03:54:41.045453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4474f1-c5bd-42ba-9e9a-55e1a32f9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c92124-7554-4943-be61-4cecd71d56bc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:41.133130 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.138221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.165881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:41.175740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb68768-9ab0-4575-afd9-837b0e9aa6b1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:41.181137 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.181489 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Added segment 6796f8ab-659e-4f38-b722-43b476c498f9 of type vlan for network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc Jul 16 03:54:41.223076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.255632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.261299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:41.261885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.297670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4247017 Jul 16 03:54:41.300798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39586) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:41.306281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'subnet': {'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:41.333107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29197-c2cf-408d-8e43-88fd2a30b84a tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Network': ['ID=e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:41.351349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:41.364971 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:41.381506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f499e0e3-9fec-4317-aeb4-d64eb4ae3cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.399977 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Made reservation on behalf of 0560476aada245a78402a8bd345a76e2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:41.403934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.480157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f499e0e3-9fec-4317-aeb4-d64eb4ae3cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.484217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f499e0e3-9fec-4317-aeb4-d64eb4ae3cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.520830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499e0e3-9fec-4317-aeb4-d64eb4ae3cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfcc37a-20ca-4015-a3f5-d1e73d580759,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:41.525986 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f499e0e3-9fec-4317-aeb4-d64eb4ae3cba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fe33e7eb73443cea11f789bb5a19585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595495 Jul 16 03:54:41.529132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:41.581029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3b93-916d-49ba-a5f4-e9ec0fd21299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.584049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.602277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3b93-916d-49ba-a5f4-e9ec0fd21299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.647184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Subnet': ['ID=cfe4b26b-243a-43b2-ad6b-aa83de357262,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:41.648409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3b93-916d-49ba-a5f4-e9ec0fd21299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.651658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Checking segment: {'id': '6796f8ab-659e-4f38-b722-43b476c498f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:41.651823 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3b93-916d-49ba-a5f4-e9ec0fd21299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.652024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network hostable DHCP agents. Network: e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:41.655137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ff3a3b93-916d-49ba-a5f4-e9ec0fd21299 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bfcc37a-20ca-4015-a3f5-d1e73d580759 HTTP/1.1" status: 204 len: 168 time: 0.1250548 Jul 16 03:54:41.663271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a3b93-916d-49ba-a5f4-e9ec0fd21299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfcc37a-20ca-4015-a3f5-d1e73d580759,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:41.670823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:41.681398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:41.685553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:41.686270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.690536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d9fae-318a-4ffb-8c9f-5a3fb12d6ef5 None None] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:41.702461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bee5374b-d6f3-43e7-a8b4-5c7e60f62ad5 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4002428 Jul 16 03:54:41.705112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:41.710397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1928464401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:41.733195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.734475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.794377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.800785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.820840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.822319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c434cbad-da1e-4adb-ade8-26157ce3b9e7 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1156266 Jul 16 03:54:41.825570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:41.855416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc', 'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc', 'tenant_id': '0560476aada245a78402a8bd345a76e2', 'fixed_ips': [{'subnet_id': 'cfe4b26b-243a-43b2-ad6b-aa83de357262'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:54:41.856505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.016562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Allocated IP 172.20.0.2 (e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc/cfe4b26b-243a-43b2-ad6b-aa83de357262/8584a7fc-3612-4e9a-bfe3-1af961cba1a8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:42.177149 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.186306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Transition to ACTIVE for port object 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:42.202061 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Transition to ACTIVE for port object 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:42.208581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.262846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:42.264198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Pushing event updated for resources: {'Port': ['ID=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:42.266839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:42.268979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:42.327330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Attempting to bind port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:42.327865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Attempting to bind port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6796f8ab-659e-4f38-b722-43b476c498f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:42.328246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Attempting to bind port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 on network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:42.334741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:42.335129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Checking segment: {'id': '6796f8ab-659e-4f38-b722-43b476c498f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:42.335539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.335935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Bound using segment: {'id': '6796f8ab-659e-4f38-b722-43b476c498f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:42.336412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Bound port: 8584a7fc-3612-4e9a-bfe3-1af961cba1a8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6796f8ab-659e-4f38-b722-43b476c498f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:42.336886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.407739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] For port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:42.412181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] For port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,segment=NetworkSegment(6796f8ab-659e-4f38-b722-43b476c498f9),segment_id=6796f8ab-659e-4f38-b722-43b476c498f9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:42.418922 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.449238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.478077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e5c5-5df4-4afe-897c-05aae2729c94 None None] Pushing event updated for resources: {'Port': ['ID=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:42.736344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Allocated IP 172.20.0.1 (e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc/cfe4b26b-243a-43b2-ad6b-aa83de357262/bc7e3ea2-b5f7-4882-bd98-d68b896e7424) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:42.864635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.878831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Transition to ACTIVE for port object bc7e3ea2-b5f7-4882-bd98-d68b896e7424 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:42.913715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.953114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:42.958466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:42.962752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:42.991687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Port': ['ID=bc7e3ea2-b5f7-4882-bd98-d68b896e7424,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:43.012805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.139454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.441080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.447116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.520669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a7354-e40e-44ee-913b-932efe2c7ba0 None None] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:43.528329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.530194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Port': ['ID=bc7e3ea2-b5f7-4882-bd98-d68b896e7424,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:43.626500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:43.627952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:43.653589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-36fd5e24-4160-439e-843a-007ac9358bb2 None None] Provisioning for port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:43.771545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Router 67530d55-ed35-4a00-ad2d-7cab00d49425 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:43.906866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:43.913664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1eea3efb-03f2-4894-981f-883c613072ce tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "PUT /v2.0/routers/67530d55-ed35-4a00-ad2d-7cab00d49425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0869114 Jul 16 03:54:43.916350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39664) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:43.921526 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] Sync routers for ids ['67530d55-ed35-4a00-ad2d-7cab00d49425'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:43.922048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'port': {'network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc', 'name': 'tempest-FloatingIPNegativeTestJSON-930944748'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:43.938377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] Routers {'67530d55-ed35-4a00-ad2d-7cab00d49425'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:43.940314 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['67530d55-ed35-4a00-ad2d-7cab00d49425'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:43.940999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d02907-efbc-4f69-bdb6-315d1e2faefd req-5f4815ae-dc53-40d7-a2fb-185320149934 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:43.942571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53d02907-efbc-4f69-bdb6-315d1e2faefd req-5f4815ae-dc53-40d7-a2fb-185320149934 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1097 time: 0.1260998 Jul 16 03:54:43.983158 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:43.993664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6934e177-966b-4934-bf9a-7db24ea174d5 None None] Provisioning for port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:43.993959 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] Routers {'67530d55-ed35-4a00-ad2d-7cab00d49425'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:43.994820 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['67530d55-ed35-4a00-ad2d-7cab00d49425'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:43.999338 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6934e177-966b-4934-bf9a-7db24ea174d5 None None] Provisioning complete for port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:43.999771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6934e177-966b-4934-bf9a-7db24ea174d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.043655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53d02907-efbc-4f69-bdb6-315d1e2faefd req-d250c919-ad2c-42fe-8818-802bfc5fc1a4 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883973 Jul 16 03:54:44.072416 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:44.073096 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c8883-ec24-473f-9c4d-6c3b2e1a3195 None None] The sync data for ids ['67530d55-ed35-4a00-ad2d-7cab00d49425'] in n-d-800089-6 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:44.098419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Made reservation on behalf of 0560476aada245a78402a8bd345a76e2 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:44.103012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.114842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6934e177-966b-4934-bf9a-7db24ea174d5 None None] Port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:44.141231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] device_id is not set on port 2dbc8b34-aef2-43d2-9804-6eabedc4c477 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:54:44.268024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff8b2dcb-e874-4362-a124-6487bfe5b068 None None] Provisioning complete for port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:44.268405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2dcb-e874-4362-a124-6487bfe5b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.318527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b2dcb-e874-4362-a124-6487bfe5b068 None None] Port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:44.327838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Allocated IP 172.20.0.7 (e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc/cfe4b26b-243a-43b2-ad6b-aa83de357262/2dbc8b34-aef2-43d2-9804-6eabedc4c477) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:44.365274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63ec3-f396-4a83-be35-703f528a3427 req-1b10d484-351c-43ef-a99f-611aef752d1d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:44.373837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfe63ec3-f396-4a83-be35-703f528a3427 req-1b10d484-351c-43ef-a99f-611aef752d1d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1529298 Jul 16 03:54:44.459518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bfe63ec3-f396-4a83-be35-703f528a3427 req-f9044f97-b37c-4fc5-b3c8-36f51a541f19 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768344 Jul 16 03:54:44.461664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:44.472024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39680) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:44.530266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:44.536088 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13fad143-454f-4f68-956d-f57a714f1736 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 HTTP/1.1" status: 200 len: 994 time: 0.0623322 Jul 16 03:54:44.537479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:44.537852 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.577139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57d0edf8-3d00-4b18-8466-6cd9e8528666 None None] Provisioning complete for port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:44.577515 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57d0edf8-3d00-4b18-8466-6cd9e8528666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.602371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.619884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-57d0edf8-3d00-4b18-8466-6cd9e8528666 None None] Port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:44.628753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Transition to ACTIVE for port object 2dbc8b34-aef2-43d2-9804-6eabedc4c477 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:44.660046 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.681019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.701070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,segment=NetworkSegment(6796f8ab-659e-4f38-b722-43b476c498f9),segment_id=6796f8ab-659e-4f38-b722-43b476c498f9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:44.705266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.731247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:44.734411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:44.751031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:44.770955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:44.813223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Port': ['ID=2dbc8b34-aef2-43d2-9804-6eabedc4c477,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:44.826844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:44.827564 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.856266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c468e5f6-1507-4c30-93a4-4a8a1fb58831 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9373238 Jul 16 03:54:44.859088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:44.865657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:44.893209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.019710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.058166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-afceeae7-c76e-4741-9b88-30461232f46f None None] Provisioning for port 2dbc8b34-aef2-43d2-9804-6eabedc4c477 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:45.069564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-afceeae7-c76e-4741-9b88-30461232f46f None None] Provisioning complete for port 2dbc8b34-aef2-43d2-9804-6eabedc4c477 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:45.070863 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afceeae7-c76e-4741-9b88-30461232f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.116371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-afceeae7-c76e-4741-9b88-30461232f46f None None] Port 2dbc8b34-aef2-43d2-9804-6eabedc4c477 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:45.179606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Allocated IP 172.25.4.244 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/7bee4746-70f1-4128-8ff2-37ab7c73d0d0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:45.322791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.330926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-bb7f5633-abb7-4a90-a888-6a2ab850c120 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035964 Jul 16 03:54:45.366124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.380595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fdb14-d112-4d1c-b60c-2b3819cd4d0b req-0c0c389f-a6c0-4b8e-b786-8644f544b513 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:45.382282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b7fdb14-d112-4d1c-b60c-2b3819cd4d0b req-0c0c389f-a6c0-4b8e-b786-8644f544b513 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1001999 Jul 16 03:54:45.424745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:45.429030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:45.431940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:45.435590 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Port': ['ID=7bee4746-70f1-4128-8ff2-37ab7c73d0d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:45.459420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b7fdb14-d112-4d1c-b60c-2b3819cd4d0b req-9922ebec-01a7-49ef-b5cb-ba75c73ee2fc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628746 Jul 16 03:54:45.549148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.599296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.762374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.766817 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.840690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Port': ['ID=7bee4746-70f1-4128-8ff2-37ab7c73d0d0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:45.849076 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.872416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.873921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4d23e99-f5c9-4da2-b478-dfadeeb80b36 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0128860 Jul 16 03:54:45.878583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:45.883251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e7ae6890-4282-4fe8-be84-f5e43d03ea9f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'floatingip': {'port_id': '2dbc8b34-aef2-43d2-9804-6eabedc4c477', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:45.927735 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6890-4282-4fe8-be84-f5e43d03ea9f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.071454 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-e7ae6890-4282-4fe8-be84-f5e43d03ea9f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] update failed (client error): The resource could not be found. Jul 16 03:54:46.076030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e7ae6890-4282-4fe8-be84-f5e43d03ea9f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "PUT /v2.0/floatingips/7ed4cbb3-1fa3-4574-9ee5-89be04e3001c HTTP/1.1" status: 404 len: 507 time: 0.1934028 Jul 16 03:54:46.076763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:46.220637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Deleting port 7bee4746-70f1-4128-8ff2-37ab7c73d0d0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:46.221076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.315283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.315801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.336681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Calling delete_port for 7bee4746-70f1-4128-8ff2-37ab7c73d0d0 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:46.404967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:46.519965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:46.523021 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.573917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.631292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Port': ['ID=7bee4746-70f1-4128-8ff2-37ab7c73d0d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:46.753826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.756505 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.761054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c301c502-abec-4a0f-96d6-20dd28af3677 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "DELETE /v2.0/floatingips/7ed4cbb3-1fa3-4574-9ee5-89be04e3001c HTTP/1.1" status: 204 len: 168 time: 0.6798363 Jul 16 03:54:46.762562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39752) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:46.769451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-105e374c-e862-498a-b2cc-2619c1d872fb tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'floatingip': {'floating_network_id': 'e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc', 'port_id': '2dbc8b34-aef2-43d2-9804-6eabedc4c477', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:46.775959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a521da0-e4d4-4fa9-80c5-2b3a79e2b952 req-ad33ece1-63a2-410f-914f-6550b80db732 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:46.783264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a521da0-e4d4-4fa9-80c5-2b3a79e2b952 req-ad33ece1-63a2-410f-914f-6550b80db732 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1493695 Jul 16 03:54:46.798337 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-105e374c-e862-498a-b2cc-2619c1d872fb tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.840263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a521da0-e4d4-4fa9-80c5-2b3a79e2b952 req-ddfd3edd-2321-4575-b681-2fb3a0023b0a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539639 Jul 16 03:54:46.965834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-86b5dec6-c65c-45ac-80a5-3c74a8a00491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:46.967503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-86b5dec6-c65c-45ac-80a5-3c74a8a00491 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1097 time: 0.0769558 Jul 16 03:54:47.004108 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-105e374c-e862-498a-b2cc-2619c1d872fb tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:54:47.010848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:47.011374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-105e374c-e862-498a-b2cc-2619c1d872fb tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2466867 Jul 16 03:54:47.018760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '2dbc8b34-aef2-43d2-9804-6eabedc4c477', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:47.051096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.084237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-bb4baed5-a2c7-4d40-9dfa-90891d51e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:47.085863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-bb4baed5-a2c7-4d40-9dfa-90891d51e26c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.1113088 Jul 16 03:54:47.159880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.163294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-46368146-6730-4ee6-b03a-daed59aad939 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1002 time: 0.0711389 Jul 16 03:54:47.228367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-c15a3327-584a-4fd0-b1e0-1e4739f74b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:47.229815 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-c15a3327-584a-4fd0-b1e0-1e4739f74b4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0603225 Jul 16 03:54:47.280316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Allocated IP 172.25.4.91 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/8931de25-34b7-4795-af0c-a92a500774b2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:47.328920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-44c63005-bcbf-45c1-bb41-074a100920b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:47.330970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-44c63005-bcbf-45c1-bb41-074a100920b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911674 Jul 16 03:54:47.411487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.454596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.455317 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-ad7c7976-f7cb-4594-b6c4-1b6fe973f701 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172924 Jul 16 03:54:47.502428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:47.505560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:47.510342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:47.513853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event updated for resources: {'Port': ['ID=8931de25-34b7-4795-af0c-a92a500774b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:47.563651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-c843011b-cae1-4b33-a544-173dc9a50f69 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021442 Jul 16 03:54:47.750192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Deleting port 8931de25-34b7-4795-af0c-a92a500774b2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:47.750416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.846055 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.846355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.861131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Calling delete_port for 8931de25-34b7-4795-af0c-a92a500774b2 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:48.035036 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:48.066694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Port': ['ID=8931de25-34b7-4795-af0c-a92a500774b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:48.111700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cf48-6830-45f3-be86-11a034da5ec7 req-d43537bb-4676-42eb-a9ca-82a96bf66ca1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:48.113569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cb7cf48-6830-45f3-be86-11a034da5ec7 req-d43537bb-4676-42eb-a9ca-82a96bf66ca1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.1355612 Jul 16 03:54:48.182610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cb7cf48-6830-45f3-be86-11a034da5ec7 req-1198e9f4-fc3b-4b6d-9ad4-f03b4955f363 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507112 Jul 16 03:54:48.192323 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] create failed (client error): The resource could not be found. Jul 16 03:54:48.193807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cd5b224f-1b9f-4e78-8555-ec243a388f4f tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1808944 Jul 16 03:54:48.198038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:48.304489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Deleting port 2dbc8b34-aef2-43d2-9804-6eabedc4c477 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:48.304884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:48.421506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:48.428113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Calling delete_port for 2dbc8b34-aef2-43d2-9804-6eabedc4c477 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:48.561851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:48.949600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Port': ['ID=2dbc8b34-aef2-43d2-9804-6eabedc4c477,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:49.054051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.060434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d99e33fe-4ac1-4acf-9323-35699ee159f3 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "DELETE /v2.0/ports/2dbc8b34-aef2-43d2-9804-6eabedc4c477 HTTP/1.1" status: 204 len: 168 time: 0.8588576 Jul 16 03:54:49.061760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:49.140658 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d19263-e19a-4ebf-895d-e039b457f783 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:49.142320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-21d19263-e19a-4ebf-895d-e039b457f783 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "GET /v2.0/ports?device_id=67530d55-ed35-4a00-ad2d-7cab00d49425 HTTP/1.1" status: 200 len: 913 time: 0.0804174 Jul 16 03:54:49.145150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39786) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:49.370732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8eb6-1fcb-417b-a13e-15b7bef0887a req-ad9509e9-0a8b-40fa-86fd-96624b1513c5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:49.372564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bcb8eb6-1fcb-417b-a13e-15b7bef0887a req-ad9509e9-0a8b-40fa-86fd-96624b1513c5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0688879 Jul 16 03:54:49.413020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9bcb8eb6-1fcb-417b-a13e-15b7bef0887a req-3f7d2cc8-33c7-46d1-b846-99767ea632d2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330765 Jul 16 03:54:49.549030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.866630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Deleting port bc7e3ea2-b5f7-4882-bd98-d68b896e7424 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:49.866897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.979929 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.993729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Calling delete_port for bc7e3ea2-b5f7-4882-bd98-d68b896e7424 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:50.211293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.244992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Port': ['ID=bc7e3ea2-b5f7-4882-bd98-d68b896e7424,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:50.406115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.587604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Router 67530d55-ed35-4a00-ad2d-7cab00d49425 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:50.611295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa02252-9590-4d0f-9c47-8e5a8f18bdeb req-4642d53a-78cc-4846-b5ba-95c5f88e6cb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:50.618424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa02252-9590-4d0f-9c47-8e5a8f18bdeb req-4642d53a-78cc-4846-b5ba-95c5f88e6cb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0789294 Jul 16 03:54:50.651299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caa02252-9590-4d0f-9c47-8e5a8f18bdeb req-095a702d-39f1-4235-81b6-e49c9f300cdc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319815 Jul 16 03:54:50.718070 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c9b49cb-ad56-412a-be07-0753168f4c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.963502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:50.970096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f91ca49d-bcf9-466a-96d8-07ea75936a64 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "PUT /v2.0/routers/67530d55-ed35-4a00-ad2d-7cab00d49425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231030 Jul 16 03:54:50.971602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:50.974094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] Sync routers for ids ['67530d55-ed35-4a00-ad2d-7cab00d49425'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:50.985284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] Routers {'67530d55-ed35-4a00-ad2d-7cab00d49425'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:50.985896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['67530d55-ed35-4a00-ad2d-7cab00d49425'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.022271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.033154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] Routers {'67530d55-ed35-4a00-ad2d-7cab00d49425'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:51.033960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['67530d55-ed35-4a00-ad2d-7cab00d49425'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.051848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.070336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.071203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57606a-fa8d-4f3c-a864-21ae295a575a None None] The sync data for ids ['67530d55-ed35-4a00-ad2d-7cab00d49425'] in n-d-800089-6 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:51.225454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.227698 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.276454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.277103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Fanout notify agent at l3_agent the message router_deleted on router 67530d55-ed35-4a00-ad2d-7cab00d49425 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:51.284891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.288672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:51.288819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cb513520-b243-4244-bd05-0081bfe5d771 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "DELETE /v2.0/routers/67530d55-ed35-4a00-ad2d-7cab00d49425 HTTP/1.1" status: 204 len: 168 time: 0.3162599 Jul 16 03:54:51.342910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Deleting subnet cfe4b26b-243a-43b2-ad6b-aa83de357262 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:51.346382 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.393901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.477025 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.541991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.569240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe4b26b-243a-43b2-ad6b-aa83de357262,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:51.575277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.577385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d21979a7-c03d-44b7-b0a2-e8f1b0dd9b79 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "DELETE /v2.0/subnets/cfe4b26b-243a-43b2-ad6b-aa83de357262 HTTP/1.1" status: 204 len: 168 time: 0.2875111 Jul 16 03:54:51.579982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39830) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:51.583385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cadb0d-1c47-4bc5-8be4-f11becec573a None None] Network e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:51.665252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.740359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Deleting port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:51.741580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.863968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] For port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,segment=NetworkSegment(6796f8ab-659e-4f38-b722-43b476c498f9),segment_id=6796f8ab-659e-4f38-b722-43b476c498f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:51.864245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.880519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Calling delete_port for 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:51.885596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b53fb5-b5cb-44c0-a174-53c4b5471294 req-b72dc3c2-4955-4cf4-851f-6022f1761e70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:51.887327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53b53fb5-b5cb-44c0-a174-53c4b5471294 req-b72dc3c2-4955-4cf4-851f-6022f1761e70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0977242 Jul 16 03:54:51.905082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] DHCP port deletion for e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:51.959280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53b53fb5-b5cb-44c0-a174-53c4b5471294 req-97d611ac-0138-4159-8a53-957d253ef9f7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657160 Jul 16 03:54:51.984582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] Deleting port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:51.985216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.994060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.028730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Port': ['ID=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:52.033744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] No DVR routers for this DVR port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:52.049946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] For port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,segment=NetworkSegment(6796f8ab-659e-4f38-b722-43b476c498f9),segment_id=6796f8ab-659e-4f38-b722-43b476c498f9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:52.050645 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.065141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] Calling delete_port for 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:52.130095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.146016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:52.162443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6796f8ab-659e-4f38-b722-43b476c498f9') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:52.162913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6796f8ab-659e-4f38-b722-43b476c498f9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:52.163836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.178410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.194001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] No DVR routers for this DVR port 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:52.202582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.223848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:52.225777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.228181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752b85d-820a-486c-bd1f-bc7620daa79d None None] Pushing event deleted for resources: {'Port': ['ID=8584a7fc-3612-4e9a-bfe3-1af961cba1a8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:52.235654 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:52.358921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.387625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.389975 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] 10.222.0.25 "DELETE /v2.0/networks/e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc HTTP/1.1" status: 204 len: 168 time: 0.8089252 Jul 16 03:54:52.413791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156e24-c7da-4adb-82cf-f5d9fd3e9d37 tempest-FloatingIPNegativeTestJSON-418755495 tempest-FloatingIPNegativeTestJSON-418755495-project] Pushing event deleted for resources: {'Network': ['ID=e35aaf9d-7608-4fe6-88d9-ba9cf846dcdc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:52.459090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:52.481764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:52.482268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8584a7fc-3612-4e9a-bfe3-1af961cba1a8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:52.501434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-638b01ec-2761-4258-97a8-2e5a6576ebf8 req-11cd9170-df96-424a-9604-7da86599cbbc service neutron] (93757) timed out ('10.222.0.11', 65117) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:54:52.504342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-22266c47-08ee-409b-9da0-faa975008f15 req-cd69317a-52ec-4bdc-894e-e0128204c7d5 service neutron] (93757) timed out ('10.222.0.11', 65281) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:54:52.670824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:52.825823 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0168a958-cdd2-43a6-99af-279dcc39dce6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0560476aada245a78402a8bd345a76e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534646 Jul 16 03:54:52.828181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39850) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:52.881111 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd273579-1649-45e5-8b18-fe5c2813186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.902953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd273579-1649-45e5-8b18-fe5c2813186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.957091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd273579-1649-45e5-8b18-fe5c2813186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.959763 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd273579-1649-45e5-8b18-fe5c2813186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.961051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dd273579-1649-45e5-8b18-fe5c2813186d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbb68768-9ab0-4575-afd9-837b0e9aa6b1 HTTP/1.1" status: 204 len: 168 time: 0.1319497 Jul 16 03:54:52.969044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273579-1649-45e5-8b18-fe5c2813186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb68768-9ab0-4575-afd9-837b0e9aa6b1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:53.183115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acace57-ecbe-4860-83fd-46908eb8e21b req-d1e02634-6f7d-4aa1-b4af-7100646ae33c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:53.185647 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6acace57-ecbe-4860-83fd-46908eb8e21b req-d1e02634-6f7d-4aa1-b4af-7100646ae33c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0688541 Jul 16 03:54:53.241342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6acace57-ecbe-4860-83fd-46908eb8e21b req-9563008a-dfd7-4dec-9125-36b5987c48f6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474951 Jul 16 03:54:53.387406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:53.538381 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb128b56-222c-4a05-94b5-fba7c4027b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.551099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb1f6-4a40-4f4f-8301-a8a2d33ba124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.650666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb1f6-4a40-4f4f-8301-a8a2d33ba124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.655982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb1f6-4a40-4f4f-8301-a8a2d33ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.694650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1c2bb1f6-4a40-4f4f-8301-a8a2d33ba124 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4b48829e8c746aaa9343723a362b65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060470 Jul 16 03:54:53.695559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bb1f6-4a40-4f4f-8301-a8a2d33ba124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316a054d-d989-4dd5-ba15-751b7b3d3457,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:53.697297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39894) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:53.737206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:53.759092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cde7367-4d0e-41e3-8a15-e714b0d26398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.781882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cde7367-4d0e-41e3-8a15-e714b0d26398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.838424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cde7367-4d0e-41e3-8a15-e714b0d26398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.845644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4cde7367-4d0e-41e3-8a15-e714b0d26398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.849367 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4cde7367-4d0e-41e3-8a15-e714b0d26398 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/316a054d-d989-4dd5-ba15-751b7b3d3457 HTTP/1.1" status: 204 len: 168 time: 0.1488740 Jul 16 03:54:53.850696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-250984895'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:53.857386 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.860027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde7367-4d0e-41e3-8a15-e714b0d26398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316a054d-d989-4dd5-ba15-751b7b3d3457,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:53.906945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Made reservation on behalf of 3ffbbcdf6a9743898b78119c6ed6d047 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:53.912049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.922263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.020497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.024901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.052155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:54.062699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd3547-fd26-4a02-8540-464e529d3c88,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:54.067544 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.068087 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Added segment 0cd21473-625b-435d-94a1-e782920b07e7 of type vlan for network dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9 Jul 16 03:54:54.117298 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.151265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.157628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:54.158364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.196296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4579651 Jul 16 03:54:54.200149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39904) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.204867 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-902b6be7-d557-48ee-accb-5f2325487b97 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-1686860742') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.221311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39906) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.239421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71178473-818c-4b57-a5d0-f684fb4d826d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.273257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e9460-af9d-462a-ac8e-128c3ae9f6fa tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Pushing event updated for resources: {'Network': ['ID=dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:54.307845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:54.401655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.453765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-902b6be7-d557-48ee-accb-5f2325487b97 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "PUT /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-1686860742 HTTP/1.1" status: 201 len: 201 time: 0.2524405 Jul 16 03:54:54.459366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39912) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.467875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-3e70099b-f801-463f-8575-37fe4fb6120f tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-1686860742') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.471565 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71178473-818c-4b57-a5d0-f684fb4d826d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.485320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71178473-818c-4b57-a5d0-f684fb4d826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.550249 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-71178473-818c-4b57-a5d0-f684fb4d826d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b424fcbfdb14ee881d514bd6c7f1f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275490 Jul 16 03:54:54.552182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71178473-818c-4b57-a5d0-f684fb4d826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d9a54-f6b7-4acd-8c69-180a95a491bc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:54.552805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.579611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2c6c-2d83-4666-8c2e-b999baf4d57a req-d36ac9ba-3a50-4a9b-9948-e98d287abd54 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:54.583376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-baac2c6c-2d83-4666-8c2e-b999baf4d57a req-d36ac9ba-3a50-4a9b-9948-e98d287abd54 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0966549 Jul 16 03:54:54.595624 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3e70099b-f801-463f-8575-37fe4fb6120f tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-1686860742 HTTP/1.1" status: 204 len: 168 time: 0.1339138 Jul 16 03:54:54.597738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39916) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.602377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-05543f67-ca54-48c6-a1e0-3a1bddf57011 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.650641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-baac2c6c-2d83-4666-8c2e-b999baf4d57a req-a27aa422-f744-4a03-8436-3eb93ea70d83 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601532 Jul 16 03:54:54.655173 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a28d0b9-c8cb-429a-bb95-a5c78982f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.676638 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-05543f67-ca54-48c6-a1e0-3a1bddf57011 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags HTTP/1.1" status: 200 len: 238 time: 0.0775833 Jul 16 03:54:54.678500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a28d0b9-c8cb-429a-bb95-a5c78982f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.679025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39918) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.684020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-d2bcdb93-b5b6-45e3-9ebb-05f48e6b88ca tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', {'tags': ['tempest-TagsTest-Tag-1652200905', 'tempest-TagsTest-Tag-488074760', 'tempest-TagsTest-Tag-1906182680']}) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.726974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a28d0b9-c8cb-429a-bb95-a5c78982f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.729562 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a28d0b9-c8cb-429a-bb95-a5c78982f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.731256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a28d0b9-c8cb-429a-bb95-a5c78982f13e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f39d9a54-f6b7-4acd-8c69-180a95a491bc HTTP/1.1" status: 204 len: 168 time: 0.1773078 Jul 16 03:54:54.741065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28d0b9-c8cb-429a-bb95-a5c78982f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d9a54-f6b7-4acd-8c69-180a95a491bc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:54.760566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2bcdb93-b5b6-45e3-9ebb-05f48e6b88ca tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "PUT /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags HTTP/1.1" status: 200 len: 308 time: 0.0805211 Jul 16 03:54:54.763235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39922) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.768036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-0d077561-1260-40bd-9fe7-79951d514fe4 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-1652200905') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.852958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d077561-1260-40bd-9fe7-79951d514fe4 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "DELETE /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-1652200905 HTTP/1.1" status: 204 len: 168 time: 0.0887194 Jul 16 03:54:54.856110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39924) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.860373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-e5607121-07fc-4741-bf27-b3516bf799a5 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-1652200905') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.930579 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-e5607121-07fc-4741-bf27-b3516bf799a5 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] show failed (client error): The resource could not be found. Jul 16 03:54:54.931601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e5607121-07fc-4741-bf27-b3516bf799a5 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-1652200905 HTTP/1.1" status: 404 len: 326 time: 0.0746005 Jul 16 03:54:54.934564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39928) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.938881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-66116996-551b-4b47-ab2b-af815ec559ba tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-488074760') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.008920 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-66116996-551b-4b47-ab2b-af815ec559ba tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-488074760 HTTP/1.1" status: 204 len: 168 time: 0.0732737 Jul 16 03:54:55.011288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39930) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.015531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-c5bea446-a249-43c8-b8fd-5e7f6c4a11f8 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-1906182680') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.065553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.078852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd5aebc1-c5af-46b7-af76-cc0a0684decc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.081435 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c5bea446-a249-43c8-b8fd-5e7f6c4a11f8 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-1906182680 HTTP/1.1" status: 204 len: 168 time: 0.0691323 Jul 16 03:54:55.083879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39934) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.088148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-c796bff7-75ef-476a-ab05-38863de9ab84 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.166738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd5aebc1-c5af-46b7-af76-cc0a0684decc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.171281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd5aebc1-c5af-46b7-af76-cc0a0684decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.179945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c796bff7-75ef-476a-ab05-38863de9ab84 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "DELETE /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0927529 Jul 16 03:54:55.180156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39936) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.184503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-4ff959c2-ef14-4b6c-9ae5-5f880caebd47 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-488074760') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.213714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bd5aebc1-c5af-46b7-af76-cc0a0684decc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5ea2b7869f946dca737509ed906f92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470380 Jul 16 03:54:55.216270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aebc1-c5af-46b7-af76-cc0a0684decc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95870f2-0230-4aa9-a0c0-adf34ad0d9b0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:55.217006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.273713 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-4ff959c2-ef14-4b6c-9ae5-5f880caebd47 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] show failed (client error): The resource could not be found. Jul 16 03:54:55.274764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4ff959c2-ef14-4b6c-9ae5-5f880caebd47 tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-488074760 HTTP/1.1" status: 404 len: 325 time: 0.0936916 Jul 16 03:54:55.278245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.282862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-ce1e9ee6-2b9f-471e-aa0e-6c008ef9235c tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9', 'tempest-TagsTest-Tag-1906182680') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.297077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e8dc-55ed-49e1-8a67-a39d4fb4b6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.318913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e8dc-55ed-49e1-8a67-a39d4fb4b6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.346749 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ce1e9ee6-2b9f-471e-aa0e-6c008ef9235c tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] show failed (client error): The resource could not be found. Jul 16 03:54:55.350392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce1e9ee6-2b9f-471e-aa0e-6c008ef9235c tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "GET /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags/tempest-TagsTest-Tag-1906182680 HTTP/1.1" status: 404 len: 326 time: 0.0685110 Jul 16 03:54:55.350815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.356383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.tag.tag_plugin [None req-b1bb1eed-e529-4cef-8529-47b6d4c877ac tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.389347 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e8dc-55ed-49e1-8a67-a39d4fb4b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.391939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e8dc-55ed-49e1-8a67-a39d4fb4b6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.393049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8cf1e8dc-55ed-49e1-8a67-a39d4fb4b6d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d95870f2-0230-4aa9-a0c0-adf34ad0d9b0 HTTP/1.1" status: 204 len: 168 time: 0.1749823 Jul 16 03:54:55.405239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1e8dc-55ed-49e1-8a67-a39d4fb4b6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95870f2-0230-4aa9-a0c0-adf34ad0d9b0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:55.450357 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1bb1eed-e529-4cef-8529-47b6d4c877ac tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "DELETE /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0983198 Jul 16 03:54:55.454473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39950) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.538915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.630999 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.641711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.652197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd21473-625b-435d-94a1-e782920b07e7') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.652596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd21473-625b-435d-94a1-e782920b07e7') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:55.660609 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:54:55.662297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.684158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.703782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:55.704215 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:55.731057 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:55.801613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.810151 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.812189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] 10.222.0.25 "DELETE /v2.0/networks/dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9 HTTP/1.1" status: 204 len: 168 time: 0.3567498 Jul 16 03:54:55.825989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5374e3-4942-4c66-9b0c-f568c75f07fb tempest-TagsTest-891960539 tempest-TagsTest-891960539-project] Pushing event deleted for resources: {'Network': ['ID=dc2db1d8-7308-44d2-aeb8-f2e0f52b27e9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:55.857575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5825c-fd85-4f1e-874c-367776d6442a req-7efbb83e-0845-4329-89e0-b043f557fede tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:55.863422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40b5825c-fd85-4f1e-874c-367776d6442a req-7efbb83e-0845-4329-89e0-b043f557fede tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0885351 Jul 16 03:54:55.899042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40b5825c-fd85-4f1e-874c-367776d6442a req-1c7213c7-0b51-4979-a7e0-21a5075e7cb4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Jul 16 03:54:56.108593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.120902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 39976) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:56.415426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ca3dc898-c39b-40fe-8cc0-963a336baab5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ffbbcdf6a9743898b78119c6ed6d047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927415 Jul 16 03:54:56.418358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 39986) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:56.484536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-762afad1-6074-447c-aa7f-155698b2e5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.517953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-762afad1-6074-447c-aa7f-155698b2e5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.594714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-762afad1-6074-447c-aa7f-155698b2e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.597303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-762afad1-6074-447c-aa7f-155698b2e5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.601113 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-762afad1-6074-447c-aa7f-155698b2e5a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2fd3547-fd26-4a02-8540-464e529d3c88 HTTP/1.1" status: 204 len: 168 time: 0.1791806 Jul 16 03:54:56.608785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762afad1-6074-447c-aa7f-155698b2e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd3547-fd26-4a02-8540-464e529d3c88,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:57.083884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4189d7-0bb8-42cf-b6f3-33ee2d8fac60 req-87ea0f7a-d9a6-44f8-bd78-3948189b14fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:57.085554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d4189d7-0bb8-42cf-b6f3-33ee2d8fac60 req-87ea0f7a-d9a6-44f8-bd78-3948189b14fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0676572 Jul 16 03:54:57.125519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d4189d7-0bb8-42cf-b6f3-33ee2d8fac60 req-26dea575-93d0-4f53-a030-6d74c433ac6f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331941 Jul 16 03:54:58.345393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b7e28-48d2-4728-b126-98fd8d2f4906 req-55634fd7-45fc-47e6-81e6-96f92a5824cc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:58.351040 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a0b7e28-48d2-4728-b126-98fd8d2f4906 req-55634fd7-45fc-47e6-81e6-96f92a5824cc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0883896 Jul 16 03:54:58.407151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a0b7e28-48d2-4728-b126-98fd8d2f4906 req-09957ce9-45cc-4e55-b060-df07f52805e6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458570 Jul 16 03:54:59.616268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89d600-8ad4-42cc-a8bd-0eafc072ea49 req-6c379b1e-f2c4-4140-a6f9-45aaa1d9e9b9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:59.618470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f89d600-8ad4-42cc-a8bd-0eafc072ea49 req-6c379b1e-f2c4-4140-a6f9-45aaa1d9e9b9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 946 time: 0.0903966 Jul 16 03:54:59.658158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5f89d600-8ad4-42cc-a8bd-0eafc072ea49 req-eb9fd797-4766-444d-b2b5-48a1cad39da0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333962 Jul 16 03:54:59.795788 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-c914eb50-33f0-4803-8107-d73748938301 req-eb492749-fa6f-4d9b-a683-73857a5b5f72 service neutron] show failed (client error): The resource could not be found. Jul 16 03:54:59.796838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-eb492749-fa6f-4d9b-a683-73857a5b5f72 service neutron] 10.222.0.48 "GET /v2.0/ports/e66c9add-4767-438b-8304-e891d5265589/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0663278 Jul 16 03:55:00.146116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-5ebd2a26-1c39-4c56-ac17-476521ac7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:00.147937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-5ebd2a26-1c39-4c56-ac17-476521ac7f7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 1097 time: 0.0928330 Jul 16 03:55:00.163902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:00.242598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.471487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:00.509105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:00.578860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:00.582402 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4090582-2f92-44f5-80b4-a14577105998" -d '{"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:00.588292 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.612609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Transition to ACTIVE for port object e66c9add-4767-438b-8304-e891d5265589 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:00.619564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.849200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:00.929413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] No DVR routers for this DVR port e66c9add-4767-438b-8304-e891d5265589 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:01.171417 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe300b9-c781-4603-82c7-d2da6d10c310 x-openstack-request-id: req-4fe300b9-c781-4603-82c7-d2da6d10c310 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:01.171417 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e66c9add-4767-438b-8304-e891d5265589", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:01.171417 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fe300b9-c781-4603-82c7-d2da6d10c310 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:01.171417 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'code': 200} Jul 16 03:55:01.175051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:01.175561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:01.176074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:01.182598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:01.183055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:01.190896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:01.191833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Checking segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:01.191833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Bound using segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:01.192185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Bound port: e66c9add-4767-438b-8304-e891d5265589, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:01.192540 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.293420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:01.301439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:01.312448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.381720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.383466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.385918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] 10.222.0.11 "PUT /v2.0/ports/e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1092 time: 1.2308416 Jul 16 03:55:01.421849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0d79e-a781-4c7f-8208-0fff9c93f9a8 req-9f5890c6-351f-449a-9cea-aa358d34f9e0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.425564 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40f0d79e-a781-4c7f-8208-0fff9c93f9a8 req-9f5890c6-351f-449a-9cea-aa358d34f9e0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.1197779 Jul 16 03:55:01.438351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de344-fbcc-4b8c-892e-b7a5feb44e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:01.490940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40f0d79e-a781-4c7f-8208-0fff9c93f9a8 req-75f635b9-f71d-4de8-968e-d4c4d5c62fd7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561643 Jul 16 03:55:01.565164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-4cbbaa58-ad01-43ca-b739-3e40dd7254bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.567816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-4cbbaa58-ad01-43ca-b739-3e40dd7254bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1095 time: 0.1485360 Jul 16 03:55:01.739921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-80271ba9-773c-45d6-9dd6-f28dc5a30a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.741911 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-80271ba9-773c-45d6-9dd6-f28dc5a30a0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.1663892 Jul 16 03:55:01.842078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-731fc6e9-fc8a-4325-bd94-d43c44146b5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.0930171 Jul 16 03:55:01.905042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-140656c9-5233-4772-aab1-de40532aece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.906761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-140656c9-5233-4772-aab1-de40532aece3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0579517 Jul 16 03:55:01.998769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914eb50-33f0-4803-8107-d73748938301 req-92c3d2a0-b855-4749-85db-535f0416c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.000445 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-92c3d2a0-b855-4749-85db-535f0416c1cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877490 Jul 16 03:55:02.119302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:02.207706 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-5352f200-e306-45fe-a68a-7eac6c55c64d service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005823 Jul 16 03:55:02.262660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f7047ad-ed03-4893-9ba1-6c3470f80a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.398260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c914eb50-33f0-4803-8107-d73748938301 req-bcc81072-5a7a-4410-a592-a0de5c7d36a8 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778123 Jul 16 03:55:02.434469 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f7047ad-ed03-4893-9ba1-6c3470f80a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.439683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f7047ad-ed03-4893-9ba1-6c3470f80a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.470289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4f7047ad-ed03-4893-9ba1-6c3470f80a60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=764a061b0c124e1dbad7034eda7562b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493700 Jul 16 03:55:02.472630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:02.548429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7047ad-ed03-4893-9ba1-6c3470f80a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e8a89-b3a3-4e23-9dd2-78c0fde3fe9d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:02.598743 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68a547ca-0b36-4c24-acb0-31babbccd20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.623965 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68a547ca-0b36-4c24-acb0-31babbccd20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.687325 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68a547ca-0b36-4c24-acb0-31babbccd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.691531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68a547ca-0b36-4c24-acb0-31babbccd20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.697309 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-68a547ca-0b36-4c24-acb0-31babbccd20c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c14e8a89-b3a3-4e23-9dd2-78c0fde3fe9d HTTP/1.1" status: 204 len: 168 time: 0.2200778 Jul 16 03:55:02.713259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a547ca-0b36-4c24-acb0-31babbccd20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e8a89-b3a3-4e23-9dd2-78c0fde3fe9d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:02.817249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669577b-8329-4203-8578-b63cad8371b1 req-f6623b36-17e3-4906-bdaf-1401fcddcacd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:02.819261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8669577b-8329-4203-8578-b63cad8371b1 req-f6623b36-17e3-4906-bdaf-1401fcddcacd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.0850482 Jul 16 03:55:02.870051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8669577b-8329-4203-8578-b63cad8371b1 req-c94ddbc3-87fd-484f-ab67-4a7121c0b3d2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432765 Jul 16 03:55:02.919629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:03.007410 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.009010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:03.016014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40158) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:03.031227 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8acf-a051-4e26-b782-73397a8cc792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.127013 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8acf-a051-4e26-b782-73397a8cc792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.132382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8acf-a051-4e26-b782-73397a8cc792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.170686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:03.172872 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87019f6-701c-4d26-9000-4b0014fcfcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:03.178759 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8d4b8acf-a051-4e26-b782-73397a8cc792 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff13d9b968e04feea43c67da94c50d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609981 Jul 16 03:55:03.179612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b8acf-a051-4e26-b782-73397a8cc792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d19f30-afc4-4a80-8c41-2114a0b369ef,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:03.181379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:03.259805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-302c0fb0-d207-4286-892d-e78d02d30aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.263737 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee99a8-8ebe-4f8e-9bbb-aff57bf27ca6 x-openstack-request-id: req-5cee99a8-8ebe-4f8e-9bbb-aff57bf27ca6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:03.263959 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:03.266214 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cee99a8-8ebe-4f8e-9bbb-aff57bf27ca6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:03.266214 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'status': 'completed', 'code': 200} Jul 16 03:55:03.285029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-302c0fb0-d207-4286-892d-e78d02d30aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.351714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-302c0fb0-d207-4286-892d-e78d02d30aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.356507 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-302c0fb0-d207-4286-892d-e78d02d30aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.361245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-302c0fb0-d207-4286-892d-e78d02d30aaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d19f30-afc4-4a80-8c41-2114a0b369ef HTTP/1.1" status: 204 len: 168 time: 0.1785240 Jul 16 03:55:03.375126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c0fb0-d207-4286-892d-e78d02d30aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d19f30-afc4-4a80-8c41-2114a0b369ef,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:03.389767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-3783a11d-4e15-479d-97fc-63bbbea233d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.391294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-3783a11d-4e15-479d-97fc-63bbbea233d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1095 time: 0.1094275 Jul 16 03:55:03.441376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-3472d7e2-76fe-4652-a29c-b317408044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.443467 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-3472d7e2-76fe-4652-a29c-b317408044e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1095 time: 0.1689870 Jul 16 03:55:03.612649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-dd10734d-14b8-48f6-83d0-266af81884ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.619318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-dd10734d-14b8-48f6-83d0-266af81884ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.2196829 Jul 16 03:55:03.638889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.672016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-adca7e29-4949-4df4-9309-13b1c80d869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.675237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-adca7e29-4949-4df4-9309-13b1c80d869e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.2247589 Jul 16 03:55:03.803594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-dce94ace-fce1-4d5f-b1d7-674c9124cf71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.1810603 Jul 16 03:55:03.807721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-88a5eb3c-8f16-4e77-9413-4a430d7eeadf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.0927033 Jul 16 03:55:03.891484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-24856e9c-4271-4dba-8ce6-d925c23836fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.893696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-24856e9c-4271-4dba-8ce6-d925c23836fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0827651 Jul 16 03:55:03.899972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-b214c21c-9c1c-4a44-9821-7b78806abf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:03.902090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-b214c21c-9c1c-4a44-9821-7b78806abf1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0821254 Jul 16 03:55:04.011119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-ded56d96-b6c6-41c2-9163-548b4b8f0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:04.012584 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-ded56d96-b6c6-41c2-9163-548b4b8f0bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093538 Jul 16 03:55:04.015400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-f5bf3673-153a-4705-8cb0-0b6998a5924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:04.016629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-f5bf3673-153a-4705-8cb0-0b6998a5924b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057723 Jul 16 03:55:04.058889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b73100-762a-4b1e-85fd-39e9707a8b1a req-8e874db5-ccaf-49c6-a5ae-bcdc12c7c30b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:04.061169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19b73100-762a-4b1e-85fd-39e9707a8b1a req-8e874db5-ccaf-49c6-a5ae-bcdc12c7c30b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.0763135 Jul 16 03:55:04.148662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19b73100-762a-4b1e-85fd-39e9707a8b1a req-7f52600f-0c1d-44b6-a6ff-9716e9776a3b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740726 Jul 16 03:55:04.606107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-9d9a9637-7674-4de2-a7c1-8e564f374fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835443 Jul 16 03:55:04.609595 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-7d6fac22-4cdc-4985-8251-fe03491aceeb service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662477 Jul 16 03:55:04.776780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-be9b8420-1db6-4828-8584-9f1f46ead56a service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560528 Jul 16 03:55:04.778508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b87019f6-701c-4d26-9000-4b0014fcfcc0 req-b75b0908-1632-4c9d-abc6-d51c8e5e7c30 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654198 Jul 16 03:55:05.350782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8347-d8db-4040-b730-0b04f134a44b req-7868bab5-b9ee-44a4-96d4-4cc10482971a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:05.352275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c23f8347-d8db-4040-b730-0b04f134a44b req-7868bab5-b9ee-44a4-96d4-4cc10482971a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.0736763 Jul 16 03:55:05.402024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c23f8347-d8db-4040-b730-0b04f134a44b req-cfdd1d8c-db6c-42d7-b019-dc7889a58025 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Jul 16 03:55:05.640305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:05.802462 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82db4b4f-f462-4406-a319-ade5c7c22af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.841551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-c63ddc7c-8eb3-4b5c-bf25-9dd1ad70dfca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:05.844187 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-c63ddc7c-8eb3-4b5c-bf25-9dd1ad70dfca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e&tenant_id=6a47beb09b284e98859204e37a5e150c&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 944 time: 0.1722982 Jul 16 03:55:05.858414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814eaf2-c56a-473b-9262-7bfe283be1b6 req-7ed1b364-cd86-42a6-a333-b88594fa5ffe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:05.866527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7814eaf2-c56a-473b-9262-7bfe283be1b6 req-7ed1b364-cd86-42a6-a333-b88594fa5ffe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 944 time: 0.1278272 Jul 16 03:55:05.945361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-dca52b3a-a39d-44c9-8dd6-a8e39f35c724 service neutron] 10.222.0.11 "GET /v2.0/ports/e66c9add-4767-438b-8304-e891d5265589/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 382 time: 0.0947659 Jul 16 03:55:05.972416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7814eaf2-c56a-473b-9262-7bfe283be1b6 req-e221446a-0e45-41a9-a27d-51668f841f1e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049433 Jul 16 03:55:06.034408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82db4b4f-f462-4406-a319-ade5c7c22af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.041341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82db4b4f-f462-4406-a319-ade5c7c22af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.048302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-f0165527-ad19-497a-9a73-d439de659664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.049867 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-f0165527-ad19-497a-9a73-d439de659664 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1095 time: 0.0809846 Jul 16 03:55:06.089956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82db4b4f-f462-4406-a319-ade5c7c22af6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bb26d1baec5428c8ab7321566cd37b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481966 Jul 16 03:55:06.090700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40254) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:06.091660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4b4f-f462-4406-a319-ade5c7c22af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd33937-26af-4a5a-b689-a4d9dab3b980,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:06.185170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-1e38e422-ead9-434a-bf8c-75617bdc7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.186045 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-1e38e422-ead9-434a-bf8c-75617bdc7569 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.1296678 Jul 16 03:55:06.205205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4b07c07-fe2b-4ce9-b8d5-52c0d2b4c410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.273874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4b07c07-fe2b-4ce9-b8d5-52c0d2b4c410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.287697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-c48806b1-a54b-4f0f-ace4-c188d703459a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.0933797 Jul 16 03:55:06.352689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-83fc971b-6a91-405e-bb61-71bf6e040a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.356051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-83fc971b-6a91-405e-bb61-71bf6e040a9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0552025 Jul 16 03:55:06.372350 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4b07c07-fe2b-4ce9-b8d5-52c0d2b4c410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.375231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4b07c07-fe2b-4ce9-b8d5-52c0d2b4c410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.379323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c4b07c07-fe2b-4ce9-b8d5-52c0d2b4c410 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fd33937-26af-4a5a-b689-a4d9dab3b980 HTTP/1.1" status: 204 len: 168 time: 0.2848084 Jul 16 03:55:06.405797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b07c07-fe2b-4ce9-b8d5-52c0d2b4c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd33937-26af-4a5a-b689-a4d9dab3b980,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:06.412619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5699d2-4cd9-4d61-9d25-c81079d3104d req-37c57126-0bd7-4442-9d0a-6a1dec270581 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.415805 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba5699d2-4cd9-4d61-9d25-c81079d3104d req-37c57126-0bd7-4442-9d0a-6a1dec270581 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 945 time: 0.0799000 Jul 16 03:55:06.442815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-000b1456-4816-49d0-9b85-267927624926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:06.444854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-000b1456-4816-49d0-9b85-267927624926 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831442 Jul 16 03:55:06.461121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba5699d2-4cd9-4d61-9d25-c81079d3104d req-d6e5cfbc-40c4-4125-8d57-bb207ae5bbe6 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Jul 16 03:55:06.544449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-915a0da7-1eb6-4c29-bbdf-9f44c5bb3475 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928552 Jul 16 03:55:06.636753 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-e88e21ba-f5df-4377-921a-b6b84ded97b7 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Jul 16 03:55:06.656245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40262) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:06.674190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cb618f3-1b8a-4255-9477-bef972a51693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.760969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cb618f3-1b8a-4255-9477-bef972a51693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.764875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cb618f3-1b8a-4255-9477-bef972a51693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.802348 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7cb618f3-1b8a-4255-9477-bef972a51693 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be389aeb176542fd9a88da4963c5e9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450851 Jul 16 03:55:06.803264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb618f3-1b8a-4255-9477-bef972a51693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424b067e-8514-4a83-90a0-fe08ece13319,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:06.805055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:06.841220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e66c9add-4767-438b-8304-e891d5265589 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:06.854492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ea4b-8cee-4b36-b209-6815f086396c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.875868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ea4b-8cee-4b36-b209-6815f086396c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.922835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ea4b-8cee-4b36-b209-6815f086396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.925451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ea4b-8cee-4b36-b209-6815f086396c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.926639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b2c5ea4b-8cee-4b36-b209-6815f086396c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/424b067e-8514-4a83-90a0-fe08ece13319 HTTP/1.1" status: 204 len: 168 time: 0.1205714 Jul 16 03:55:06.934443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5ea4b-8cee-4b36-b209-6815f086396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b067e-8514-4a83-90a0-fe08ece13319,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:06.940730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:06.959226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'e66c9add-4767-438b-8304-e891d5265589', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:06.998894 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.011795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66c9add-4767-438b-8304-e891d5265589 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:07.040324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:07.048171 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.110330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:07.126790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.127624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.128179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.128714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.129230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.129728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.130265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.130803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.131310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.131826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.132445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.132936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:07.192446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccdb5-3a83-49dd-89ff-167792ab5654 req-a75b4a1d-14b1-4e9f-bc94-dde770eb6f1c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.194046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f8ccdb5-3a83-49dd-89ff-167792ab5654 req-a75b4a1d-14b1-4e9f-bc94-dde770eb6f1c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.0744314 Jul 16 03:55:07.239158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f8ccdb5-3a83-49dd-89ff-167792ab5654 req-a8f5d7e4-a1d8-4397-8ad4-864c91a45c23 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Jul 16 03:55:07.305418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e66c9add-4767-438b-8304-e891d5265589'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:07.662327 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-bac0b31c-42e1-4af3-aafd-568bc74b1be4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820882 Jul 16 03:55:07.723734 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c9851-f0d0-47da-839c-294c0bbfb9cc req-82da965e-385d-4ca5-83de-19a8c93ecab7 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.725291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e75c9851-f0d0-47da-839c-294c0bbfb9cc req-82da965e-385d-4ca5-83de-19a8c93ecab7 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 945 time: 0.0736947 Jul 16 03:55:07.737363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:07.772268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-29d77bae-2fce-4f38-83d2-c3fa7b6f4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.773774 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-29d77bae-2fce-4f38-83d2-c3fa7b6f4081 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 1097 time: 0.0605037 Jul 16 03:55:07.775081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e75c9851-f0d0-47da-839c-294c0bbfb9cc req-76b93877-113b-4d8c-ab3e-cdfad5d6da4e tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Jul 16 03:55:07.881330 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-22779ef2-24a0-4dc4-bb97-c6a88ea3feb7 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.882858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-22779ef2-24a0-4dc4-bb97-c6a88ea3feb7 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 945 time: 0.0770228 Jul 16 03:55:07.890926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-902105561-network', 'tenant_id': '8955255f06674d38b83e8f1b72061004'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:07.931985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:07.935533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.946276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.954418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-40c88cc6-1cfd-4f86-9dd1-fd80b8b7c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:07.956251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-40c88cc6-1cfd-4f86-9dd1-fd80b8b7c958 service neutron] 10.222.0.11 "GET /v2.0/networks?id=770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 200 len: 908 time: 0.1499813 Jul 16 03:55:07.984775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Deleting port 3fbae175-003f-427e-bcc9-d2b60c5121c2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:07.985039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.040846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-fad5607c-fb94-4bee-b274-8a3249a7c70d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 200 len: 1001 time: 0.0753725 Jul 16 03:55:08.091562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] For port 3fbae175-003f-427e-bcc9-d2b60c5121c2, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3fbae175-003f-427e-bcc9-d2b60c5121c2,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:08.091925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.104480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Calling delete_port for 3fbae175-003f-427e-bcc9-d2b60c5121c2 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:08.121794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-b87873a4-77f8-45ab-9607-46c931768ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.123534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-b87873a4-77f8-45ab-9607-46c931768ea4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 200 len: 845 time: 0.0697758 Jul 16 03:55:08.184247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.194580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.224954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-db2c9e07-7fb2-4657-aa68-3c04de4e45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.226457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-db2c9e07-7fb2-4657-aa68-3c04de4e45e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=770b187e-7d14-4892-9cd2-5599a8a23cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936463 Jul 16 03:55:08.228284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48945883-47f6-48e2-8c5c-b2ea766ddf9b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:08.244378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.262401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3fbae175-003f-427e-bcc9-d2b60c5121c2'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:08.277190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:08.304994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.305621 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Added segment 3b272106-be91-4b81-bdc6-d2a942a44cc8 of type vlan for network e7936320-b13d-4093-868e-a4c9f8b2d3ec Jul 16 03:55:08.307334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Pushing event deleted for resources: {'Port': ['ID=3fbae175-003f-427e-bcc9-d2b60c5121c2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:08.452333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.487257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-78d70e9e-66cd-426d-a5bc-8fe64233287c service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530236 Jul 16 03:55:08.536783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] No DVR routers for this DVR port 3fbae175-003f-427e-bcc9-d2b60c5121c2 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:08.549820 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.550819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-da075e86-24c0-4ef0-a399-8af4acb3661b req-213e3f52-cd22-4dd5-9c0b-f5caa09abb59 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.11 "DELETE /v2.0/ports/3fbae175-003f-427e-bcc9-d2b60c5121c2 HTTP/1.1" status: 204 len: 173 time: 0.6622417 Jul 16 03:55:08.551283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'name': 'network-vif-deleted', 'tag': '3fbae175-003f-427e-bcc9-d2b60c5121c2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:08.553524 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcfc1dd-5f20-4466-8896-a73f7f722cc0" -d '{"events": [{"server_uuid": "ddb526f3-5e76-4e34-96ba-fe1739ebff61", "name": "network-vif-deleted", "tag": "3fbae175-003f-427e-bcc9-d2b60c5121c2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:08.628768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.629743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.630329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.677512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9390607 Jul 16 03:55:08.680564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:08.687950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Request body: {'subnet': {'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-902105561-subnet', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:08.709741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36ef5e69-821b-4b84-93c9-d9886d75f1eb req-be3c2c2e-4912-4940-84b4-d5e071e914cc service neutron] 10.222.0.11 "GET /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139862 Jul 16 03:55:08.737934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:08.743156 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.743323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aececfa0-199a-4f9e-a687-5945bef325d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7936320-b13d-4093-868e-a4c9f8b2d3ec,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:08.758275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:08.765553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d938d-cf57-41f2-b9b0-eeb67bc578db req-6f09274a-c9ce-46fd-a010-ef355b5bfa4b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:08.767129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed0d938d-cf57-41f2-b9b0-eeb67bc578db req-6f09274a-c9ce-46fd-a010-ef355b5bfa4b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.2213306 Jul 16 03:55:08.835447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed0d938d-cf57-41f2-b9b0-eeb67bc578db req-fd5a47ff-fffb-4a91-919d-c2095b5ca754 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589795 Jul 16 03:55:08.844238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e66c9add-4767-438b-8304-e891d5265589 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:08.894251 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a83764-3fcc-4642-a47e-7f0bb4ba31a0 x-openstack-request-id: req-68a83764-3fcc-4642-a47e-7f0bb4ba31a0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:08.894662 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb526f3-5e76-4e34-96ba-fe1739ebff61", "name": "network-vif-deleted", "tag": "3fbae175-003f-427e-bcc9-d2b60c5121c2", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:08.895011 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68a83764-3fcc-4642-a47e-7f0bb4ba31a0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:08.895605 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb526f3-5e76-4e34-96ba-fe1739ebff61', 'name': 'network-vif-deleted', 'tag': '3fbae175-003f-427e-bcc9-d2b60c5121c2', 'status': 'completed', 'code': 200} Jul 16 03:55:08.954940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:08.967349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'e66c9add-4767-438b-8304-e891d5265589', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:08.997709 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.006555 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-813b0f5d-c26b-4a8e-b9e5-e0d59177d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:09.008088 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-813b0f5d-c26b-4a8e-b9e5-e0d59177d57b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 1096 time: 0.1116922 Jul 16 03:55:09.027269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-366249bb-33c1-44ea-87dd-a30ed50fcd63 req-d326749a-b5c7-40f8-b112-c9ebf3702425 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb526f3-5e76-4e34-96ba-fe1739ebff61 HTTP/1.1" status: 200 len: 210 time: 0.0354664 Jul 16 03:55:09.039235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:09.095337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e2ae7a-edd1-452d-8f14-becff83fb7fc,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:09.129927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:09.130285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Network hostable DHCP agents. Network: e7936320-b13d-4093-868e-a4c9f8b2d3ec, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:09.154043 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.157542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:09.174872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, e7936320-b13d-4093-868e-a4c9f8b2d3ec) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:09.179344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:09.180044 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.184267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d36326-a687-4caa-a0f4-5eef0ad5dd14 None None] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:09.225684 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c88c3abc-e061-468d-b152-a0e72edb831f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5425169 Jul 16 03:55:09.228616 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:09.237202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:09.264426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.265932 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.318035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.345874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:09.347350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.435550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:09.487550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:09.504912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.525302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Allocated IP 172.20.0.2 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/adef90de-03b1-444c-ab78-649d4d9e5323) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:09.539166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e66c9add-4767-438b-8304-e891d5265589 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:09.549900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.561593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Ignored duplicate provisioning block setup for port e66c9add-4767-438b-8304-e891d5265589 by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:55:09.563855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-b22967b1-d3b9-46f9-9abc-a029b281c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:09.566211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-b22967b1-d3b9-46f9-9abc-a029b281c8d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1096 time: 0.1261883 Jul 16 03:55:09.566433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.670898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:09.723405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] No DVR routers for this DVR port e66c9add-4767-438b-8304-e891d5265589 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:09.747756 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.756737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Transition to ACTIVE for port object adef90de-03b1-444c-ab78-649d4d9e5323 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:09.778910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-eb8b659e-4282-4347-ba00-6431908a489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:09.780038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Transition to ACTIVE for port object adef90de-03b1-444c-ab78-649d4d9e5323 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:09.780698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-eb8b659e-4282-4347-ba00-6431908a489c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.1791463 Jul 16 03:55:09.790859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.839520 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:09.869045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:09.883892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:09.931756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Pushing event updated for resources: {'Port': ['ID=adef90de-03b1-444c-ab78-649d4d9e5323,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:09.962625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:09.963019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:09.963426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:09.967112 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Attempting to bind port adef90de-03b1-444c-ab78-649d4d9e5323 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:09.967495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Attempting to bind port adef90de-03b1-444c-ab78-649d4d9e5323 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:09.967869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Attempting to bind port adef90de-03b1-444c-ab78-649d4d9e5323 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:09.970018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:09.970861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Attempting to bind port e66c9add-4767-438b-8304-e891d5265589 on network 0fe2867c-a8f5-4731-bcc1-89573fd99256 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:09.973949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:09.974327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:09.974773 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.975437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:09.975922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Bound port: adef90de-03b1-444c-ab78-649d4d9e5323, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:09.976352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:09.976497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.976890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Checking segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:09.977356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Bound using segment: {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:09.977893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Bound port: e66c9add-4767-438b-8304-e891d5265589, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a01dccb-4387-4ac0-a797-fa673253d0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:09.978455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.051957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:10.057376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:10.060394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] For port adef90de-03b1-444c-ab78-649d4d9e5323, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:10.063594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] For port adef90de-03b1-444c-ab78-649d4d9e5323, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=adef90de-03b1-444c-ab78-649d4d9e5323,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:10.064243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.073625 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.075927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-349af034-8385-4daa-89fb-f17575b42e00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.2536128 Jul 16 03:55:10.117450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:10.118383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.121092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] 10.222.0.48 "PUT /v2.0/ports/e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1092 time: 1.0897858 Jul 16 03:55:10.148438 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500768c-d08c-4cb9-a872-e8ab3f731c07 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:10.159985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-66b385fc-ceb4-42b8-b473-6cd7cb537ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:10.161451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-66b385fc-ceb4-42b8-b473-6cd7cb537ca0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0653315 Jul 16 03:55:10.164492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.187920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.192294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faa867-fa44-4ff6-9111-c42171195c49 None None] Pushing event updated for resources: {'Port': ['ID=adef90de-03b1-444c-ab78-649d4d9e5323,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:10.321948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf442-e22a-4c16-92fa-130fca513618 req-2fd4f5b3-b8d8-49d8-a1b6-f28ee8941ff8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:10.329393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffcaf442-e22a-4c16-92fa-130fca513618 req-2fd4f5b3-b8d8-49d8-a1b6-f28ee8941ff8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.2808456 Jul 16 03:55:10.414297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-8d68fe71-4dcc-4895-8d0d-088d18460388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:10.415858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-8d68fe71-4dcc-4895-8d0d-088d18460388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302089 Jul 16 03:55:10.432184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Allocated IP 172.25.4.158 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/97217cf6-e3c8-42ca-b3c3-6736720b35a1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:10.469796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffcaf442-e22a-4c16-92fa-130fca513618 req-06e3d62b-5f06-426c-bcc8-160e4458b800 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395416 Jul 16 03:55:10.606517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-747c0388-5bf8-4a7d-805a-cfdb6115daf9 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816094 Jul 16 03:55:10.662721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.743404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5119886-b3f2-4636-86a1-fa4c269f68f5 req-28b2b9e9-3d72-46cf-871f-688725f8fc20 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259246 Jul 16 03:55:10.759397 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.883144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:10.892901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:10.898871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:10.899317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:10.902137 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7730ca-f3dd-44ea-93db-d005ecf132e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:10.939383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Pushing event updated for resources: {'Port': ['ID=97217cf6-e3c8-42ca-b3c3-6736720b35a1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:10.975045 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6bdb3-9d85-4b86-8605-1d1aa2471356 x-openstack-request-id: req-11f6bdb3-9d85-4b86-8605-1d1aa2471356 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:10.975262 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:10.978921 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11f6bdb3-9d85-4b86-8605-1d1aa2471356 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:10.980145 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'status': 'completed', 'code': 200} Jul 16 03:55:11.110953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-05985c49-81e6-4e76-ad7b-88d9e2c27432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:11.113066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-05985c49-81e6-4e76-ad7b-88d9e2c27432 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1096 time: 0.2976351 Jul 16 03:55:11.378201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fbe503-c869-4bb5-b4da-9e8b434594d5 None None] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:11.468474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c9967deb-536a-4cd0-859b-bb808c23fc9f None None] Provisioning for port adef90de-03b1-444c-ab78-649d4d9e5323 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:11.598192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-740c55ab-4cee-49fb-a8a9-9accd23877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:11.599675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-740c55ab-4cee-49fb-a8a9-9accd23877f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1096 time: 0.5390296 Jul 16 03:55:11.669919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-65bd81f1-1b2e-4499-9453-1406d1a9db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:11.671332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-65bd81f1-1b2e-4499-9453-1406d1a9db3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.5494330 Jul 16 03:55:11.815850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.954762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-741691ec-2108-4477-8346-837df7370c50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.2541509 Jul 16 03:55:12.070106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce696-66ef-41af-863b-fda707c5baa8 req-8b7339ba-fa63-494d-b27a-e7d98fe4f584 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.071857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-307ce696-66ef-41af-863b-fda707c5baa8 req-8b7339ba-fa63-494d-b27a-e7d98fe4f584 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.4272068 Jul 16 03:55:12.077855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-802d2578-b3ca-4a09-83b5-e944f2121f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.079446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-802d2578-b3ca-4a09-83b5-e944f2121f19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.4687057 Jul 16 03:55:12.202124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-1ced9f34-9ac8-47fb-94b1-aae5a4c00cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.203606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-1ced9f34-9ac8-47fb-94b1-aae5a4c00cf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.2152805 Jul 16 03:55:12.292146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-307ce696-66ef-41af-863b-fda707c5baa8 req-47eb7268-0a88-4cdd-8450-c2f33c88c8d7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084973 Jul 16 03:55:12.303385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-02c27441-7d52-41ae-88ba-74ed09bdcccc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.2115731 Jul 16 03:55:12.364747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.376549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-0dd6ea7e-2cfa-435f-9f2d-29909a72de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.378170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-0dd6ea7e-2cfa-435f-9f2d-29909a72de28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0681510 Jul 16 03:55:12.430784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-ce47a765-edf5-4118-9a57-ff47fc5d2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.432292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-ce47a765-edf5-4118-9a57-ff47fc5d2ee5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195992 Jul 16 03:55:12.471148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device adef90de-03b1-444c-ab78-649d4d9e5323 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:12.519995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port adef90de-03b1-444c-ab78-649d4d9e5323 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:12.523821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port adef90de-03b1-444c-ab78-649d4d9e5323 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:12.524192 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.607527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.609482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-b2279e01-bc30-4851-b1d5-954702aa7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.611043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-b2279e01-bc30-4851-b1d5-954702aa7c45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264915 Jul 16 03:55:12.614208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-509778b2-f68b-4cc2-8852-d2d9cc93e8fe service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628127 Jul 16 03:55:12.643621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port adef90de-03b1-444c-ab78-649d4d9e5323, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=adef90de-03b1-444c-ab78-649d4d9e5323,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:12.648501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.699984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=adef90de-03b1-444c-ab78-649d4d9e5323,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:12.764790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:12.796053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbb31c0b-b74d-41b7-8b84-7be42ef3f3be req-10abd63d-841e-426b-86b6-b38515a463df service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677241 Jul 16 03:55:12.802007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-80ab4ae4-0ec7-4c91-92bb-434721697e89 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834393 Jul 16 03:55:12.851616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3fbae175-003f-427e-bcc9-d2b60c5121c2 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:12.885578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 3fbae175-003f-427e-bcc9-d2b60c5121c2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:12.885948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3fbae175-003f-427e-bcc9-d2b60c5121c2 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:12.886782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e66c9add-4767-438b-8304-e891d5265589 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:12.953014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e66c9add-4767-438b-8304-e891d5265589 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:13.029898 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-9ffd723c-a382-429b-bb2c-4eba2cd739d5 service neutron] 10.222.0.11 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977522 Jul 16 03:55:13.032036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:13.044059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-cc50af7c-5c31-4aab-9db6-e6538d98e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:13.045461 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-cc50af7c-5c31-4aab-9db6-e6538d98e1b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1096 time: 0.1940277 Jul 16 03:55:13.047807 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:13.062843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:13.065426 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:13.071990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.076846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bbbc466c-a918-4a71-ac37-e26366a9eecf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8462658 Jul 16 03:55:13.077046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40368) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:13.259087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-9e19b87f-f2c4-4433-a19f-ec0ef5f16284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:13.261616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-9e19b87f-f2c4-4433-a19f-ec0ef5f16284 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.2004347 Jul 16 03:55:13.303112 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:13.358748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-1ae48bb7-7002-4d62-b849-7f9ce53b6ba7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 1000 time: 0.0839920 Jul 16 03:55:13.458299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-b93b7942-7a4a-462e-ba93-feedc5e2207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:13.459854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-b93b7942-7a4a-462e-ba93-feedc5e2207b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.0935645 Jul 16 03:55:13.574114 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:11Z', 'revision_number': 3, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:13.586077 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-d061933c-1bbe-4c9e-8cee-ce9c793953ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:13.587821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-d061933c-1bbe-4c9e-8cee-ce9c793953ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205485 Jul 16 03:55:13.596613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3de5a-d3ae-4d26-b4ff-d4beba57e86e req-07ceea25-6389-4a20-bf6f-7b8bee5fd16d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:13.598212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46f3de5a-d3ae-4d26-b4ff-d4beba57e86e req-07ceea25-6389-4a20-bf6f-7b8bee5fd16d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.1118371 Jul 16 03:55:13.608237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:13.609137 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Updating router 30763c3e-ac8e-4d21-935a-095da73ae9c4 port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:13.647994 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.690215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46f3de5a-d3ae-4d26-b4ff-d4beba57e86e req-24d10c94-297d-426f-b224-a2c362c67747 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833998 Jul 16 03:55:13.720639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-6d274016-2734-4515-b091-c4e89ab5e679 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214073 Jul 16 03:55:13.800382 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.962473 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.974211 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Transition to ACTIVE for port object 97217cf6-e3c8-42ca-b3c3-6736720b35a1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:13.984505 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.012015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Allocated IP 172.20.0.1 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/17508fec-522b-4953-871c-6763d56dec25) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:14.045221 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Attempting to bind port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:14.045615 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Attempting to bind port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:14.045963 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Attempting to bind port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:14.062116 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:14.062851 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:14.062950 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.063318 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:14.063808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Bound port: 97217cf6-e3c8-42ca-b3c3-6736720b35a1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:14.064341 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.120895 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] For port 97217cf6-e3c8-42ca-b3c3-6736720b35a1, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:14.124709 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] For port 97217cf6-e3c8-42ca-b3c3-6736720b35a1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97217cf6-e3c8-42ca-b3c3-6736720b35a1,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:14.129365 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Pushing event updated for resources: {'Port': ['ID=97217cf6-e3c8-42ca-b3c3-6736720b35a1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.132370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.139683 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.139683 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.139939 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.140538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.140674 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.141194 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.148794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Transition to ACTIVE for port object 17508fec-522b-4953-871c-6763d56dec25 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:14.152176 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.152866 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.153216 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.153565 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.155680 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.157241 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:14.160627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e7730ca-f3dd-44ea-93db-d005ecf132e2 req-18d7d9a5-4f99-4dda-9c60-24ae543f6d2e service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313116 Jul 16 03:55:14.164053 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.193104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.235833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:14.241617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:14.245474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:14.255590 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00702b59-e883-45b4-aa21-301a5de54033 None None] Pushing event updated for resources: {'Port': ['ID=97217cf6-e3c8-42ca-b3c3-6736720b35a1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.277293 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:14.277937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:14.286608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=17508fec-522b-4953-871c-6763d56dec25,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.329607 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.533719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device adef90de-03b1-444c-ab78-649d4d9e5323 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:14.584985 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:14.656910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port adef90de-03b1-444c-ab78-649d4d9e5323 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:14.657528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.779871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83586b48-a89b-48a7-b78a-4340949827eb None None] Provisioning for port 17508fec-522b-4953-871c-6763d56dec25 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:14.795253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83586b48-a89b-48a7-b78a-4340949827eb None None] Provisioning complete for port 17508fec-522b-4953-871c-6763d56dec25 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:14.795640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83586b48-a89b-48a7-b78a-4340949827eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.859721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.888243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-83586b48-a89b-48a7-b78a-4340949827eb None None] Port 17508fec-522b-4953-871c-6763d56dec25 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:14.895585 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:11Z', 'revision_number': 3, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:14.924463 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755d510-50b5-4a59-b15c-f431518f6e9e None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:11Z', 'revision_number': 3, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:14.968685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:14.997706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34733619-4441-4767-a2b8-4a1cae9fb822 req-39c78fa6-785b-44a9-8f48-74bb4eb3cbb1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:15.004403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34733619-4441-4767-a2b8-4a1cae9fb822 req-39c78fa6-785b-44a9-8f48-74bb4eb3cbb1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 945 time: 0.1040335 Jul 16 03:55:15.047177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-34733619-4441-4767-a2b8-4a1cae9fb822 req-699df830-95c7-4161-95d3-07ba236c66d7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Jul 16 03:55:15.067932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:15.091643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.102341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.106117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:15.122323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'e66c9add-4767-438b-8304-e891d5265589', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'port_id': 'e66c9add-4767-438b-8304-e891d5265589', 'mac_address': 'fa:16:3e:d8:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:15.146831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e0270a0b-bf8a-4c7f-8079-7ae83dea24c6 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 HTTP/1.1" status: 200 len: 992 time: 0.0723321 Jul 16 03:55:15.175028 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.190202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66c9add-4767-438b-8304-e891d5265589 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:15.200833 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=17508fec-522b-4953-871c-6763d56dec25,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:15.209669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.222690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:15.232446 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.356035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:15.406480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:15.409654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:15.460562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['e66c9add-4767-438b-8304-e891d5265589'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:15.613395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:15.857544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:15.874602 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6aacc17c-5227-408f-928f-52bc394f8ee9 admin admin] 10.222.0.25 "PUT /v2.0/routers/30763c3e-ac8e-4d21-935a-095da73ae9c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7893720 Jul 16 03:55:15.997428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3ed2f298-1091-451a-861f-1481d63ef5f0 None None] Provisioning complete for port 17508fec-522b-4953-871c-6763d56dec25 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:15.998671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f298-1091-451a-861f-1481d63ef5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.110134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2f298-1091-451a-861f-1481d63ef5f0 None None] Port 17508fec-522b-4953-871c-6763d56dec25 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:16.475467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97217cf6-e3c8-42ca-b3c3-6736720b35a1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:16.531472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:16.538187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:16.538860 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.555378 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40418) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:16.560900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-968036297-network', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:16.598181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Made reservation on behalf of b0e02f6d3d6a4169be040ee5b4c028b0 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:16.600500 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.611996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.630480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.670454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 97217cf6-e3c8-42ca-b3c3-6736720b35a1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97217cf6-e3c8-42ca-b3c3-6736720b35a1,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:16.676991 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.735846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.742414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.746642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=97217cf6-e3c8-42ca-b3c3-6736720b35a1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:16.760329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:16.790377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.790790 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Added segment cbf3bf81-c00b-4ece-a0f5-0fbb32e95470 of type vlan for network a342d716-2ee5-48e4-950d-52dffc92d095 Jul 16 03:55:16.799660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff13d3-8405-4d6e-a1c8-e61dfdc15a54,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:16.838374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.929496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.932047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.935482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.977049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4205406 Jul 16 03:55:16.981496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:16.983988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:16.987695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Request body: {'subnet': {'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-968036297-subnet', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:17.036926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Made reservation on behalf of b0e02f6d3d6a4169be040ee5b4c028b0 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:17.041040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.054200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port e66c9add-4767-438b-8304-e891d5265589 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:17.060665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port e66c9add-4767-438b-8304-e891d5265589 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:17.061356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.077602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48d691-87f6-4193-a395-38d355fd8880 admin admin] Pushing event updated for resources: {'Network': ['ID=a342d716-2ee5-48e4-950d-52dffc92d095,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:17.103707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a342d716-2ee5-48e4-950d-52dffc92d095 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:17.219137 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.240632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.253492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:17.255923 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa49f1-0d21-48dd-ad48-478b84d74d35" -d '{"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:17.300210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:17.303205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Pushing event updated for resources: {'Subnet': ['ID=055cdac1-9bb1-4326-b4c3-66954865e0c9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:17.310702 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.315753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Checking segment: {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:17.316139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Network hostable DHCP agents. Network: a342d716-2ee5-48e4-950d-52dffc92d095, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:17.334383 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60f3105-8395-4306-84e4-7128594056d2 x-openstack-request-id: req-d60f3105-8395-4306-84e4-7128594056d2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:17.334732 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e66c9add-4767-438b-8304-e891d5265589", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:17.334969 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d60f3105-8395-4306-84e4-7128594056d2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:17.335350 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'code': 200} Jul 16 03:55:17.335770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Network a342d716-2ee5-48e4-950d-52dffc92d095 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:17.346441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a342d716-2ee5-48e4-950d-52dffc92d095) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:17.351501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.352320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.366050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:17.370089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c7a08-e17e-41ff-b0bb-52d1bdeadc63 None None] Network a342d716-2ee5-48e4-950d-52dffc92d095 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:17.378311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cefac379-fd74-4ba6-97fb-59884470924f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3941600 Jul 16 03:55:17.380726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40430) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:17.390898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:17.416229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.418157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.475885 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.509450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:17.546664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-a342d716-2ee5-48e4-950d-52dffc92d095', 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'fixed_ips': [{'subnet_id': '055cdac1-9bb1-4326-b4c3-66954865e0c9'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:17.547780 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.566287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:17.566977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:17.786368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:17.821700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Allocated IP 172.20.0.2 (a342d716-2ee5-48e4-950d-52dffc92d095/055cdac1-9bb1-4326-b4c3-66954865e0c9/97f95544-2826-4f20-9d61-dedee28f498e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:17.853045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-a35e3e73-e464-4d90-ba5d-cfe4e7ef50eb tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.855618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-a35e3e73-e464-4d90-ba5d-cfe4e7ef50eb tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/networks?id=1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 200 len: 814 time: 0.1420429 Jul 16 03:55:17.876950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-a6bb3846-c64d-49a4-9393-64cc6ae9d6fa tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/quotas/a64e8d2bbd654837a54166f31f056477 HTTP/1.1" status: 200 len: 375 time: 0.0157454 Jul 16 03:55:17.909923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-9c191533-eeae-4a3b-825f-4e0720444119 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a64e8d2bbd654837a54166f31f056477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320015 Jul 16 03:55:18.027059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.061661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-a847b82c-fe0f-47b3-be22-46d102e472f3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:55:18.072449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-a847b82c-fe0f-47b3-be22-46d102e472f3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1555281 Jul 16 03:55:18.172732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.203835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Transition to ACTIVE for port object 97f95544-2826-4f20-9d61-dedee28f498e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:18.223349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 2, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:18.254626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:18.254980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Updating router 30763c3e-ac8e-4d21-935a-095da73ae9c4 port 17508fec-522b-4953-871c-6763d56dec25 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:18.281004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Transition to ACTIVE for port object 97f95544-2826-4f20-9d61-dedee28f498e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:18.293262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-00776fa3-b07e-46d6-a739-5ac5ed279205 service neutron] 10.222.0.25 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180803 Jul 16 03:55:18.293962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.338166 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.366034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Network a342d716-2ee5-48e4-950d-52dffc92d095 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:18.368084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Pushing event updated for resources: {'Port': ['ID=97f95544-2826-4f20-9d61-dedee28f498e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.373849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:18.376862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:18.392585 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.409755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-4c3a30dc-1ee6-4b04-879e-e954bea59412 service neutron] 10.222.0.25 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155903 Jul 16 03:55:18.419057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.516472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97217cf6-e3c8-42ca-b3c3-6736720b35a1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:18.525815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Attempting to bind port 97f95544-2826-4f20-9d61-dedee28f498e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:18.526751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Attempting to bind port 97f95544-2826-4f20-9d61-dedee28f498e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:18.527116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Attempting to bind port 97f95544-2826-4f20-9d61-dedee28f498e on network a342d716-2ee5-48e4-950d-52dffc92d095 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:18.546593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Allocated IP 172.25.4.99 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/a17aca3f-6fa9-4b95-be18-cae2b0e208c2) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:18.569362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:18.570127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Checking segment: {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:18.570734 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.571301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Bound using segment: {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:18.571962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Bound port: 97f95544-2826-4f20-9d61-dedee28f498e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:18.572589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.628216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-280d3a3a-f4f4-4518-8657-8ea7447e0d91 req-3b023012-b6d4-456f-a884-b150757718a8 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 210 time: 0.0429811 Jul 16 03:55:18.675039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.718646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.724403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] For port 97f95544-2826-4f20-9d61-dedee28f498e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:18.740983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:18.741411 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.764607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:18.766691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:18.770070 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:18.770983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] For port 97f95544-2826-4f20-9d61-dedee28f498e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97f95544-2826-4f20-9d61-dedee28f498e,segment=NetworkSegment(cbf3bf81-c00b-4ece-a0f5-0fbb32e95470),segment_id=cbf3bf81-c00b-4ece-a0f5-0fbb32e95470)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:18.785276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.793888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Pushing event updated for resources: {'Port': ['ID=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.911318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4249322-8af5-4be8-9bfc-1363069ad0b6 None None] Pushing event updated for resources: {'Port': ['ID=97f95544-2826-4f20-9d61-dedee28f498e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.965651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.976713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Transition to ACTIVE for port object 17508fec-522b-4953-871c-6763d56dec25 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:18.984320 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.038143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aedb1-561f-48d0-b06f-f18b73392f11 None None] Pushing event updated for resources: {'Port': ['ID=17508fec-522b-4953-871c-6763d56dec25,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:19.106956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Attempting to bind port 17508fec-522b-4953-871c-6763d56dec25 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:19.107218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Attempting to bind port 17508fec-522b-4953-871c-6763d56dec25 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:19.107739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Attempting to bind port 17508fec-522b-4953-871c-6763d56dec25 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:19.108440 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.118835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:19.119228 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:19.120179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.120586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:19.121074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Bound port: 17508fec-522b-4953-871c-6763d56dec25, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:19.121463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.282797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] For port 17508fec-522b-4953-871c-6763d56dec25, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:19.299493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] For port 17508fec-522b-4953-871c-6763d56dec25, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=17508fec-522b-4953-871c-6763d56dec25,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:19.312057 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.473103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:19.473816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:19.480213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.565824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aedb1-561f-48d0-b06f-f18b73392f11 None None] Pushing event updated for resources: {'Port': ['ID=17508fec-522b-4953-871c-6763d56dec25,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:19.694206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:19.713839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Router 24637468-97db-48b9-b92f-6f84448612ec is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:19.893993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-399ccc08-97cd-46dc-a2d0-a5ecb0ccefe4 req-5b145e9b-a90e-449b-b538-11fc4bf7ffec tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 210 time: 0.0651748 Jul 16 03:55:19.936357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:19.955938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.959954 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ace84acd-255b-49c9-bcb7-330c50a67377 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5754564 Jul 16 03:55:19.960399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:19.976541 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Sync routers for ids ['24637468-97db-48b9-b92f-6f84448612ec'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:19.993065 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Routers {'24637468-97db-48b9-b92f-6f84448612ec'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:19.994332 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['24637468-97db-48b9-b92f-6f84448612ec'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:20.170102 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Set router 24637468-97db-48b9-b92f-6f84448612ec gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:20.241815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-abe60e76-6104-4ec6-9014-83c61c221cd6 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:20.243814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-abe60e76-6104-4ec6-9014-83c61c221cd6 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.48 "GET /v2.0/networks?id=1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 200 len: 814 time: 0.1981480 Jul 16 03:55:20.258526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Request body: {'port': {'device_id': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463', 'admin_state_up': True, 'tenant_id': 'a64e8d2bbd654837a54166f31f056477'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:20.462724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:19Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:20.482686 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T03:55:18Z', 'revision_number': 3, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:20.557820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b34-05ef-4a3c-9431-e53e27927fcd None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:19Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:20.582517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97f95544-2826-4f20-9d61-dedee28f498e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:20.612140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Made reservation on behalf of a64e8d2bbd654837a54166f31f056477 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:20.632230 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.650908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0cc3d-d0d6-4663-89b1-edafc34978bd None None] Network a342d716-2ee5-48e4-950d-52dffc92d095 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:20.717532 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Checking router: 24637468-97db-48b9-b92f-6f84448612ec for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:20.717881 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Updating router 24637468-97db-48b9-b92f-6f84448612ec port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:20.775393 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.824475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6c9443b3-d84a-433b-ba8d-072469a00ef9 None None] Provisioning for port 97f95544-2826-4f20-9d61-dedee28f498e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:20.842506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-851b6bb5-1577-49d5-99dc-e9f9631c3bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.879197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 97f95544-2826-4f20-9d61-dedee28f498e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:20.897590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97f95544-2826-4f20-9d61-dedee28f498e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:20.897965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.140401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.216983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 97f95544-2826-4f20-9d61-dedee28f498e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97f95544-2826-4f20-9d61-dedee28f498e,segment=NetworkSegment(cbf3bf81-c00b-4ece-a0f5-0fbb32e95470),segment_id=cbf3bf81-c00b-4ece-a0f5-0fbb32e95470)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:21.224207 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.258388 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.277525 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Transition to ACTIVE for port object a17aca3f-6fa9-4b95-be18-cae2b0e208c2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:21.290262 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.293014 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-318571e2-9ea0-4fa2-b3ba-1f68592dcac1 req-2f8983e8-5e2c-4f14-abda-dbd04c5d4e6b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 210 time: 0.2036505 Jul 16 03:55:21.362116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=97f95544-2826-4f20-9d61-dedee28f498e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:21.381235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Allocated IP 172.20.0.10 (1fcef85e-74a9-4647-8d32-bb8534cfa463/eaea70b2-4f81-4209-9084-ff974975a312/50a75329-10ea-49c0-a729-da8f9d35a5a1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:21.420038 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe52dc0-0867-4c29-afba-5c5240041a47 None None] Pushing event updated for resources: {'Port': ['ID=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:21.457675 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Attempting to bind port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:21.458048 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Attempting to bind port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:21.458408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Attempting to bind port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:21.471281 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:21.471660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:21.472064 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.472451 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:21.472917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Bound port: a17aca3f-6fa9-4b95-be18-cae2b0e208c2, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:21.473294 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.487530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.570033 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] For port a17aca3f-6fa9-4b95-be18-cae2b0e208c2, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:21.574867 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] For port a17aca3f-6fa9-4b95-be18-cae2b0e208c2, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:21.580980 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.587331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-28857841-0b07-4ee4-93bc-89753ede5e93 None None] Provisioning complete for port 97f95544-2826-4f20-9d61-dedee28f498e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:21.590019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28857841-0b07-4ee4-93bc-89753ede5e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.634315 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe52dc0-0867-4c29-afba-5c5240041a47 None None] Pushing event updated for resources: {'Port': ['ID=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:21.663113 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Routers {'24637468-97db-48b9-b92f-6f84448612ec'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:21.663731 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:54:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['24637468-97db-48b9-b92f-6f84448612ec'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:21.760421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.778274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] Set router 24637468-97db-48b9-b92f-6f84448612ec gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:21.828584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Allocated IP 172.20.0.1 (a342d716-2ee5-48e4-950d-52dffc92d095/055cdac1-9bb1-4326-b4c3-66954865e0c9/be9845e6-f237-440f-a001-8cbeddbd22a4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:21.867185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.948144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Network 1fcef85e-74a9-4647-8d32-bb8534cfa463 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:21.955956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:21.965042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:21.967468 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T03:55:18Z', 'revision_number': 3, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:21.970416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Pushing event updated for resources: {'Port': ['ID=50a75329-10ea-49c0-a729-da8f9d35a5a1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:21.997808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe750b-5d52-4d26-a503-33a835cd19c3 None None] The sync data for ids ['24637468-97db-48b9-b92f-6f84448612ec'] in n-d-800089-6 is: [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T03:55:18Z', 'revision_number': 3, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:22.035780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:22.036435 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.051827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.064651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-c149cdf6-73fd-4bec-89aa-8a99cfeb3568 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8111119 Jul 16 03:55:22.069255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Transition to ACTIVE for port object be9845e6-f237-440f-a001-8cbeddbd22a4 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:22.083580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Request body: {'port': {'device_id': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:22.158249 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.214325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Network a342d716-2ee5-48e4-950d-52dffc92d095 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:22.217156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.221637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:22.231315 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:22.235913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Pushing event updated for resources: {'Port': ['ID=be9845e6-f237-440f-a001-8cbeddbd22a4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:22.306913 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.530158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-64f349a2-3e2a-449f-843f-3117f8181535 None None] Provisioning for port be9845e6-f237-440f-a001-8cbeddbd22a4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:22.541421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-64f349a2-3e2a-449f-843f-3117f8181535 None None] Provisioning complete for port be9845e6-f237-440f-a001-8cbeddbd22a4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:22.542199 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64f349a2-3e2a-449f-843f-3117f8181535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.596153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-64f349a2-3e2a-449f-843f-3117f8181535 None None] Port be9845e6-f237-440f-a001-8cbeddbd22a4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:22.681348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17508fec-522b-4953-871c-6763d56dec25 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:22.740223 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.748857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 17508fec-522b-4953-871c-6763d56dec25 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:22.753127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 17508fec-522b-4953-871c-6763d56dec25 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:22.753496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.781992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355979-25b7-4ff5-a8cd-dce8c0fde22c req-0d220a89-3d9f-45b5-a4b4-02f836446348 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:22.783887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83355979-25b7-4ff5-a8cd-dce8c0fde22c req-0d220a89-3d9f-45b5-a4b4-02f836446348 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 932 time: 0.2298701 Jul 16 03:55:22.875395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.883643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a75329-10ea-49c0-a729-da8f9d35a5a1 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:22.899451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.904218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83355979-25b7-4ff5-a8cd-dce8c0fde22c req-9cea4949-e8d2-4a95-9594-b5fe29bb62ba tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949130 Jul 16 03:55:22.924161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 17508fec-522b-4953-871c-6763d56dec25, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=17508fec-522b-4953-871c-6763d56dec25,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:22.937942 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.942209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Transition to ACTIVE for port object 50a75329-10ea-49c0-a729-da8f9d35a5a1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:22.943468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97f95544-2826-4f20-9d61-dedee28f498e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:22.949446 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.036074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=17508fec-522b-4953-871c-6763d56dec25,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:23.061646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97f95544-2826-4f20-9d61-dedee28f498e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:23.062026 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.091497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Pushing event updated for resources: {'Port': ['ID=50a75329-10ea-49c0-a729-da8f9d35a5a1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:23.177691 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.186293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.254613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Attempting to bind port 50a75329-10ea-49c0-a729-da8f9d35a5a1 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:23.255032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Attempting to bind port 50a75329-10ea-49c0-a729-da8f9d35a5a1 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:23.255435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Attempting to bind port 50a75329-10ea-49c0-a729-da8f9d35a5a1 on network 1fcef85e-74a9-4647-8d32-bb8534cfa463 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:23.268408 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Pushing event updated for resources: {'Port': ['ID=be9845e6-f237-440f-a001-8cbeddbd22a4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:23.273004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Port 50a75329-10ea-49c0-a729-da8f9d35a5a1 on network 1fcef85e-74a9-4647-8d32-bb8534cfa463 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:23.273407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Attempting to bind port 50a75329-10ea-49c0-a729-da8f9d35a5a1 on network 1fcef85e-74a9-4647-8d32-bb8534cfa463 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:23.277478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.287292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:23.287807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Checking segment: {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:23.288266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Bound using segment: {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:23.288799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Bound port: 50a75329-10ea-49c0-a729-da8f9d35a5a1, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:23.289227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.420551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] For port 50a75329-10ea-49c0-a729-da8f9d35a5a1, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:23.425874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] For port 50a75329-10ea-49c0-a729-da8f9d35a5a1, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:23.431130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Network a342d716-2ee5-48e4-950d-52dffc92d095 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:23.433256 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.435328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:23.472221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:23.472844 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.474478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] 10.222.0.48 "PUT /v2.0/ports/50a75329-10ea-49c0-a729-da8f9d35a5a1 HTTP/1.1" status: 200 len: 1092 time: 1.3952992 Jul 16 03:55:23.477125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'tag': '50a75329-10ea-49c0-a729-da8f9d35a5a1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:23.480940 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eaeca2-5c48-473e-a02d-021f78d87f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "70fca6b6-5215-4b16-8ca0-0d8e5ca11aab", "tag": "50a75329-10ea-49c0-a729-da8f9d35a5a1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:23.555784 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3406d0f-ac63-4829-bf49-f9d9cb311e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.724909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-759f0d83-0e80-4fcd-aef3-ea57ca3b5a55 None None] Provisioning complete for port be9845e6-f237-440f-a001-8cbeddbd22a4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:23.725597 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-759f0d83-0e80-4fcd-aef3-ea57ca3b5a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.767078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-759f0d83-0e80-4fcd-aef3-ea57ca3b5a55 None None] Port be9845e6-f237-440f-a001-8cbeddbd22a4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:23.858633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.868208 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b4dcb4-a91b-422f-9d4e-e27d8e7dd2d7 x-openstack-request-id: req-b0b4dcb4-a91b-422f-9d4e-e27d8e7dd2d7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:23.868504 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fca6b6-5215-4b16-8ca0-0d8e5ca11aab", "tag": "50a75329-10ea-49c0-a729-da8f9d35a5a1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:23.868760 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0b4dcb4-a91b-422f-9d4e-e27d8e7dd2d7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:23.869156 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'tag': '50a75329-10ea-49c0-a729-da8f9d35a5a1', 'status': 'completed', 'code': 200} Jul 16 03:55:23.953326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3f82-183d-4b37-bd70-7c76d5fd27fa service neutron] Pushing event updated for resources: {'Port': ['ID=50a75329-10ea-49c0-a729-da8f9d35a5a1,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:24.025298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-25e5c370-cd24-477e-b41e-651f4072745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.027568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-25e5c370-cd24-477e-b41e-651f4072745b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a64e8d2bbd654837a54166f31f056477&device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 1095 time: 0.1612751 Jul 16 03:55:24.029372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Router 24637468-97db-48b9-b92f-6f84448612ec has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:24.150508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-568038f7-566d-436a-9ec4-0cb4b376bad5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1 HTTP/1.1" status: 200 len: 217 time: 0.1130745 Jul 16 03:55:24.258635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3791f-789f-431a-86dc-3512a980c16f req-79132b47-75f5-4d00-82cb-87926d8d9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.260660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-79132b47-75f5-4d00-82cb-87926d8d9cc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaea70b2-4f81-4209-9084-ff974975a312 HTTP/1.1" status: 200 len: 854 time: 0.0988097 Jul 16 03:55:24.303672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:24.317513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06decf72-5a69-4a6a-92df-265c616d079e admin admin] 10.222.0.25 "PUT /v2.0/routers/24637468-97db-48b9-b92f-6f84448612ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3482378 Jul 16 03:55:24.317513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-97181807-9c68-41c4-9aa4-bed538671537 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fcef85e-74a9-4647-8d32-bb8534cfa463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442874 Jul 16 03:55:24.318808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Sync routers for ids ['24637468-97db-48b9-b92f-6f84448612ec'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:24.326151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265104b5-6a3d-4c22-bca3-e7a308cb4857 req-cd8f479d-c1d1-4671-8848-930a2bb2640e tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.327714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-265104b5-6a3d-4c22-bca3-e7a308cb4857 req-cd8f479d-c1d1-4671-8848-930a2bb2640e tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 944 time: 0.2770579 Jul 16 03:55:24.332024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Routers {'24637468-97db-48b9-b92f-6f84448612ec'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:24.332933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['24637468-97db-48b9-b92f-6f84448612ec'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:24.408061 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.435871 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-265104b5-6a3d-4c22-bca3-e7a308cb4857 req-0a75ae42-ca69-4093-bae5-b89e785f172e tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979252 Jul 16 03:55:24.469340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-307f43e5-e84d-4c8c-923e-8c2b70f53f76 service neutron] 10.222.0.48 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400964 Jul 16 03:55:24.498312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Set router 24637468-97db-48b9-b92f-6f84448612ec gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:24.586618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a17aca3f-6fa9-4b95-be18-cae2b0e208c2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:24.590942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dda3791f-789f-431a-86dc-3512a980c16f req-285276d1-3a47-447c-a3c3-20f9e4cdf213 service neutron] 10.222.0.48 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089857 Jul 16 03:55:24.698987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:24.709997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:24.710375 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.717262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-2131a787-2486-427c-8315-96c0e4fcb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.719051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-2131a787-2486-427c-8315-96c0e4fcb38e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a64e8d2bbd654837a54166f31f056477&device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 1095 time: 0.0679219 Jul 16 03:55:24.823330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-bbfa65f9-a0ea-4977-927a-57e2abd437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.823544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 4, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be9845e6-f237-440f-a001-8cbeddbd22a4', 'name': '', 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'mac_address': 'fa:16:3e:04:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '055cdac1-9bb1-4326-b4c3-66954865e0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:21Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 2, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'subnets': [{'id': '055cdac1-9bb1-4326-b4c3-66954865e0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:24.824810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-bbfa65f9-a0ea-4977-927a-57e2abd437f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 200 len: 916 time: 0.0996788 Jul 16 03:55:24.826649 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.857659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Checking router: 24637468-97db-48b9-b92f-6f84448612ec for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:24.858003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Updating router 24637468-97db-48b9-b92f-6f84448612ec port be9845e6-f237-440f-a001-8cbeddbd22a4 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:24.865518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-750a9447-c0d3-45f0-8681-fdef3df934f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1 HTTP/1.1" status: 200 len: 217 time: 0.0341871 Jul 16 03:55:24.894483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a17aca3f-6fa9-4b95-be18-cae2b0e208c2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:24.900707 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.901506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17508fec-522b-4953-871c-6763d56dec25 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:24.920639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-e792355a-02b3-46df-b6bd-678ef529ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:24.922180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-e792355a-02b3-46df-b6bd-678ef529ad09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaea70b2-4f81-4209-9084-ff974975a312 HTTP/1.1" status: 200 len: 854 time: 0.0502558 Jul 16 03:55:24.942716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.972797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-cb3a4e9c-2cfa-4f0e-8709-4aa06dead0db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fcef85e-74a9-4647-8d32-bb8534cfa463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396647 Jul 16 03:55:25.022858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:25.076469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-1df4beee-e63d-4ffa-b174-d6d2027a7928 service neutron] 10.222.0.48 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944362 Jul 16 03:55:25.095063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 17508fec-522b-4953-871c-6763d56dec25 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:25.095444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.208251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9eaeca2-5c48-473e-a02d-021f78d87f1a req-a4a16751-876c-4437-b66d-ed7d8b8afbeb service neutron] 10.222.0.48 "GET /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256187 Jul 16 03:55:25.319722 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.330042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Transition to ACTIVE for port object be9845e6-f237-440f-a001-8cbeddbd22a4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:25.335921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.423815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e866c-e43d-4aa0-b60f-8cff57bfd4a2 None None] Pushing event updated for resources: {'Port': ['ID=be9845e6-f237-440f-a001-8cbeddbd22a4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:25.465777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Attempting to bind port be9845e6-f237-440f-a001-8cbeddbd22a4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:25.466150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Attempting to bind port be9845e6-f237-440f-a001-8cbeddbd22a4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:25.466516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Attempting to bind port be9845e6-f237-440f-a001-8cbeddbd22a4 on network a342d716-2ee5-48e4-950d-52dffc92d095 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:25.472273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:25.472651 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Checking segment: {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:25.473055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.473443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Bound using segment: {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:25.473912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Bound port: be9845e6-f237-440f-a001-8cbeddbd22a4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:25.474295 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.571270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] For port be9845e6-f237-440f-a001-8cbeddbd22a4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:25.574904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] For port be9845e6-f237-440f-a001-8cbeddbd22a4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be9845e6-f237-440f-a001-8cbeddbd22a4,segment=NetworkSegment(cbf3bf81-c00b-4ece-a0f5-0fbb32e95470),segment_id=cbf3bf81-c00b-4ece-a0f5-0fbb32e95470)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:25.581268 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.656315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Routers {'24637468-97db-48b9-b92f-6f84448612ec'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:25.656942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['24637468-97db-48b9-b92f-6f84448612ec'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:25.743948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ffa37-a94f-45e9-8fec-e48d47183861 req-ea7ed33c-50ed-494f-b47c-9e20f88f7574 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:25.746632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e18ffa37-a94f-45e9-8fec-e48d47183861 req-ea7ed33c-50ed-494f-b47c-9e20f88f7574 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 944 time: 0.1213756 Jul 16 03:55:25.780071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e866c-e43d-4aa0-b60f-8cff57bfd4a2 None None] Pushing event updated for resources: {'Port': ['ID=be9845e6-f237-440f-a001-8cbeddbd22a4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:25.805385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e18ffa37-a94f-45e9-8fec-e48d47183861 req-28a1de32-c737-4562-a7a4-d61c5dea01df tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522058 Jul 16 03:55:25.820873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] Set router 24637468-97db-48b9-b92f-6f84448612ec gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:26.073113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 4, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be9845e6-f237-440f-a001-8cbeddbd22a4', 'name': '', 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'mac_address': 'fa:16:3e:04:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '055cdac1-9bb1-4326-b4c3-66954865e0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:21Z', 'updated_at': '2021-07-16T03:55:25Z', 'revision_number': 4, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'subnets': [{'id': '055cdac1-9bb1-4326-b4c3-66954865e0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:26.104962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2979f-567d-41ee-91c2-de9efe64f0ef None None] The sync data for ids ['24637468-97db-48b9-b92f-6f84448612ec'] in n-d-800089-6 is: [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 4, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'be9845e6-f237-440f-a001-8cbeddbd22a4', 'name': '', 'network_id': 'a342d716-2ee5-48e4-950d-52dffc92d095', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'mac_address': 'fa:16:3e:04:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '055cdac1-9bb1-4326-b4c3-66954865e0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:21Z', 'updated_at': '2021-07-16T03:55:25Z', 'revision_number': 4, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'subnets': [{'id': '055cdac1-9bb1-4326-b4c3-66954865e0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:26.117014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.534714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a17aca3f-6fa9-4b95-be18-cae2b0e208c2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:26.596110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:26.597350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.637877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-2892a6ef-df0c-46b5-beb9-ab95e7719302 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:26.639468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-2892a6ef-df0c-46b5-beb9-ab95e7719302 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1305873 Jul 16 03:55:26.659102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-ed42d63f-c995-49fa-bc7a-5e05c91b8ab3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0121963 Jul 16 03:55:26.708663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be9845e6-f237-440f-a001-8cbeddbd22a4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:26.751296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-e89e6dcf-c1bf-4611-a353-efed6231ca81 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867198 Jul 16 03:55:26.775800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port be9845e6-f237-440f-a001-8cbeddbd22a4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:26.781268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port be9845e6-f237-440f-a001-8cbeddbd22a4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:26.781736 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.860311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-9c4107ad-6b92-4312-9305-463ed47fc4b5 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014049 Jul 16 03:55:26.964013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-176e5f39-9c2e-4e21-81e2-49c5e5baefa1 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974078 Jul 16 03:55:27.025198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 50a75329-10ea-49c0-a729-da8f9d35a5a1 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:27.072420 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.167825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port be9845e6-f237-440f-a001-8cbeddbd22a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be9845e6-f237-440f-a001-8cbeddbd22a4,segment=NetworkSegment(cbf3bf81-c00b-4ece-a0f5-0fbb32e95470),segment_id=cbf3bf81-c00b-4ece-a0f5-0fbb32e95470)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:27.180838 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.188961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 50a75329-10ea-49c0-a729-da8f9d35a5a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:27.226584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '50a75329-10ea-49c0-a729-da8f9d35a5a1', 'network_id': '1fcef85e-74a9-4647-8d32-bb8534cfa463', 'port_id': '50a75329-10ea-49c0-a729-da8f9d35a5a1', 'mac_address': 'fa:16:3e:e6:a5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaea70b2-4f81-4209-9084-ff974975a312', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:27.293567 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.349840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=be9845e6-f237-440f-a001-8cbeddbd22a4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:27.364498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a75329-10ea-49c0-a729-da8f9d35a5a1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:27.411958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 50a75329-10ea-49c0-a729-da8f9d35a5a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:27.421370 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.482358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=50a75329-10ea-49c0-a729-da8f9d35a5a1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:27.511149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455889a-17e6-4192-b8eb-10c1291ff462 req-866ecddb-97e9-451c-92e8-e3a2df8c2552 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:27.512683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4455889a-17e6-4192-b8eb-10c1291ff462 req-866ecddb-97e9-451c-92e8-e3a2df8c2552 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 945 time: 0.1093104 Jul 16 03:55:27.555513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4455889a-17e6-4192-b8eb-10c1291ff462 req-049cbd5e-98ae-42b1-acd3-9f371bde94df tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Jul 16 03:55:27.647993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['50a75329-10ea-49c0-a729-da8f9d35a5a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:27.876056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40588) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:27.922233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b226e78a-4c67-4185-bf6e-916d978afb80 req-5ab8558b-5a7e-4500-b849-45356e24a708 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 210 time: 0.0353258 Jul 16 03:55:28.015926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb8b201b-9868-466f-9737-b420999ab9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.125680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fe45c-111d-4c45-8f3c-b33a372c90d4 req-e5495fd0-f095-4968-9ea1-07a8f39240fe tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:28.127249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b5fe45c-111d-4c45-8f3c-b33a372c90d4 req-e5495fd0-f095-4968-9ea1-07a8f39240fe tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 946 time: 0.0998549 Jul 16 03:55:28.190539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2b5fe45c-111d-4c45-8f3c-b33a372c90d4 req-49480509-1660-4c7b-8a00-a1f414a29648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570490 Jul 16 03:55:28.203261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb8b201b-9868-466f-9737-b420999ab9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.213039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb8b201b-9868-466f-9737-b420999ab9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.256963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b201b-9868-466f-9737-b420999ab9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9185a-0781-4dea-b483-3d2cefcf2da4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:28.265576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bb8b201b-9868-466f-9737-b420999ab9d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c036cf6eecc493fb8707fb8ee33a244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883910 Jul 16 03:55:28.268623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:28.318093 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06937508-ca27-4a00-8f5e-78c2c6fae387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.339490 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06937508-ca27-4a00-8f5e-78c2c6fae387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.394686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06937508-ca27-4a00-8f5e-78c2c6fae387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.397245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06937508-ca27-4a00-8f5e-78c2c6fae387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.401083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-06937508-ca27-4a00-8f5e-78c2c6fae387 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38f9185a-0781-4dea-b483-3d2cefcf2da4 HTTP/1.1" status: 204 len: 168 time: 0.1315024 Jul 16 03:55:28.413314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937508-ca27-4a00-8f5e-78c2c6fae387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9185a-0781-4dea-b483-3d2cefcf2da4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:28.455813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be9845e6-f237-440f-a001-8cbeddbd22a4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:28.510315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port be9845e6-f237-440f-a001-8cbeddbd22a4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:28.511038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.738339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-55285079-be0c-4f3c-8c76-3be26ae89301 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:28.739994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-55285079-be0c-4f3c-8c76-3be26ae89301 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1620533 Jul 16 03:55:28.753935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:28.758468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:28.775389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a0584b-1eb3-41e6-b877-ab2904648b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.801399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9610707-6856-4515-8119-ecf1b5c67487 req-6739431d-760f-4bf5-bb05-09e772dcbe94 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:28.802962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9610707-6856-4515-8119-ecf1b5c67487 req-6739431d-760f-4bf5-bb05-09e772dcbe94 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 945 time: 0.1205103 Jul 16 03:55:28.886901 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a0584b-1eb3-41e6-b877-ab2904648b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.891513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9610707-6856-4515-8119-ecf1b5c67487 req-177910d5-0c35-4315-9607-28b5058c9366 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554678 Jul 16 03:55:28.896124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64a0584b-1eb3-41e6-b877-ab2904648b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.917272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:28.922305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.939851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-64a0584b-1eb3-41e6-b877-ab2904648b65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8177f6c7454f446bbdada966623fc97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800079 Jul 16 03:55:28.942380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:28.944596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0584b-1eb3-41e6-b877-ab2904648b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a3d77-d301-4e0c-a7c8-9786c62452e1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:29.020786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 50a75329-10ea-49c0-a729-da8f9d35a5a1 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:29.070200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 50a75329-10ea-49c0-a729-da8f9d35a5a1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:29.074836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 50a75329-10ea-49c0-a729-da8f9d35a5a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:29.075148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.079091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1664ce41-2a23-4ed6-b2a0-b56e55744c8a req-afc28ea5-73c8-43d8-a93d-754609699aa1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 210 time: 0.0390248 Jul 16 03:55:29.118881 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd7fc-0010-4d97-9506-195f662421b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.155020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd7fc-0010-4d97-9506-195f662421b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.162940 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.164127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.5 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/1cfa645a-14ff-466c-9dd1-eab9127e1422) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:29.187160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a75329-10ea-49c0-a729-da8f9d35a5a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:29.189526 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b641e0be-9b9b-4a93-9ca4-7c022f041ff0" -d '{"events": [{"server_uuid": "70fca6b6-5215-4b16-8ca0-0d8e5ca11aab", "name": "network-vif-plugged", "status": "completed", "tag": "50a75329-10ea-49c0-a729-da8f9d35a5a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:29.228386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 50a75329-10ea-49c0-a729-da8f9d35a5a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:29.234052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.273287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd7fc-0010-4d97-9506-195f662421b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.281650 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd7fc-0010-4d97-9506-195f662421b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.285064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ee2bd7fc-0010-4d97-9506-195f662421b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f0a3d77-d301-4e0c-a7c8-9786c62452e1 HTTP/1.1" status: 204 len: 168 time: 0.3394468 Jul 16 03:55:29.302992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-bb722723-be37-4f25-8c8a-286c796d172c tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:29.306318 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-bb722723-be37-4f25-8c8a-286c796d172c tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.11 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 946 time: 0.1224871 Jul 16 03:55:29.306472 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db0084-d49b-4fd9-9742-d41cdfd035a1 x-openstack-request-id: req-a3db0084-d49b-4fd9-9742-d41cdfd035a1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:29.307273 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fca6b6-5215-4b16-8ca0-0d8e5ca11aab", "name": "network-vif-plugged", "status": "completed", "tag": "50a75329-10ea-49c0-a729-da8f9d35a5a1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:29.307527 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3db0084-d49b-4fd9-9742-d41cdfd035a1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:29.307921 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a75329-10ea-49c0-a729-da8f9d35a5a1', 'code': 200} Jul 16 03:55:29.308862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=50a75329-10ea-49c0-a729-da8f9d35a5a1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:29.327298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bd7fc-0010-4d97-9506-195f662421b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a3d77-d301-4e0c-a7c8-9786c62452e1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:29.449634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.472766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object 1cfa645a-14ff-466c-9dd1-eab9127e1422 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:29.484390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf003411-9fe6-4964-b964-24b9439d2424 req-38fde1bf-7f3f-400e-8369-53f7b15603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:29.486245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf003411-9fe6-4964-b964-24b9439d2424 req-38fde1bf-7f3f-400e-8369-53f7b15603f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 1097 time: 0.1078818 Jul 16 03:55:29.533465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.560868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:29.565091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:29.567560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:29.618458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf003411-9fe6-4964-b964-24b9439d2424 req-b167eee5-fb06-4c64-aa35-80a6c24baaa0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098785 Jul 16 03:55:29.678589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=1cfa645a-14ff-466c-9dd1-eab9127e1422,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:29.701184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:29.701842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.750171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-95dca3a5-4e66-4bcc-92e7-bd3e8f7ac020 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0000420 Jul 16 03:55:29.782999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Request body: {'port': {'device_id': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:29.919603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7df13c-fc7c-4e3e-8b2f-01eab4821029 req-811f51c6-5b84-40dd-88e1-cecf7db22e4e tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:29.921281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f7df13c-fc7c-4e3e-8b2f-01eab4821029 req-811f51c6-5b84-40dd-88e1-cecf7db22e4e tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 946 time: 0.1641009 Jul 16 03:55:29.922063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.980647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Deleting port b7365b26-0912-4127-a42a-90e9aea379dc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:29.984488 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.001123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d742c3cb-9bf3-454d-a920-aad763195973 None None] Provisioning for port 1cfa645a-14ff-466c-9dd1-eab9127e1422 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:30.008099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d742c3cb-9bf3-454d-a920-aad763195973 None None] Provisioning complete for port 1cfa645a-14ff-466c-9dd1-eab9127e1422 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:30.008585 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d742c3cb-9bf3-454d-a920-aad763195973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.063538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d742c3cb-9bf3-454d-a920-aad763195973 None None] Port 1cfa645a-14ff-466c-9dd1-eab9127e1422 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:30.120721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] For port b7365b26-0912-4127-a42a-90e9aea379dc, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b7365b26-0912-4127-a42a-90e9aea379dc,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:30.121457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.140093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f7df13c-fc7c-4e3e-8b2f-01eab4821029 req-795cb174-d965-47c4-a040-edd2aaeb5903 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bf5f5d4-c011-4f17-b4df-eef6635ed98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038183 Jul 16 03:55:30.411805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfa645a-14ff-466c-9dd1-eab9127e1422 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:30.426015 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.452736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Transition to ACTIVE for port object 1cfa645a-14ff-466c-9dd1-eab9127e1422 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:30.462103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.498929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6b21-e775-496f-94f7-24c99e948dc0 req-3e5a099e-bfbf-4254-9528-6e23180b25d8 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:30.500467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a7e6b21-e775-496f-94f7-24c99e948dc0 req-3e5a099e-bfbf-4254-9528-6e23180b25d8 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 946 time: 0.1571362 Jul 16 03:55:30.559980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.567444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.568036 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Floating IP 586ea356-d66a-4e98-8b08-d32c30d19817 disassociated. External IP: 172.25.4.58, port: b7365b26-0912-4127-a42a-90e9aea379dc. Jul 16 03:55:30.568627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Calling delete_port for b7365b26-0912-4127-a42a-90e9aea379dc owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:30.574268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa645a-14ff-466c-9dd1-eab9127e1422,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:30.624818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a7e6b21-e775-496f-94f7-24c99e948dc0 req-2cea1358-2097-423d-88dd-f62f4bdfade1 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Jul 16 03:55:30.688085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Attempting to bind port 1cfa645a-14ff-466c-9dd1-eab9127e1422 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:30.688432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Attempting to bind port 1cfa645a-14ff-466c-9dd1-eab9127e1422 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:30.688771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Attempting to bind port 1cfa645a-14ff-466c-9dd1-eab9127e1422 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:30.715865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Port 1cfa645a-14ff-466c-9dd1-eab9127e1422 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:30.716234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Attempting to bind port 1cfa645a-14ff-466c-9dd1-eab9127e1422 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:30.727543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:30.727885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:30.728275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:30.728758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Bound port: 1cfa645a-14ff-466c-9dd1-eab9127e1422, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:30.729160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.746025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.817228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event deleted for resources: {'Port': ['ID=b7365b26-0912-4127-a42a-90e9aea379dc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:30.912955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] For port 1cfa645a-14ff-466c-9dd1-eab9127e1422, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:30.932418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] For port 1cfa645a-14ff-466c-9dd1-eab9127e1422, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:30.943032 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.964584 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78116b32-60e5-402b-9fa9-d3d4dff7bbd7 req-d432f64e-751e-4e11-ba4b-483c75c083a8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:30.966740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78116b32-60e5-402b-9fa9-d3d4dff7bbd7 req-d432f64e-751e-4e11-ba4b-483c75c083a8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.1493862 Jul 16 03:55:30.969806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Router 0a0d9268-c4dc-4708-970e-53c338bcba62 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:30.997188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:30.997790 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.999371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cfa645a-14ff-466c-9dd1-eab9127e1422 HTTP/1.1" status: 200 len: 1091 time: 1.2396436 Jul 16 03:55:31.007281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'tag': '1cfa645a-14ff-466c-9dd1-eab9127e1422'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:31.009481 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "028e0f31-98a7-401c-b51e-4c384d2b569b", "tag": "1cfa645a-14ff-466c-9dd1-eab9127e1422"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:31.106334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a970-4eb0-4e94-bf0e-d7de3b472365 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa645a-14ff-466c-9dd1-eab9127e1422,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:31.126265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78116b32-60e5-402b-9fa9-d3d4dff7bbd7 req-01fad0d2-1fdf-406a-8308-c7cf59ca7abb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350021 Jul 16 03:55:31.131768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:31.145538 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] Sync routers for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:31.158104 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:31.159359 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:31.198064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-a6e83937-f5b9-457e-8a23-8b28f4a68f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:31.203140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-a6e83937-f5b9-457e-8a23-8b28f4a68f03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 1094 time: 0.1507590 Jul 16 03:55:31.211253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] No DVR routers for this DVR port b7365b26-0912-4127-a42a-90e9aea379dc on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:31.225393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.233102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7f67a633-1131-40ae-ad86-ec4834f0ae13 req-b0e35919-9a27-4461-97ce-0078c732a2a5 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.11 "DELETE /v2.0/ports/b7365b26-0912-4127-a42a-90e9aea379dc HTTP/1.1" status: 204 len: 173 time: 1.9200315 Jul 16 03:55:31.233102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'name': 'network-vif-deleted', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:31.244866 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d886bfc3-c2e1-4c74-8ea4-3c017d8d9701" -d '{"events": [{"server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "name": "network-vif-deleted", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:31.303001 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ee319-e629-49cd-98ae-08d2575bddb3 x-openstack-request-id: req-887ee319-e629-49cd-98ae-08d2575bddb3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:31.303295 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028e0f31-98a7-401c-b51e-4c384d2b569b", "tag": "1cfa645a-14ff-466c-9dd1-eab9127e1422", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:31.303548 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-887ee319-e629-49cd-98ae-08d2575bddb3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:31.303947 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'tag': '1cfa645a-14ff-466c-9dd1-eab9127e1422', 'status': 'completed', 'code': 200} Jul 16 03:55:31.310373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-f6ff50b6-f596-45a3-9012-c88a0914407c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422 HTTP/1.1" status: 200 len: 217 time: 0.0971217 Jul 16 03:55:31.346244 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:31.430479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-2c0b7fed-a5eb-43eb-b18a-dc6fbc85a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:31.433317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-2c0b7fed-a5eb-43eb-b18a-dc6fbc85a45d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.1143005 Jul 16 03:55:31.568452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8725ecd-c8b8-4fb0-8692-ffa2eb07c4a4 req-42f28aae-28c4-4255-ad39-726bacc6b5f1 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "GET /v2.0/ports?device_id=09cc7b2b-b8b3-49eb-8842-19be418b5441 HTTP/1.1" status: 200 len: 210 time: 0.0466931 Jul 16 03:55:31.615088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-6bb02b12-af21-4b01-b814-900e0662a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:31.616645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-6bb02b12-af21-4b01-b814-900e0662a5b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705945 Jul 16 03:55:31.645742 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c6df28-96bc-4789-b58b-895b6997a3bc x-openstack-request-id: req-47c6df28-96bc-4789-b58b-895b6997a3bc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:31.646129 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cc7b2b-b8b3-49eb-8842-19be418b5441", "name": "network-vif-deleted", "tag": "b7365b26-0912-4127-a42a-90e9aea379dc", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:31.646481 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c6df28-96bc-4789-b58b-895b6997a3bc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:31.647106 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cc7b2b-b8b3-49eb-8842-19be418b5441', 'name': 'network-vif-deleted', 'tag': 'b7365b26-0912-4127-a42a-90e9aea379dc', 'status': 'completed', 'code': 200} Jul 16 03:55:31.676969 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:26Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:31.712042 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] Checking router: 0a0d9268-c4dc-4708-970e-53c338bcba62 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:31.724172 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:31.725039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:31.786915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-449fef3e-9316-4448-b0a6-c7a6ea875304 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579733 Jul 16 03:55:31.890330 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:32.007224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec70bb3-d914-459b-aac4-146256ba68d1 req-f2674a5c-66fc-4a7c-9f89-9de0213f0502 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187421 Jul 16 03:55:32.017943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ec81-b74e-4101-85c1-54db3611d7d8 req-6229d2d7-8797-4bb8-9217-551e3cc17f4c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.026588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0431ec81-b74e-4101-85c1-54db3611d7d8 req-6229d2d7-8797-4bb8-9217-551e3cc17f4c tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 946 time: 0.1946981 Jul 16 03:55:32.162667 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:26Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:32.194683 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84240d2d-db8a-4396-9d9d-53cfd997d848 None None] The sync data for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 is: [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 4, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a6f99d1-410d-45c1-b626-be0f7c698fb1', 'name': '', 'network_id': '770b187e-7d14-4892-9cd2-5599a8a23cfc', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:17Z', 'updated_at': '2021-07-16T03:50:26Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'subnets': [{'id': 'f39a2f03-8ef3-4974-82fb-d52261c38e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:32.456502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0431ec81-b74e-4101-85c1-54db3611d7d8 req-bfdddda2-e47d-4625-bf7f-066bf27c4169 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289308 Jul 16 03:55:32.477596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-881c61b0-0fb6-42c1-84c3-1e97b31da4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.479205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-881c61b0-0fb6-42c1-84c3-1e97b31da4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 1094 time: 0.0738931 Jul 16 03:55:32.585314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-4e8be6a2-e4c9-4723-b1c2-29a3088b8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.586993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-4e8be6a2-e4c9-4723-b1c2-29a3088b8df5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1011162 Jul 16 03:55:32.652396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-a23dbe75-181c-4f17-89bc-67667f40f013 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422 HTTP/1.1" status: 200 len: 217 time: 0.0581968 Jul 16 03:55:32.660501 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:55:32.726891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-aa99e925-73f4-4d74-8898-d19413bc7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.729006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-aa99e925-73f4-4d74-8898-d19413bc7dee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0690937 Jul 16 03:55:32.738416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b511bc-8bb4-40d5-84b9-cdcb18e106fe None None] New status for floating IP 586ea356-d66a-4e98-8b08-d32c30d19817: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:55:32.738982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75474c2b-fc74-4e09-9d30-fcdcb0957de1 req-5f41fdea-2ae0-4294-9081-918e006a390f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.740214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75474c2b-fc74-4e09-9d30-fcdcb0957de1 req-5f41fdea-2ae0-4294-9081-918e006a390f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.1481273 Jul 16 03:55:32.810994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75474c2b-fc74-4e09-9d30-fcdcb0957de1 req-16a41caa-e48d-4beb-803b-e4adf36e9560 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614717 Jul 16 03:55:32.823574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-6f7d3917-60a5-4afd-9f4b-43a00ab81c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.825416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-6f7d3917-60a5-4afd-9f4b-43a00ab81c71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840523 Jul 16 03:55:32.947610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-ce76eb4b-c44a-41a0-8492-7c6e32078379 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067116 Jul 16 03:55:32.950363 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.971867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b7365b26-0912-4127-a42a-90e9aea379dc no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:32.995721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: b7365b26-0912-4127-a42a-90e9aea379dc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:32.996281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b7365b26-0912-4127-a42a-90e9aea379dc not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:33.050445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9fa7c87c-d3ad-442a-af0d-7bdcea6d7cd4 req-37bc3595-5613-4be9-af41-f779d0193d5e service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971460 Jul 16 03:55:33.256900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.392242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Deleting port 856e07b2-ee32-40ac-a598-e28c00029af6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:33.392592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.473641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.474006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.486061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Calling delete_port for 856e07b2-ee32-40ac-a598-e28c00029af6 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:33.614892 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.620260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.651168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event deleted for resources: {'Port': ['ID=856e07b2-ee32-40ac-a598-e28c00029af6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.716240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.719012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.720312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af3fe32e-a2d6-40eb-b59c-a8ab24b87262 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "DELETE /v2.0/floatingips/586ea356-d66a-4e98-8b08-d32c30d19817 HTTP/1.1" status: 204 len: 168 time: 0.4620326 Jul 16 03:55:33.871268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40696) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.966786 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06f2a884-3f6a-49ea-a1d0-0a5960cda648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.999324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06f2a884-3f6a-49ea-a1d0-0a5960cda648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.080244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06f2a884-3f6a-49ea-a1d0-0a5960cda648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.084061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06f2a884-3f6a-49ea-a1d0-0a5960cda648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.085725 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-06f2a884-3f6a-49ea-a1d0-0a5960cda648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] 10.222.0.25 "DELETE /v2.0/security-groups/5bf5f5d4-c011-4f17-b4df-eef6635ed98a HTTP/1.1" status: 204 len: 168 time: 0.2115424 Jul 16 03:55:34.090624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4011c-6573-4733-8456-7248a8f1e920 req-cb76a539-e7d0-4764-8c2d-f262994d8b06 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:34.092488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20b4011c-6573-4733-8456-7248a8f1e920 req-cb76a539-e7d0-4764-8c2d-f262994d8b06 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.1279373 Jul 16 03:55:34.097696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2a884-3f6a-49ea-a1d0-0a5960cda648 tempest-TestServerBasicOps-1345741498 tempest-TestServerBasicOps-1345741498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5f5d4-c011-4f17-b4df-eef6635ed98a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:34.159439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20b4011c-6573-4733-8456-7248a8f1e920 req-718f69b7-2f12-4d5f-949a-db950eb44266 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604572 Jul 16 03:55:34.216874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40710) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:34.794595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.077103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Deleting port 0a6f99d1-410d-45c1-b626-be0f7c698fb1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:35.077512 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.163036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] For port 0a6f99d1-410d-45c1-b626-be0f7c698fb1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a6f99d1-410d-45c1-b626-be0f7c698fb1,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:35.163704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.176351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Calling delete_port for 0a6f99d1-410d-45c1-b626-be0f7c698fb1 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:35.180392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40748) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.315291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51727cc6-201b-436f-8240-1bc33d84b14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.411861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807019fe-94b8-408f-bb66-ae054946aa5f req-320ea797-06b5-4936-805e-a79f3ce061b5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.413483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-807019fe-94b8-408f-bb66-ae054946aa5f req-320ea797-06b5-4936-805e-a79f3ce061b5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.1157694 Jul 16 03:55:35.438381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51727cc6-201b-436f-8240-1bc33d84b14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.445981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51727cc6-201b-436f-8240-1bc33d84b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.466663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.472839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-807019fe-94b8-408f-bb66-ae054946aa5f req-5625c0e8-b378-43d8-b3bc-6b46ea84ac55 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514688 Jul 16 03:55:35.497687 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51727cc6-201b-436f-8240-1bc33d84b14f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d76b5d670fc4f33abcb2ee56068ea76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152502 Jul 16 03:55:35.500991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40756) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.506702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6f99d1-410d-45c1-b626-be0f7c698fb1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.514984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51727cc6-201b-436f-8240-1bc33d84b14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258d667c-d940-45b1-9645-ca8ecdbef60b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.524969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.525674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.528193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.528674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.529052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.529962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.531307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.531963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.533049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.533399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.533719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.534051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:35.574047 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a303d990-1bd7-4565-8f08-a92c3003eb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.599965 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a303d990-1bd7-4565-8f08-a92c3003eb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.671252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a303d990-1bd7-4565-8f08-a92c3003eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.674281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a303d990-1bd7-4565-8f08-a92c3003eb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.677816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a303d990-1bd7-4565-8f08-a92c3003eb31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/258d667c-d940-45b1-9645-ca8ecdbef60b HTTP/1.1" status: 204 len: 168 time: 0.1736374 Jul 16 03:55:35.685479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303d990-1bd7-4565-8f08-a92c3003eb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d667c-d940-45b1-9645-ca8ecdbef60b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.753920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.980455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Router 0a0d9268-c4dc-4708-970e-53c338bcba62 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:35.992020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:36.006918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70e7c164-0f0c-43ac-8697-ea065da8c031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.106722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:36.112082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-11751fac-9c7e-4ab0-a3e6-aa4ac246bad4 admin admin] 10.222.0.25 "PUT /v2.0/routers/0a0d9268-c4dc-4708-970e-53c338bcba62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8939157 Jul 16 03:55:36.114586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:36.117504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70e7c164-0f0c-43ac-8697-ea065da8c031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.117937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] Sync routers for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:36.123862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70e7c164-0f0c-43ac-8697-ea065da8c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.130641 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:36.131693 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:36.170370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-70e7c164-0f0c-43ac-8697-ea065da8c031 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58ff8c2eb3dd4264bfcdf31c3ffa503b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769993 Jul 16 03:55:36.171765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7c164-0f0c-43ac-8697-ea065da8c031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8990faf-1178-48f9-92a6-a3b1a514044f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:36.174191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:36.261500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.312608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3435f2-1ee6-4dcd-9e09-84869742a5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.346660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:36.367756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3435f2-1ee6-4dcd-9e09-84869742a5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.422099 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.469811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3435f2-1ee6-4dcd-9e09-84869742a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.472733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3435f2-1ee6-4dcd-9e09-84869742a5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.474141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0a3435f2-1ee6-4dcd-9e09-84869742a5ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8990faf-1178-48f9-92a6-a3b1a514044f HTTP/1.1" status: 204 len: 168 time: 0.2995622 Jul 16 03:55:36.527470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3435f2-1ee6-4dcd-9e09-84869742a5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8990faf-1178-48f9-92a6-a3b1a514044f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:36.553581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Deleting port 67274e61-0679-464e-937a-bd2eba3687dd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:36.553795 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.576083 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '67274e61-0679-464e-937a-bd2eba3687dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:55:35Z', 'revision_number': 5, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port': {'id': '67274e61-0679-464e-937a-bd2eba3687dd', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:36.626401 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] Checking router: 0a0d9268-c4dc-4708-970e-53c338bcba62 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:36.636247 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] Routers {'0a0d9268-c4dc-4708-970e-53c338bcba62'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:36.636988 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0a0d9268-c4dc-4708-970e-53c338bcba62'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:36.646797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] For port 67274e61-0679-464e-937a-bd2eba3687dd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=67274e61-0679-464e-937a-bd2eba3687dd,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:36.647294 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.691183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Calling delete_port for 67274e61-0679-464e-937a-bd2eba3687dd owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:36.738776 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] Set router 0a0d9268-c4dc-4708-970e-53c338bcba62 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:36.784506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167517-7ab5-4ba4-96e9-3196b4a1c279 req-92608bb1-7fae-4bdd-b02f-bfc02381ef65 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.786257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f167517-7ab5-4ba4-96e9-3196b4a1c279 req-92608bb1-7fae-4bdd-b02f-bfc02381ef65 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.1304946 Jul 16 03:55:36.796967 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:55:36Z', 'revision_number': 6, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:36.825257 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb03f4-f7b9-433f-b245-efbd28e84f85 None None] The sync data for ids ['0a0d9268-c4dc-4708-970e-53c338bcba62'] in n-d-800089-6 is: [{'id': '0a0d9268-c4dc-4708-970e-53c338bcba62', 'name': 'tempest-TestServerBasicOps-5165643-router', 'tenant_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:15Z', 'updated_at': '2021-07-16T03:55:36Z', 'revision_number': 6, 'project_id': '26b24b37d9744cd7bca4be63fd00f2c9', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:36.883966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f167517-7ab5-4ba4-96e9-3196b4a1c279 req-e320e37e-4b42-441e-8656-6c7b183a6c09 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901153 Jul 16 03:55:36.954347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.978143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Pushing event deleted for resources: {'Port': ['ID=67274e61-0679-464e-937a-bd2eba3687dd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:37.044143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.137105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.139353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.515309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.516056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a0d9268-c4dc-4708-970e-53c338bcba62 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:37.524097 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.525274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9be1edef-8e09-4267-8cfd-4654df8ef163 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0a0d9268-c4dc-4708-970e-53c338bcba62 HTTP/1.1" status: 204 len: 168 time: 1.4097910 Jul 16 03:55:37.527884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40796) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:37.576058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Deleting subnet f39a2f03-8ef3-4974-82fb-d52261c38e7e {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:37.579634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.619713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.699751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.754970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.781148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39a2f03-8ef3-4974-82fb-d52261c38e7e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:37.786437 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.788461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f39a2f03-8ef3-4974-82fb-d52261c38e7e HTTP/1.1" status: 204 len: 168 time: 0.2595973 Jul 16 03:55:37.791566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 40806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:37.792349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b45dea-de23-4a3c-99a0-694d254351ce None None] Network 770b187e-7d14-4892-9cd2-5599a8a23cfc requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:37.802184 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.802531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.802892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.803324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.803668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.804030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.804310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.804707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.804963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.805282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.805604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.805924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d5add-282b-43f5-bc15-273e56bf216a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:37.862861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.917180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Deleting port d9469a62-1db9-4027-bd56-a8d58b8a08a4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:37.917520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.993661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] For port d9469a62-1db9-4027-bd56-a8d58b8a08a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d9469a62-1db9-4027-bd56-a8d58b8a08a4,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:37.994061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.008599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Calling delete_port for d9469a62-1db9-4027-bd56-a8d58b8a08a4 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:38.072856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] DHCP port deletion for 770b187e-7d14-4892-9cd2-5599a8a23cfc request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:38.125647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] Deleting port d9469a62-1db9-4027-bd56-a8d58b8a08a4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:38.126023 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.165972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314308f9-d2e0-4c9d-9a12-c8d59ea61e8e req-04c2b4fe-d0b2-48dc-8700-5bf957259ec8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:38.167522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-314308f9-d2e0-4c9d-9a12-c8d59ea61e8e req-04c2b4fe-d0b2-48dc-8700-5bf957259ec8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.1016040 Jul 16 03:55:38.183789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.196680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] For port d9469a62-1db9-4027-bd56-a8d58b8a08a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d9469a62-1db9-4027-bd56-a8d58b8a08a4,segment=NetworkSegment(ad23316a-841b-4ab6-aeda-d484a87521b8),segment_id=ad23316a-841b-4ab6-aeda-d484a87521b8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:38.197493 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.209468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] Calling delete_port for d9469a62-1db9-4027-bd56-a8d58b8a08a4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:38.219114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Pushing event deleted for resources: {'Port': ['ID=d9469a62-1db9-4027-bd56-a8d58b8a08a4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.224924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] No DVR routers for this DVR port d9469a62-1db9-4027-bd56-a8d58b8a08a4 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:38.263067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-314308f9-d2e0-4c9d-9a12-c8d59ea61e8e req-a28826d1-c51c-412a-b90c-28de2c99e152 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884440 Jul 16 03:55:38.292878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.318313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] Pushing event deleted for resources: {'Port': ['ID=d9469a62-1db9-4027-bd56-a8d58b8a08a4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.325132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540a4c4-0d92-4ce3-a680-e6cc5d14d960 None None] No DVR routers for this DVR port d9469a62-1db9-4027-bd56-a8d58b8a08a4 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:38.330212 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.349277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b187e-7d14-4892-9cd2-5599a8a23cfc']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:38.359612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad23316a-841b-4ab6-aeda-d484a87521b8') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:38.359907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad23316a-841b-4ab6-aeda-d484a87521b8') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:38.370105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.387618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.394534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:38.395260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:38.397137 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:38.456928 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.461739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.464623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] 10.222.0.25 "DELETE /v2.0/networks/770b187e-7d14-4892-9cd2-5599a8a23cfc HTTP/1.1" status: 204 len: 168 time: 0.6720300 Jul 16 03:55:38.468103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40820) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:38.470649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a6f99d1-410d-45c1-b626-be0f7c698fb1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:38.481518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3749f4-985e-4385-911a-612b2b2baaea admin admin] Pushing event deleted for resources: {'Network': ['ID=770b187e-7d14-4892-9cd2-5599a8a23cfc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.500887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0a6f99d1-410d-45c1-b626-be0f7c698fb1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:38.501644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a6f99d1-410d-45c1-b626-be0f7c698fb1 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:38.502074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 67274e61-0679-464e-937a-bd2eba3687dd no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:38.522699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 67274e61-0679-464e-937a-bd2eba3687dd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:38.523186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 67274e61-0679-464e-937a-bd2eba3687dd not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:38.523605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d9469a62-1db9-4027-bd56-a8d58b8a08a4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:38.542081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d9469a62-1db9-4027-bd56-a8d58b8a08a4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:38.542445 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d9469a62-1db9-4027-bd56-a8d58b8a08a4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:38.843177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.095934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Deleting port 33517699-c4da-49d3-a87f-68dfec75f73f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:39.096282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.174695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] For port 33517699-c4da-49d3-a87f-68dfec75f73f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=33517699-c4da-49d3-a87f-68dfec75f73f,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:39.175060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.188111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Calling delete_port for 33517699-c4da-49d3-a87f-68dfec75f73f owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:39.370353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.426960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Pushing event deleted for resources: {'Port': ['ID=33517699-c4da-49d3-a87f-68dfec75f73f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:39.551902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4608a7b-6798-49a6-a1c5-a9175ba7330b req-94d04773-daaf-4516-bb3e-ab8bac5de103 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:39.554041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4608a7b-6798-49a6-a1c5-a9175ba7330b req-94d04773-daaf-4516-bb3e-ab8bac5de103 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.0687959 Jul 16 03:55:39.597154 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f4608a7b-6798-49a6-a1c5-a9175ba7330b req-73d898d4-b8bf-4daa-bf80-ddae1a54fdaa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Jul 16 03:55:39.895000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.113191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:40.218920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:40.226460 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7ba59d89-b0fb-4271-a213-a57a5a7cc722 admin admin] 10.222.0.25 "PUT /v2.0/routers/5eaf307d-5aed-48a7-97bb-f1723c2c0e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546051 Jul 16 03:55:40.226587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40850) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:40.227334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] Sync routers for ids ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:40.237300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] Routers {'5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:40.237928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:40.334369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.349484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] Set router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:40.445696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.505114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Deleting port e2c92e37-6528-49b9-bdc1-99c61fcc61a4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:40.505522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.547575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:55:39Z', 'revision_number': 5, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port': {'id': 'e2c92e37-6528-49b9-bdc1-99c61fcc61a4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:50:23Z', 'updated_at': '2021-07-16T03:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:40.580480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] Checking router: 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:40.590065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] Routers {'5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:40.590963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:40.594991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] For port e2c92e37-6528-49b9-bdc1-99c61fcc61a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:40.595360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.609700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Calling delete_port for e2c92e37-6528-49b9-bdc1-99c61fcc61a4 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:40.690671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] Set router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:40.748251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:55:40Z', 'revision_number': 6, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:40.782065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4775fe8a-c75c-4084-96f4-a7633f62b957 None None] The sync data for ids ['5eaf307d-5aed-48a7-97bb-f1723c2c0e8e'] in n-d-800089-6 is: [{'id': '5eaf307d-5aed-48a7-97bb-f1723c2c0e8e', 'name': 'tempest-TestServerBasicOps-343914078-router', 'tenant_id': '7b6c2c0df78e48358af8dcea11a9888d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:50:22Z', 'updated_at': '2021-07-16T03:55:40Z', 'revision_number': 6, 'project_id': '7b6c2c0df78e48358af8dcea11a9888d', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:40.832598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.865096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c92e37-6528-49b9-bdc1-99c61fcc61a4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:40.922644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.967287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e67f9d-d8fc-4649-a643-13e767b8aa43 req-5a3bc159-ec6e-4d4c-b5c8-2f93ad9b65d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.968830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39e67f9d-d8fc-4649-a643-13e767b8aa43 req-5a3bc159-ec6e-4d4c-b5c8-2f93ad9b65d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.0629168 Jul 16 03:55:41.006004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39e67f9d-d8fc-4649-a643-13e767b8aa43 req-b744d710-c540-40c7-a7de-34ed6d366642 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jul 16 03:55:41.013631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.016240 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.065522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.066191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eaf307d-5aed-48a7-97bb-f1723c2c0e8e {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:41.072298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.076112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-496073be-5eb0-4be2-ab36-359f35bfe417 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5eaf307d-5aed-48a7-97bb-f1723c2c0e8e HTTP/1.1" status: 204 len: 168 time: 0.8463197 Jul 16 03:55:41.076548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.125928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Deleting subnet f3ddf7a3-b58b-46db-b2df-462fe7c849b0 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:41.129087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.171490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.260392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.315641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.354963 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ddf7a3-b58b-46db-b2df-462fe7c849b0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:41.359931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.365080 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a3414547-1f30-42fb-aa83-8a2f8fae56a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3ddf7a3-b58b-46db-b2df-462fe7c849b0 HTTP/1.1" status: 204 len: 168 time: 0.2842748 Jul 16 03:55:41.365080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40868) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.368449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2cae9-0aa8-4994-a347-f507e8e86c61 None None] Network ab5a834f-2dcf-4686-8d2f-0a3ee88151ea requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:41.439997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.494319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Deleting port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:41.494696 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.566143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] For port bbaf1cd5-df27-4465-a8e8-1e8168ad3889, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:41.566505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.580592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Calling delete_port for bbaf1cd5-df27-4465-a8e8-1e8168ad3889 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:41.585038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] DHCP port deletion for ab5a834f-2dcf-4686-8d2f-0a3ee88151ea request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:41.637281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] Deleting port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:41.637930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.671236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.701398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:41.704543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] For port bbaf1cd5-df27-4465-a8e8-1e8168ad3889, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,segment=NetworkSegment(46a59666-cabc-419b-8e23-7ae751a6fded),segment_id=46a59666-cabc-419b-8e23-7ae751a6fded)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:41.704948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.708801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] No DVR routers for this DVR port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:41.719136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] Calling delete_port for bbaf1cd5-df27-4465-a8e8-1e8168ad3889 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:41.784985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.795550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5a834f-2dcf-4686-8d2f-0a3ee88151ea']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:41.803305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.806170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a59666-cabc-419b-8e23-7ae751a6fded') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:41.807052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a59666-cabc-419b-8e23-7ae751a6fded') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:41.822735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.839079 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.839619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] Pushing event deleted for resources: {'Port': ['ID=bbaf1cd5-df27-4465-a8e8-1e8168ad3889,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:41.842349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e8af4-9b59-4d0e-84da-9591f96d02b7 None None] No DVR routers for this DVR port bbaf1cd5-df27-4465-a8e8-1e8168ad3889 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:41.849303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:41.849712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:41.867972 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:41.925112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.933522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.935652 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab5a834f-2dcf-4686-8d2f-0a3ee88151ea HTTP/1.1" status: 204 len: 168 time: 0.5699701 Jul 16 03:55:41.948745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaac0-4e5e-4767-801c-8a7eec576d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5a834f-2dcf-4686-8d2f-0a3ee88151ea,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:42.139414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40880) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.180288 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1293f133-260d-4231-b02d-a08ba5a6aedd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26b24b37d9744cd7bca4be63fd00f2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396175 Jul 16 03:55:42.182817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40882) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.188894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddf9fe-943e-4590-b0aa-21c9b3329f8f req-541a9a45-2c29-48b0-a113-0241f82401b0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.190370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6eddf9fe-943e-4590-b0aa-21c9b3329f8f req-541a9a45-2c29-48b0-a113-0241f82401b0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 943 time: 0.0680990 Jul 16 03:55:42.227648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6eddf9fe-943e-4590-b0aa-21c9b3329f8f req-d07b4b7a-a273-4ae0-a104-d9875910fd42 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Jul 16 03:55:42.231184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07dc7810-2b27-4a5c-9627-fda074310e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.252374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07dc7810-2b27-4a5c-9627-fda074310e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.302692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07dc7810-2b27-4a5c-9627-fda074310e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.305115 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07dc7810-2b27-4a5c-9627-fda074310e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.306252 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-07dc7810-2b27-4a5c-9627-fda074310e4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a05a313-666f-4479-a671-011de3a8392f HTTP/1.1" status: 204 len: 168 time: 0.1224473 Jul 16 03:55:42.314220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc7810-2b27-4a5c-9627-fda074310e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05a313-666f-4479-a671-011de3a8392f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:42.448244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 33517699-c4da-49d3-a87f-68dfec75f73f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:42.470207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 33517699-c4da-49d3-a87f-68dfec75f73f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:42.470684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 33517699-c4da-49d3-a87f-68dfec75f73f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:42.471221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbaf1cd5-df27-4465-a8e8-1e8168ad3889 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:42.491016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: bbaf1cd5-df27-4465-a8e8-1e8168ad3889 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:42.491374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bbaf1cd5-df27-4465-a8e8-1e8168ad3889 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:42.491814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e2c92e37-6528-49b9-bdc1-99c61fcc61a4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:42.513411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e2c92e37-6528-49b9-bdc1-99c61fcc61a4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:42.514730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e2c92e37-6528-49b9-bdc1-99c61fcc61a4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:42.630679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40896) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.670903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-df7dfe02-9a69-4b7f-8770-6112d0c75c99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b6c2c0df78e48358af8dcea11a9888d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390308 Jul 16 03:55:42.673639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40898) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.721961 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c978b7bb-26d7-48a4-a636-13ecfbbe5582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.742748 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c978b7bb-26d7-48a4-a636-13ecfbbe5582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.790521 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c978b7bb-26d7-48a4-a636-13ecfbbe5582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.793124 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c978b7bb-26d7-48a4-a636-13ecfbbe5582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.795707 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c978b7bb-26d7-48a4-a636-13ecfbbe5582 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f6b1deb-7c43-4fe1-adad-9c5045f750c1 HTTP/1.1" status: 204 len: 168 time: 0.1197550 Jul 16 03:55:42.804691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978b7bb-26d7-48a4-a636-13ecfbbe5582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b1deb-7c43-4fe1-adad-9c5045f750c1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:43.050028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1cfa645a-14ff-466c-9dd1-eab9127e1422 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:43.163853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1cfa645a-14ff-466c-9dd1-eab9127e1422, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:43.178735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '1cfa645a-14ff-466c-9dd1-eab9127e1422', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': '1cfa645a-14ff-466c-9dd1-eab9127e1422', 'mac_address': 'fa:16:3e:32:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:43.220648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.242130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfa645a-14ff-466c-9dd1-eab9127e1422 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:43.295178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1cfa645a-14ff-466c-9dd1-eab9127e1422, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:43.305650 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.404769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1cfa645a-14ff-466c-9dd1-eab9127e1422,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:43.467413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4516a9-17b0-45cf-838e-556373dc60e2 req-158c0475-b9ea-47d3-b2ad-37644551f1bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.468944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac4516a9-17b0-45cf-838e-556373dc60e2 req-158c0475-b9ea-47d3-b2ad-37644551f1bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 944 time: 0.0664606 Jul 16 03:55:43.507706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1cfa645a-14ff-466c-9dd1-eab9127e1422'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:43.513364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac4516a9-17b0-45cf-838e-556373dc60e2 req-b5b7505a-6e1a-4b4f-ab6e-c80272f3a816 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Jul 16 03:55:44.693652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0809f-28e8-4845-8a16-c0d0b0b4c823 req-7ea1bb5c-522d-49e9-ac2f-55579897a0fc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:44.695434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60d0809f-28e8-4845-8a16-c0d0b0b4c823 req-7ea1bb5c-522d-49e9-ac2f-55579897a0fc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 944 time: 0.0712614 Jul 16 03:55:44.758345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60d0809f-28e8-4845-8a16-c0d0b0b4c823 req-d4bc216a-bf06-40fb-834f-b0c8f2cab175 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570047 Jul 16 03:55:45.049639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1cfa645a-14ff-466c-9dd1-eab9127e1422 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:45.341474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 1cfa645a-14ff-466c-9dd1-eab9127e1422 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:45.352059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 1cfa645a-14ff-466c-9dd1-eab9127e1422 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:45.352460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.467582 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.495453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa645a-14ff-466c-9dd1-eab9127e1422'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:45.498163 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a860605-921c-4cbc-a309-c557ed1a824a" -d '{"events": [{"server_uuid": "028e0f31-98a7-401c-b51e-4c384d2b569b", "name": "network-vif-plugged", "status": "completed", "tag": "1cfa645a-14ff-466c-9dd1-eab9127e1422"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:45.534789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 1cfa645a-14ff-466c-9dd1-eab9127e1422, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:45.544690 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.584507 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fabd35e-4348-4b99-81e4-166153708c6d x-openstack-request-id: req-5fabd35e-4348-4b99-81e4-166153708c6d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:45.585003 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028e0f31-98a7-401c-b51e-4c384d2b569b", "name": "network-vif-plugged", "status": "completed", "tag": "1cfa645a-14ff-466c-9dd1-eab9127e1422", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:45.585367 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fabd35e-4348-4b99-81e4-166153708c6d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:45.585974 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa645a-14ff-466c-9dd1-eab9127e1422', 'code': 200} Jul 16 03:55:45.617882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=1cfa645a-14ff-466c-9dd1-eab9127e1422,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:45.687566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20117106-b979-42c8-a496-2503e17a9d0d req-528e0c16-6af9-479f-9511-3a9bad0441a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:45.691608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20117106-b979-42c8-a496-2503e17a9d0d req-528e0c16-6af9-479f-9511-3a9bad0441a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 1096 time: 0.0591314 Jul 16 03:55:45.750676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20117106-b979-42c8-a496-2503e17a9d0d req-e3c0396f-fab1-4221-8011-d3ad8f56188e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551453 Jul 16 03:55:45.813032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58d4a5-9776-48ec-ba8d-e83f9c0f5253 req-b6d606f5-61ae-459a-81ae-cebd20cfc560 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:45.815741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a58d4a5-9776-48ec-ba8d-e83f9c0f5253 req-b6d606f5-61ae-459a-81ae-cebd20cfc560 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1098 time: 0.0614858 Jul 16 03:55:45.856109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a58d4a5-9776-48ec-ba8d-e83f9c0f5253 req-bdaa6081-326b-46f4-8ef9-063cd7e2c6b7 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302477 Jul 16 03:55:45.885512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 40944) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:46.056723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df498d57-35ae-4706-8da3-71475c88edec req-55b2faa0-3f85-4fa4-98d1-297478838e8d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:46.058772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df498d57-35ae-4706-8da3-71475c88edec req-55b2faa0-3f85-4fa4-98d1-297478838e8d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.0770833 Jul 16 03:55:46.074781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port dacd15fe-2195-4126-95a0-45d91ce54f0d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:46.075219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.103670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df498d57-35ae-4706-8da3-71475c88edec req-14931187-c5c3-4b51-bafb-1074eae7a179 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379965 Jul 16 03:55:46.160137 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.160512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.173521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for dacd15fe-2195-4126-95a0-45d91ce54f0d owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:46.337855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.366127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=dacd15fe-2195-4126-95a0-45d91ce54f0d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:46.465152 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.465542 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 disassociated (deleted). External IP: 172.25.4.120, port: e66c9add-4767-438b-8304-e891d5265589. Jul 16 03:55:46.800765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:46.930253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:46.940597 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] Sync routers for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:46.942908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.969862 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:46.970494 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:47.000399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1ed423fe-708f-4280-a34c-967c4766cfc1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/floatingips/7b8fb43f-a3e2-49b8-83aa-a348d84a29a1 HTTP/1.1" status: 204 len: 168 time: 1.1112561 Jul 16 03:55:47.000399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:47.001474 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538b1e0c-a653-4baf-903f-1630648d1ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:47.144760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:47.352719 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebadf41b-b59b-4d87-97e1-4b66dff0b12d x-openstack-request-id: req-ebadf41b-b59b-4d87-97e1-4b66dff0b12d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:47.353320 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "tag": "e66c9add-4767-438b-8304-e891d5265589", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:47.353812 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebadf41b-b59b-4d87-97e1-4b66dff0b12d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:47.354456 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'status': 'completed', 'code': 200} Jul 16 03:55:47.422663 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:47.463706 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] Checking router: 0e469f6f-bd67-4f64-84ba-a6e41639d5bd for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:47.475178 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:47.475806 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:47.481051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-f2726e02-3ed1-4344-a24c-085cb5a2d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:47.482615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-f2726e02-3ed1-4344-a24c-085cb5a2d7b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 1098 time: 0.0994246 Jul 16 03:55:47.633179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-6638e0ba-d738-4db0-abf9-775e21524f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:47.639994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-6638e0ba-d738-4db0-abf9-775e21524f91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 200 len: 899 time: 0.1421244 Jul 16 03:55:47.641114 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:47.665802 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794b149-e683-476a-b657-f0eaaff6596d req-27d53512-6030-409f-8024-c6918fa55f56 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:47.672802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8794b149-e683-476a-b657-f0eaaff6596d req-27d53512-6030-409f-8024-c6918fa55f56 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.1891429 Jul 16 03:55:47.715851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-88ef72d2-dbad-4c51-94fc-f4c9ca605402 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 200 len: 217 time: 0.0689962 Jul 16 03:55:47.790756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8794b149-e683-476a-b657-f0eaaff6596d req-f5789b30-e588-47c7-a29c-744903527cd5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118135 Jul 16 03:55:47.857726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-f980af75-12a4-41be-bc90-0e93e2e683d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:47.860076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-f980af75-12a4-41be-bc90-0e93e2e683d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 200 len: 835 time: 0.1350391 Jul 16 03:55:47.971615 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:48.015909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-bdac1bc3-6b2e-43a2-9a22-97a87070c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:48.017472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-bdac1bc3-6b2e-43a2-9a22-97a87070c556 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fe2867c-a8f5-4731-bcc1-89573fd99256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449034 Jul 16 03:55:48.018972 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc32266-b63e-4561-ab6f-74d8274252de None None] The sync data for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 is: [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '71fd75d5-2160-4512-bbef-c5ab312429fd', 'name': '', 'network_id': '0fe2867c-a8f5-4731-bcc1-89573fd99256', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:10:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:51Z', 'updated_at': '2021-07-16T03:53:58Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '55a3a011-ff10-497f-b68b-e4663d05ae42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:48.164706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-ed13b84c-9342-402d-831a-19e675b7d298 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303546 Jul 16 03:55:48.174649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773ef27-2e01-4f6b-b1cb-914f60656bb0 req-555accac-bef9-414d-a876-6a694a03e34f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:48.176161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e773ef27-2e01-4f6b-b1cb-914f60656bb0 req-555accac-bef9-414d-a876-6a694a03e34f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 947 time: 0.1515162 Jul 16 03:55:48.269600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e773ef27-2e01-4f6b-b1cb-914f60656bb0 req-95739791-a4fb-4131-8770-298fe69136d4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=31d6de92-0683-4a66-8a59-524191cfc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847552 Jul 16 03:55:48.298232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-538b1e0c-a653-4baf-903f-1630648d1ee2 req-6ccdf125-f1a1-4e01-95f2-2bc7014a92a6 service neutron] 10.222.0.48 "GET /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210883 Jul 16 03:55:48.315449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c740ec7-a562-4f57-80a0-88dec0d4dbbc None None] New status for floating IP 7b8fb43f-a3e2-49b8-83aa-a348d84a29a1: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:55:48.464069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79b64f-c35a-4828-8811-1945957a4835 req-b2451ef5-2405-4ced-bfde-c9ee2370eba6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:48.465651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd79b64f-c35a-4828-8811-1945957a4835 req-b2451ef5-2405-4ced-bfde-c9ee2370eba6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.0689690 Jul 16 03:55:48.503401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd79b64f-c35a-4828-8811-1945957a4835 req-f2041513-5f25-4ae8-9a6d-3d372ba265cd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Jul 16 03:55:48.701168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440c87-e724-45ee-bd26-3c83203008b7 req-cee823d5-6262-4c6e-bd9a-9626717fbf30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:48.707410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6440c87-e724-45ee-bd26-3c83203008b7 req-cee823d5-6262-4c6e-bd9a-9626717fbf30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.0903571 Jul 16 03:55:48.779234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6440c87-e724-45ee-bd26-3c83203008b7 req-dfaccf74-48bd-4fc9-95fb-b15578bd2115 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Jul 16 03:55:48.853308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-2094a718-9c67-4681-ac99-07952ee33a8f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:48.855362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-2094a718-9c67-4681-ac99-07952ee33a8f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 947 time: 0.1126900 Jul 16 03:55:49.024951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port e66c9add-4767-438b-8304-e891d5265589 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:49.025751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.136979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port e66c9add-4767-438b-8304-e891d5265589, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e66c9add-4767-438b-8304-e891d5265589,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:49.137467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.149787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for e66c9add-4767-438b-8304-e891d5265589 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:49.296134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f863-8fdd-4e85-b428-3454be57ce82 req-169132d2-2b8e-417c-b69c-d8ca74c62ca5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:49.297738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7f863-8fdd-4e85-b428-3454be57ce82 req-169132d2-2b8e-417c-b69c-d8ca74c62ca5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.1002998 Jul 16 03:55:49.382606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6c7f863-8fdd-4e85-b428-3454be57ce82 req-31d695b7-333d-4f60-be19-707c62e2c52c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651348 Jul 16 03:55:49.392288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.428803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=e66c9add-4767-438b-8304-e891d5265589,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:49.501127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] No DVR routers for this DVR port e66c9add-4767-438b-8304-e891d5265589 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:49.504328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.508350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-457f4da4-f992-4a26-a916-25888ebc03c9 req-c62b562a-bab4-41c5-ac1b-84a35f0a0f00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "DELETE /v2.0/ports/e66c9add-4767-438b-8304-e891d5265589 HTTP/1.1" status: 204 len: 173 time: 0.6434634 Jul 16 03:55:49.511378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-deleted', 'tag': 'e66c9add-4767-438b-8304-e891d5265589'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:49.515431 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e999fe0-c8eb-4af0-8441-860fdf31a80b" -d '{"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-deleted", "tag": "e66c9add-4767-438b-8304-e891d5265589"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:49.614056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4e3c06f-e1b6-42c4-a95d-3b7dd801fb35 req-96fa8339-92e7-48e7-8fa4-c83b6d354b02 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf93b0ef-552e-42cd-875d-2f12bcfa8d6e HTTP/1.1" status: 200 len: 210 time: 0.0393631 Jul 16 03:55:50.073175 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2cb04-25eb-47fd-ac52-ee08a8616ef9 x-openstack-request-id: req-54d2cb04-25eb-47fd-ac52-ee08a8616ef9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:50.073477 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf93b0ef-552e-42cd-875d-2f12bcfa8d6e", "name": "network-vif-deleted", "tag": "e66c9add-4767-438b-8304-e891d5265589", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:50.073977 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54d2cb04-25eb-47fd-ac52-ee08a8616ef9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:50.074381 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf93b0ef-552e-42cd-875d-2f12bcfa8d6e', 'name': 'network-vif-deleted', 'tag': 'e66c9add-4767-438b-8304-e891d5265589', 'status': 'completed', 'code': 200} Jul 16 03:55:50.589860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-990c65b7-5f3f-40b7-ad05-1fbd76a4d590 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:50.591355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-990c65b7-5f3f-40b7-ad05-1fbd76a4d590 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.1099086 Jul 16 03:55:50.615701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad016-5bff-4dc4-a8f9-335ec8c2ddf5 req-63052bc9-b8ea-43b9-af52-81a88eb6656b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:50.617252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-887ad016-5bff-4dc4-a8f9-335ec8c2ddf5 req-63052bc9-b8ea-43b9-af52-81a88eb6656b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 945 time: 0.1009822 Jul 16 03:55:50.704848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-887ad016-5bff-4dc4-a8f9-335ec8c2ddf5 req-5b0fce71-e7e5-4874-a351-2a518b0ecaf7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Jul 16 03:55:50.745175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port 1cfa645a-14ff-466c-9dd1-eab9127e1422 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:50.745571 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.747056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-437f3bd1-ec29-403d-81dd-562304c9725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.845389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41010) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:50.863898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port 1cfa645a-14ff-466c-9dd1-eab9127e1422, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=1cfa645a-14ff-466c-9dd1-eab9127e1422,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:50.864267 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.877770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for 1cfa645a-14ff-466c-9dd1-eab9127e1422 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:51.018310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.029958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['1cfa645a-14ff-466c-9dd1-eab9127e1422'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:51.078024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=1cfa645a-14ff-466c-9dd1-eab9127e1422,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:51.161060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port 1cfa645a-14ff-466c-9dd1-eab9127e1422 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:51.167057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.170900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f3fc78f3-fa52-437b-9cd8-d7cb38576a85 req-e1c68011-ab5b-4a1f-b75c-fca87375bc20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "DELETE /v2.0/ports/1cfa645a-14ff-466c-9dd1-eab9127e1422 HTTP/1.1" status: 204 len: 173 time: 0.5710092 Jul 16 03:55:51.423198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:51.428053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.565564 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf28-3847-4c9d-a941-6b8e5db5c08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.749920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf28-3847-4c9d-a941-6b8e5db5c08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.764559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf28-3847-4c9d-a941-6b8e5db5c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.765621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 71fd75d5-2160-4512-bbef-c5ab312429fd {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:51.766058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.834971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f4fadf28-3847-4c9d-a941-6b8e5db5c08d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ba2b12ab17f4e358444f809a800e190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104912 Jul 16 03:55:51.835878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fadf28-3847-4c9d-a941-6b8e5db5c08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9cb8e9-328c-4470-8d70-6acf7b9d6186,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:51.838271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:51.906262 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe435-9025-4ca3-835c-985de232ce1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.918417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port 71fd75d5-2160-4512-bbef-c5ab312429fd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=71fd75d5-2160-4512-bbef-c5ab312429fd,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:51.918891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.942476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 71fd75d5-2160-4512-bbef-c5ab312429fd owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:51.949409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe435-9025-4ca3-835c-985de232ce1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.989049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edc54d1d-e507-42df-9fda-90d06fe1daf5 req-a92ffa35-8113-4801-8adf-fd7c3869105b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 210 time: 0.0425210 Jul 16 03:55:52.052407 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe435-9025-4ca3-835c-985de232ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.055506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe435-9025-4ca3-835c-985de232ce1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.060120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e2fe435-9025-4ca3-835c-985de232ce1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d9cb8e9-328c-4470-8d70-6acf7b9d6186 HTTP/1.1" status: 204 len: 168 time: 0.2182248 Jul 16 03:55:52.077240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'name': 'network-vif-deleted', 'tag': '1cfa645a-14ff-466c-9dd1-eab9127e1422'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:52.084353 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083442da-3937-4344-8228-46b767eb25e5" -d '{"events": [{"server_uuid": "028e0f31-98a7-401c-b51e-4c384d2b569b", "name": "network-vif-deleted", "tag": "1cfa645a-14ff-466c-9dd1-eab9127e1422"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:52.099116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fe435-9025-4ca3-835c-985de232ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9cb8e9-328c-4470-8d70-6acf7b9d6186,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:52.181887 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5827f-88b9-4a2e-bd38-95c28d3bddc5 x-openstack-request-id: req-5fc5827f-88b9-4a2e-bd38-95c28d3bddc5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:52.182283 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028e0f31-98a7-401c-b51e-4c384d2b569b", "name": "network-vif-deleted", "tag": "1cfa645a-14ff-466c-9dd1-eab9127e1422", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:52.182464 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fc5827f-88b9-4a2e-bd38-95c28d3bddc5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:52.182916 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028e0f31-98a7-401c-b51e-4c384d2b569b', 'name': 'network-vif-deleted', 'tag': '1cfa645a-14ff-466c-9dd1-eab9127e1422', 'status': 'completed', 'code': 200} Jul 16 03:55:52.281595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.318227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=71fd75d5-2160-4512-bbef-c5ab312429fd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:52.512150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:52.530023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bca4d405-abf8-4e34-8ad4-34d2631582c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.619066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.668622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bca4d405-abf8-4e34-8ad4-34d2631582c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.674072 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bca4d405-abf8-4e34-8ad4-34d2631582c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.714160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bca4d405-abf8-4e34-8ad4-34d2631582c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b1c53d0dba843e6b56dfc2d38c198b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002940 Jul 16 03:55:52.715178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4d405-abf8-4e34-8ad4-34d2631582c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf54189-7357-4afc-8278-5d8264af3b33,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:52.719039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:52.778057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74a72cbe-8bce-4ba5-988e-0fc9ba184859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.804189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74a72cbe-8bce-4ba5-988e-0fc9ba184859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.857201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74a72cbe-8bce-4ba5-988e-0fc9ba184859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.861143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74a72cbe-8bce-4ba5-988e-0fc9ba184859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.865188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-74a72cbe-8bce-4ba5-988e-0fc9ba184859 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaf54189-7357-4afc-8278-5d8264af3b33 HTTP/1.1" status: 204 len: 168 time: 0.1420770 Jul 16 03:55:52.872850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72cbe-8bce-4ba5-988e-0fc9ba184859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf54189-7357-4afc-8278-5d8264af3b33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:53.116254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:53.167536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: e66c9add-4767-438b-8304-e891d5265589 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:53.168792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e66c9add-4767-438b-8304-e891d5265589 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:53.244491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40298298-0658-42c4-b39b-aed74b3c449e req-dc288988-8b28-46ab-a756-7689d3c0967d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 210 time: 0.0349791 Jul 16 03:55:53.328418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:53.456740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:53.466280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:53.468857 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] Sync routers for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:53.476289 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ee68fac8-811c-4454-b0d4-53d19cd912bf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/0e469f6f-bd67-4f64-84ba-a6e41639d5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296675 Jul 16 03:55:53.483310 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:53.484317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:53.545431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c7706dc-fd37-4141-a27f-44255a5a1b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.551125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting subnet 55a3a011-ff10-497f-b68b-e4663d05ae42 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:53.554585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.604798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.636153 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:53.694852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.762182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.801109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Subnet': ['ID=55a3a011-ff10-497f-b68b-e4663d05ae42,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:53.815861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.821736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:53.828581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3229e84-7898-475b-9cc3-be6aa663cf2d None None] Network 0fe2867c-a8f5-4731-bcc1-89573fd99256 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:53.838448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-368b06f1-b0b3-4c4a-b0be-29747b23b1fd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/subnets/55a3a011-ff10-497f-b68b-e4663d05ae42 HTTP/1.1" status: 204 len: 168 time: 0.3707681 Jul 16 03:55:53.906963 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.115088 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:55:52Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:54.141935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.160276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] DHCP port deletion for 0fe2867c-a8f5-4731-bcc1-89573fd99256 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:54.163087 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] Checking router: 0e469f6f-bd67-4f64-84ba-a6e41639d5bd for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:54.182501 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] Routers {'0e469f6f-bd67-4f64-84ba-a6e41639d5bd'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:54.183206 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:54.246377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] Deleting port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:54.247189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.310277 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] Set router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:54.333153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] For port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,segment=NetworkSegment(4a01dccb-4387-4ac0-a797-fa673253d0dd),segment_id=4a01dccb-4387-4ac0-a797-fa673253d0dd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:54.334272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.349472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] Calling delete_port for 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:54.401475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.506393 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.523830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port da04bc66-dd53-4c7e-b8a1-40417c5413e2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:54.524357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.557255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] No DVR routers for this DVR port 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:54.577982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0aa15-3c0e-49b2-a59f-225b9153407d None None] Pushing event deleted for resources: {'Port': ['ID=6c62ae29-a66a-4d92-b0ab-1ed065f582b1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:54.590990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28111603-69a9-4d9d-80c9-502d82cbce89 req-1c587625-9e3f-43d7-9563-d752e2087e41 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 210 time: 0.1007330 Jul 16 03:55:54.592287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:54.597075 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.619753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:54.620107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6c62ae29-a66a-4d92-b0ab-1ed065f582b1 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:54.666433 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:55:52Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:54.676469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port da04bc66-dd53-4c7e-b8a1-40417c5413e2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=da04bc66-dd53-4c7e-b8a1-40417c5413e2,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:54.676840 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.695830 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693aa6a-9f2a-4d03-8900-b563356d7de7 None None] The sync data for ids ['0e469f6f-bd67-4f64-84ba-a6e41639d5bd'] in n-d-800089-6 is: [{'id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931963780', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:53:47Z', 'updated_at': '2021-07-16T03:55:52Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'da04bc66-dd53-4c7e-b8a1-40417c5413e2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e469f6f-bd67-4f64-84ba-a6e41639d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:48Z', 'updated_at': '2021-07-16T03:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:54.702236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for da04bc66-dd53-4c7e-b8a1-40417c5413e2 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:54.718212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41082) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:54.886011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4afc8c5d-8a9c-4a7f-887e-ac59d87c1d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.915931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.949708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=da04bc66-dd53-4c7e-b8a1-40417c5413e2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.031556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.065482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1cfa645a-14ff-466c-9dd1-eab9127e1422 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:55.091486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 1cfa645a-14ff-466c-9dd1-eab9127e1422 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:55.091990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 1cfa645a-14ff-466c-9dd1-eab9127e1422 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:55.140226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.143910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.161140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4afc8c5d-8a9c-4a7f-887e-ac59d87c1d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.192280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4afc8c5d-8a9c-4a7f-887e-ac59d87c1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.212374 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.212926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Fanout notify agent at l3_agent the message router_deleted on router 0e469f6f-bd67-4f64-84ba-a6e41639d5bd {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:55.227963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.229074 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eb786dd3-40db-44e2-bd0f-fbc24dfbdf90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/routers/0e469f6f-bd67-4f64-84ba-a6e41639d5bd HTTP/1.1" status: 204 len: 168 time: 1.4063408 Jul 16 03:55:55.232193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:55.246057 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4afc8c5d-8a9c-4a7f-887e-ac59d87c1d00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de62df89c01149708e12985385ea3253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194466 Jul 16 03:55:55.246057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc8c5d-8a9c-4a7f-887e-ac59d87c1d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec905df8-22b1-446c-bd11-4214f883b751,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.246370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:55.369302 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.402878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd4824b-2158-41cd-9a46-49064db37397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.451828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd4824b-2158-41cd-9a46-49064db37397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.475857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.496208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe2867c-a8f5-4731-bcc1-89573fd99256']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:55.527108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a01dccb-4387-4ac0-a797-fa673253d0dd') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:55.527405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a01dccb-4387-4ac0-a797-fa673253d0dd') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:55.539523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.553466 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.563113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:55.563547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:55.566755 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:55.593596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd4824b-2158-41cd-9a46-49064db37397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.596389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffd4824b-2158-41cd-9a46-49064db37397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.600373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ffd4824b-2158-41cd-9a46-49064db37397 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec905df8-22b1-446c-bd11-4214f883b751 HTTP/1.1" status: 204 len: 168 time: 0.3516424 Jul 16 03:55:55.646124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4824b-2158-41cd-9a46-49064db37397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec905df8-22b1-446c-bd11-4214f883b751,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.659205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.666568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.671169 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/networks/0fe2867c-a8f5-4731-bcc1-89573fd99256 HTTP/1.1" status: 204 len: 168 time: 0.4377961 Jul 16 03:55:55.675485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41104) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:55.701885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb2f21-1076-4188-a4f0-1538ccdd14f0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Network': ['ID=0fe2867c-a8f5-4731-bcc1-89573fd99256,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.799421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1c28002-f26b-4f41-9e54-54704928db27 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.834058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1c28002-f26b-4f41-9e54-54704928db27 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.853615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11b90554-e6be-48c4-b5b7-feb066274871 req-6666ce5f-a6cc-40df-9c9b-6da8058827d5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=028e0f31-98a7-401c-b51e-4c384d2b569b HTTP/1.1" status: 200 len: 210 time: 0.0330491 Jul 16 03:55:55.927928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1c28002-f26b-4f41-9e54-54704928db27 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.930913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1c28002-f26b-4f41-9e54-54704928db27 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.933358 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1c28002-f26b-4f41-9e54-54704928db27 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/security-groups/31d6de92-0683-4a66-8a59-524191cfc3d3 HTTP/1.1" status: 204 len: 168 time: 0.2566297 Jul 16 03:55:55.958780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c28002-f26b-4f41-9e54-54704928db27 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d6de92-0683-4a66-8a59-524191cfc3d3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.121923 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.212821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41120) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:56.221098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368217547', 'description': 'tempest-secgroup-smoke-368217547 description', 'project_id': '6a47beb09b284e98859204e37a5e150c'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:56.246655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.336520 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.341306 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.379720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90183eb3-688d-4023-9e29-0643e773d9b5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.386878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.389177 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2cc3f0e0-7918-4a7b-8453-86e7eacc0418 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1750302 Jul 16 03:55:56.391743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:56.423258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '90183eb3-688d-4023-9e29-0643e773d9b5', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:56.487454 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.504982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da04bc66-dd53-4c7e-b8a1-40417c5413e2 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:56.537924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: da04bc66-dd53-4c7e-b8a1-40417c5413e2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:56.541440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device da04bc66-dd53-4c7e-b8a1-40417c5413e2 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:56.543580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 71fd75d5-2160-4512-bbef-c5ab312429fd no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:56.573519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.582509 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.590056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 71fd75d5-2160-4512-bbef-c5ab312429fd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:56.590951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 71fd75d5-2160-4512-bbef-c5ab312429fd not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:56.607787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9b4cb1-e051-415b-bc5f-c117238ed5aa,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.625884 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.630617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41132) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:56.630843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-295e9584-b724-4d00-83dd-fefc4fa719f4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2311435 Jul 16 03:55:56.643177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '90183eb3-688d-4023-9e29-0643e773d9b5', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:56.677369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.740926 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.746704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.768415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a808ff47-c668-45b4-831e-98604ff83452,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.772691 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.780777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:56.786060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '90183eb3-688d-4023-9e29-0643e773d9b5', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:56.791169 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3b9abe6b-a835-45e5-83f6-e6a97987bc74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588287 Jul 16 03:55:56.822017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.887540 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.892644 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.909180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a298c8-1a1d-41e4-a45f-db6cb6882567,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.922841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.927060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4781df03-47a7-462b-a63a-c4a089737521 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451664 Jul 16 03:55:56.927714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:56.934564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '90183eb3-688d-4023-9e29-0643e773d9b5', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:56.964945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.053470 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.062384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.095140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d257a01-2d3f-4b67-b607-de5a6e47b5c2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.096359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41154) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.108503 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.111370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dad631f8-4824-421f-be75-729fbaff4d8e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1814487 Jul 16 03:55:57.114244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.120165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '90183eb3-688d-4023-9e29-0643e773d9b5', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:57.142977 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:55:57.147813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.214833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.219666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.230956 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92761878-ec15-4cd6-a5ce-84db410b4dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.239378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e34dd3-3425-435b-b6f6-1686552b3693,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.246902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.248185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1f544923-b38d-4620-9c2b-b1500aaedbb5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325910 Jul 16 03:55:57.250970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.255763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '90183eb3-688d-4023-9e29-0643e773d9b5', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:57.331262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92761878-ec15-4cd6-a5ce-84db410b4dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.336178 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92761878-ec15-4cd6-a5ce-84db410b4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.374688 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:55:57.382099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92761878-ec15-4cd6-a5ce-84db410b4dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795ef77d-c340-4ad1-aa15-93c5cef41f67,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.382503 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.386778 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-92761878-ec15-4cd6-a5ce-84db410b4dd9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42c7f75614e0404bba9b1ad43639e81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878344 Jul 16 03:55:57.389406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41162) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.439846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87cafb2e-e99e-49ed-8a88-8d9d6a8589dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.456783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.462770 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.463340 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87cafb2e-e99e-49ed-8a88-8d9d6a8589dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.483650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4f86cf-343a-4399-b5a8-b0a6cc8711e9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.490426 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.495044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-db106d3d-ce43-457d-abd1-bb7d49677ab0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2402315 Jul 16 03:55:57.495384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.501132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'network': {'name': 'tempest-network-smoke--1918411005', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:57.523405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:57.525957 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87cafb2e-e99e-49ed-8a88-8d9d6a8589dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.527676 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.528914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87cafb2e-e99e-49ed-8a88-8d9d6a8589dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.530129 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-87cafb2e-e99e-49ed-8a88-8d9d6a8589dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/795ef77d-c340-4ad1-aa15-93c5cef41f67 HTTP/1.1" status: 204 len: 168 time: 0.1395876 Jul 16 03:55:57.541123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cafb2e-e99e-49ed-8a88-8d9d6a8589dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795ef77d-c340-4ad1-aa15-93c5cef41f67,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.556750 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:57.566786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.567662 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Added segment bda6675c-073f-4811-ae80-b0ac33438878 of type vlan for network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 Jul 16 03:55:57.613035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.652683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.659416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:57.660139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.705753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2092965 Jul 16 03:55:57.708685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41170) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.714885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'admin_state_up': True, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:57.735388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b32c97-2486-427b-9967-08d9a1000f0f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Network': ['ID=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.746301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:57.751221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.752560 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.824067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.975302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.195977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.215450 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.328395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.155 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/d6ff21c3-8318-461e-ad91-c2e7308918bc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:58.452455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.495772 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.536428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:58.539245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:58.543359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:58.569047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=d6ff21c3-8318-461e-ad91-c2e7308918bc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:58.839160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.057660 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.195855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 6bf15089-c915-4d5e-960a-8cca3260faeb is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:59.323699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:59.337040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Sync routers for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:59.349761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.352273 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-800ecac7-8ec5-4598-8f15-1b30ea9d5daf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6416683 Jul 16 03:55:59.353171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:59.353973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:59.355222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:59.410605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4fc5893b-00b1-420e-b059-4ff790469897 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6a47beb09b284e98859204e37a5e150c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527866 Jul 16 03:55:59.412414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:59.492221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:59.560677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c98365-3e16-4cb0-b0ee-36912b8c693e tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:59.562205 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-45c98365-3e16-4cb0-b0ee-36912b8c693e tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488018 Jul 16 03:55:59.565085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:59.600137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-edaa9b86-15b1-43d0-8ffb-1b8cd0a3359d tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337594 Jul 16 03:55:59.602530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:59.607530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1699255837', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:59.672632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:59.705660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Checking router: 6bf15089-c915-4d5e-960a-8cca3260faeb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:59.706010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Updating router 6bf15089-c915-4d5e-960a-8cca3260faeb port d6ff21c3-8318-461e-ad91-c2e7308918bc binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:59.707642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:59.711181 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.746412 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.945669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.006589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Subnet': ['ID=2a9b3274-c392-4443-90df-be72575740ca,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.040618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Checking segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:00.041104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network hostable DHCP agents. Network: 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:00.051621 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.071719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:00.072633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Transition to ACTIVE for port object d6ff21c3-8318-461e-ad91-c2e7308918bc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:00.079591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.091438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:00.107392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:00.108328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.126570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69d01b-c55e-428e-9a06-ea9f0034652b None None] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:00.130497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd4076a8-25dc-4249-a0bd-1c1cc49c46fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5267949 Jul 16 03:56:00.133296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:00.262193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c9cad-da6c-4e32-b63d-a4bad67414a2 None None] Pushing event updated for resources: {'Port': ['ID=d6ff21c3-8318-461e-ad91-c2e7308918bc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.267958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Attempting to bind port d6ff21c3-8318-461e-ad91-c2e7308918bc on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:00.268642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Attempting to bind port d6ff21c3-8318-461e-ad91-c2e7308918bc by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:00.269365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Attempting to bind port d6ff21c3-8318-461e-ad91-c2e7308918bc on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:00.282205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:00.282989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:00.283958 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.284591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:00.285302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Bound port: d6ff21c3-8318-461e-ad91-c2e7308918bc, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:00.286067 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.358599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:00.362511 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.406132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] For port d6ff21c3-8318-461e-ad91-c2e7308918bc, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:00.412792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] For port d6ff21c3-8318-461e-ad91-c2e7308918bc, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d6ff21c3-8318-461e-ad91-c2e7308918bc,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:00.501020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.653984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:00.654924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:00.706112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071845e-c89c-400a-bab8-f67daf243639 req-9cbc1b0c-3c71-42b2-9cad-7d4619681aa6 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:00.713519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c9cad-da6c-4e32-b63d-a4bad67414a2 None None] Pushing event updated for resources: {'Port': ['ID=d6ff21c3-8318-461e-ad91-c2e7308918bc,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.714986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3071845e-c89c-400a-bab8-f67daf243639 req-9cbc1b0c-3c71-42b2-9cad-7d4619681aa6 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 946 time: 0.1303861 Jul 16 03:56:00.746279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Allocated IP 172.20.0.2 (2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312/2a9b3274-c392-4443-90df-be72575740ca/319a3e20-8ed4-4d3c-bce4-cc2088f8d5af) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:00.779294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3071845e-c89c-400a-bab8-f67daf243639 req-6f1a634c-c1e1-47a6-8c91-cca79084db9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630469 Jul 16 03:56:00.851069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:01.229649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.245598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.260558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Transition to ACTIVE for port object 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:01.303541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Transition to ACTIVE for port object 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:01.319857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.397795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:01.401324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Pushing event updated for resources: {'Port': ['ID=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.416036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:01.421130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:01.425426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:01.484667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9048c94-7dcf-4214-91cb-84a574298acb None None] The sync data for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 is: [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:01.544823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Attempting to bind port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:01.545978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Attempting to bind port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:01.546590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Attempting to bind port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:01.553202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:01.553876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Checking segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:01.554481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.555101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Bound using segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:01.556699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Bound port: 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:01.557962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.636245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] For port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:01.639797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] For port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:01.653452 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.687594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.1 (2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312/2a9b3274-c392-4443-90df-be72575740ca/0a5eba18-0540-4aa4-8cd0-def2865246bc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:01.752421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd260-969c-4f45-853a-0d43fc67492c None None] Pushing event updated for resources: {'Port': ['ID=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.843312 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.871142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object 0a5eba18-0540-4aa4-8cd0-def2865246bc will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:02.000423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.059827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d9913-3249-4ec1-a9c7-50d523fcc859 req-992bced3-720c-4826-9b3b-a9a81e3c5eef tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.063981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b61d9913-3249-4ec1-a9c7-50d523fcc859 req-992bced3-720c-4826-9b3b-a9a81e3c5eef tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 946 time: 0.1233213 Jul 16 03:56:02.135898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=0a5eba18-0540-4aa4-8cd0-def2865246bc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:02.168122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:02.169612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:02.181394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:02.229873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b61d9913-3249-4ec1-a9c7-50d523fcc859 req-03241d51-4022-4904-a47b-d57f8c4292b7 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/security-groups?id=22aec121-bb43-4150-b44f-2a792503b83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575029 Jul 16 03:56:02.245449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.275515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-fbaf9152-072d-4149-8f16-c23e4808cede tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.277070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-fbaf9152-072d-4149-8f16-c23e4808cede tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.48 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 946 time: 0.1910133 Jul 16 03:56:02.502848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Deleting port 50a75329-10ea-49c0-a729-da8f9d35a5a1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:02.507071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.537346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.669664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d6ff21c3-8318-461e-ad91-c2e7308918bc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:02.679489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] For port 50a75329-10ea-49c0-a729-da8f9d35a5a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=50a75329-10ea-49c0-a729-da8f9d35a5a1,segment=NetworkSegment(322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4),segment_id=322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:02.680000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.697622 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Calling delete_port for 50a75329-10ea-49c0-a729-da8f9d35a5a1 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:02.806452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d6ff21c3-8318-461e-ad91-c2e7308918bc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:02.833102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d6ff21c3-8318-461e-ad91-c2e7308918bc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:02.833694 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.956954 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.987140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['50a75329-10ea-49c0-a729-da8f9d35a5a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:02.993487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Pushing event deleted for resources: {'Port': ['ID=50a75329-10ea-49c0-a729-da8f9d35a5a1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:03.140217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] No DVR routers for this DVR port 50a75329-10ea-49c0-a729-da8f9d35a5a1 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:03.150373 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.158432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.160128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.162927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.166833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b39ca719-97ef-470b-8185-fb94dda5d291 req-791d4908-eef6-422d-8102-023e331bcc9b tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.48 "DELETE /v2.0/ports/50a75329-10ea-49c0-a729-da8f9d35a5a1 HTTP/1.1" status: 204 len: 173 time: 0.8842537 Jul 16 03:56:03.167685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'name': 'network-vif-deleted', 'tag': '50a75329-10ea-49c0-a729-da8f9d35a5a1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:03.170326 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682eee25-9ce9-41b1-8c41-2c660038e81a" -d '{"events": [{"server_uuid": "70fca6b6-5215-4b16-8ca0-0d8e5ca11aab", "name": "network-vif-deleted", "tag": "50a75329-10ea-49c0-a729-da8f9d35a5a1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:03.173445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.216614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d6ff21c3-8318-461e-ad91-c2e7308918bc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d6ff21c3-8318-461e-ad91-c2e7308918bc,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:03.225512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.226493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:03.275030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=0a5eba18-0540-4aa4-8cd0-def2865246bc,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:03.308611 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa5c889-90cc-4916-ac2a-25428b8f2ec3 x-openstack-request-id: req-dfa5c889-90cc-4916-ac2a-25428b8f2ec3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:03.309069 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fca6b6-5215-4b16-8ca0-0d8e5ca11aab", "name": "network-vif-deleted", "tag": "50a75329-10ea-49c0-a729-da8f9d35a5a1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:03.309338 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfa5c889-90cc-4916-ac2a-25428b8f2ec3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:03.310072 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fca6b6-5215-4b16-8ca0-0d8e5ca11aab', 'name': 'network-vif-deleted', 'tag': '50a75329-10ea-49c0-a729-da8f9d35a5a1', 'status': 'completed', 'code': 200} Jul 16 03:56:03.325077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.334814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98979a-0336-4e6c-8e97-712906910b2f None None] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:03.561273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f0f5605e-ff49-4702-bf3e-2d3845868ad4 None None] Provisioning for port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:03.567231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d6ff21c3-8318-461e-ad91-c2e7308918bc,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:03.573517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:03.575283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:03.606999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41282) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:03.663823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ea94c5d-1da9-4b7b-9c4e-1d1788575c43 req-ccd0f72b-8b28-41ce-ad95-633e5c070593 tempest-VolumesSnapshotTestJSON-1001829674 tempest-VolumesSnapshotTestJSON-1001829674-project] 10.222.0.25 "GET /v2.0/ports?device_id=70fca6b6-5215-4b16-8ca0-0d8e5ca11aab HTTP/1.1" status: 200 len: 210 time: 0.0771797 Jul 16 03:56:03.702216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:03.733366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:03.734775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.787690 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.883891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.928948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3cca981-debb-4d9b-8146-59cf2fc6c1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.956136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:03.966092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.989872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 6bf15089-c915-4d5e-960a-8cca3260faeb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:04.071625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:04.215714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3cca981-debb-4d9b-8146-59cf2fc6c1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.237466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3cca981-debb-4d9b-8146-59cf2fc6c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.272140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:04.283890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2dd3aada-b9e9-4099-b9d1-736d8058421b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/6bf15089-c915-4d5e-960a-8cca3260faeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1493423 Jul 16 03:56:04.295753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:04.303339 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c3cca981-debb-4d9b-8146-59cf2fc6c1d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7dcc7656041a4aeba161908dec075d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6940508 Jul 16 03:56:04.308734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cca981-debb-4d9b-8146-59cf2fc6c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c500e-124e-48fd-877d-e3fbcf9c56b9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:04.319963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e52485c1-140e-47cb-9339-c7d8ee4deb78 None None] Provisioning for port 0a5eba18-0540-4aa4-8cd0-def2865246bc completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:04.326366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e52485c1-140e-47cb-9339-c7d8ee4deb78 None None] Provisioning complete for port 0a5eba18-0540-4aa4-8cd0-def2865246bc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:04.327035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e52485c1-140e-47cb-9339-c7d8ee4deb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.390896 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Sync routers for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:04.415343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e52485c1-140e-47cb-9339-c7d8ee4deb78 None None] Port 0a5eba18-0540-4aa4-8cd0-def2865246bc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:04.422280 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:04.424666 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:04.431271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e52485c1-140e-47cb-9339-c7d8ee4deb78 None None] Provisioning complete for port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:04.434159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df2d1a3f-3074-4211-ba03-8986f963a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.437558 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e52485c1-140e-47cb-9339-c7d8ee4deb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.512419 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df2d1a3f-3074-4211-ba03-8986f963a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.596613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d6ff21c3-8318-461e-ad91-c2e7308918bc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:04.698575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d6ff21c3-8318-461e-ad91-c2e7308918bc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:04.699127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.735773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:04.744526 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-8f5ce804-5a69-437b-a463-c2b9040b9c30 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368217547&fields=id&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 267 time: 0.1012220 Jul 16 03:56:04.745547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df2d1a3f-3074-4211-ba03-8986f963a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.752749 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df2d1a3f-3074-4211-ba03-8986f963a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.755296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df2d1a3f-3074-4211-ba03-8986f963a295 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba6c500e-124e-48fd-877d-e3fbcf9c56b9 HTTP/1.1" status: 204 len: 168 time: 0.4576292 Jul 16 03:56:04.913872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:04.920248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d1a3f-3074-4211-ba03-8986f963a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c500e-124e-48fd-877d-e3fbcf9c56b9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:04.978990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-4c1c9365-dddc-4598-aab3-6ff7f139d9e4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:04.985671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-4c1c9365-dddc-4598-aab3-6ff7f139d9e4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 797 time: 0.2269602 Jul 16 03:56:05.027323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-a7ca9f61-7a35-4819-b727-6f314e3ab755 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/quotas/6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 375 time: 0.0316150 Jul 16 03:56:05.073866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:05.074488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.129346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-f8fba8b4-6e03-4428-9235-ccbfb0d1dfd2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008434 Jul 16 03:56:05.177490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 50a75329-10ea-49c0-a729-da8f9d35a5a1 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:05.190208 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 2, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:05.256878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 50a75329-10ea-49c0-a729-da8f9d35a5a1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:05.257221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 50a75329-10ea-49c0-a729-da8f9d35a5a1 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:05.279149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-298ddaea-88ed-41f9-9fcd-d11fbbfb30bd None None] Provisioning complete for port 0a5eba18-0540-4aa4-8cd0-def2865246bc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:05.279531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-298ddaea-88ed-41f9-9fcd-d11fbbfb30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.300380 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Checking router: 6bf15089-c915-4d5e-960a-8cca3260faeb for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:05.301100 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Updating router 6bf15089-c915-4d5e-960a-8cca3260faeb port 0a5eba18-0540-4aa4-8cd0-def2865246bc binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:56:05.332936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-ae0212c4-ee69-4b36-b865-bee3a4a8a2a5 service neutron] 10.222.0.25 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963205 Jul 16 03:56:05.405078 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.421645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-298ddaea-88ed-41f9-9fcd-d11fbbfb30bd None None] Port 0a5eba18-0540-4aa4-8cd0-def2865246bc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:05.481398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-f3958454-9f0b-4925-9003-85d906ef6ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475763 Jul 16 03:56:05.554769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-48944131-2ae6-4b52-a377-2e73bfd60ff0 None None] Provisioning complete for port 0a5eba18-0540-4aa4-8cd0-def2865246bc triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:05.556182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48944131-2ae6-4b52-a377-2e73bfd60ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.617411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-48944131-2ae6-4b52-a377-2e73bfd60ff0 None None] Port 0a5eba18-0540-4aa4-8cd0-def2865246bc cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:05.893780 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.918580 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Transition to ACTIVE for port object 0a5eba18-0540-4aa4-8cd0-def2865246bc will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:05.928562 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.984572 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f7ec6e1-27d8-48a9-afa3-f03b3d40332d req-1fda601b-784a-49e9-828f-44c37958ddc8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 210 time: 0.0987520 Jul 16 03:56:06.005238 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c356e3-f923-4dd5-948c-9cd3ffe9e14f None None] Pushing event updated for resources: {'Port': ['ID=0a5eba18-0540-4aa4-8cd0-def2865246bc,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.064940 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Attempting to bind port 0a5eba18-0540-4aa4-8cd0-def2865246bc on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:06.065474 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Attempting to bind port 0a5eba18-0540-4aa4-8cd0-def2865246bc by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:06.066364 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Attempting to bind port 0a5eba18-0540-4aa4-8cd0-def2865246bc on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:06.076696 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:06.077076 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Checking segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:06.077486 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.077925 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Bound using segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:06.078441 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Bound port: 0a5eba18-0540-4aa4-8cd0-def2865246bc, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:06.078846 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.243523 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] For port 0a5eba18-0540-4aa4-8cd0-def2865246bc, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:06.250372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] For port 0a5eba18-0540-4aa4-8cd0-def2865246bc, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a5eba18-0540-4aa4-8cd0-def2865246bc,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:06.261078 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.371070 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:06.372023 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:06.456850 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c356e3-f923-4dd5-948c-9cd3ffe9e14f None None] Pushing event updated for resources: {'Port': ['ID=0a5eba18-0540-4aa4-8cd0-def2865246bc,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.748247 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:07.048574 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:06Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:07.082727 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67b85e-1876-4f66-946d-c4956aaa703e None None] The sync data for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 is: [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:06Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:07.251036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29ba56fa-e65f-4233-83b3-ad9f1db304d6 req-6c4515a4-6437-47df-8583-6ef70f42be93 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 210 time: 0.0476930 Jul 16 03:56:07.537453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-f9d70970-a3da-4a5b-be6d-e05be8e53c18 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:07.539147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-f9d70970-a3da-4a5b-be6d-e05be8e53c18 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 797 time: 0.2016363 Jul 16 03:56:07.604784 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-16139cd6-6ac7-4604-bd83-8a8d2f4fb550 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 379 time: 0.0563343 Jul 16 03:56:07.623225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'port': {'device_id': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'admin_state_up': True, 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'security_groups': ['90183eb3-688d-4023-9e29-0643e773d9b5']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:07.785414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:07.792717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.952203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.8 (2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312/2a9b3274-c392-4443-90df-be72575740ca/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:08.548414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a5eba18-0540-4aa4-8cd0-def2865246bc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:08.614030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9525fa2-bb9a-41f2-a3c4-f83f1ca5b117 req-84dbf53e-ea53-42b2-8325-fcf6af6d226f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 210 time: 0.0634661 Jul 16 03:56:08.623167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.641137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:08.651337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0a5eba18-0540-4aa4-8cd0-def2865246bc completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:08.659247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a5eba18-0540-4aa4-8cd0-def2865246bc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:08.662167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.688344 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.783601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.792205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.799644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:08.801176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:08.803784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:08.832871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 0a5eba18-0540-4aa4-8cd0-def2865246bc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a5eba18-0540-4aa4-8cd0-def2865246bc,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:08.842333 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.870795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.871473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.899988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-5710ae21-f1d6-42e5-a51b-d7f70e29f5e2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2883272 Jul 16 03:56:08.913569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Request body: {'port': {'device_id': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:08.952691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=0a5eba18-0540-4aa4-8cd0-def2865246bc,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.975166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.975437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.977734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.994913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.995504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.995871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.996358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.996868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.997283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.997617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.998155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:08.998750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:09.138936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.333690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b10a0254-e954-4e71-8a55-4196f0eddd5d None None] Provisioning for port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:09.348648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b10a0254-e954-4e71-8a55-4196f0eddd5d None None] Provisioning complete for port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:09.349318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b10a0254-e954-4e71-8a55-4196f0eddd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.399057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b10a0254-e954-4e71-8a55-4196f0eddd5d None None] Port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:09.541345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:09.549111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.563296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Transition to ACTIVE for port object 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:09.567761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.622381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:09.660097 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:56:09.696911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:09.698148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:09.698736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:09.703797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:09.704409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:09.711157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:09.711796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Checking segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:09.712402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Bound using segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:09.713040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Bound port: 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:09.713627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.848965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:09.869330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:09.875973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.887519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be9d72-7237-4b50-9314-eded168242d8 req-a33b9d9e-1fb4-4fae-90a0-2cdbe2c8c76d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.889137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6be9d72-7237-4b50-9314-eded168242d8 req-a33b9d9e-1fb4-4fae-90a0-2cdbe2c8c76d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 943 time: 0.1160009 Jul 16 03:56:09.935134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.935761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.937170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] 10.222.0.11 "PUT /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 1091 time: 1.0295610 Jul 16 03:56:09.937612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:09.940022 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67" -d '{"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:09.980140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6be9d72-7237-4b50-9314-eded168242d8 req-e633b5df-5a2c-45d2-93a9-6e620a60f12d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689678 Jul 16 03:56:09.993569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5ea87-162d-4db1-b725-2e289a94620f service neutron] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:10.055144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-e41ae36e-f3c4-479c-b765-48a98e40dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.056681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-e41ae36e-f3c4-479c-b765-48a98e40dd2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1094 time: 0.0756793 Jul 16 03:56:10.077997 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5bab40-88f2-4563-8e09-8d37fe95336a x-openstack-request-id: req-0f5bab40-88f2-4563-8e09-8d37fe95336a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:10.078279 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:10.078536 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f5bab40-88f2-4563-8e09-8d37fe95336a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:10.078950 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'status': 'completed', 'code': 200} Jul 16 03:56:10.122000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-2a0abf4e-8dc9-4c55-9b95-9d5e2de7c39b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 217 time: 0.0512404 Jul 16 03:56:10.185615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-4901f9cc-9b16-4d3a-b15d-757d0479813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.196384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-4901f9cc-9b16-4d3a-b15d-757d0479813c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0558846 Jul 16 03:56:10.302713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-8a0bd951-2ff3-4a89-b8e9-89bf79bd9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.305051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-8a0bd951-2ff3-4a89-b8e9-89bf79bd9aca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112847 Jul 16 03:56:10.419806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-c0eee18f-cefb-41ef-a453-93935f56f90c service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079609 Jul 16 03:56:10.487737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a5eba18-0540-4aa4-8cd0-def2865246bc up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:10.529338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e88aaee7-68d1-4ff3-bc58-e6b271da57ff req-9d1c0ac8-19d6-4130-92d4-cd98da37b0b2 service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037846 Jul 16 03:56:10.546139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0a5eba18-0540-4aa4-8cd0-def2865246bc triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:10.546520 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.655001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-fd40b7e6-c795-4236-850c-fa7974509a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.656447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-fd40b7e6-c795-4236-850c-fa7974509a85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1094 time: 0.0677269 Jul 16 03:56:10.759845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-0cba62b7-68fb-4b51-8141-950b46bbe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.761925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-0cba62b7-68fb-4b51-8141-950b46bbe767 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 899 time: 0.0994968 Jul 16 03:56:10.813087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-3d3c55d9-8521-4915-92b0-72cabe54b17a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 217 time: 0.0411644 Jul 16 03:56:10.868416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-ab815cda-35ec-48df-9dfa-f797e25a51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.869907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-ab815cda-35ec-48df-9dfa-f797e25a51ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0493836 Jul 16 03:56:10.938231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-fff0f269-bc6a-4741-bec2-5f929ea725b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:10.939797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-fff0f269-bc6a-4741-bec2-5f929ea725b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632858 Jul 16 03:56:11.075114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-7c72ff48-6e3c-4df9-895c-28bdfa03d032 service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275382 Jul 16 03:56:11.243691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce1bf1b3-d106-4f99-bbb0-adef4bba9e67 req-e1f60278-9905-432f-b378-35304fdf7894 service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597226 Jul 16 03:56:11.256694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6517-a175-4dac-af46-29baac15a98b req-b06bae00-b080-40ad-bcef-ed44105629fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:11.258578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-417f6517-a175-4dac-af46-29baac15a98b req-b06bae00-b080-40ad-bcef-ed44105629fe tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 943 time: 0.1382940 Jul 16 03:56:11.320548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-417f6517-a175-4dac-af46-29baac15a98b req-cd804779-06a4-4f48-b7b4-018e5ed1201e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534453 Jul 16 03:56:12.550202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883cd1-f1f7-499b-83e2-1becf028fdb4 req-080de8c8-37ae-467f-9367-08c591c701cc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:12.553497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd883cd1-f1f7-499b-83e2-1becf028fdb4 req-080de8c8-37ae-467f-9367-08c591c701cc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 943 time: 0.1025031 Jul 16 03:56:12.611278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd883cd1-f1f7-499b-83e2-1becf028fdb4 req-3d98b4df-95c2-4ac8-b0c2-722d5a1f27db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513980 Jul 16 03:56:13.095879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:13.200219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:13.213442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'port_id': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'mac_address': 'fa:16:3e:e1:70:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:13.254092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.270861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:13.292016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:13.297218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.356784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:13.485456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:13.862770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251f47-3f44-4db6-858e-b86943c996a6 req-1644ea46-31f5-43a5-b9ad-955aeb580fcb tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:13.870240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99251f47-3f44-4db6-858e-b86943c996a6 req-1644ea46-31f5-43a5-b9ad-955aeb580fcb tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.1028419 Jul 16 03:56:13.907265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99251f47-3f44-4db6-858e-b86943c996a6 req-7b6e5dc7-b3a4-43f7-9ef7-82ceee76a7aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351415 Jul 16 03:56:15.096708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:15.128775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b64d-a8cf-409c-b861-07bb803ec8cc req-8dd69b5f-fd5a-40f9-bc5f-760dee04c276 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:15.130467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6a8b64d-a8cf-409c-b861-07bb803ec8cc req-8dd69b5f-fd5a-40f9-bc5f-760dee04c276 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.0760908 Jul 16 03:56:15.169690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:15.174604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6a8b64d-a8cf-409c-b861-07bb803ec8cc req-eef710d2-d837-45ba-a1e0-cf493fe15901 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 Jul 16 03:56:15.188149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:15.189458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.283122 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.316200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:15.319235 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a294ae-3a0e-44b3-9dfc-87b8b41c5dec" -d '{"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-plugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:15.342236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:15.350118 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.363445 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d50c7f9-44a9-4cc6-93d4-96d3e74f0970 x-openstack-request-id: req-7d50c7f9-44a9-4cc6-93d4-96d3e74f0970 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:15.363791 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-plugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:15.364045 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d50c7f9-44a9-4cc6-93d4-96d3e74f0970 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:15.364478 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'code': 200} Jul 16 03:56:15.425803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:15.504931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48004eb3-d789-476c-83a0-c04a3392a6c9 req-8a332c16-7a81-4e82-b088-f9c54e0a2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:15.506743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48004eb3-d789-476c-83a0-c04a3392a6c9 req-8a332c16-7a81-4e82-b088-f9c54e0a2ecb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1096 time: 0.0706568 Jul 16 03:56:15.545030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48004eb3-d789-476c-83a0-c04a3392a6c9 req-f455ecda-e4c5-425a-981d-03e4e0fb718b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Jul 16 03:56:16.539578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718d15d-91cb-436d-8e7e-1be0307e2d08 req-0598673c-5393-4020-9cec-42bbacf98123 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:16.547411 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9718d15d-91cb-436d-8e7e-1be0307e2d08 req-0598673c-5393-4020-9cec-42bbacf98123 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.1448829 Jul 16 03:56:16.604893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9718d15d-91cb-436d-8e7e-1be0307e2d08 req-c1fc42f8-70fc-48cf-b138-a82fb3c1cb3c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566561 Jul 16 03:56:17.786429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0d9b4-f0a3-4bfd-8466-8b02b4b3604f req-36ca92de-039c-4ae4-a675-927637759343 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:17.788165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6c0d9b4-f0a3-4bfd-8466-8b02b4b3604f req-36ca92de-039c-4ae4-a675-927637759343 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.0675063 Jul 16 03:56:17.835437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c6c0d9b4-f0a3-4bfd-8466-8b02b4b3604f req-39f85edc-e820-4ccc-84fd-b54a66e31cc0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383134 Jul 16 03:56:18.031999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191ccba-644b-49d2-888a-aa0f345e96f3 req-fb77109f-bf0c-4f1c-846d-7f1e561d2a80 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:18.033633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7191ccba-644b-49d2-888a-aa0f345e96f3 req-fb77109f-bf0c-4f1c-846d-7f1e561d2a80 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.0714462 Jul 16 03:56:18.085543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7191ccba-644b-49d2-888a-aa0f345e96f3 req-5deedf3f-2b25-467e-b7f7-13b6b887c434 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432541 Jul 16 03:56:18.114272 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.168598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75de5c-6454-4eab-880b-50eaa5815f34 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:18.172833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2d75de5c-6454-4eab-880b-50eaa5815f34 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1091 time: 0.0561941 Jul 16 03:56:18.173140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.177587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:18.206195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.315728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.430820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.166 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/65313d1d-cbfd-4f43-b2d9-866a1179bba2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:18.552965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.600023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.662075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:18.667608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:18.671456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:18.674900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=65313d1d-cbfd-4f43-b2d9-866a1179bba2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.226804 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.311396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.520501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.526976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.611825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=65313d1d-cbfd-4f43-b2d9-866a1179bba2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.622953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.735627 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 277f695e-1af0-41be-8367-5ece79f6e82b associated. External IP: 172.25.4.166, port: 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed. Jul 16 03:56:19.999655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 6bf15089-c915-4d5e-960a-8cca3260faeb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:20.144690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:20.156711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] Sync routers for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:20.171830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:20.174436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:20.175364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.266114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b82c8a3e-d193-483d-9f71-14a489c49b71 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0918562 Jul 16 03:56:20.267417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:20.271444 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d47918e-b529-4403-981b-b141304f5af4" -d '{"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:20.341541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:20.613449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d53b8-f51e-4d49-b384-4087cf195629 req-7bc3bc3c-cd7f-487c-b3a5-51485a6b604a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:20.615744 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-840d53b8-f51e-4d49-b384-4087cf195629 req-7bc3bc3c-cd7f-487c-b3a5-51485a6b604a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.1094599 Jul 16 03:56:20.682388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-840d53b8-f51e-4d49-b384-4087cf195629 req-8ae69130-dda6-4c67-a255-698d75b73d70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587440 Jul 16 03:56:20.689179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '277f695e-1af0-41be-8367-5ece79f6e82b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'port_id': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'mac_address': 'fa:16:3e:e1:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:18Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:08Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:20.704139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41630) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:20.737799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] Checking router: 6bf15089-c915-4d5e-960a-8cca3260faeb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:20.749647 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a18248a7-9259-46d9-94ab-4dc60611c0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.753493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:20.754102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:55:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:20.814170 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdd480d-6c34-4fcc-9641-490cae214a88 x-openstack-request-id: req-9fdd480d-6c34-4fcc-9641-490cae214a88 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:20.814463 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:20.814744 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fdd480d-6c34-4fcc-9641-490cae214a88 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:20.815149 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'status': 'completed', 'code': 200} Jul 16 03:56:20.870391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da888838-1eab-49ea-bae9-8500a70e7f07 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/277f695e-1af0-41be-8367-5ece79f6e82b HTTP/1.1" status: 200 len: 991 time: 0.1643443 Jul 16 03:56:20.925779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47918e-b529-4403-981b-b141304f5af4 req-46b7b51c-949c-4c63-b1fe-78671f5d63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:20.927575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-46b7b51c-949c-4c63-b1fe-78671f5d63c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1096 time: 0.0922594 Jul 16 03:56:21.090856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:21.432542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '277f695e-1af0-41be-8367-5ece79f6e82b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'port_id': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'mac_address': 'fa:16:3e:e1:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:18Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:08Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:21.466740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf85db-e819-4966-9e0d-6af5e02c15d3 None None] The sync data for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 is: [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '277f695e-1af0-41be-8367-5ece79f6e82b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'port_id': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'mac_address': 'fa:16:3e:e1:70:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:18Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:08Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:21.480823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47918e-b529-4403-981b-b141304f5af4 req-9fa66bbe-b0db-459e-aea0-bcd059331bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:21.482298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-9fa66bbe-b0db-459e-aea0-bcd059331bbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 899 time: 0.5480187 Jul 16 03:56:21.558811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-5dec3436-86d7-465f-bbb5-0a479dc53e93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 999 time: 0.0696352 Jul 16 03:56:21.612692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47918e-b529-4403-981b-b141304f5af4 req-3b6a78e6-3e9d-42b6-97d2-b12d02119ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:21.614409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-3b6a78e6-3e9d-42b6-97d2-b12d02119ea8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0500770 Jul 16 03:56:21.683879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47918e-b529-4403-981b-b141304f5af4 req-387e89e5-b8b4-434f-8a7d-61b00bd7484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:21.685339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-387e89e5-b8b4-434f-8a7d-61b00bd7484a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635817 Jul 16 03:56:21.756099 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27673b7-bb04-4378-96f2-ca13968a7845 None None] New status for floating IP 277f695e-1af0-41be-8367-5ece79f6e82b: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:56:21.815179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-8ccb50f7-452d-46a0-8704-3bd544cec1ba service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228704 Jul 16 03:56:21.874405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41642) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:21.937019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d47918e-b529-4403-981b-b141304f5af4 req-b41ace65-962d-47db-8239-669fb8efd360 service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138210 Jul 16 03:56:21.953372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-602cbc33-9d0a-4699-891f-9c8b9ca777ba tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/277f695e-1af0-41be-8367-5ece79f6e82b HTTP/1.1" status: 200 len: 991 time: 0.0761211 Jul 16 03:56:22.954816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:23.077674 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a64eb8b7-781d-4ffd-abef-484e10a191c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/277f695e-1af0-41be-8367-5ece79f6e82b HTTP/1.1" status: 200 len: 993 time: 0.1215470 Jul 16 03:56:23.538246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3aad-2bf4-423e-ad2d-970d6f231d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.877419 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.383777 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.126282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.940070 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.491792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-607d3c0a-5cdb-4703-9972-3a6625a3629f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:33.494342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-607d3c0a-5cdb-4703-9972-3a6625a3629f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1507442 Jul 16 03:56:33.511079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-8a4b827d-798c-44d7-a834-5ed108afcc51 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0103743 Jul 16 03:56:33.589756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-5ed2585a-9b98-40ed-9d7b-8a37c42618c0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732417 Jul 16 03:56:33.659926 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.687297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-7393aaaa-3183-4ff4-be16-2fd1dc5b01cd service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907590 Jul 16 03:56:33.785782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-7d578e87-a753-4248-a5b1-e114cd38cda0 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939407 Jul 16 03:56:33.999775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f0002d1-fb5c-4cdf-a0ce-c0a96f4f0d76 req-0c3ebd34-91ec-4df2-9856-b7bd6657bfc0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 210 time: 0.0293953 Jul 16 03:56:35.202114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abcc4f2a-33f2-4b66-9cc4-0c97300f168a req-e64e18d6-1cd5-4779-834a-30e3a638a0f2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 210 time: 0.0427954 Jul 16 03:56:35.352415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-735b4e14-6d1c-4164-9f3b-529deced3eaf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:35.353938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-735b4e14-6d1c-4164-9f3b-529deced3eaf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.2814007 Jul 16 03:56:35.365883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:35.503698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:35.510239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.683088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.9 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/e647f475-d4c6-4415-acd8-155c30f93665) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:35.873761 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.888444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object e647f475-d4c6-4415-acd8-155c30f93665 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:35.922584 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.976757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=e647f475-d4c6-4415-acd8-155c30f93665,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:35.983323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:35.989346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:35.993196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.993562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.993901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.994243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.994573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.994906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.995244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.995587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.995900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.996225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.996573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:35.996907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:36.000404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:36.057055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:36.057688 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.076183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-9e2b90be-2ba8-4a45-9508-75945311dad5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7144189 Jul 16 03:56:36.087814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Request body: {'port': {'device_id': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:36.179813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.360297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-76d25cfd-437b-4524-b97e-c98a939ef237 None None] Provisioning for port e647f475-d4c6-4415-acd8-155c30f93665 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:36.366698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-76d25cfd-437b-4524-b97e-c98a939ef237 None None] Provisioning complete for port e647f475-d4c6-4415-acd8-155c30f93665 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:36.367155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-76d25cfd-437b-4524-b97e-c98a939ef237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.466794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-76d25cfd-437b-4524-b97e-c98a939ef237 None None] Port e647f475-d4c6-4415-acd8-155c30f93665 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:36.565961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae53f-5907-4465-83e6-bb19ffac0e39 req-d625ce94-348a-41b7-9713-482c12c15fd6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:36.582357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-184ae53f-5907-4465-83e6-bb19ffac0e39 req-d625ce94-348a-41b7-9713-482c12c15fd6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 931 time: 0.1540787 Jul 16 03:56:36.713094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-184ae53f-5907-4465-83e6-bb19ffac0e39 req-83a16abc-b844-477f-a35c-bf9965809917 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291561 Jul 16 03:56:36.843124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e647f475-d4c6-4415-acd8-155c30f93665 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:36.851906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.864931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Transition to ACTIVE for port object e647f475-d4c6-4415-acd8-155c30f93665 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:36.872139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.925884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Pushing event updated for resources: {'Port': ['ID=e647f475-d4c6-4415-acd8-155c30f93665,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:37.033646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Attempting to bind port e647f475-d4c6-4415-acd8-155c30f93665 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:37.034083 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Attempting to bind port e647f475-d4c6-4415-acd8-155c30f93665 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:37.034621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Attempting to bind port e647f475-d4c6-4415-acd8-155c30f93665 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:37.040200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Port e647f475-d4c6-4415-acd8-155c30f93665 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:37.040694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Attempting to bind port e647f475-d4c6-4415-acd8-155c30f93665 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:37.048927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:37.049255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:37.049677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:37.050119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Bound port: e647f475-d4c6-4415-acd8-155c30f93665, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:37.050504 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.216395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] For port e647f475-d4c6-4415-acd8-155c30f93665, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:37.221539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] For port e647f475-d4c6-4415-acd8-155c30f93665, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e647f475-d4c6-4415-acd8-155c30f93665,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:37.229898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.269416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.270059 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.271634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] 10.222.0.48 "PUT /v2.0/ports/e647f475-d4c6-4415-acd8-155c30f93665 HTTP/1.1" status: 200 len: 1091 time: 1.1889238 Jul 16 03:56:37.272131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'tag': 'e647f475-d4c6-4415-acd8-155c30f93665'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:37.274323 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81839b6-db1a-41ec-a144-704975901368" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d1b326-8731-4432-9acb-66460b9eac18", "tag": "e647f475-d4c6-4415-acd8-155c30f93665"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:37.318623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057e00c-d1ea-4686-9a4b-2b7501711d01 service neutron] Pushing event updated for resources: {'Port': ['ID=e647f475-d4c6-4415-acd8-155c30f93665,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:37.427035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-e39b0ee4-fc37-4708-aa4b-8fcc1f3310be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.429648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-e39b0ee4-fc37-4708-aa4b-8fcc1f3310be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 1094 time: 0.1020060 Jul 16 03:56:37.458479 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4619b8a7-acc5-41a9-9af2-9b92d0d324d0 x-openstack-request-id: req-4619b8a7-acc5-41a9-9af2-9b92d0d324d0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:37.458885 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d1b326-8731-4432-9acb-66460b9eac18", "tag": "e647f475-d4c6-4415-acd8-155c30f93665", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:37.459193 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4619b8a7-acc5-41a9-9af2-9b92d0d324d0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:37.459602 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'tag': 'e647f475-d4c6-4415-acd8-155c30f93665', 'status': 'completed', 'code': 200} Jul 16 03:56:37.516043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-dcca63c9-01de-4f89-a91e-2c717e3756c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e647f475-d4c6-4415-acd8-155c30f93665 HTTP/1.1" status: 200 len: 217 time: 0.0748761 Jul 16 03:56:37.601163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-f11d7e53-512f-4ebd-a15d-a9b187d8c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.603417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-f11d7e53-512f-4ebd-a15d-a9b187d8c2c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0779805 Jul 16 03:56:37.702560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-4d386ae2-c173-4c50-9cd9-3777d63e4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.702560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-4d386ae2-c173-4c50-9cd9-3777d63e4254 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877507 Jul 16 03:56:37.902856 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-44fbf94b-e232-4e69-a062-f7001e8ec9a4 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959867 Jul 16 03:56:38.047351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9ac3d0e-da32-4de6-b497-7dc9c86a2b9c req-e72143e7-c305-4dce-ab27-5c10a8ef2461 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336799 Jul 16 03:56:38.058872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87f24d-5041-4b16-a4ca-27b21e4be9da req-825b2a58-f8bd-430d-9ae9-b8fae9f43c05 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.066446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e87f24d-5041-4b16-a4ca-27b21e4be9da req-825b2a58-f8bd-430d-9ae9-b8fae9f43c05 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.1623399 Jul 16 03:56:38.175559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e87f24d-5041-4b16-a4ca-27b21e4be9da req-5e955bb5-8f3e-45f0-a72b-eb3b280a0205 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Jul 16 03:56:38.210591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81839b6-db1a-41ec-a144-704975901368 req-643ea286-596b-4db9-bbd4-16478bd89a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.212481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-643ea286-596b-4db9-bbd4-16478bd89a77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 1094 time: 0.1038940 Jul 16 03:56:38.358696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81839b6-db1a-41ec-a144-704975901368 req-8d63e807-431d-4b24-8471-1a3261b45f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.360425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-8d63e807-431d-4b24-8471-1a3261b45f19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1424031 Jul 16 03:56:38.425210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-e3cf73aa-c70c-401e-a35f-b99b32e6ebb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e647f475-d4c6-4415-acd8-155c30f93665 HTTP/1.1" status: 200 len: 217 time: 0.0573423 Jul 16 03:56:38.506704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81839b6-db1a-41ec-a144-704975901368 req-4cced6b7-ee9e-46dc-a78e-b500192812e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.509817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-4cced6b7-ee9e-46dc-a78e-b500192812e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0739093 Jul 16 03:56:38.600024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81839b6-db1a-41ec-a144-704975901368 req-377c7bc7-923d-41f1-98a8-a18a348fbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.603125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-377c7bc7-923d-41f1-98a8-a18a348fbd6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864499 Jul 16 03:56:38.780919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-5a8cf8ed-f25e-4e7a-8ee9-596aabb1fb1d service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718307 Jul 16 03:56:39.018079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d81839b6-db1a-41ec-a144-704975901368 req-63b9c1f0-0de8-4c26-be9e-13410b122145 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309823 Jul 16 03:56:39.478632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781779f5-f21a-4444-b64f-977d87fee784 req-c214c271-7603-42c0-af70-7af041b536d5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.486536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-781779f5-f21a-4444-b64f-977d87fee784 req-c214c271-7603-42c0-af70-7af041b536d5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.1475523 Jul 16 03:56:39.544504 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-781779f5-f21a-4444-b64f-977d87fee784 req-c2bb3d11-4c08-4c6e-b2da-1004727f8f78 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533643 Jul 16 03:56:40.771663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422f29a-a9b8-4fec-ab69-886144d28f55 req-200bccf2-8de8-4d55-93e3-8ad4ee5122ef tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:40.786366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2422f29a-a9b8-4fec-ab69-886144d28f55 req-200bccf2-8de8-4d55-93e3-8ad4ee5122ef tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.1031492 Jul 16 03:56:40.834421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2422f29a-a9b8-4fec-ab69-886144d28f55 req-122791dd-33f4-41ff-b552-cf8481a63680 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466306 Jul 16 03:56:42.076863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750668d-9cd9-413a-ae99-f0fb749e061c req-46f5dcc3-4ccf-452c-b5a5-3f9e4da1cc96 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:42.079499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7750668d-9cd9-413a-ae99-f0fb749e061c req-46f5dcc3-4ccf-452c-b5a5-3f9e4da1cc96 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0931280 Jul 16 03:56:42.149552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7750668d-9cd9-413a-ae99-f0fb749e061c req-72356973-b63a-42ff-97f0-00ffa6533c25 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Jul 16 03:56:43.376493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b9f3c-b8b8-4c76-80ec-253bd13fbcaa req-d32628dd-5194-42b4-b54a-bf6bf54532c2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:43.379163 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f0b9f3c-b8b8-4c76-80ec-253bd13fbcaa req-d32628dd-5194-42b4-b54a-bf6bf54532c2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0961704 Jul 16 03:56:43.453948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f0b9f3c-b8b8-4c76-80ec-253bd13fbcaa req-10d1c54b-a39d-43f9-9d49-6a84468dbe4e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698514 Jul 16 03:56:44.671466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089208c3-0c82-4552-ba28-aab0b87bdf23 req-da4e67ad-b527-466d-8743-eac26973d1e9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:44.675007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-089208c3-0c82-4552-ba28-aab0b87bdf23 req-da4e67ad-b527-466d-8743-eac26973d1e9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.1047132 Jul 16 03:56:44.715779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-089208c3-0c82-4552-ba28-aab0b87bdf23 req-d27c4c80-cc0d-4d31-97bc-2fc67a0e06cd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Jul 16 03:56:45.935366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda66f1-2b11-4937-b48e-0430ab8aae08 req-bab5c908-a5db-4b3c-b11a-577ba59f65a8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:45.939109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efda66f1-2b11-4937-b48e-0430ab8aae08 req-bab5c908-a5db-4b3c-b11a-577ba59f65a8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0782239 Jul 16 03:56:46.004127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efda66f1-2b11-4937-b48e-0430ab8aae08 req-9ff7a908-2e1b-4d74-ac23-c2eb2b0ec11a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571601 Jul 16 03:56:46.658773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:56:47.227935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab50096-1a55-4387-b63e-921b9b46368e req-94b9ee62-ae23-49b7-820f-e198a28939d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:47.236567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ab50096-1a55-4387-b63e-921b9b46368e req-94b9ee62-ae23-49b7-820f-e198a28939d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0919189 Jul 16 03:56:47.280379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ab50096-1a55-4387-b63e-921b9b46368e req-55e98bbe-6622-4ab5-8730-9a1bc8f95d2b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Jul 16 03:56:48.467341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6693aa0-8abb-40cc-b460-83c62b5f7b56 req-12a791ee-5e96-41ad-be45-55123327f223 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:48.468858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6693aa0-8abb-40cc-b460-83c62b5f7b56 req-12a791ee-5e96-41ad-be45-55123327f223 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0683076 Jul 16 03:56:48.508616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d6693aa0-8abb-40cc-b460-83c62b5f7b56 req-f544a468-24b3-4600-85bd-410a424995da tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Jul 16 03:56:49.715279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc4a43-b069-43d5-8ba6-119e44044c67 req-73d206a7-3195-4093-ae45-e5c98e4e1997 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:49.716838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ddc4a43-b069-43d5-8ba6-119e44044c67 req-73d206a7-3195-4093-ae45-e5c98e4e1997 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0668428 Jul 16 03:56:49.756127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ddc4a43-b069-43d5-8ba6-119e44044c67 req-ceab3b31-8a3b-40d4-80b9-64ef1cd6fe53 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Jul 16 03:56:50.723302 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f6a786a-d289-4df5-8944-699073646e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.960353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747286c-f443-4cfb-a7c8-6cd94f8e3bd1 req-78effdaa-4d81-434d-85f2-26999928d780 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:50.961894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9747286c-f443-4cfb-a7c8-6cd94f8e3bd1 req-78effdaa-4d81-434d-85f2-26999928d780 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0667212 Jul 16 03:56:51.010082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9747286c-f443-4cfb-a7c8-6cd94f8e3bd1 req-b9129122-99e2-4379-8d24-92f05e34a2fd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Jul 16 03:56:51.365054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41982) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.426453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Deleting subnet eaea70b2-4f81-4209-9084-ff974975a312 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:51.430255 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.466950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.513747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.578767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.613456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.615513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eaea70b2-4f81-4209-9084-ff974975a312 HTTP/1.1" status: 204 len: 168 time: 0.2485747 Jul 16 03:56:51.617841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41984) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.619910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaea70b2-4f81-4209-9084-ff974975a312,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:51.642089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.642487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.645362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.650288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4534d4-9f5e-400e-8be8-3742a5164d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:51.723202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.819662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.838395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcef85e-74a9-4647-8d32-bb8534cfa463']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.861131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.861131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322e1bb6-b0b9-4e6e-9e94-f53ff5dbaed4') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.871998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.887816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.896875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:51.897597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:51.899300 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:51.957750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.973944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.975915 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/1fcef85e-74a9-4647-8d32-bb8534cfa463 HTTP/1.1" status: 204 len: 168 time: 0.3571742 Jul 16 03:56:51.976757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf1f58-ea0f-417c-a323-6c798f2869cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcef85e-74a9-4647-8d32-bb8534cfa463,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.212185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a728e-44ac-42ba-aec7-18a13a9a582f req-450cf5b5-2535-4443-94d2-11027082219c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:52.215360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-629a728e-44ac-42ba-aec7-18a13a9a582f req-450cf5b5-2535-4443-94d2-11027082219c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0723495 Jul 16 03:56:52.243591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 41994) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.266100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-629a728e-44ac-42ba-aec7-18a13a9a582f req-c09d5463-60f6-4625-a54f-7725ed68261b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 Jul 16 03:56:52.318513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ba8e30e1-21a0-4f16-b1d2-9755c9ce6c82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a64e8d2bbd654837a54166f31f056477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673029 Jul 16 03:56:52.318766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 41996) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.394299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bab64e-960b-4f1a-862d-cf3f7e8bcdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.416596 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bab64e-960b-4f1a-862d-cf3f7e8bcdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.469009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bab64e-960b-4f1a-862d-cf3f7e8bcdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.472000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37bab64e-960b-4f1a-862d-cf3f7e8bcdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.476255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-37bab64e-960b-4f1a-862d-cf3f7e8bcdc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22aec121-bb43-4150-b44f-2a792503b83e HTTP/1.1" status: 204 len: 168 time: 0.1567473 Jul 16 03:56:52.492133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab64e-960b-4f1a-862d-cf3f7e8bcdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aec121-bb43-4150-b44f-2a792503b83e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.851193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04252a-5e5e-4e74-abdf-44afc31f5ddb req-e9e283f8-7288-42b1-8815-2a9364f685b2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:52.852695 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb04252a-5e5e-4e74-abdf-44afc31f5ddb req-e9e283f8-7288-42b1-8815-2a9364f685b2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.1090028 Jul 16 03:56:52.900482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb04252a-5e5e-4e74-abdf-44afc31f5ddb req-636bf9e2-4099-4a7f-948a-b8b96acdca06 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393026 Jul 16 03:56:52.925784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42006) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.007371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6fb605e6-ad23-4927-b82b-ddaa92c7d959 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/277f695e-1af0-41be-8367-5ece79f6e82b HTTP/1.1" status: 200 len: 993 time: 0.0793436 Jul 16 03:56:53.476375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9cfb0-56fc-4deb-902b-dceb52c1ed34 req-b102163d-4909-4909-a272-cf5150267749 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:53.477979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dfe9cfb0-56fc-4deb-902b-dceb52c1ed34 req-b102163d-4909-4909-a272-cf5150267749 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0692546 Jul 16 03:56:53.527275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dfe9cfb0-56fc-4deb-902b-dceb52c1ed34 req-f74ec829-a6b7-4422-a7d2-26c519130490 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Jul 16 03:56:53.543800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a15bb445-ab04-4831-b7b6-aced9f518229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.840404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd689b-3b9c-4471-a296-39f0ff5d63ae req-24f13f27-64cd-4711-ab53-a0202851627a tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:53.843015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66fd689b-3b9c-4471-a296-39f0ff5d63ae req-24f13f27-64cd-4711-ab53-a0202851627a tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1096 time: 0.0579803 Jul 16 03:56:53.866500 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.898870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66fd689b-3b9c-4471-a296-39f0ff5d63ae req-9f8cb65d-c759-4197-ae23-69e0ef011bd1 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Jul 16 03:56:54.384037 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.567366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-430d5f5d-cd65-4c13-9255-25e17b4f53c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507994 Jul 16 03:56:54.576346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-2c99d8a8-c1ff-4fb5-b17b-769ac5ddda19 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:56:54.577298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-2c99d8a8-c1ff-4fb5-b17b-769ac5ddda19 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049517 Jul 16 03:56:55.226673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-1efa2761-7a76-409d-8ff4-0990f345930c tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.228074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-1efa2761-7a76-409d-8ff4-0990f345930c tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 1093 time: 0.1666629 Jul 16 03:56:55.236746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Request body: {'binding': {'host': 'n-h2-800089-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:55.237190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:56:55.373240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on host n-h2-800089-6 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:55.373572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:55.373902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:55.379063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:55.379387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:55.384362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:55.384724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Checking segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:55.385076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Bound using segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:55.385579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Bound port: 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:55.469928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:55.475031 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.476210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] 10.222.0.25 "POST /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.2430804 Jul 16 03:56:55.693180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd090a-887b-4afa-964e-815bc2a59422 req-2096057e-876c-4e5a-8cb3-6f892365eb11 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.694763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dd090a-887b-4afa-964e-815bc2a59422 req-2096057e-876c-4e5a-8cb3-6f892365eb11 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.0886021 Jul 16 03:56:55.742175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-8bc77373-f7f4-4d23-a19b-762be3911c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.743562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-8bc77373-f7f4-4d23-a19b-762be3911c43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1096 time: 0.0921168 Jul 16 03:56:55.748418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71dd090a-887b-4afa-964e-815bc2a59422 req-055c597a-5a7b-4153-ad58-7aad79efe728 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 Jul 16 03:56:55.836904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-6163611c-51c0-424d-9550-292be670cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.838374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-6163611c-51c0-424d-9550-292be670cd08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 899 time: 0.0883155 Jul 16 03:56:55.934608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ae928bcc-c49e-401e-88b8-8ab93905c674 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 1001 time: 0.0900495 Jul 16 03:56:55.985058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad742c8-1b8f-4a20-bd81-41ae917c32f6 req-0dc2fc8b-4dc8-4a89-b232-1b56805da012 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.986533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cad742c8-1b8f-4a20-bd81-41ae917c32f6 req-0dc2fc8b-4dc8-4a89-b232-1b56805da012 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.1359854 Jul 16 03:56:56.004264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-d507ec19-fb7e-42ab-9965-b0e0f19c5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:56.005430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-d507ec19-fb7e-42ab-9965-b0e0f19c5804 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0647075 Jul 16 03:56:56.062231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cad742c8-1b8f-4a20-bd81-41ae917c32f6 req-137a0901-ddb1-4bc6-9a76-a67d46f67069 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695002 Jul 16 03:56:56.086836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-5a0a21d3-05b5-4e2c-9d15-43a7f5599e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:56.088344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-5a0a21d3-05b5-4e2c-9d15-43a7f5599e11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762622 Jul 16 03:56:56.125481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.185251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-bb0855d0-0066-4886-b463-b7d95b9276a3 service neutron] 10.222.0.48 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905526 Jul 16 03:56:56.277525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-306d8a5f-fbe1-4276-b47d-c4035cc4e212 service neutron] 10.222.0.48 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858021 Jul 16 03:56:56.419483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-92a0fbf5-cded-4591-a759-bdc1b13e4761 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:56.420889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-92a0fbf5-cded-4591-a759-bdc1b13e4761 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9&tenant_id=6a47beb09b284e98859204e37a5e150c&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1096 time: 0.0888276 Jul 16 03:56:56.432031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800089-6'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:56.505088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.629004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:56.665212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:56.703575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:56.705797 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e479985-227d-4129-9da7-25f034397327" -d '{"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:56.710064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.718412 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.747406 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684e673c-142a-41ce-a25a-9c1148fc4c17 x-openstack-request-id: req-684e673c-142a-41ce-a25a-9c1148fc4c17 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:56.747703 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:56.747956 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-684e673c-142a-41ce-a25a-9c1148fc4c17 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:56.748357 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'code': 200} Jul 16 03:56:56.863213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.050915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-080ba94f-0920-41ed-ad50-8becf472aa11 None None] Provisioning complete for port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.051298 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-080ba94f-0920-41ed-ad50-8becf472aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.090588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-080ba94f-0920-41ed-ad50-8becf472aa11 None None] Port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:57.293952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on host n-h1-800089-6 for vnic_type normal with profile {"migrating_to": "n-h2-800089-6"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:57.294185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:57.294508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:57.303641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:57.303970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Attempting to bind port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:57.311422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:57.311752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Checking segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:57.312130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Bound using segment: {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:57.312550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Bound port: 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda6675c-073f-4811-ae80-b0ac33438878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:57.312902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.334764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e04cf-19d1-4e8f-88e3-241014844b30 req-17ef05e7-c512-48e3-ba5e-e7c9c6915b14 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.336257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb7e04cf-19d1-4e8f-88e3-241014844b30 req-17ef05e7-c512-48e3-ba5e-e7c9c6915b14 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 943 time: 0.4505458 Jul 16 03:56:57.421238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb7e04cf-19d1-4e8f-88e3-241014844b30 req-68be59d7-3be4-4dfd-b586-0564c4cfde4f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774472 Jul 16 03:56:57.425231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:57.429525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:57.433464 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.481921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e647f475-d4c6-4415-acd8-155c30f93665 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:57.580559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.640800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e647f475-d4c6-4415-acd8-155c30f93665, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e647f475-d4c6-4415-acd8-155c30f93665,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:57.655102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'e647f475-d4c6-4415-acd8-155c30f93665', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': 'e647f475-d4c6-4415-acd8-155c30f93665', 'mac_address': 'fa:16:3e:88:24:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:57.671640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.672666 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.675352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-ed469175-b6a1-450d-86fe-69b031629008 service neutron] 10.222.0.48 "PUT /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 1121 time: 1.2474897 Jul 16 03:56:57.700221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c579dd-f8a0-4cdb-92ea-3d7c749472b6 req-2421a2c4-9f5c-4e06-ad55-04e3f3c6e6f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.702089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73c579dd-f8a0-4cdb-92ea-3d7c749472b6 req-2421a2c4-9f5c-4e06-ad55-04e3f3c6e6f9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 943 time: 0.1455343 Jul 16 03:56:57.725269 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.746503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:57.761062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-73c579dd-f8a0-4cdb-92ea-3d7c749472b6 req-76b452bb-e8c0-425a-aad4-ce1771c94e04 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485852 Jul 16 03:56:57.783366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e647f475-d4c6-4415-acd8-155c30f93665 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:57.820245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e647f475-d4c6-4415-acd8-155c30f93665, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e647f475-d4c6-4415-acd8-155c30f93665,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:57.829336 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.860686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c130a136-c6fb-4bd5-bacc-0f254fee3a85 None None] Provisioning complete for port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.861064 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c130a136-c6fb-4bd5-bacc-0f254fee3a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.943226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e647f475-d4c6-4415-acd8-155c30f93665,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:58.035731 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c130a136-c6fb-4bd5-bacc-0f254fee3a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.053591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['e647f475-d4c6-4415-acd8-155c30f93665'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:58.109110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:58.111439 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0095c-0e98-4976-ada2-367644b96fb9" -d '{"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-plugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:58.134461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c130a136-c6fb-4bd5-bacc-0f254fee3a85 None None] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:58.147857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c130a136-c6fb-4bd5-bacc-0f254fee3a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.157940 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a20c7dd-0326-45d5-980f-6d7729e9251a x-openstack-request-id: req-7a20c7dd-0326-45d5-980f-6d7729e9251a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:58.158234 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-plugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:58.158490 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a20c7dd-0326-45d5-980f-6d7729e9251a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:58.158899 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'code': 200} Jul 16 03:56:58.359798 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a136-c6fb-4bd5-bacc-0f254fee3a85 None None] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:58.610461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66cde2-c3c8-4dbd-bc04-c895996f3930 req-9a836a6e-825e-4feb-97f2-9347bd6648aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.612092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc66cde2-c3c8-4dbd-bc04-c895996f3930 req-9a836a6e-825e-4feb-97f2-9347bd6648aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 944 time: 0.0715003 Jul 16 03:56:58.649867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc66cde2-c3c8-4dbd-bc04-c895996f3930 req-9094e27f-3e7b-4458-b6e4-8aeea4ff02b2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Jul 16 03:56:58.749144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:58.751508 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf8f010-bd62-4a81-9407-e979dfb0d040" -d '{"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:58.786518 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f431f-bccc-40ec-a379-e5ba20f2abfa x-openstack-request-id: req-a46f431f-bccc-40ec-a379-e5ba20f2abfa {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:58.787735 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:58.787735 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a46f431f-bccc-40ec-a379-e5ba20f2abfa {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:58.788138 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'status': 'completed', 'code': 200} Jul 16 03:56:58.871125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-68435338-349f-4a30-81bf-86e61ddcd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.872466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-68435338-349f-4a30-81bf-86e61ddcd57d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1126 time: 0.0622115 Jul 16 03:56:59.011721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b8720-2871-4a08-b7d4-dddde8d488b7 req-a3b45e21-b3ba-48e8-aff8-5b894cf21b93 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.013204 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a9b8720-2871-4a08-b7d4-dddde8d488b7 req-a3b45e21-b3ba-48e8-aff8-5b894cf21b93 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.1269054 Jul 16 03:56:59.014179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-d4d0c3bb-5030-48ed-810c-a988a1e4dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.015519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-d4d0c3bb-5030-48ed-810c-a988a1e4dc1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 899 time: 0.1367345 Jul 16 03:56:59.095821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a9b8720-2871-4a08-b7d4-dddde8d488b7 req-b1371f6f-6d13-4967-906d-34492a29fff2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766091 Jul 16 03:56:59.102098 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-dffbff24-24d0-4c5d-a454-9b1de18b44ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 1001 time: 0.0765173 Jul 16 03:56:59.150733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-27bdf69f-6348-4354-8921-bb3dd0279c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.152182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-27bdf69f-6348-4354-8921-bb3dd0279c62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0435796 Jul 16 03:56:59.211693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-663d178b-6fdc-4675-a34a-f9cc57297f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.213174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-663d178b-6fdc-4675-a34a-f9cc57297f36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548708 Jul 16 03:56:59.303511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-df47d609-f597-448c-9bb6-6d8beeaa4a2d service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834897 Jul 16 03:56:59.398133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abf8f010-bd62-4a81-9407-e979dfb0d040 req-08adddea-7b01-4d5f-8c0d-fb18f7bdf960 service neutron] 10.222.0.11 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883441 Jul 16 03:56:59.501939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:59.504077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e647f475-d4c6-4415-acd8-155c30f93665 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:59.610625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port e647f475-d4c6-4415-acd8-155c30f93665 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:59.616934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port e647f475-d4c6-4415-acd8-155c30f93665 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:59.617311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.661527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:59.680007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed has no active binding in host n-h2-800089-6 {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:56:59.725366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.760464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e647f475-d4c6-4415-acd8-155c30f93665, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e647f475-d4c6-4415-acd8-155c30f93665,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:59.764679 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.820097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e647f475-d4c6-4415-acd8-155c30f93665,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:59.842383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d1a93-acfc-48e2-87c8-be1a4f179870 req-1744fcb3-bb36-4dea-8145-e17d9a3f6415 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.843996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d01d1a93-acfc-48e2-87c8-be1a4f179870 req-1744fcb3-bb36-4dea-8145-e17d9a3f6415 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.0736985 Jul 16 03:56:59.884731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d01d1a93-acfc-48e2-87c8-be1a4f179870 req-4a4d8430-2f9b-4704-ac92-02ac8278ef7b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336587 Jul 16 03:57:00.159599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647f475-d4c6-4415-acd8-155c30f93665'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:00.162520 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de5926-216f-4831-9af2-c63cc8808814" -d '{"events": [{"server_uuid": "c7d1b326-8731-4432-9acb-66460b9eac18", "name": "network-vif-plugged", "status": "completed", "tag": "e647f475-d4c6-4415-acd8-155c30f93665"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:00.276937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46872f12-9864-45f6-b8e5-574726f8f07c req-7ce85c4c-31b3-4d60-ac8a-af84a10c851f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:00.278493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46872f12-9864-45f6-b8e5-574726f8f07c req-7ce85c4c-31b3-4d60-ac8a-af84a10c851f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.0702956 Jul 16 03:57:00.317047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46872f12-9864-45f6-b8e5-574726f8f07c req-d1beffb5-a8af-4904-b4f3-94fe0116bb33 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327873 Jul 16 03:57:00.367880 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ebec8f-0238-4347-8090-e2747ced3798 x-openstack-request-id: req-79ebec8f-0238-4347-8090-e2747ced3798 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:00.368173 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d1b326-8731-4432-9acb-66460b9eac18", "name": "network-vif-plugged", "status": "completed", "tag": "e647f475-d4c6-4415-acd8-155c30f93665", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:00.368428 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79ebec8f-0238-4347-8090-e2747ced3798 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:00.368823 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647f475-d4c6-4415-acd8-155c30f93665', 'code': 200} Jul 16 03:57:00.485586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166ed55-55f1-436e-8158-f3ea55bcd40f req-88323b87-b0f4-41aa-9619-2402f5d534d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:00.487129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9166ed55-55f1-436e-8158-f3ea55bcd40f req-88323b87-b0f4-41aa-9619-2402f5d534d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 1096 time: 0.0542059 Jul 16 03:57:00.525655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9166ed55-55f1-436e-8158-f3ea55bcd40f req-7656d64d-4441-4bb0-a16f-202433488c0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Jul 16 03:57:01.058648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29a177-375d-4deb-9f34-0e6d5070d318 req-48c07df0-1348-4ab3-81c6-3aace0466bce tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:01.060145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc29a177-375d-4deb-9f34-0e6d5070d318 req-48c07df0-1348-4ab3-81c6-3aace0466bce tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.0642822 Jul 16 03:57:01.097610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc29a177-375d-4deb-9f34-0e6d5070d318 req-6608e4ed-a286-42bc-9556-0a60859bc096 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Jul 16 03:57:01.509262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b55118-a66c-417c-b061-32670be8a00b req-32ba0632-713b-4bd8-aba8-b6c479e78e82 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:01.511063 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18b55118-a66c-417c-b061-32670be8a00b req-32ba0632-713b-4bd8-aba8-b6c479e78e82 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.0696518 Jul 16 03:57:01.548312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18b55118-a66c-417c-b061-32670be8a00b req-325e839c-b9d5-4537-b5c4-2f2d47b09a2d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Jul 16 03:57:02.270518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f8c0-46bc-49ef-bc0a-7c25210767f3 req-4ab6819a-9953-445c-b78b-8b1967c569d5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.272602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f94f8c0-46bc-49ef-bc0a-7c25210767f3 req-4ab6819a-9953-445c-b78b-8b1967c569d5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.0637684 Jul 16 03:57:02.310225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f94f8c0-46bc-49ef-bc0a-7c25210767f3 req-703c8109-d848-4ac2-bfbf-59e1e3e4f626 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Jul 16 03:57:02.493227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef1863-5df1-4f1d-abba-aa03fee0cb31 req-4ecfced0-fb81-4a4f-983b-8a521dc6b223 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.494749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11ef1863-5df1-4f1d-abba-aa03fee0cb31 req-4ecfced0-fb81-4a4f-983b-8a521dc6b223 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Jul 16 03:57:02.554625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11ef1863-5df1-4f1d-abba-aa03fee0cb31 req-9cd0e14f-c7fe-4985-a813-7c2719b35447 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542073 Jul 16 03:57:02.588106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-7b5aa0e4-9604-45bc-a7d9-acd641d89b0b service neutron] 10.222.0.11 "GET /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed/bindings/n-h2-800089-6 HTTP/1.1" status: 200 len: 384 time: 0.0621464 Jul 16 03:57:02.813776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3abc7-c47e-4988-8fd7-4b44e0c1739b req-68901237-5c9b-43ed-bef1-835cd6f4783d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.815723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35c3abc7-c47e-4988-8fd7-4b44e0c1739b req-68901237-5c9b-43ed-bef1-835cd6f4783d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 945 time: 0.1385860 Jul 16 03:57:02.862298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:02.893216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35c3abc7-c47e-4988-8fd7-4b44e0c1739b req-ec8383e6-8645-40d8-b631-b331cee49f90 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707753 Jul 16 03:57:02.897670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:02.940580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:02.943327 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4caaac6-08a6-43d4-b72d-aaeb7c3ab6c1" -d '{"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:02.951600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:02.959346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.967793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.084708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] Transition to ACTIVE for port object 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:03.090109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.149505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03688-cd7e-4c19-99bb-2aa2e4d408be req-ff16d847-c30f-4120-bf63-dbac6defa02c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.151050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7b03688-cd7e-4c19-99bb-2aa2e4d408be req-ff16d847-c30f-4120-bf63-dbac6defa02c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.1448119 Jul 16 03:57:03.221325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=11']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.276546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7b03688-cd7e-4c19-99bb-2aa2e4d408be req-94b0916b-3205-434f-be15-dcac5de9a69c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958986 Jul 16 03:57:03.277664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] No DVR routers for this DVR port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:03.372150 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc0300-e57c-4cec-8979-578e1ddbf20a x-openstack-request-id: req-5edc0300-e57c-4cec-8979-578e1ddbf20a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:03.372529 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:03.372776 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5edc0300-e57c-4cec-8979-578e1ddbf20a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:03.373101 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'code': 200} Jul 16 03:57:03.436900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b5a062bb-c0da-4e91-b5a3-69432c0752d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed/bindings/n-h2-800089-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8421547 Jul 16 03:57:03.545439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-e2d24d7e-20d8-4deb-b300-39051fb600cf tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.547171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-e2d24d7e-20d8-4deb-b300-39051fb600cf tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9&tenant_id=6a47beb09b284e98859204e37a5e150c&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.0585423 Jul 16 03:57:03.645565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-db63fbef-555c-48e1-9563-f98cc6853a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.647725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-db63fbef-555c-48e1-9563-f98cc6853a27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 1095 time: 0.0936618 Jul 16 03:57:03.669721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.760338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b2f7a764-17b1-4751-be61-911074d371a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.761342 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b2f7a764-17b1-4751-be61-911074d371a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1095 time: 0.0895076 Jul 16 03:57:03.811058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855ad36-0159-428b-bbe1-9aec27f0d97c req-4af9772c-70b2-4231-a957-d4dce1beaf55 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.812539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5855ad36-0159-428b-bbe1-9aec27f0d97c req-4af9772c-70b2-4231-a957-d4dce1beaf55 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.1086988 Jul 16 03:57:03.894838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5855ad36-0159-428b-bbe1-9aec27f0d97c req-1c68dd54-920e-4d64-b8b3-7b084f2fff74 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507348 Jul 16 03:57:03.896278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-652bde1c-1252-4eb6-9fe5-505596177231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.897659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-652bde1c-1252-4eb6-9fe5-505596177231 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 899 time: 0.1291873 Jul 16 03:57:03.966926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-0f1da471-b416-4ba2-9616-df6601bb42e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 999 time: 0.0615010 Jul 16 03:57:04.041717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-cc2666a0-e370-42be-a952-a791f4057345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.043137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-cc2666a0-e370-42be-a952-a791f4057345 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0699813 Jul 16 03:57:04.109612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0ec6-6824-48bc-8bd1-70313094010b req-5f46a752-8133-49e3-902f-0369f1cd8821 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.111111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0ff0ec6-6824-48bc-8bd1-70313094010b req-5f46a752-8133-49e3-902f-0369f1cd8821 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.1045201 Jul 16 03:57:04.153687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b96e1462-d3f6-4905-9a47-b60faad8dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.155133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b96e1462-d3f6-4905-9a47-b60faad8dc6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048262 Jul 16 03:57:04.162752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0ff0ec6-6824-48bc-8bd1-70313094010b req-95310dd0-eba0-4bd2-874c-09a6225c98f5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Jul 16 03:57:04.246260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-a9782aa1-50ea-4961-8811-ab4ebdeeead4 service neutron] 10.222.0.48 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825684 Jul 16 03:57:04.339615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-0c0814d7-8dd4-48f7-ae04-98f7faccb982 service neutron] 10.222.0.48 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864298 Jul 16 03:57:04.625743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f66ff2-c51e-4956-a320-dab110d51226 req-f07daffb-4292-4e50-91bf-bbd882201bd1 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.627196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-f07daffb-4292-4e50-91bf-bbd882201bd1 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9&tenant_id=6a47beb09b284e98859204e37a5e150c&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 1095 time: 0.0564022 Jul 16 03:57:04.755444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-42f66ff2-c51e-4956-a320-dab110d51226 req-e765d355-5310-4c88-b19a-d6fbefebff51 service neutron] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:04.758654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f66ff2-c51e-4956-a320-dab110d51226 req-e765d355-5310-4c88-b19a-d6fbefebff51 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.759796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-e765d355-5310-4c88-b19a-d6fbefebff51 service neutron] 10.222.0.48 "DELETE /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed/bindings/n-h1-800089-6 HTTP/1.1" status: 204 len: 173 time: 0.1250811 Jul 16 03:57:05.081295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c442-122d-4bbf-bbba-f149beae6b88 req-da121708-f864-4867-befe-6b9d565cbd06 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.085073 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eee8c442-122d-4bbf-bbba-f149beae6b88 req-da121708-f864-4867-befe-6b9d565cbd06 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.0753083 Jul 16 03:57:05.120200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42136) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:05.137823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eee8c442-122d-4bbf-bbba-f149beae6b88 req-1b9a6b41-c13e-41c7-8f39-33118289d3d5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473008 Jul 16 03:57:05.211166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-2fe14d06-dbef-4638-9687-dda64dc8b376 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.212783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-2fe14d06-dbef-4638-9687-dda64dc8b376 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 945 time: 0.0922372 Jul 16 03:57:05.257220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd025163-17bc-4723-b39d-9fff8831290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.346613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd025163-17bc-4723-b39d-9fff8831290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.351690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd025163-17bc-4723-b39d-9fff8831290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.356715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port e647f475-d4c6-4415-acd8-155c30f93665 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:05.357239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.375844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:05.395781 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cd025163-17bc-4723-b39d-9fff8831290e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09b94409cbfa45579e156196e569d11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744834 Jul 16 03:57:05.396828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd025163-17bc-4723-b39d-9fff8831290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8981230c-d9c7-4792-b83d-24a8bacdb534,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.408261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:05.429644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:05.495171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd363c77-621f-47b3-a3b5-9f70309eaa30 req-49936cfd-c4d9-483e-a187-144cd7f0f917 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.496664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd363c77-621f-47b3-a3b5-9f70309eaa30 req-49936cfd-c4d9-483e-a187-144cd7f0f917 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.1976402 Jul 16 03:57:05.541119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port e647f475-d4c6-4415-acd8-155c30f93665, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e647f475-d4c6-4415-acd8-155c30f93665,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:05.541399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.553139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23bcdc6-c29f-4cd5-be8b-b959191ad02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.578412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for e647f475-d4c6-4415-acd8-155c30f93665 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:05.586471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bd363c77-621f-47b3-a3b5-9f70309eaa30 req-4858a63b-215d-492b-b982-55627fdc695e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801115 Jul 16 03:57:05.599494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23bcdc6-c29f-4cd5-be8b-b959191ad02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.696182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23bcdc6-c29f-4cd5-be8b-b959191ad02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.698698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23bcdc6-c29f-4cd5-be8b-b959191ad02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.699842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e23bcdc6-c29f-4cd5-be8b-b959191ad02f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8981230c-d9c7-4792-b83d-24a8bacdb534 HTTP/1.1" status: 204 len: 168 time: 0.2905552 Jul 16 03:57:05.744719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bcdc6-c29f-4cd5-be8b-b959191ad02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981230c-d9c7-4792-b83d-24a8bacdb534,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.780668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.817235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=e647f475-d4c6-4415-acd8-155c30f93665,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.856221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb2081-453e-4956-9b3e-a592d29ca827 req-74d31c4e-5b6f-4166-913c-caa3be640c04 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.863174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffdb2081-453e-4956-9b3e-a592d29ca827 req-74d31c4e-5b6f-4166-913c-caa3be640c04 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1095 time: 0.1424074 Jul 16 03:57:05.887073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port e647f475-d4c6-4415-acd8-155c30f93665 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:05.890283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.892603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-916052d0-e8f7-4de7-b13b-157cc939b154 req-6430fc7e-f2bf-4dee-8cd1-b2342ab2a2d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "DELETE /v2.0/ports/e647f475-d4c6-4415-acd8-155c30f93665 HTTP/1.1" status: 204 len: 173 time: 0.6746571 Jul 16 03:57:05.893143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'name': 'network-vif-deleted', 'tag': 'e647f475-d4c6-4415-acd8-155c30f93665'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:05.899463 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b89e0a-8b57-478b-b0d5-5593d0515d9d" -d '{"events": [{"server_uuid": "c7d1b326-8731-4432-9acb-66460b9eac18", "name": "network-vif-deleted", "tag": "e647f475-d4c6-4415-acd8-155c30f93665"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:05.935661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffdb2081-453e-4956-9b3e-a592d29ca827 req-c971dbd0-9e2c-4a7f-907d-890d60ec2395 tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714750 Jul 16 03:57:06.009420 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79bdedd-021b-4661-ad96-3aa34684353d x-openstack-request-id: req-b79bdedd-021b-4661-ad96-3aa34684353d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:06.009711 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d1b326-8731-4432-9acb-66460b9eac18", "name": "network-vif-deleted", "tag": "e647f475-d4c6-4415-acd8-155c30f93665", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:06.010485 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b79bdedd-021b-4661-ad96-3aa34684353d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:06.010485 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d1b326-8731-4432-9acb-66460b9eac18', 'name': 'network-vif-deleted', 'tag': 'e647f475-d4c6-4415-acd8-155c30f93665', 'status': 'completed', 'code': 200} Jul 16 03:57:06.204768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc94751-a826-4851-901a-97876128abef req-40c2573a-2697-4a2f-8044-aa826e528cb4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:06.206475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cc94751-a826-4851-901a-97876128abef req-40c2573a-2697-4a2f-8044-aa826e528cb4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.0713708 Jul 16 03:57:06.248308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cc94751-a826-4851-901a-97876128abef req-677f03d8-da65-445e-a844-3a5384de7975 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355361 Jul 16 03:57:06.276147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:06.362595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-804648c9-2b8e-45f5-b519-34155ef3e54d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/277f695e-1af0-41be-8367-5ece79f6e82b HTTP/1.1" status: 200 len: 991 time: 0.0845895 Jul 16 03:57:06.408719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4db2fcdc-7c99-45c8-a410-1ce63b5aa728 req-97ee3c6f-b198-4788-89dd-771fe9303ddb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Jul 16 03:57:07.516218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e647f475-d4c6-4415-acd8-155c30f93665 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:07.537449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: e647f475-d4c6-4415-acd8-155c30f93665 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:07.537794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e647f475-d4c6-4415-acd8-155c30f93665 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:07.562570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2cd4f34-7cbf-4339-8d84-6c216b72afa8 req-74bc2062-58d0-4c10-9d85-480e53b55536 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 210 time: 0.0320735 Jul 16 03:57:08.630394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:08.716990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4437fe0b-0dbc-4635-bb75-1ff3a66c6346 req-4fc6ea4b-5c65-4401-b0b2-0a7383cba2a1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 210 time: 0.0344739 Jul 16 03:57:08.835048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 65313d1d-cbfd-4f43-b2d9-866a1179bba2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:08.835677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.924882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.925128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.938757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 65313d1d-cbfd-4f43-b2d9-866a1179bba2 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:09.464892 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.541028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=65313d1d-cbfd-4f43-b2d9-866a1179bba2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:09.554806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.555145 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 277f695e-1af0-41be-8367-5ece79f6e82b disassociated (deleted). External IP: 172.25.4.166, port: 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed. Jul 16 03:57:09.828210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 6bf15089-c915-4d5e-960a-8cca3260faeb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:09.913182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-061a6b3b-17b3-44ec-a1f4-b67f17aee198 req-71859fd1-66e0-4c3a-a7d5-5e27a12667fc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7d1b326-8731-4432-9acb-66460b9eac18 HTTP/1.1" status: 200 len: 210 time: 0.0351396 Jul 16 03:57:09.969134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:09.974107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.980634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] Sync routers for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:09.991714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:09.992653 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:56:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.023304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-75659d13-1d27-4c3c-bd88-f589fb15ecef tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/floatingips/277f695e-1af0-41be-8367-5ece79f6e82b HTTP/1.1" status: 204 len: 168 time: 1.3911784 Jul 16 03:57:10.023906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:10.026409 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea" -d '{"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:10.155612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:10.419667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:08Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.432312 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab7dcbe-efd3-461c-bcdf-d3fa2d365c22 x-openstack-request-id: req-bab7dcbe-efd3-461c-bcdf-d3fa2d365c22 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:10.432606 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:10.432854 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bab7dcbe-efd3-461c-bcdf-d3fa2d365c22 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:10.433251 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'status': 'completed', 'code': 200} Jul 16 03:57:10.601244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-a0ceba05-51fc-479d-ac0d-d455da79f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.602696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-a0ceba05-51fc-479d-ac0d-d455da79f80c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 1095 time: 0.1341195 Jul 16 03:57:10.619202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcff52-7d33-4b77-80b8-5c3d79c0d26b req-23872af2-24ac-484a-b873-9da2b1060170 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.620714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-affcff52-7d33-4b77-80b8-5c3d79c0d26b req-23872af2-24ac-484a-b873-9da2b1060170 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.0849986 Jul 16 03:57:10.637097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] Checking router: 6bf15089-c915-4d5e-960a-8cca3260faeb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:10.653495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:10.654358 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:56:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.741431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-affcff52-7d33-4b77-80b8-5c3d79c0d26b req-9bcb6e5f-ea51-4a50-b4b5-2eaefc690158 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=90183eb3-688d-4023-9e29-0643e773d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129766 Jul 16 03:57:10.775044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-fcbb9dde-7d3a-48a7-9e0b-a5199eeeca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.775044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-fcbb9dde-7d3a-48a7-9e0b-a5199eeeca4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 200 len: 899 time: 0.1615965 Jul 16 03:57:10.782377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:10.818176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-489948a8-343c-4374-99ca-7f5a529c673e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 200 len: 217 time: 0.0383906 Jul 16 03:57:10.877673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-a2d61e0b-9cc2-4581-b3f6-01cfbdce484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.879492 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-a2d61e0b-9cc2-4581-b3f6-01cfbdce484a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 200 len: 835 time: 0.0548394 Jul 16 03:57:10.966885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-b93ad8a0-adda-469d-9095-1809b5309d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.975424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-b93ad8a0-adda-469d-9095-1809b5309d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832081 Jul 16 03:57:10.988147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-edb1b734-af14-4db9-b0fe-3af4c7887a91 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.989742 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-edb1b734-af14-4db9-b0fe-3af4c7887a91 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 944 time: 0.1217794 Jul 16 03:57:11.019594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:08Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:11.054770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b0514-6a1a-49df-be7b-bba55c7c6c66 None None] The sync data for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 is: [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:56:02Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '0a5eba18-0540-4aa4-8cd0-def2865246bc', 'name': '', 'network_id': '2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:99:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '2a9b3274-c392-4443-90df-be72575740ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:01Z', 'updated_at': '2021-07-16T03:56:08Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '2a9b3274-c392-4443-90df-be72575740ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:11.140092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-d8b8d328-d868-46c2-a491-cdd9b9afb942 service neutron] 10.222.0.48 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625564 Jul 16 03:57:11.185362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:11.186287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.261450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e31a96-0e1b-4398-9bd5-7c8ddf9d11ea req-066628f3-c7b9-410f-a1b4-c4ade9b04646 service neutron] 10.222.0.48 "GET /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138730 Jul 16 03:57:11.289425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:11.289782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.319493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:11.423472 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d54524-5fcf-403c-9576-a3e4d857ad7d None None] New status for floating IP 277f695e-1af0-41be-8367-5ece79f6e82b: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:57:11.482659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.516379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.579871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] No DVR routers for this DVR port 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:11.582708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.585395 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-59e74ace-0f27-4e7f-a746-027b0d670838 req-f18c91b6-6a6a-4c68-b399-a04f961b4d66 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.48 "DELETE /v2.0/ports/3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed HTTP/1.1" status: 204 len: 173 time: 0.5815892 Jul 16 03:57:11.585854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-deleted', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:11.588808 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661dca2d-79a0-4760-9e02-86a7dfe174db" -d '{"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-deleted", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:11.635932 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e414034-4e2f-45c8-8302-6ab6e3897c80 x-openstack-request-id: req-1e414034-4e2f-45c8-8302-6ab6e3897c80 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:11.636230 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37cf9-4b84-4ca2-b73d-cabc6f2084f9", "name": "network-vif-deleted", "tag": "3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:11.636485 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e414034-4e2f-45c8-8302-6ab6e3897c80 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:11.636886 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf37cf9-4b84-4ca2-b73d-cabc6f2084f9', 'name': 'network-vif-deleted', 'tag': '3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed', 'status': 'completed', 'code': 200} Jul 16 03:57:12.025421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-068ef374-2e4d-4551-9ef7-fb2064808ecf req-212f5f08-c1bf-4586-abe7-822fd1805bdb tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=baf37cf9-4b84-4ca2-b73d-cabc6f2084f9 HTTP/1.1" status: 200 len: 210 time: 0.0668511 Jul 16 03:57:13.145543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:13.546058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:13.564594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.573763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:13.574107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 3b36223b-4bd7-4770-9ad2-7bf5ccdd76ed not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:13.839812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 0a5eba18-0540-4aa4-8cd0-def2865246bc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:13.840156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.938129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port 0a5eba18-0540-4aa4-8cd0-def2865246bc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0a5eba18-0540-4aa4-8cd0-def2865246bc,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:13.938506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.951285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 0a5eba18-0540-4aa4-8cd0-def2865246bc owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:14.149956 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.235598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=0a5eba18-0540-4aa4-8cd0-def2865246bc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.398033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.645764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 6bf15089-c915-4d5e-960a-8cca3260faeb has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:14.760538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:14.767425 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b69293c3-e11e-4a1e-bbd3-bacae451a190 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/6bf15089-c915-4d5e-960a-8cca3260faeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6205838 Jul 16 03:57:14.769790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:14.781318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] Sync routers for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:14.795002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:14.795876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:56:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:14.841338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting subnet 2a9b3274-c392-4443-90df-be72575740ca {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:14.845225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.903501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.946230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:15.003578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.061476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.091808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9b3274-c392-4443-90df-be72575740ca,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.094013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.099653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42292) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:15.104296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face8607-d59f-40bb-bf84-7b9b5635e6a6 None None] Network 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:15.108308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a32a0c3-d0ae-4aff-8d34-c3ded3c9528c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/subnets/2a9b3274-c392-4443-90df-be72575740ca HTTP/1.1" status: 204 len: 168 time: 0.3352339 Jul 16 03:57:15.211304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.229533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:57:14Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:15.260010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] Checking router: 6bf15089-c915-4d5e-960a-8cca3260faeb for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:15.276452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] Routers {'6bf15089-c915-4d5e-960a-8cca3260faeb'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:15.277084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:56:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6bf15089-c915-4d5e-960a-8cca3260faeb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:15.332202 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.400646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port d6ff21c3-8318-461e-ad91-c2e7308918bc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:15.401424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.428792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] Set router 6bf15089-c915-4d5e-960a-8cca3260faeb gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:15.479860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] DHCP port deletion for 2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:15.510962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port d6ff21c3-8318-461e-ad91-c2e7308918bc, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d6ff21c3-8318-461e-ad91-c2e7308918bc,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:15.511449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.524641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for d6ff21c3-8318-461e-ad91-c2e7308918bc owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:15.632459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Deleting port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:15.632847 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.759383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.790795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] For port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,segment=NetworkSegment(bda6675c-073f-4811-ae80-b0ac33438878),segment_id=bda6675c-073f-4811-ae80-b0ac33438878)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:15.791349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.792397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=d6ff21c3-8318-461e-ad91-c2e7308918bc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.818838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Calling delete_port for 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:15.871919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:57:14Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:15.882923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.901299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e7d82-0e1b-4d7d-b514-acce9f97b8f1 None None] The sync data for ids ['6bf15089-c915-4d5e-960a-8cca3260faeb'] in n-d-800089-6 is: [{'id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111700363', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:57Z', 'updated_at': '2021-07-16T03:57:14Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': 'd6ff21c3-8318-461e-ad91-c2e7308918bc', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf15089-c915-4d5e-960a-8cca3260faeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:58Z', 'updated_at': '2021-07-16T03:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:15.949859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.962685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] No DVR routers for this DVR port 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:15.985726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Pushing event deleted for resources: {'Port': ['ID=319a3e20-8ed4-4d3c-bce4-cc2088f8d5af,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.997507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:15.998030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:15.998569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:15.999079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:15.999590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.000649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.001172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.001659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.002743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.003241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.003749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.004735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338d3f6-6088-4d25-930f-f67121138729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:16.008432 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.010777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.055711 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.056175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf15089-c915-4d5e-960a-8cca3260faeb {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:16.064837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.068219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-cbf53537-30e8-4095-a65c-c1ca78ba8e2c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/routers/6bf15089-c915-4d5e-960a-8cca3260faeb HTTP/1.1" status: 204 len: 168 time: 0.9666648 Jul 16 03:57:16.069392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42306) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.151825 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.242804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.255404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.267287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda6675c-073f-4811-ae80-b0ac33438878') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.267577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda6675c-073f-4811-ae80-b0ac33438878') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.277159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.294640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.304850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:16.305252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: timer() Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:16.308305 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:16.367657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.389083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.393787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.397446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/networks/2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312 HTTP/1.1" status: 204 len: 168 time: 0.3269179 Jul 16 03:57:16.398941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe98ce-ff5f-452f-8a4e-56149cb1513b tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Network': ['ID=2eddf4f1-6fa5-49c5-80f3-49f1fbd9b312,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:16.461799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feef9e7d-a224-46e8-b7c2-15cebd0349c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.504371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feef9e7d-a224-46e8-b7c2-15cebd0349c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.581353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feef9e7d-a224-46e8-b7c2-15cebd0349c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.585404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feef9e7d-a224-46e8-b7c2-15cebd0349c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.586761 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-feef9e7d-a224-46e8-b7c2-15cebd0349c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/security-groups/90183eb3-688d-4023-9e29-0643e773d9b5 HTTP/1.1" status: 204 len: 168 time: 0.1919401 Jul 16 03:57:16.599455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9e7d-a224-46e8-b7c2-15cebd0349c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90183eb3-688d-4023-9e29-0643e773d9b5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:16.691020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a5eba18-0540-4aa4-8cd0-def2865246bc no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:16.727629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 0a5eba18-0540-4aa4-8cd0-def2865246bc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:16.728291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0a5eba18-0540-4aa4-8cd0-def2865246bc not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:16.728734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:16.786086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:16.790699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 319a3e20-8ed4-4d3c-bce4-cc2088f8d5af not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:17.001780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.007991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877774074', 'description': 'tempest-secgroup-smoke-1877774074 description', 'project_id': '6a47beb09b284e98859204e37a5e150c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:17.039122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.173086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.180219 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.269014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.277147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.278889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2672009 Jul 16 03:57:17.286307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '279d5f51-830e-4f42-a6ac-b68938a19d00', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:17.312582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf8ffc-3a3d-4123-8649-80b6eee00ca2 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279d5f51-830e-4f42-a6ac-b68938a19d00,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.397091 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.486573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.493099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.524632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.526376 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459238 Jul 16 03:57:17.527325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6399f0a-8688-4750-ac14-e86063c5fb64 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f808bb6b-82d8-40da-a3d1-bda8328b8b14,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.529245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.534454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '279d5f51-830e-4f42-a6ac-b68938a19d00', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:17.576388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.639771 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.645123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.660521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dfdaf0-8cab-4716-811b-67201f495d5e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.678497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.680196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-399fe3b4-bdf9-40aa-8eb3-ed02effb52a9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499381 Jul 16 03:57:17.682973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.687694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '279d5f51-830e-4f42-a6ac-b68938a19d00', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:17.715640 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.778232 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.782881 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.801376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e2af97-5d4a-4930-8c39-e1c75176b30d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.811346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.813423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e3264703-fc92-453f-9cd3-5cecabf95403 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293616 Jul 16 03:57:17.816295 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.821082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '279d5f51-830e-4f42-a6ac-b68938a19d00', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:17.867430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.950639 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.956408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.979356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0b7253-d934-46d8-bf03-0a8eb2cd3e04,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.984413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.987069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-af3b13b9-1d18-4ba2-bfda-55ca10c4db03 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697032 Jul 16 03:57:17.989880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42404) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:17.995569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '279d5f51-830e-4f42-a6ac-b68938a19d00', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:18.020427 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:18.026646 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.092631 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.097978 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.116258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f963bd-c3e9-408c-ba2f-524d39aa3968,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.131763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.133335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-41fd0aa3-49b6-420c-9f9a-4e4a4c4a6bca tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419418 Jul 16 03:57:18.136131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.140532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'security_group_rule': {'security_group_id': '279d5f51-830e-4f42-a6ac-b68938a19d00', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:18.165815 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Project 6a47beb09b284e98859204e37a5e150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:18.171039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.237088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.241499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.263247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.267012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299076 Jul 16 03:57:18.267807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.268549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da110d94-a2ae-49cd-be3b-57dc3be49b7f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd99a3c-3f96-482a-9fa5-b2f0db2ad47a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.274029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'network': {'name': 'tempest-network-smoke--642160833', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:18.297877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:18.301791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.327137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:18.344486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.344760 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Added segment d1c53e04-54b8-4b17-b280-b2cbd21e761b of type vlan for network 9877c166-60c7-41df-b5e2-72fc8004ab0b Jul 16 03:57:18.390676 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.420868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.426675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:18.427262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.475575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.480600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'admin_state_up': True, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:18.481707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d6ff21c3-8318-461e-ad91-c2e7308918bc no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:18.486589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2170417 Jul 16 03:57:18.502762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d6ff21c3-8318-461e-ad91-c2e7308918bc {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:18.503118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d6ff21c3-8318-461e-ad91-c2e7308918bc not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:18.519843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.521836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.524532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe30c31-e0f2-4280-93b7-7adfad267d3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Network': ['ID=9877c166-60c7-41df-b5e2-72fc8004ab0b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.537749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:18.605208 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.764407 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.990280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.010156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.120371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.61 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/97b8ef01-eb97-4432-a592-83c937ecb7f9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:19.230980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.272611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.308909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:19.312055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:19.318653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:19.365342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=97b8ef01-eb97-4432-a592-83c937ecb7f9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.608128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.843402 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.003754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:57:20.143094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:20.154197 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Sync routers for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:20.168726 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:20.169417 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:56:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:20.173293 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.179050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42420) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.183203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5962d5a4-d7b3-4b74-a3ba-dd4912e5ef70 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7062500 Jul 16 03:57:20.217788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42422) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.218188 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8de935d2-76a8-4ca7-abec-502ed6434e2d tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=6a47beb09b284e98859204e37a5e150c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369246 Jul 16 03:57:20.318534 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:20.340565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63f3cd-7351-4e48-92a1-bbc6259f72ea tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.344716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ec63f3cd-7351-4e48-92a1-bbc6259f72ea tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1229753 Jul 16 03:57:20.345118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42424) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.378779 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-29914e34-1392-4fe1-b974-555e3fde147f tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325134 Jul 16 03:57:20.384236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42426) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.391698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343625389', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'project_id': '6a47beb09b284e98859204e37a5e150c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:20.525711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:20.538415 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.566122 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:19Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:20.593206 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Checking router: 50f7fedc-2ed8-420e-88fe-ab82e2d370ab for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:20.593435 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Updating router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab port 97b8ef01-eb97-4432-a592-83c937ecb7f9 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:20.630536 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.742372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e22588d-7da1-4dd0-a811-cec01642f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.840649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.914383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Subnet': ['ID=5949c16b-0404-4201-a96f-2e07c4d5f3a3,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.920600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Checking segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:20.921097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network hostable DHCP agents. Network: 9877c166-60c7-41df-b5e2-72fc8004ab0b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:20.957972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:20.973167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9877c166-60c7-41df-b5e2-72fc8004ab0b) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:20.985302 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.988735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.990576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afcfd3f-a663-4e74-9b41-c9cb55fb4674 None None] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:20.991184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.999397 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Transition to ACTIVE for port object 97b8ef01-eb97-4432-a592-83c937ecb7f9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:21.010030 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.017772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-827f6b88-57f6-4512-a277-9856152b3fb0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6297529 Jul 16 03:57:21.018720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:21.077846 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Attempting to bind port 97b8ef01-eb97-4432-a592-83c937ecb7f9 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.078212 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Attempting to bind port 97b8ef01-eb97-4432-a592-83c937ecb7f9 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.078612 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Attempting to bind port 97b8ef01-eb97-4432-a592-83c937ecb7f9 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.086869 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:21.087238 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:21.087624 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.088010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:21.088468 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Bound port: 97b8ef01-eb97-4432-a592-83c937ecb7f9, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:21.094998 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.097019 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Pushing event updated for resources: {'Port': ['ID=97b8ef01-eb97-4432-a592-83c937ecb7f9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.126632 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.126977 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.127316 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.127650 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.131183 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.131555 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.131888 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.132220 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.132547 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.132875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.133301 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.133626 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:21.201075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9877c166-60c7-41df-b5e2-72fc8004ab0b', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:21.202461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.208901 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] For port 97b8ef01-eb97-4432-a592-83c937ecb7f9, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:21.218179 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] For port 97b8ef01-eb97-4432-a592-83c937ecb7f9, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97b8ef01-eb97-4432-a592-83c937ecb7f9,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:21.224673 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.309324 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:21.311201 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:56:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.417401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Allocated IP 172.20.0.2 (9877c166-60c7-41df-b5e2-72fc8004ab0b/5949c16b-0404-4201-a96f-2e07c4d5f3a3/c580eba5-4889-4266-8cbe-1e7bc4f665a8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:21.665509 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.666104 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13282832-f381-42ad-b201-00bb1d4a8ac2 None None] Pushing event updated for resources: {'Port': ['ID=97b8ef01-eb97-4432-a592-83c937ecb7f9,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.693679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Transition to ACTIVE for port object c580eba5-4889-4266-8cbe-1e7bc4f665a8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:21.702589 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:21.717953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Transition to ACTIVE for port object c580eba5-4889-4266-8cbe-1e7bc4f665a8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:21.726621 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.791521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:21.796626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:21.802400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:21.806503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Pushing event updated for resources: {'Port': ['ID=c580eba5-4889-4266-8cbe-1e7bc4f665a8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.905210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Attempting to bind port c580eba5-4889-4266-8cbe-1e7bc4f665a8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.905585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Attempting to bind port c580eba5-4889-4266-8cbe-1e7bc4f665a8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.905959 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Attempting to bind port c580eba5-4889-4266-8cbe-1e7bc4f665a8 on network 9877c166-60c7-41df-b5e2-72fc8004ab0b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.915452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:21.915892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Checking segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:21.916245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.917216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Bound using segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:21.917725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Bound port: c580eba5-4889-4266-8cbe-1e7bc4f665a8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:21.918589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.960822 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:19Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:22.006530 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca978d-2720-42c5-af66-b324f46819c6 None None] The sync data for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 is: [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:19Z', 'revision_number': 3, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:22.042664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] For port c580eba5-4889-4266-8cbe-1e7bc4f665a8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:22.043120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] For port c580eba5-4889-4266-8cbe-1e7bc4f665a8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c580eba5-4889-4266-8cbe-1e7bc4f665a8,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:22.054339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.127071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98de73-ea96-47ac-bfc2-8df99fb79282 None None] Pushing event updated for resources: {'Port': ['ID=c580eba5-4889-4266-8cbe-1e7bc4f665a8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:22.246389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.718720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97b8ef01-eb97-4432-a592-83c937ecb7f9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:22.811782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.1 (9877c166-60c7-41df-b5e2-72fc8004ab0b/5949c16b-0404-4201-a96f-2e07c4d5f3a3/b13edf61-fdb0-46b0-b7fe-21e11e5344c5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:22.839610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 97b8ef01-eb97-4432-a592-83c937ecb7f9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:22.845944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97b8ef01-eb97-4432-a592-83c937ecb7f9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:22.848121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.013205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.022102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.038189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object b13edf61-fdb0-46b0-b7fe-21e11e5344c5 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:23.080739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 97b8ef01-eb97-4432-a592-83c937ecb7f9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97b8ef01-eb97-4432-a592-83c937ecb7f9,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:23.088129 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.091235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c580eba5-4889-4266-8cbe-1e7bc4f665a8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:23.118984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.236918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:23.243990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:23.249747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:23.275768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=97b8ef01-eb97-4432-a592-83c937ecb7f9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.293200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c580eba5-4889-4266-8cbe-1e7bc4f665a8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:23.327450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.350303 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.553949 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-985004f3-145e-4acf-b81c-96911da401a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.598826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e475d76-30b9-460f-9630-bcdcb3fe2b00 None None] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:23.631009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.657781 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:57:23.708550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] Provisioning for port c580eba5-4889-4266-8cbe-1e7bc4f665a8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:23.715245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] Provisioning complete for port c580eba5-4889-4266-8cbe-1e7bc4f665a8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:23.715625 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.910181 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.935627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.976200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] For port c580eba5-4889-4266-8cbe-1e7bc4f665a8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c580eba5-4889-4266-8cbe-1e7bc4f665a8,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:23.983238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.082322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.089076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67db4d1-2899-482b-9f20-da94c8b2d942 None None] Pushing event updated for resources: {'Port': ['ID=c580eba5-4889-4266-8cbe-1e7bc4f665a8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.104058 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.180732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.239067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.359492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3cdbe87a-75c8-45ad-b5cc-80ca566a7618 None None] Provisioning complete for port c580eba5-4889-4266-8cbe-1e7bc4f665a8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:24.359885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe87a-75c8-45ad-b5cc-80ca566a7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.434190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:24.440157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:24.451770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.565323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3cdbe87a-75c8-45ad-b5cc-80ca566a7618 None None] Provisioning for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:24.574768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3cdbe87a-75c8-45ad-b5cc-80ca566a7618 None None] Provisioning complete for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:24.575153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe87a-75c8-45ad-b5cc-80ca566a7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.637627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbe87a-75c8-45ad-b5cc-80ca566a7618 None None] Port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:24.665266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:24.682701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97b8ef01-eb97-4432-a592-83c937ecb7f9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:24.764749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a5ea4c6c-ec94-496e-b278-907498117ab2 None None] Provisioning complete for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:24.765793 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4c6c-ec94-496e-b278-907498117ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.813345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea4c6c-ec94-496e-b278-907498117ab2 None None] Port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:24.820830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 97b8ef01-eb97-4432-a592-83c937ecb7f9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:24.821993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.916940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:24.931557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ef3423c0-62c9-43cb-9777-f887e32a664e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/50f7fedc-2ed8-420e-88fe-ab82e2d370ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9117379 Jul 16 03:57:24.933343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Sync routers for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:24.940178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c580eba5-4889-4266-8cbe-1e7bc4f665a8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:24.973624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5932f63e-a315-45b1-b932-68d0fa7a5746 None None] Provisioning complete for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:24.974344 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5932f63e-a315-45b1-b932-68d0fa7a5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.982244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:24.983190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:57:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.096077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5932f63e-a315-45b1-b932-68d0fa7a5746 None None] Port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:25.121298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c580eba5-4889-4266-8cbe-1e7bc4f665a8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:25.121934 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.222601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:25.238190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-1bbdbc59-a3fd-4681-bc6e-75a674ea9b15 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877774074&fields=id&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 267 time: 0.0510917 Jul 16 03:57:25.382878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-92a068f5-f2e1-4eee-848d-1e1bc8f78981 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:25.389928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-92a068f5-f2e1-4eee-848d-1e1bc8f78981 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/networks?id=9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 200 len: 796 time: 0.1423855 Jul 16 03:57:25.404650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-7f2ef7b8-3c17-4b2c-abc8-6dc49b749ddc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/quotas/6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 375 time: 0.0139961 Jul 16 03:57:25.487822 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-0724799c-fd79-4512-bb6b-5a9dc03a2a23 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777185 Jul 16 03:57:25.503234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 2, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.537974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Checking router: 50f7fedc-2ed8-420e-88fe-ab82e2d370ab for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:25.538342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Updating router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:25.578206 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.671291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-28c3610d-bfd5-41f6-9ac1-f453c1fd72a5 service neutron] 10.222.0.25 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670134 Jul 16 03:57:25.779519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-4ad66c19-b097-4280-b80f-5397773a11ce service neutron] 10.222.0.25 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074424 Jul 16 03:57:25.953055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.967897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Transition to ACTIVE for port object b13edf61-fdb0-46b0-b7fe-21e11e5344c5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:25.977231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.037153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2937b-61b2-4c97-b2cd-781999624d4f None None] Pushing event updated for resources: {'Port': ['ID=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:26.046249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7e2bd59-f47d-4ad1-a4f5-cafb9b8e107d req-ef908456-b3cf-4f19-af22-f4c63ed9bff1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 210 time: 0.0710201 Jul 16 03:57:26.104339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Attempting to bind port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:26.104720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Attempting to bind port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:26.105087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Attempting to bind port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 on network 9877c166-60c7-41df-b5e2-72fc8004ab0b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:26.137610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:26.138018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Checking segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:26.138408 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.138832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Bound using segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:26.139325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Bound port: b13edf61-fdb0-46b0-b7fe-21e11e5344c5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:26.139708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.167480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.516661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] For port b13edf61-fdb0-46b0-b7fe-21e11e5344c5, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:26.523952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] For port b13edf61-fdb0-46b0-b7fe-21e11e5344c5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:26.532413 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.650234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2937b-61b2-4c97-b2cd-781999624d4f None None] Pushing event updated for resources: {'Port': ['ID=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:26.657399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:26.658014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:57:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:26.821356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:27.088703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:27.122563 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f2abd-f985-4776-b6a5-cf62f139ac9f None None] The sync data for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 is: [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:26Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:27.294477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-22751271-6d1b-432d-bd45-bcd4d994b937 req-c2bca742-5b47-418b-88c7-966e325d8f74 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 210 time: 0.0760312 Jul 16 03:57:27.570097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-2ef19d3f-5f63-4151-885e-333970abe413 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:27.572488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-2ef19d3f-5f63-4151-885e-333970abe413 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/networks?id=9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 200 len: 796 time: 0.1403594 Jul 16 03:57:27.622022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-96d75465-b158-46d1-a8e2-d312af239810 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a47beb09b284e98859204e37a5e150c HTTP/1.1" status: 200 len: 380 time: 0.0412185 Jul 16 03:57:27.633965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'port': {'device_id': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'admin_state_up': True, 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'security_groups': ['279d5f51-830e-4f42-a6ac-b68938a19d00']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:27.808841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Made reservation on behalf of 6a47beb09b284e98859204e37a5e150c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:27.814353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.980903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.20.0.5 (9877c166-60c7-41df-b5e2-72fc8004ab0b/5949c16b-0404-4201-a96f-2e07c4d5f3a3/ab58e83e-e31b-4c51-aaf2-72a232c0dab0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:28.166828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.186693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Transition to ACTIVE for port object ab58e83e-e31b-4c51-aaf2-72a232c0dab0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:28.230432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.281264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:28.292460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:28.304503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:28.385436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:28.385960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.412010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853515 Jul 16 03:57:28.413287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60331bd3-6d33-437b-8ea1-6fd16317054d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.424566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Request body: {'port': {'device_id': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:28.648267 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.670848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b13edf61-fdb0-46b0-b7fe-21e11e5344c5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:28.742738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2d8d8f78-e3ae-4ea7-938b-5f29dc9ec54d None None] Provisioning for port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:28.743005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d166bff-254d-478d-831d-86d09eb55aed req-3b86c9ae-dd77-4ebd-a387-2ee6fddb9360 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:28.744475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d166bff-254d-478d-831d-86d09eb55aed req-3b86c9ae-dd77-4ebd-a387-2ee6fddb9360 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 931 time: 0.1534817 Jul 16 03:57:28.758051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2d8d8f78-e3ae-4ea7-938b-5f29dc9ec54d None None] Provisioning complete for port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:28.758864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d8d8f78-e3ae-4ea7-938b-5f29dc9ec54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.810982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d8f78-e3ae-4ea7-938b-5f29dc9ec54d None None] Port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:28.822317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:28.830805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:28.831023 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.872691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d166bff-254d-478d-831d-86d09eb55aed req-162d6c52-4f86-4f89-b7e1-62adc2f6dcf0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153767 Jul 16 03:57:28.953497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.994864 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b13edf61-fdb0-46b0-b7fe-21e11e5344c5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:29.004050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.052896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab58e83e-e31b-4c51-aaf2-72a232c0dab0 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:57:29.062475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.076646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:29.097931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Transition to ACTIVE for port object ab58e83e-e31b-4c51-aaf2-72a232c0dab0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:29.103228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.181184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:29.241558 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Attempting to bind port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:29.242063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Attempting to bind port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:29.242401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Attempting to bind port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 on network 9877c166-60c7-41df-b5e2-72fc8004ab0b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:29.247098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 on network 9877c166-60c7-41df-b5e2-72fc8004ab0b not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:29.247424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Attempting to bind port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 on network 9877c166-60c7-41df-b5e2-72fc8004ab0b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:29.252752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:29.253034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Checking segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:29.253355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Bound using segment: {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:29.253785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Bound port: ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c53e04-54b8-4b17-b280-b2cbd21e761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:29.254148 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.328121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:29.331910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:29.335913 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.372173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:29.372806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.374210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 200 len: 1091 time: 0.9544802 Jul 16 03:57:29.374682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:29.376917 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86" -d '{"events": [{"name": "network-changed", "server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:29.408512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af338b-857b-453c-b0d5-c7885f1d90a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:29.446858 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fa96d2-279d-4f8f-a74c-591b4ad4d22c x-openstack-request-id: req-f4fa96d2-279d-4f8f-a74c-591b4ad4d22c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:29.447267 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:29.447597 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4fa96d2-279d-4f8f-a74c-591b4ad4d22c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:29.448684 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'status': 'completed', 'code': 200} Jul 16 03:57:29.513385 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-db99df87-4629-4897-920e-e4ffbc18879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:29.516287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-db99df87-4629-4897-920e-e4ffbc18879e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1094 time: 0.0916228 Jul 16 03:57:29.579195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-b5f60c5a-10b9-4931-9c54-5c92e6fe93c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 200 len: 217 time: 0.0556622 Jul 16 03:57:29.637761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-72dd7111-82ae-4cda-bdd3-b7598f3bbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:29.639649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-72dd7111-82ae-4cda-bdd3-b7598f3bbb54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5949c16b-0404-4201-a96f-2e07c4d5f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0548682 Jul 16 03:57:29.709236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-bd13278c-0749-4c05-817f-791b7288a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:29.710947 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-bd13278c-0749-4c05-817f-791b7288a808 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9877c166-60c7-41df-b5e2-72fc8004ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650604 Jul 16 03:57:29.808875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-af96230c-40b2-454c-b4bd-513ed73bf8e4 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Jul 16 03:57:29.904803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326cb7f-45da-48f1-9c43-e59e43e980a0 req-22032bc8-d420-40e9-af17-3be1ab12ea10 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901105 Jul 16 03:57:30.085958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-70911631-d83a-438e-be14-bffc0f423dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.087496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-70911631-d83a-438e-be14-bffc0f423dd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1094 time: 0.1167715 Jul 16 03:57:30.097866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10ec33-0df9-4b01-8476-76bfe2d407b5 req-36945ac9-f370-4b49-aeea-f3f0bb96b104 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.099319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb10ec33-0df9-4b01-8476-76bfe2d407b5 req-36945ac9-f370-4b49-aeea-f3f0bb96b104 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 943 time: 0.0893950 Jul 16 03:57:30.206440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fb10ec33-0df9-4b01-8476-76bfe2d407b5 req-7d94e459-9a6f-4763-9774-4e29710e3679 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786026 Jul 16 03:57:30.226466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-109891ce-1556-4cbe-920d-f887cc9ccab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.227983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-109891ce-1556-4cbe-920d-f887cc9ccab1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 200 len: 898 time: 0.1278338 Jul 16 03:57:30.270949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-9db726e0-5c24-41fc-a088-3444f73baad3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 200 len: 217 time: 0.0355883 Jul 16 03:57:30.322194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-17eb1aea-3a67-442a-965f-637a812cb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.323787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-17eb1aea-3a67-442a-965f-637a812cb4e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5949c16b-0404-4201-a96f-2e07c4d5f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0466974 Jul 16 03:57:30.387799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-e6924745-7a02-44cc-92d3-c92ebb24b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:30.391210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-e6924745-7a02-44cc-92d3-c92ebb24b5da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9877c166-60c7-41df-b5e2-72fc8004ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611718 Jul 16 03:57:30.493340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-2cfd92a9-d3d9-4f48-8c73-b8065be25679 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951130 Jul 16 03:57:30.540291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b13edf61-fdb0-46b0-b7fe-21e11e5344c5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:30.602713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:30.602713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.611279 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98c18e54-07a9-4dfc-83f6-9edcc1f0ce86 req-5a02aef7-c353-44a3-973a-1c234c365f8b service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105943 Jul 16 03:57:31.398436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45df82-bb28-4ee8-b6fc-47b8902a9f56 req-d22435e3-7224-4795-9c91-5e8ec7e71779 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:31.400043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa45df82-bb28-4ee8-b6fc-47b8902a9f56 req-d22435e3-7224-4795-9c91-5e8ec7e71779 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 943 time: 0.0710170 Jul 16 03:57:31.447552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa45df82-bb28-4ee8-b6fc-47b8902a9f56 req-b47e396b-d915-4e22-9a7b-0a8a4227a148 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Jul 16 03:57:32.635521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeafbca-440f-4b84-839e-31c97f1f44c0 req-9c90d16f-812a-4d03-b54e-3bcf5c20413f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:32.637652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdeafbca-440f-4b84-839e-31c97f1f44c0 req-9c90d16f-812a-4d03-b54e-3bcf5c20413f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 943 time: 0.0664964 Jul 16 03:57:32.685892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bdeafbca-440f-4b84-839e-31c97f1f44c0 req-1c8c9b47-a1ac-4ec5-8b49-9f8850daaf4f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Jul 16 03:57:32.958840 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.438167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:57:33.542458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:33.555382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'port_id': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'mac_address': 'fa:16:3e:fe:3d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:57:33.592161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.606085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab58e83e-e31b-4c51-aaf2-72a232c0dab0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:57:33.626763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:33.631168 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.681358 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.695631 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:33.829970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ab58e83e-e31b-4c51-aaf2-72a232c0dab0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:33.871643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c873ce-d98c-4655-8abe-628205710d06 req-1b63866d-e2a3-4bfe-9e76-c5840e2fb4d1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:33.873894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76c873ce-d98c-4655-8abe-628205710d06 req-1b63866d-e2a3-4bfe-9e76-c5840e2fb4d1 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 944 time: 0.0664058 Jul 16 03:57:33.918482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76c873ce-d98c-4655-8abe-628205710d06 req-92bb6a0e-392c-4c24-92ba-3f4aaeee2bd5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Jul 16 03:57:35.100284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97be2-e836-44b3-9a3a-c35e3b8d9212 req-02703b36-7567-4d3f-993a-fd76fae8fdaa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.102219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01c97be2-e836-44b3-9a3a-c35e3b8d9212 req-02703b36-7567-4d3f-993a-fd76fae8fdaa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 944 time: 0.0672555 Jul 16 03:57:35.154756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01c97be2-e836-44b3-9a3a-c35e3b8d9212 req-31305171-efa0-4853-a910-5473d4da3136 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Jul 16 03:57:35.450302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:35.512454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:35.517623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:35.518100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.601482 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.625939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:35.628116 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bfd879-5a02-4410-b1e0-4a1d1df99808" -d '{"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-plugged", "status": "completed", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:35.651807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:35.657006 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.710108 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36d6d8-f23f-431b-ab7e-78d72bb679c2 x-openstack-request-id: req-4a36d6d8-f23f-431b-ab7e-78d72bb679c2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:35.710419 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-plugged", "status": "completed", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:35.710688 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a36d6d8-f23f-431b-ab7e-78d72bb679c2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:35.711089 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'code': 200} Jul 16 03:57:35.735204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.808553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ce26-83eb-49f7-89ba-3ea1c37ceb10 req-b7a01fa1-9d04-4169-9bf8-2137a2379255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.810096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91e4ce26-83eb-49f7-89ba-3ea1c37ceb10 req-b7a01fa1-9d04-4169-9bf8-2137a2379255 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0600934 Jul 16 03:57:35.853591 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-91e4ce26-83eb-49f7-89ba-3ea1c37ceb10 req-5ef3dd81-30ed-46c9-97c8-ecbb633dbf02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371022 Jul 16 03:57:36.343409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6e222-dedf-4ec0-b1aa-2405e5590540 req-11ed9eba-ebb8-45a9-9a65-cd11df649ddd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:36.345759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e6e222-dedf-4ec0-b1aa-2405e5590540 req-11ed9eba-ebb8-45a9-9a65-cd11df649ddd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0673194 Jul 16 03:57:36.397712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3e6e222-dedf-4ec0-b1aa-2405e5590540 req-d8f4a101-4943-4e86-8e55-7020e35fee00 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Jul 16 03:57:37.585369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b86325-0401-4e30-b7e1-4deb6c0f31e4 req-6dded0bf-765c-44f2-a0c1-a2356601c8ae tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.587049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97b86325-0401-4e30-b7e1-4deb6c0f31e4 req-6dded0bf-765c-44f2-a0c1-a2356601c8ae tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0625789 Jul 16 03:57:37.630126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97b86325-0401-4e30-b7e1-4deb6c0f31e4 req-3a0a28b8-d7a7-4f09-b229-b9611ad6fa24 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375133 Jul 16 03:57:37.811637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb028f0-9812-48d8-abe6-becbc567033a req-472e04d1-044a-4715-8ae7-e9ec898568bc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.813103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2eb028f0-9812-48d8-abe6-becbc567033a req-472e04d1-044a-4715-8ae7-e9ec898568bc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0639558 Jul 16 03:57:37.851472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2eb028f0-9812-48d8-abe6-becbc567033a req-a02e83fa-423e-4dce-a001-fe24be78051e tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Jul 16 03:57:37.876133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42660) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.933720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afefbb72-621b-49c9-96ee-d7a5fbf1c76e tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.935347 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-afefbb72-621b-49c9-96ee-d7a5fbf1c76e tempest-TestNetworkAdvancedServerOps-155573001 tempest-TestNetworkAdvancedServerOps-155573001-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1091 time: 0.0581858 Jul 16 03:57:37.938279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.942987 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:37.967522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.072689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.189466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Allocated IP 172.25.4.147 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/ddffb4cc-9103-45a1-afb9-43f9fcbb3e79) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:38.306906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.428061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-6d457d92-d088-41e4-8d78-61d84fb7cb85 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:38.429464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-6d457d92-d088-41e4-8d78-61d84fb7cb85 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1189427 Jul 16 03:57:38.430998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.486074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-ebd996b9-5ea3-45ad-a767-cf26deaf8991 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0503521 Jul 16 03:57:38.488013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:38.501325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:38.503858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:38.542086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=ddffb4cc-9103-45a1-afb9-43f9fcbb3e79,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:38.560614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.560956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.561292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.561624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.561946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.562273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.562621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.562944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.563263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.563579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.563911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.564238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:38.632348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-a50c3a7d-4f73-4620-ae32-fbd569a4b57b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414158 Jul 16 03:57:39.183380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-5dbbdb38-d3f6-40d4-9b8e-7df4ecee2328 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416017 Jul 16 03:57:39.353364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-3fb6eeff-a4a8-45f1-a48d-ee870f996e84 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635232 Jul 16 03:57:39.424367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.510433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.697201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-86710213-5104-43a5-b5d6-a99d9fa40f34 req-6a743228-ea1d-4182-b34c-ba4dc7ed4687 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 210 time: 0.0416842 Jul 16 03:57:39.745139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.751331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.819255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event updated for resources: {'Port': ['ID=ddffb4cc-9103-45a1-afb9-43f9fcbb3e79,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.835612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.939929 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 622078f6-3a82-4d0b-95e6-cab95e96be9b associated. External IP: 172.25.4.147, port: ab58e83e-e31b-4c51-aaf2-72a232c0dab0. Jul 16 03:57:40.157755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:40.271237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:40.281982 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463091-df81-470e-a365-0114938b498a None None] Sync routers for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:40.292064 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.294010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29463091-df81-470e-a365-0114938b498a None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:40.295289 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-29463091-df81-470e-a365-0114938b498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:57:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.341240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d4f36861-2440-4293-bca5-65406a322d9a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4017901 Jul 16 03:57:40.341853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:40.344324 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc56e4-b3d5-4023-a353-ba4a507579cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:40.428172 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-29463091-df81-470e-a365-0114938b498a None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:40.516382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddb4ad-1efb-4746-877f-32270fd5836d req-134f09d7-b61b-49e8-b1de-a364cdca0f41 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:40.518007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bddb4ad-1efb-4746-877f-32270fd5836d req-134f09d7-b61b-49e8-b1de-a364cdca0f41 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0761089 Jul 16 03:57:40.564257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5bddb4ad-1efb-4746-877f-32270fd5836d req-1dffd9d0-4dac-4e89-a5c9-1f0978548fc7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Jul 16 03:57:40.592086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 42698) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.621668 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05135b2a-4a34-4991-b092-c69f79a9a2ae x-openstack-request-id: req-05135b2a-4a34-4991-b092-c69f79a9a2ae {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:40.621973 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:40.622233 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05135b2a-4a34-4991-b092-c69f79a9a2ae {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:40.622679 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'status': 'completed', 'code': 200} Jul 16 03:57:40.724810 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-29463091-df81-470e-a365-0114938b498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '622078f6-3a82-4d0b-95e6-cab95e96be9b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'port_id': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'mac_address': 'fa:16:3e:fe:3d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:39Z', 'updated_at': '2021-07-16T03:57:39Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.731831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-f7f08905-ae61-41be-80ad-26134bb1226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:40.741141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-f7f08905-ae61-41be-80ad-26134bb1226e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0910866 Jul 16 03:57:40.793873 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463091-df81-470e-a365-0114938b498a None None] Checking router: 50f7fedc-2ed8-420e-88fe-ab82e2d370ab for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:40.819377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29463091-df81-470e-a365-0114938b498a None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:40.820166 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-29463091-df81-470e-a365-0114938b498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:57:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:40.947425 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-b88fb447-8ca2-47c9-94a5-23a3e9660b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:40.948926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-b88fb447-8ca2-47c9-94a5-23a3e9660b96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 200 len: 898 time: 0.2073073 Jul 16 03:57:40.994356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed2ae03b-b0eb-4ff8-b924-6757e8cb29b4 req-ca0bae21-7164-45de-8ef4-0e4966ba0a16 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 210 time: 0.0401752 Jul 16 03:57:41.043998 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-29463091-df81-470e-a365-0114938b498a None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:41.066958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-7b7bf0ed-9e16-4ef8-98a3-8e0260a61ac6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 200 len: 999 time: 0.1102889 Jul 16 03:57:41.127478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-96e05ed9-f6e2-4902-8873-17351d2c33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:41.130010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-96e05ed9-f6e2-4902-8873-17351d2c33f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5949c16b-0404-4201-a96f-2e07c4d5f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0547891 Jul 16 03:57:41.167511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-ccaa26ca-924f-4551-b699-3d0e417651b5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:41.169439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-ccaa26ca-924f-4551-b699-3d0e417651b5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1094341 Jul 16 03:57:41.202141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': '6fcad01d-a937-4254-8ec5-d4413592da96', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:41.219621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-5d636971-0915-45b7-96ae-a203ffc4d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:41.222023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-5d636971-0915-45b7-96ae-a203ffc4d459 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9877c166-60c7-41df-b5e2-72fc8004ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860734 Jul 16 03:57:41.243143 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8a678e4e-1846-424d-abf9-824c55bc85ae tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/622078f6-3a82-4d0b-95e6-cab95e96be9b HTTP/1.1" status: 200 len: 991 time: 0.6496685 Jul 16 03:57:41.356770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-78c7def3-e37d-44af-aba6-07f45973b2fd service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256251 Jul 16 03:57:41.364484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:41.365780 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-29463091-df81-470e-a365-0114938b498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '622078f6-3a82-4d0b-95e6-cab95e96be9b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'port_id': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'mac_address': 'fa:16:3e:fe:3d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:39Z', 'updated_at': '2021-07-16T03:57:39Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:41.369881 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.404767 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463091-df81-470e-a365-0114938b498a None None] The sync data for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 is: [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '622078f6-3a82-4d0b-95e6-cab95e96be9b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'port_id': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'mac_address': 'fa:16:3e:fe:3d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:39Z', 'updated_at': '2021-07-16T03:57:39Z', 'revision_number': 0, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:41.510909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15dc56e4-b3d5-4023-a353-ba4a507579cd req-7c5dbad8-720c-4240-b1e8-fa3622d58940 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464155 Jul 16 03:57:41.575362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.6 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/cd931633-d2d8-4a2f-808e-9a4490b9d5f8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:41.734332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b10064-bdae-4805-b5b1-3c674dc71f28 None None] New status for floating IP 622078f6-3a82-4d0b-95e6-cab95e96be9b: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:57:41.739995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.760647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object cd931633-d2d8-4a2f-808e-9a4490b9d5f8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:41.803934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.848996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:41.854281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:41.858594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:41.894233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:41.950939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:41.951643 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.982812 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-21820ba3-1f96-4285-898a-0915cddb469a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7864878 Jul 16 03:57:41.997916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Request body: {'port': {'device_id': '6fcad01d-a937-4254-8ec5-d4413592da96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:42.098805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.225055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03640e-c82f-4ea3-af7d-c045bcc1919e req-1299eaca-0fb3-4088-94a3-b12ad7dbcf16 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:42.232377 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a03640e-c82f-4ea3-af7d-c045bcc1919e req-1299eaca-0fb3-4088-94a3-b12ad7dbcf16 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 931 time: 0.0746484 Jul 16 03:57:42.248185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42710) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:42.277518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-720c46d5-b469-43aa-88f5-ec76f87de2de None None] Provisioning for port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:42.282101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-720c46d5-b469-43aa-88f5-ec76f87de2de None None] Provisioning complete for port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:42.282948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-720c46d5-b469-43aa-88f5-ec76f87de2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.341666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a03640e-c82f-4ea3-af7d-c045bcc1919e req-91082c07-4ec4-4f80-aee9-e3cc9d9f5a9c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055412 Jul 16 03:57:42.356388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-14130c3f-db0e-4f77-b6b1-d3bd1054f181 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/622078f6-3a82-4d0b-95e6-cab95e96be9b HTTP/1.1" status: 200 len: 993 time: 0.1072242 Jul 16 03:57:42.374716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-720c46d5-b469-43aa-88f5-ec76f87de2de None None] Port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:42.501735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd931633-d2d8-4a2f-808e-9a4490b9d5f8 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:57:42.509963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.524007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Transition to ACTIVE for port object cd931633-d2d8-4a2f-808e-9a4490b9d5f8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:42.529187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.587167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:42.671090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Attempting to bind port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:42.671414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Attempting to bind port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:42.671746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Attempting to bind port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:42.676914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:42.677373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Attempting to bind port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:42.683670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:42.684083 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:42.684561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:42.685072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Bound port: cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:42.685504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.765222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] For port cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:42.774119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] For port cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:42.779609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.794630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:42.795994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.797567 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd931633-d2d8-4a2f-808e-9a4490b9d5f8 HTTP/1.1" status: 200 len: 1091 time: 0.8041315 Jul 16 03:57:42.799159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcad01d-a937-4254-8ec5-d4413592da96', 'tag': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:42.810477 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456fed8c-ab1f-4d52-853a-c7aa4a152097" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcad01d-a937-4254-8ec5-d4413592da96", "tag": "cd931633-d2d8-4a2f-808e-9a4490b9d5f8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:42.932231 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d40d81-053f-4858-9bed-91a3e1a1948b x-openstack-request-id: req-25d40d81-053f-4858-9bed-91a3e1a1948b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:42.932535 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcad01d-a937-4254-8ec5-d4413592da96", "tag": "cd931633-d2d8-4a2f-808e-9a4490b9d5f8", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:42.932848 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25d40d81-053f-4858-9bed-91a3e1a1948b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:42.933265 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcad01d-a937-4254-8ec5-d4413592da96', 'tag': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8', 'status': 'completed', 'code': 200} Jul 16 03:57:42.934790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fee3b-808e-4593-9222-00ac9cb982c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:42.956580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-dfcc4414-22a1-4dbb-bad6-8b4057c2a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:42.958381 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-dfcc4414-22a1-4dbb-bad6-8b4057c2a65b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 1094 time: 0.1123533 Jul 16 03:57:43.009988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-3f0b84d4-2a70-41ed-ba35-3cffee9927b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8 HTTP/1.1" status: 200 len: 217 time: 0.0442922 Jul 16 03:57:43.066745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-af141930-ae35-44f9-9587-d9425034169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.069571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-af141930-ae35-44f9-9587-d9425034169a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0541828 Jul 16 03:57:43.138993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-ac2fd6b2-caff-4468-b16d-596c155e4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.141527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-ac2fd6b2-caff-4468-b16d-596c155e4890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663295 Jul 16 03:57:43.242069 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-59734d03-ed32-49d5-85c3-417235510eba service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938187 Jul 16 03:57:43.361281 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3da69f27-d00d-499d-8fff-2f9006803cdf req-320506f0-dca0-4c9b-ada7-7e9610ad1c48 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107907 Jul 16 03:57:43.470683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-91672ffe-3c00-4b97-8f88-f3ccf83d6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.473113 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-91672ffe-3c00-4b97-8f88-f3ccf83d6865 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 1094 time: 0.0583901 Jul 16 03:57:43.530710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b8c06-4e0a-4bda-b0bd-d84c9058c76c req-9f610037-9ea7-4905-b5ce-06e3b3719178 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.533226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-855b8c06-4e0a-4bda-b0bd-d84c9058c76c req-9f610037-9ea7-4905-b5ce-06e3b3719178 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.0729661 Jul 16 03:57:43.580357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-855b8c06-4e0a-4bda-b0bd-d84c9058c76c req-d970308a-f526-4cda-8e1e-fe2fce95b9c1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Jul 16 03:57:43.595734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-13ac6fa7-ee97-4e22-a5dc-004a715ef367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.597201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-13ac6fa7-ee97-4e22-a5dc-004a715ef367 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1183286 Jul 16 03:57:43.642017 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-02f28be0-516f-4eb6-bbdd-af8e8069e5e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8 HTTP/1.1" status: 200 len: 217 time: 0.0380168 Jul 16 03:57:43.696022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-8db86a72-24f0-4765-af06-155083a47489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.697556 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-8db86a72-24f0-4765-af06-155083a47489 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0501814 Jul 16 03:57:43.763034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-2d9be041-090f-427d-91c8-439c18d28d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.764853 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-2d9be041-090f-427d-91c8-439c18d28d24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608253 Jul 16 03:57:43.865172 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-3680add6-6c6b-4ebb-9fa1-0f1b45100c8c service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939891 Jul 16 03:57:43.960053 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-456fed8c-ab1f-4d52-853a-c7aa4a152097 req-71e9d01e-08e8-4eb5-96a4-3d55d8c6f270 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885689 Jul 16 03:57:44.771154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1743c-ca70-46b8-872d-e33b85845dbf req-31967063-c451-4767-b37f-b31eef21ced3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:44.772757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19a1743c-ca70-46b8-872d-e33b85845dbf req-31967063-c451-4767-b37f-b31eef21ced3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.0714889 Jul 16 03:57:44.816577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-19a1743c-ca70-46b8-872d-e33b85845dbf req-f5eee175-2283-4a19-9eaf-18b8479067b1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372190 Jul 16 03:57:46.150796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091b7a-20dd-43dc-8194-c1ede4f76f02 req-0693b765-c2c2-472a-948a-de3e5570d1c7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:46.152344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81091b7a-20dd-43dc-8194-c1ede4f76f02 req-0693b765-c2c2-472a-948a-de3e5570d1c7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.2240479 Jul 16 03:57:46.190115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81091b7a-20dd-43dc-8194-c1ede4f76f02 req-c034a603-1a24-42fc-b5d2-bc2d80c580c6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jul 16 03:57:47.373198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d9fe-2587-48db-849a-44c63a221698 req-bd8b0c1b-48e4-417f-a9b9-94e82f9ed977 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:47.374762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8037d9fe-2587-48db-849a-44c63a221698 req-bd8b0c1b-48e4-417f-a9b9-94e82f9ed977 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.0665674 Jul 16 03:57:47.414654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8037d9fe-2587-48db-849a-44c63a221698 req-43d9d3a3-d848-437b-ad07-607668c96f7c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Jul 16 03:57:48.593455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91da1-6f19-4cd0-926d-3709ae7a3493 req-dc0f27fa-dd4f-48f3-8156-0634d842eade tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:48.595005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1b91da1-6f19-4cd0-926d-3709ae7a3493 req-dc0f27fa-dd4f-48f3-8156-0634d842eade tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.0661709 Jul 16 03:57:48.632714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1b91da1-6f19-4cd0-926d-3709ae7a3493 req-69a3a0c1-d508-4dec-8105-c87fab8ccbf5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jul 16 03:57:49.807760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989e62-d5d3-4452-9765-f8ab36935cf0 req-3e78e128-3756-4685-9094-188c72b60b41 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:49.809308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be989e62-d5d3-4452-9765-f8ab36935cf0 req-3e78e128-3756-4685-9094-188c72b60b41 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.0642939 Jul 16 03:57:49.848678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be989e62-d5d3-4452-9765-f8ab36935cf0 req-3bbff7cd-6577-4ab4-bc10-c5aff829f53b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Jul 16 03:57:50.723677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b10a144c-3891-4d5e-bac1-cb4c811a1e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.026927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53a0f3-9a1b-47e3-b481-342c4e1c476b req-e67f4e5d-7fa2-47b9-8a87-6419fd46ff2c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:51.028409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b53a0f3-9a1b-47e3-b481-342c4e1c476b req-e67f4e5d-7fa2-47b9-8a87-6419fd46ff2c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 943 time: 0.0652308 Jul 16 03:57:51.065587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b53a0f3-9a1b-47e3-b481-342c4e1c476b req-12e3fa17-ba75-49b1-8670-5f3c87a3243c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 16 03:57:51.669996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cd931633-d2d8-4a2f-808e-9a4490b9d5f8 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:57:51.765032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:51.776327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8', 'mac_address': 'fa:16:3e:82:98:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:57:51.811688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.825419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd931633-d2d8-4a2f-808e-9a4490b9d5f8 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:57:51.844601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:51.848038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.895615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.033435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['cd931633-d2d8-4a2f-808e-9a4490b9d5f8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:52.255229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814dc96-d637-4042-84a2-0c52c4301572 req-3ec57492-fd87-44b9-b67d-1696d97a97ac tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:52.256717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5814dc96-d637-4042-84a2-0c52c4301572 req-3ec57492-fd87-44b9-b67d-1696d97a97ac tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 944 time: 0.0663092 Jul 16 03:57:52.294352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5814dc96-d637-4042-84a2-0c52c4301572 req-7b07ed1e-051f-4dbb-9c11-b2d416122a33 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jul 16 03:57:53.474067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df110fe-0995-4156-8413-e4242587e9b1 req-2d32e9c9-ce2b-4378-b97e-389b82865fd8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:53.475604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0df110fe-0995-4156-8413-e4242587e9b1 req-2d32e9c9-ce2b-4378-b97e-389b82865fd8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 944 time: 0.0653946 Jul 16 03:57:53.517327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0df110fe-0995-4156-8413-e4242587e9b1 req-4148a462-d7b6-4823-a422-b47feaebd657 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357909 Jul 16 03:57:53.545462 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0efef37-eef0-4f90-9644-9f7c29773bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.670486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cd931633-d2d8-4a2f-808e-9a4490b9d5f8 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:53.719871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:53.724229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:53.724630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.803081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.825498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcad01d-a937-4254-8ec5-d4413592da96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:53.827747 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6704cdd6-2989-4ed4-b282-9b5e9645a5e6" -d '{"events": [{"server_uuid": "6fcad01d-a937-4254-8ec5-d4413592da96", "name": "network-vif-plugged", "status": "completed", "tag": "cd931633-d2d8-4a2f-808e-9a4490b9d5f8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:53.841408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:53.845437 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.874935 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b33df3-2539-4661-8ab1-5a1589bb296d x-openstack-request-id: req-60b33df3-2539-4661-8ab1-5a1589bb296d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:53.875217 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcad01d-a937-4254-8ec5-d4413592da96", "name": "network-vif-plugged", "status": "completed", "tag": "cd931633-d2d8-4a2f-808e-9a4490b9d5f8", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:53.875467 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60b33df3-2539-4661-8ab1-5a1589bb296d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:53.875847 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcad01d-a937-4254-8ec5-d4413592da96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8', 'code': 200} Jul 16 03:57:53.889779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.907461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.982800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696097f3-6723-45c3-bc9b-5bb0c5c9263b req-befa79ca-2e64-4177-99de-0b135dd0d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:53.984320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-696097f3-6723-45c3-bc9b-5bb0c5c9263b req-befa79ca-2e64-4177-99de-0b135dd0d5ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 1096 time: 0.0530810 Jul 16 03:57:54.018426 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-696097f3-6723-45c3-bc9b-5bb0c5c9263b req-1a991bc8-f1c9-4b67-846f-19fb4307e79d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278056 Jul 16 03:57:54.395752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.697026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dde7-f745-473a-aca5-c38d9cdde9be req-649d5e5b-9f60-4d82-8461-04ea91231f69 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:54.698727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9816dde7-f745-473a-aca5-c38d9cdde9be req-649d5e5b-9f60-4d82-8461-04ea91231f69 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 945 time: 0.0686433 Jul 16 03:57:54.744746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9816dde7-f745-473a-aca5-c38d9cdde9be req-124f270c-0fc8-42da-94c6-64d208bec560 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385015 Jul 16 03:57:55.918624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440c172-b726-4d10-89e6-f376bc827b36 req-d781152b-156a-4e52-830c-1d5da941b1cf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:55.920000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0440c172-b726-4d10-89e6-f376bc827b36 req-d781152b-156a-4e52-830c-1d5da941b1cf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 945 time: 0.0637233 Jul 16 03:57:55.958344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0440c172-b726-4d10-89e6-f376bc827b36 req-249bf631-4414-426c-a3d7-ca1b44107c1b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Jul 16 03:57:56.126936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.132356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064674-84ae-417a-b497-5c140eaac82d req-39e9a51f-c3a2-44d2-a12d-d346a083d4d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:56.133859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44064674-84ae-417a-b497-5c140eaac82d req-39e9a51f-c3a2-44d2-a12d-d346a083d4d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 945 time: 0.0682664 Jul 16 03:57:56.171410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44064674-84ae-417a-b497-5c140eaac82d req-f04ee7af-d6f8-427e-8e54-80a127719bcf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jul 16 03:57:58.736324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-78134dca-faa3-4f25-8fa4-ac714ace3316 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:58.737980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-78134dca-faa3-4f25-8fa4-ac714ace3316 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1142163 Jul 16 03:57:58.754449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-18251d57-bcf3-4459-b3df-1e865b82a1c3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0104702 Jul 16 03:57:58.826490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-d9177093-e8ae-4242-aed3-3dacb4144ce6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649054 Jul 16 03:57:58.828331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.919466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-8a580256-2637-41fd-b27c-8c1de35841e7 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848720 Jul 16 03:57:58.939199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03e8b316-3f33-4f5e-898b-adccda68f9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.049350 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-13ac89d6-adfc-4064-bf0e-df978ca91601 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229048 Jul 16 03:57:59.097524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03e8b316-3f33-4f5e-898b-adccda68f9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.101495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03e8b316-3f33-4f5e-898b-adccda68f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.137959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8b316-3f33-4f5e-898b-adccda68f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516c53d-a09c-48df-abe7-d7eaa4d702a5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.145596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-03e8b316-3f33-4f5e-898b-adccda68f9af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70e9af70919e4eecb5aeaac3c998196e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130581 Jul 16 03:57:59.145754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 42914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.197481 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0806-8826-45d8-b538-d87d344700c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.219699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0806-8826-45d8-b538-d87d344700c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.263543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8363b857-c929-4b8f-9b46-c3ad319199bc req-4aff1c41-ec88-4018-a817-77553edc2b7e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 210 time: 0.0418668 Jul 16 03:57:59.296553 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0806-8826-45d8-b538-d87d344700c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.300354 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0806-8826-45d8-b538-d87d344700c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.301847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3f5c0806-8826-45d8-b538-d87d344700c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3516c53d-a09c-48df-abe7-d7eaa4d702a5 HTTP/1.1" status: 204 len: 168 time: 0.1553316 Jul 16 03:57:59.309743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0806-8826-45d8-b538-d87d344700c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516c53d-a09c-48df-abe7-d7eaa4d702a5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.321404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-444aadd0-a339-4577-9d58-774ab2692264 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:00.324290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-444aadd0-a339-4577-9d58-774ab2692264 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1145897 Jul 16 03:58:00.421387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60a26ceb-f3a5-4240-938d-849c95bb9d15 req-88385d26-710c-41b8-85c5-d972fdb2d1bb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 210 time: 0.0365114 Jul 16 03:58:00.433150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:00.573854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:00.578018 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.659633 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:58:00.721939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.3 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/6a51fdbe-eae1-4518-a9a0-6bc8a816e35e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:00.902597 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.917114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:00.958310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.977107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['cd931633-d2d8-4a2f-808e-9a4490b9d5f8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:01.009642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:01.012998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:01.017044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:01.089852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:01.090531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.096612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.121306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-643df55b-8dd7-45d2-a61d-ee766a4eb9bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6920907 Jul 16 03:58:01.142888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Request body: {'port': {'device_id': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:01.243355 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.386256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c0c9320a-5306-4a0e-b548-c4318a055ae5 None None] Provisioning for port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:01.392236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c0c9320a-5306-4a0e-b548-c4318a055ae5 None None] Provisioning complete for port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:01.392879 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0c9320a-5306-4a0e-b548-c4318a055ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.433992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9320a-5306-4a0e-b548-c4318a055ae5 None None] Port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:01.531221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:01.540607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.554737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Transition to ACTIVE for port object 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:01.559912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.691560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Pushing event updated for resources: {'Port': ['ID=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.756419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9608-259b-41f0-b7f8-de65f472024f req-698cdfe3-ee8b-47d6-9e15-d3489ca103b5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:01.757966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-729f9608-259b-41f0-b7f8-de65f472024f req-698cdfe3-ee8b-47d6-9e15-d3489ca103b5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.1471078 Jul 16 03:58:01.781431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Attempting to bind port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:01.781795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Attempting to bind port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:01.782256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Attempting to bind port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:01.795947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:01.796281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Attempting to bind port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:01.830533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-729f9608-259b-41f0-b7f8-de65f472024f req-6f9f8bf5-899a-49f8-8c0b-dbc872fcc09a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575509 Jul 16 03:58:01.832439 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:01.832779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:01.833176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:01.833629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Bound port: 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:01.833995 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.931632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] For port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:01.935056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] For port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:01.941358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.991825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:01.992516 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.993933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] 10.222.0.11 "PUT /v2.0/ports/6a51fdbe-eae1-4518-a9a0-6bc8a816e35e HTTP/1.1" status: 200 len: 1091 time: 0.8634274 Jul 16 03:58:01.994336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'tag': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:01.996675 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "39b5a777-0a83-42d7-af23-9474d6f776ae", "tag": "6a51fdbe-eae1-4518-a9a0-6bc8a816e35e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:02.022399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b126a7-acec-4354-b27c-3f828e0894fc service neutron] Pushing event updated for resources: {'Port': ['ID=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.077674 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caf9167-257d-4d07-9010-3d45c3ac9a52 x-openstack-request-id: req-0caf9167-257d-4d07-9010-3d45c3ac9a52 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:02.077969 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b5a777-0a83-42d7-af23-9474d6f776ae", "tag": "6a51fdbe-eae1-4518-a9a0-6bc8a816e35e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:02.078220 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0caf9167-257d-4d07-9010-3d45c3ac9a52 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:02.078634 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'tag': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e', 'status': 'completed', 'code': 200} Jul 16 03:58:02.109239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-7fbc5117-3c65-4f57-b323-2d5a54155b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.110981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-7fbc5117-3c65-4f57-b323-2d5a54155b0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 1094 time: 0.0642142 Jul 16 03:58:02.165944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-5a94d9be-a174-4851-bb5f-9cf65f5a87e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e HTTP/1.1" status: 200 len: 217 time: 0.0461950 Jul 16 03:58:02.221325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-611b4bd1-9516-4106-bf55-9aa1d1865c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.222922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-611b4bd1-9516-4106-bf55-9aa1d1865c38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0505948 Jul 16 03:58:02.285282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-b1d77b52-3d82-4623-802e-9f6faf4ddadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.286895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-b1d77b52-3d82-4623-802e-9f6faf4ddadd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567620 Jul 16 03:58:02.389329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-6a36d5c5-e7e8-4172-9a71-08c5d846bea7 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953043 Jul 16 03:58:02.484249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8508bc19-f5ef-4af2-90da-c85cf07ff071 req-5634bce0-f08a-47ca-97cd-f01ce93b027e service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Jul 16 03:58:02.614701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-dcf94570-c484-4b75-9f13-c53a774ed458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.616157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-dcf94570-c484-4b75-9f13-c53a774ed458 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 1094 time: 0.0701642 Jul 16 03:58:02.707229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-81517210-8591-407d-a395-a53f780239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.708843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-81517210-8591-407d-a395-a53f780239c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0850995 Jul 16 03:58:02.754702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-9165ecea-7390-4dba-96a8-a6ab0075c8f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e HTTP/1.1" status: 200 len: 217 time: 0.0376697 Jul 16 03:58:02.801489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-75f71b27-7844-45ef-a01c-f25fd45793f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.802946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-75f71b27-7844-45ef-a01c-f25fd45793f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0426352 Jul 16 03:58:02.860461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-db7a4d69-bae7-4526-ab4e-7daeaffc8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:02.861999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-db7a4d69-bae7-4526-ab4e-7daeaffc8439 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514972 Jul 16 03:58:02.974690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-1126f51b-d830-4ea9-a5be-3f92ea8b4d47 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043794 Jul 16 03:58:02.979166 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.518250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf2fcb87-dbb8-4dde-9248-9cf3949efc1b req-fd41c584-1785-410a-b39e-2e110bd82170 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351703 Jul 16 03:58:03.527321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3b250-ffe4-432c-bf90-2a9ea71cfea9 req-ecc4d6f7-c03c-435f-b7dc-6832f21c8ac7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:03.528986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45b3b250-ffe4-432c-bf90-2a9ea71cfea9 req-ecc4d6f7-c03c-435f-b7dc-6832f21c8ac7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.5330677 Jul 16 03:58:03.589335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45b3b250-ffe4-432c-bf90-2a9ea71cfea9 req-310c71cd-4cbd-4517-bd4a-12f81e1f2117 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510473 Jul 16 03:58:03.695453 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.821096 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e526ed4-c8e5-4458-aee8-6866740921d3 req-47182826-1742-401e-8c52-09c28f55260b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:04.822812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e526ed4-c8e5-4458-aee8-6866740921d3 req-47182826-1742-401e-8c52-09c28f55260b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0960817 Jul 16 03:58:04.887369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e526ed4-c8e5-4458-aee8-6866740921d3 req-97c05b0a-8230-4c24-8b5b-895e4fd019d1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Jul 16 03:58:06.125729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab3f94-1a56-4aba-bc23-735ae55461b3 req-ed18c1b4-c4df-4e86-b573-f90a61f7b680 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:06.127268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eab3f94-1a56-4aba-bc23-735ae55461b3 req-ed18c1b4-c4df-4e86-b573-f90a61f7b680 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0900562 Jul 16 03:58:06.184615 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0eab3f94-1a56-4aba-bc23-735ae55461b3 req-61d3a2bc-0d0e-41b5-8b88-d3a907e5f72e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495558 Jul 16 03:58:07.413157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec299-325a-44a4-b223-1b1010a742da req-bfac56db-afc1-46db-8991-7c29c4c7d801 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:07.420664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee2ec299-325a-44a4-b223-1b1010a742da req-bfac56db-afc1-46db-8991-7c29c4c7d801 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0993865 Jul 16 03:58:07.469182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee2ec299-325a-44a4-b223-1b1010a742da req-a7552a32-8646-479a-8b59-3f1ef09ed12e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Jul 16 03:58:08.498925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-a5259a18-91f0-4f66-8139-047968926f85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547941 Jul 16 03:58:08.629683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-a8c059e5-e606-49b7-9c73-5da66594e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.631210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-a8c059e5-e606-49b7-9c73-5da66594e6f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0874310 Jul 16 03:58:08.658008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe7286-4ae0-4b14-a630-6c13121ff7df req-50962e82-5eb4-44a5-a6cb-0c74eb446efe tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.660082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2fe7286-4ae0-4b14-a630-6c13121ff7df req-50962e82-5eb4-44a5-a6cb-0c74eb446efe tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0805011 Jul 16 03:58:08.749630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2fe7286-4ae0-4b14-a630-6c13121ff7df req-6e482b86-9624-4f97-87bc-618422222e40 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813019 Jul 16 03:58:08.776520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-ab115a1a-73cf-409f-8a10-e0d426e36d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.778034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-ab115a1a-73cf-409f-8a10-e0d426e36d99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 200 len: 898 time: 0.1171041 Jul 16 03:58:08.841395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-62640c83-4143-41a3-b773-6287ebff3430 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 200 len: 1001 time: 0.0574138 Jul 16 03:58:08.890534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-6c8bc593-5541-45f2-b62e-e1f23db8eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.891972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-6c8bc593-5541-45f2-b62e-e1f23db8eb8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5949c16b-0404-4201-a96f-2e07c4d5f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0442038 Jul 16 03:58:08.952775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-b89e97bd-4da3-49cb-aeae-73e9a28a23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.954283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-b89e97bd-4da3-49cb-aeae-73e9a28a23dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9877c166-60c7-41df-b5e2-72fc8004ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556889 Jul 16 03:58:09.044438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-0699138e-982d-4136-89b6-aff3308a1117 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834165 Jul 16 03:58:09.136969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-edb3d99a-efc1-443d-a51e-6e7a12e458a6 req-613c1f91-f9ce-4e96-893d-5f128e917685 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Jul 16 03:58:09.936465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b99f54-019a-425e-b45b-22860bea37f8 req-b425aba4-6d7f-4eaf-af5d-eeb7772275bb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:09.937998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8b99f54-019a-425e-b45b-22860bea37f8 req-b425aba4-6d7f-4eaf-af5d-eeb7772275bb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0653241 Jul 16 03:58:09.977500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8b99f54-019a-425e-b45b-22860bea37f8 req-206f632a-7f2e-4446-8c34-17b89c92afbe tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Jul 16 03:58:11.171875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140263-66e0-4199-98bb-8eb3f9b46087 req-169de9e6-640b-4fe5-9d4f-5dbe6ac872cf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:11.173525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94140263-66e0-4199-98bb-8eb3f9b46087 req-169de9e6-640b-4fe5-9d4f-5dbe6ac872cf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0697286 Jul 16 03:58:11.216923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94140263-66e0-4199-98bb-8eb3f9b46087 req-a9ba1428-e578-42e4-9895-c26c4b1b2e31 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Jul 16 03:58:12.055511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4190be-7daf-4d12-9a5e-9deec886686c req-6a8cab14-bfd3-4427-9db5-8256bd12edcd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:12.057654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea4190be-7daf-4d12-9a5e-9deec886686c req-6a8cab14-bfd3-4427-9db5-8256bd12edcd tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0808992 Jul 16 03:58:12.107196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea4190be-7daf-4d12-9a5e-9deec886686c req-0cc6fe4c-4a4f-42ea-adf3-4be5938a6123 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435283 Jul 16 03:58:12.404180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07ef7-8a0b-4f4e-8c8c-4ba5e6fdca55 req-b9d30040-e824-41e0-a1fa-cbe5b6614423 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:12.405575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffd07ef7-8a0b-4f4e-8c8c-4ba5e6fdca55 req-b9d30040-e824-41e0-a1fa-cbe5b6614423 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0716951 Jul 16 03:58:12.444910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffd07ef7-8a0b-4f4e-8c8c-4ba5e6fdca55 req-1e0cfa3a-e168-4144-a9eb-047fd6573b4c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Jul 16 03:58:13.296222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430319-159c-4673-aa9c-23e8807c3021 req-187b21fa-210f-43c5-8a6e-bddc7375cdcf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:13.297752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c430319-159c-4673-aa9c-23e8807c3021 req-187b21fa-210f-43c5-8a6e-bddc7375cdcf tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0709240 Jul 16 03:58:13.338100 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c430319-159c-4673-aa9c-23e8807c3021 req-cb036022-6b16-419d-b417-edfce0beecce tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338051 Jul 16 03:58:13.626331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40359a4c-9bd9-4508-a57f-b533a1e6da24 req-a0c8956e-363b-45a9-847f-ab532b93938f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:13.627920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40359a4c-9bd9-4508-a57f-b533a1e6da24 req-a0c8956e-363b-45a9-847f-ab532b93938f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0678391 Jul 16 03:58:13.667666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40359a4c-9bd9-4508-a57f-b533a1e6da24 req-ddf76a25-8457-40df-9930-2934776838d2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Jul 16 03:58:14.352713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.505953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c2f3-21d6-401b-8b90-247e1792dc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.570037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13aa90-5af2-45c2-b4bd-f592ddc8e6d5 req-8810c725-420f-4609-8d4c-a489093bf70c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:14.571684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc13aa90-5af2-45c2-b4bd-f592ddc8e6d5 req-8810c725-420f-4609-8d4c-a489093bf70c tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.1045947 Jul 16 03:58:14.630308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc13aa90-5af2-45c2-b4bd-f592ddc8e6d5 req-d2f9fe27-eca9-45cc-bc73-30052312ed52 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511165 Jul 16 03:58:14.658310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c2f3-21d6-401b-8b90-247e1792dc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.662808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c2f3-21d6-401b-8b90-247e1792dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.700090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5c2f3-21d6-401b-8b90-247e1792dc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0215780-72bc-48a0-8d04-0b69868d1b43,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.704399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ec5c2f3-21d6-401b-8b90-247e1792dc91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e5d591b85f944a48a422fd3c10a13b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506336 Jul 16 03:58:14.707033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.757569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-481b1e71-bbad-46f5-b9b1-dd24d48bb7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.779313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-481b1e71-bbad-46f5-b9b1-dd24d48bb7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.823737 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-2930a82e-b64b-44a1-b181-be3be9473beb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610998 Jul 16 03:58:14.874176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7742d-5c6a-4026-9cf2-875e78a72b38 req-725b4b99-4b72-46b9-a4eb-0f278ec92cdc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:14.875672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9d7742d-5c6a-4026-9cf2-875e78a72b38 req-725b4b99-4b72-46b9-a4eb-0f278ec92cdc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0893474 Jul 16 03:58:14.881316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-481b1e71-bbad-46f5-b9b1-dd24d48bb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.884478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-481b1e71-bbad-46f5-b9b1-dd24d48bb7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.885641 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-481b1e71-bbad-46f5-b9b1-dd24d48bb7d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0215780-72bc-48a0-8d04-0b69868d1b43 HTTP/1.1" status: 204 len: 168 time: 0.1776838 Jul 16 03:58:14.915647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b1e71-bbad-46f5-b9b1-dd24d48bb7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0215780-72bc-48a0-8d04-0b69868d1b43,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.936769 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d9d7742d-5c6a-4026-9cf2-875e78a72b38 req-b186a9f8-9792-4769-90fa-6986acda19d1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500348 Jul 16 03:58:14.956016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-0e025d0b-d093-44fd-96f9-5f58e0b3ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:14.957710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-0e025d0b-d093-44fd-96f9-5f58e0b3ea83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 1096 time: 0.0857291 Jul 16 03:58:15.073976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-42d755a7-dc81-4efe-8ace-206fafed1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.075752 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-42d755a7-dc81-4efe-8ace-206fafed1226 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0952811 Jul 16 03:58:15.120561 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-034dd1f2-83f8-4fad-96a7-afd9d3c0e871 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8 HTTP/1.1" status: 200 len: 217 time: 0.0374033 Jul 16 03:58:15.174487 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-a30e398d-580f-4756-94e7-33568bf1bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.176016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-a30e398d-580f-4756-94e7-33568bf1bce4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0492721 Jul 16 03:58:15.242677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-ce7f2580-aa48-4693-bac4-dc2f1b13daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.244230 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-ce7f2580-aa48-4693-bac4-dc2f1b13daf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600934 Jul 16 03:58:15.344393 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-3070f5ed-9066-4e96-a28e-195a35062f11 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929623 Jul 16 03:58:15.444814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b19cfd6e-c4c7-4167-a336-2c9ae62fca75 req-55106d30-b3d7-4b41-98c2-f27ed86f6dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919492 Jul 16 03:58:15.802534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedfaee-baa0-4e28-84f8-ce52b8d829e8 req-e6a6e83c-d1eb-4157-880d-0b30328ce6de tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.804031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aaedfaee-baa0-4e28-84f8-ce52b8d829e8 req-e6a6e83c-d1eb-4157-880d-0b30328ce6de tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0636361 Jul 16 03:58:15.840941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aaedfaee-baa0-4e28-84f8-ce52b8d829e8 req-c29c8ddc-1d9c-4228-a257-0518d03d9509 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Jul 16 03:58:16.113014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e522c6-e4aa-4a6c-9a65-5099c3c08c85 req-c916d0d5-c008-428b-b2db-6adf436102d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:16.114469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82e522c6-e4aa-4a6c-9a65-5099c3c08c85 req-c916d0d5-c008-428b-b2db-6adf436102d6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0663652 Jul 16 03:58:16.151642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82e522c6-e4aa-4a6c-9a65-5099c3c08c85 req-82970340-4b2c-4ad7-9d0c-7bbeaaee9dbd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Jul 16 03:58:17.016279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d14ac-420e-417a-8a68-8a9e8be581fe req-b761be14-2be7-4898-8f0e-ca61f2fe6531 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:17.017765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e74d14ac-420e-417a-8a68-8a9e8be581fe req-b761be14-2be7-4898-8f0e-ca61f2fe6531 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0636992 Jul 16 03:58:17.058944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e74d14ac-420e-417a-8a68-8a9e8be581fe req-228ef25a-2a99-4aff-b787-d35bc488b421 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Jul 16 03:58:17.331413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc705-6965-4cf5-912b-43f86130c6fd req-c5e1ac06-733f-4a7e-a906-2c4d3fc486f9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:17.332914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae7bc705-6965-4cf5-912b-43f86130c6fd req-c5e1ac06-733f-4a7e-a906-2c4d3fc486f9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0669117 Jul 16 03:58:17.374409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae7bc705-6965-4cf5-912b-43f86130c6fd req-f8551044-0fa8-43e7-88d9-0daac345fe67 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356061 Jul 16 03:58:18.239538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4e245-66c4-49f8-9288-da22957ea5b8 req-a0bbcee1-56f2-4f80-83f1-c775db5e91c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.241157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6d4e245-66c4-49f8-9288-da22957ea5b8 req-a0bbcee1-56f2-4f80-83f1-c775db5e91c0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0708835 Jul 16 03:58:18.278864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e6d4e245-66c4-49f8-9288-da22957ea5b8 req-1cfb7c73-9545-4165-8139-7c9c7249717a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Jul 16 03:58:18.556016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97675a0e-ee56-40ab-8806-aa93f61d05a0 req-2f99fa26-7ac1-49ce-b182-cb75cf32f8d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.557479 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97675a0e-ee56-40ab-8806-aa93f61d05a0 req-2f99fa26-7ac1-49ce-b182-cb75cf32f8d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0629473 Jul 16 03:58:18.596849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97675a0e-ee56-40ab-8806-aa93f61d05a0 req-19a62819-1caa-44d6-8dc9-9ccf05e9185f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Jul 16 03:58:19.479908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6403b8-0d61-4c4d-aa75-ceb5e27f94ce req-654c9e5a-7f98-453b-97d1-ddc98bcabed0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.482059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d6403b8-0d61-4c4d-aa75-ceb5e27f94ce req-654c9e5a-7f98-453b-97d1-ddc98bcabed0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0830822 Jul 16 03:58:19.526110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d6403b8-0d61-4c4d-aa75-ceb5e27f94ce req-fedb2739-c2c3-463e-b6d9-bf9979d57230 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Jul 16 03:58:19.780912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79b317-fe59-4984-ba23-044522c5573b req-452388b2-fc6e-4a54-a473-11764af6aede tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.782760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb79b317-fe59-4984-ba23-044522c5573b req-452388b2-fc6e-4a54-a473-11764af6aede tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0711472 Jul 16 03:58:19.828192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb79b317-fe59-4984-ba23-044522c5573b req-3b48838f-f56b-48ef-8971-818e8d573b9a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Jul 16 03:58:20.698908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791706b1-73e1-409e-979f-04f11bef74c0 req-d1b5d0d4-cffe-4eef-8110-3bf7839087b3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.700421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-791706b1-73e1-409e-979f-04f11bef74c0 req-d1b5d0d4-cffe-4eef-8110-3bf7839087b3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0643654 Jul 16 03:58:20.726636 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2a98f16-565e-4e7b-9bcd-7832ed17b9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.739570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-791706b1-73e1-409e-979f-04f11bef74c0 req-440b989c-3561-4d99-8912-857741b6f748 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Jul 16 03:58:21.003683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65649-ca68-4b3a-943c-e00eb4f4c244 req-a65170ee-1db9-421f-bc4e-97f45c2ae14a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:21.005075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20b65649-ca68-4b3a-943c-e00eb4f4c244 req-a65170ee-1db9-421f-bc4e-97f45c2ae14a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 943 time: 0.0660543 Jul 16 03:58:21.042431 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20b65649-ca68-4b3a-943c-e00eb4f4c244 req-c9b5ed27-c684-470d-9728-515640c508c5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Jul 16 03:58:21.728511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:21.824736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:21.837955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e', 'mac_address': 'fa:16:3e:ed:71:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:21.877055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.890753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:21.911876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:21.917092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.966611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.974194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.974536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.975498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.975926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.976257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.976584 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.976910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.977233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.977558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.977876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.978194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:21.978595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:22.102928 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f106f-71ee-42af-b80d-06a3d2d3c77c req-c26b7a9b-dd98-47aa-92bb-ffdf0bdd3ae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.104395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a0f106f-71ee-42af-b80d-06a3d2d3c77c req-c26b7a9b-dd98-47aa-92bb-ffdf0bdd3ae4 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0653327 Jul 16 03:58:22.118126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6a51fdbe-eae1-4518-a9a0-6bc8a816e35e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:22.141224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a0f106f-71ee-42af-b80d-06a3d2d3c77c req-4c17f233-22a5-4b26-8ef7-87501225d041 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Jul 16 03:58:22.311590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38118a-f9f8-453e-a8e1-54ffb58a8573 req-0e995750-0959-470b-9343-dc33e46c9318 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.313034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab38118a-f9f8-453e-a8e1-54ffb58a8573 req-0e995750-0959-470b-9343-dc33e46c9318 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 944 time: 0.0720375 Jul 16 03:58:22.352747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab38118a-f9f8-453e-a8e1-54ffb58a8573 req-38ba113d-ea53-4da7-a433-c3fa0f249317 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Jul 16 03:58:23.327291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc86857-497a-4bfd-a358-feadd9f6c504 req-27a923a3-50f1-415b-b4e4-727f03a57a57 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.329157 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6dc86857-497a-4bfd-a358-feadd9f6c504 req-27a923a3-50f1-415b-b4e4-727f03a57a57 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0728877 Jul 16 03:58:23.371514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6dc86857-497a-4bfd-a358-feadd9f6c504 req-672a53b9-8d0f-4b97-8c3f-61c03fa04b15 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 Jul 16 03:58:23.547763 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b55a878-c581-4036-a49a-0108b131d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.549696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6adad4-2cb2-4362-bd2e-4596b5f22da6 req-6fc02a41-61d3-4b65-a76f-431bfbc438aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.551494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd6adad4-2cb2-4362-bd2e-4596b5f22da6 req-6fc02a41-61d3-4b65-a76f-431bfbc438aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 944 time: 0.0714693 Jul 16 03:58:23.593284 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd6adad4-2cb2-4362-bd2e-4596b5f22da6 req-5a7abb6e-51c2-4eec-ade8-c3d117792685 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Jul 16 03:58:23.759950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:23.807652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:23.811044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:23.811477 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.865428 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.906837 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.932300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:23.934569 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b949b42c-f571-4f95-b82f-4f86989e08c5" -d '{"events": [{"server_uuid": "39b5a777-0a83-42d7-af23-9474d6f776ae", "name": "network-vif-plugged", "status": "completed", "tag": "6a51fdbe-eae1-4518-a9a0-6bc8a816e35e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:23.947484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:23.951896 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.975101 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe12c3-5e8c-47e3-a441-cf8c030207ac x-openstack-request-id: req-22fe12c3-5e8c-47e3-a441-cf8c030207ac {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:23.975437 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b5a777-0a83-42d7-af23-9474d6f776ae", "name": "network-vif-plugged", "status": "completed", "tag": "6a51fdbe-eae1-4518-a9a0-6bc8a816e35e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:23.975684 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22fe12c3-5e8c-47e3-a441-cf8c030207ac {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:23.976067 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e', 'code': 200} Jul 16 03:58:24.003245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.101492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fe79d-4715-461c-89a4-a1a4d026b31e req-0b9dc27e-2b8f-43d2-9a41-aea99e550522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.102976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-446fe79d-4715-461c-89a4-a1a4d026b31e req-0b9dc27e-2b8f-43d2-9a41-aea99e550522 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 1096 time: 0.0597818 Jul 16 03:58:24.136920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-446fe79d-4715-461c-89a4-a1a4d026b31e req-c857f4f9-8250-499b-8d49-24083725ca63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277328 Jul 16 03:58:24.399355 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.553029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937781b-0d44-4bb0-a4b0-ffbb16a52cf7 req-7e1c98a7-4781-418c-aae5-aa3acec5614f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.554645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6937781b-0d44-4bb0-a4b0-ffbb16a52cf7 req-7e1c98a7-4781-418c-aae5-aa3acec5614f tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0659635 Jul 16 03:58:24.594069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6937781b-0d44-4bb0-a4b0-ffbb16a52cf7 req-6fd36e6d-8770-4ca1-bed9-59055be73849 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 16 03:58:24.773291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3e91d-0ff5-49bd-bc0e-45a532eee19b req-cafe76fe-5da3-4bfb-8e31-b34a0a7e1c6e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.775291 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ea3e91d-0ff5-49bd-bc0e-45a532eee19b req-cafe76fe-5da3-4bfb-8e31-b34a0a7e1c6e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 945 time: 0.0699172 Jul 16 03:58:24.816207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ea3e91d-0ff5-49bd-bc0e-45a532eee19b req-5a550421-7c3c-497c-8ade-e591eaa6c624 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350890 Jul 16 03:58:25.779221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad490a0b-024d-47d8-a435-ca157613fac5 req-394f5db6-6391-4895-ba15-9975f95101f3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.780707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad490a0b-024d-47d8-a435-ca157613fac5 req-394f5db6-6391-4895-ba15-9975f95101f3 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0636008 Jul 16 03:58:25.820622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad490a0b-024d-47d8-a435-ca157613fac5 req-61e6bee5-48cd-4d21-9a33-21ea2d576a4a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Jul 16 03:58:26.002620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd5510-aa54-4c21-9bea-ea2040a4862f req-0358f174-c72d-408d-93b6-f3e7312183a7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.004162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dfd5510-aa54-4c21-9bea-ea2040a4862f req-0358f174-c72d-408d-93b6-f3e7312183a7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 945 time: 0.0673900 Jul 16 03:58:26.046387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dfd5510-aa54-4c21-9bea-ea2040a4862f req-6e013cb7-8a66-4066-abcc-26595382b25c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Jul 16 03:58:26.129432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.233500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246bef0-0d89-4362-b657-41d39fe39aef req-c82a81e1-38c7-4f0b-907a-de9874c6e1bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.235082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c246bef0-0d89-4362-b657-41d39fe39aef req-c82a81e1-38c7-4f0b-907a-de9874c6e1bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 945 time: 0.0717864 Jul 16 03:58:26.271162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c246bef0-0d89-4362-b657-41d39fe39aef req-37d5d9de-9607-437b-9186-2c06e9a2470b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Jul 16 03:58:26.706655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ef5a8-7a99-40fd-8c8f-9143548a95c1 req-37ea29c7-a987-4ce3-83ba-2a2493f89bd9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.708154 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff0ef5a8-7a99-40fd-8c8f-9143548a95c1 req-37ea29c7-a987-4ce3-83ba-2a2493f89bd9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 945 time: 0.0646877 Jul 16 03:58:26.745891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ff0ef5a8-7a99-40fd-8c8f-9143548a95c1 req-8eb11b91-9029-48a0-b2e2-cf281c821d09 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Jul 16 03:58:27.009211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b9b3-a07e-4690-9292-08d41951e077 req-8b393040-296a-452c-99f3-d0885d40332d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:27.010728 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8e9b9b3-a07e-4690-9292-08d41951e077 req-8b393040-296a-452c-99f3-d0885d40332d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0682909 Jul 16 03:58:27.049614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8e9b9b3-a07e-4690-9292-08d41951e077 req-7e6e1337-97a9-493c-a2a6-c584390dd13d tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Jul 16 03:58:27.915810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c8ea-10ae-4bd5-80cd-9fefa6ce2186 req-ea2f8431-e960-4133-b49d-84ac62c277a1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:27.917277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47f3c8ea-10ae-4bd5-80cd-9fefa6ce2186 req-ea2f8431-e960-4133-b49d-84ac62c277a1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 945 time: 0.0624306 Jul 16 03:58:27.953294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47f3c8ea-10ae-4bd5-80cd-9fefa6ce2186 req-a9e6f263-58f9-435e-b50a-21bc4d160304 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Jul 16 03:58:28.090510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016a14f-b81b-42b5-891c-b827eab6465a req-0920cd94-f0fe-4267-ae9d-3019f67a905a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.092122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7016a14f-b81b-42b5-891c-b827eab6465a req-0920cd94-f0fe-4267-ae9d-3019f67a905a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 945 time: 0.0612836 Jul 16 03:58:28.235655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:28.236002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.267506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee751e-a691-47cb-89e9-870f1b305151 req-9579472f-7f4c-4c95-a115-603499b9af6a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.268988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4ee751e-a691-47cb-89e9-870f1b305151 req-9579472f-7f4c-4c95-a115-603499b9af6a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.1003852 Jul 16 03:58:28.346140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4ee751e-a691-47cb-89e9-870f1b305151 req-e4d78364-5be7-4c04-9622-b8fea697f677 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709453 Jul 16 03:58:28.366168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:28.366533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.379007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:28.504346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.516533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['6a51fdbe-eae1-4518-a9a0-6bc8a816e35e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:28.518643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['cd931633-d2d8-4a2f-808e-9a4490b9d5f8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:28.533372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=6a51fdbe-eae1-4518-a9a0-6bc8a816e35e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.583652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:28.586878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.589527 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7016a14f-b81b-42b5-891c-b827eab6465a req-cb3da756-dd23-4df3-bf37-2940489791bc tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "DELETE /v2.0/ports/6a51fdbe-eae1-4518-a9a0-6bc8a816e35e HTTP/1.1" status: 204 len: 173 time: 0.4916477 Jul 16 03:58:28.590227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'name': 'network-vif-deleted', 'tag': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:28.600877 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fd8975-67b2-4e16-b88c-610d59c3324b" -d '{"events": [{"server_uuid": "39b5a777-0a83-42d7-af23-9474d6f776ae", "name": "network-vif-deleted", "tag": "6a51fdbe-eae1-4518-a9a0-6bc8a816e35e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:28.652350 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f6aa87-2455-4395-b9d7-0225317edc57 x-openstack-request-id: req-d8f6aa87-2455-4395-b9d7-0225317edc57 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:28.652760 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b5a777-0a83-42d7-af23-9474d6f776ae", "name": "network-vif-deleted", "tag": "6a51fdbe-eae1-4518-a9a0-6bc8a816e35e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:28.653102 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8f6aa87-2455-4395-b9d7-0225317edc57 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:28.653604 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b5a777-0a83-42d7-af23-9474d6f776ae', 'name': 'network-vif-deleted', 'tag': '6a51fdbe-eae1-4518-a9a0-6bc8a816e35e', 'status': 'completed', 'code': 200} Jul 16 03:58:29.098298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60211263-fe7e-4576-9bd6-a7f0f4994b2d req-510959ea-37ea-4f53-bdf5-633aee7193b0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 210 time: 0.0332382 Jul 16 03:58:29.519930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8253fa-e266-4c0f-86a0-c5294fd70c9d req-84845bc2-1b6f-43b0-85b7-b372a43eb070 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.521434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e8253fa-e266-4c0f-86a0-c5294fd70c9d req-84845bc2-1b6f-43b0-85b7-b372a43eb070 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0637002 Jul 16 03:58:29.559542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e8253fa-e266-4c0f-86a0-c5294fd70c9d req-9f7dd528-2382-4f4c-9137-a95d7c9b8cf7 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Jul 16 03:58:29.793022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df4222-7dbd-4f13-ad25-3abb697cef69 req-24ab6e4d-b00c-46a6-a20a-879ed4274547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.794598 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93df4222-7dbd-4f13-ad25-3abb697cef69 req-24ab6e4d-b00c-46a6-a20a-879ed4274547 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0520906 Jul 16 03:58:29.828327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93df4222-7dbd-4f13-ad25-3abb697cef69 req-df4516e2-b86b-4d43-9ae8-3ae766072176 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275276 Jul 16 03:58:30.239926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10a139fd-9cf3-44a6-9bfe-5bedd5b18a8e req-70bdfc99-69ab-4ff5-bc3d-79e74e79949c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 210 time: 0.0306964 Jul 16 03:58:30.740528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce693b-ad0f-4051-b0f4-c231f556af37 req-5f78db47-f94b-464e-b1b2-a4e107639605 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.742008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32ce693b-ad0f-4051-b0f4-c231f556af37 req-5f78db47-f94b-464e-b1b2-a4e107639605 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0650389 Jul 16 03:58:30.779356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32ce693b-ad0f-4051-b0f4-c231f556af37 req-2f3d89ea-60e4-43db-840c-d4b638ec9243 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Jul 16 03:58:30.803664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.867019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8c4242d2-cc84-45bf-aaf7-8aead943e6b8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/floatingips/622078f6-3a82-4d0b-95e6-cab95e96be9b HTTP/1.1" status: 200 len: 993 time: 0.0620155 Jul 16 03:58:31.386413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9121a074-1bc9-439d-89bc-13abfdd537e8 req-415e85d8-6883-4e50-9c39-8b956ccd1709 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 210 time: 0.0283937 Jul 16 03:58:31.794670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:31.797827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:31.825419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:31.825756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 6a51fdbe-eae1-4518-a9a0-6bc8a816e35e not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:31.826191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:31.972325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:31.975026 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.993811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'port_id': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'mac_address': 'fa:16:3e:fe:3d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:32.008720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:32.010988 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325791e4-48db-411a-8a62-595297ce706b" -d '{"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:32.041630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:32.050278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.060016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.095603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab58e83e-e31b-4c51-aaf2-72a232c0dab0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:32.104211 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69602a39-3a36-4bcb-a6c7-025e34bff4ee x-openstack-request-id: req-69602a39-3a36-4bcb-a6c7-025e34bff4ee {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:32.104508 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:32.104765 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69602a39-3a36-4bcb-a6c7-025e34bff4ee {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:32.105154 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'code': 200} Jul 16 03:58:32.143271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:32.159958 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:32.160532 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:32.555676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e496f327-8816-4f26-b20a-c1ff36cabf81 req-64c30a35-9262-4f40-8d1d-1e47c30c134f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=39b5a777-0a83-42d7-af23-9474d6f776ae HTTP/1.1" status: 200 len: 210 time: 0.0283766 Jul 16 03:58:32.697200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.710796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab58e83e-e31b-4c51-aaf2-72a232c0dab0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:32.731820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:32.737517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.786340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:32.933353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ab58e83e-e31b-4c51-aaf2-72a232c0dab0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:32.984050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.684476 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.806931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:33.858119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:33.858488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.933161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.965831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:33.970221 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.024177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.106279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:34.108721 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75625608-f475-42f4-a3e0-0e7d1befac17" -d '{"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-plugged", "status": "completed", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:34.145515 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99893622-9443-46ea-a76d-2e8115dd2b12 x-openstack-request-id: req-99893622-9443-46ea-a76d-2e8115dd2b12 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:34.145950 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-plugged", "status": "completed", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:34.146195 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99893622-9443-46ea-a76d-2e8115dd2b12 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:34.146661 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'code': 200} Jul 16 03:58:37.223177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3389d-f470-428f-b9c4-791ece85006f req-de66b24c-c3eb-482f-ac3b-a0b0d41e31f7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.224623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29c3389d-f470-428f-b9c4-791ece85006f req-de66b24c-c3eb-482f-ac3b-a0b0d41e31f7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 945 time: 0.0610647 Jul 16 03:58:37.264224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29c3389d-f470-428f-b9c4-791ece85006f req-f5715948-3aae-41f6-a6c6-708171b65639 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Jul 16 03:58:37.659760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:58:38.433599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e85c54-e508-4707-8acb-a37b43b3a1a6 req-ff757154-4cb6-44cd-985b-2e918b1bb90b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:38.435130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80e85c54-e508-4707-8acb-a37b43b3a1a6 req-ff757154-4cb6-44cd-985b-2e918b1bb90b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 945 time: 0.0623798 Jul 16 03:58:38.471149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80e85c54-e508-4707-8acb-a37b43b3a1a6 req-0975f55a-3602-4e41-a154-3dd6498d67bd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=48945883-47f6-48e2-8c5c-b2ea766ddf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Jul 16 03:58:38.622606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-bb1d21f9-cf0d-40a4-816a-dba937e10bc2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:38.623926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-bb1d21f9-cf0d-40a4-816a-dba937e10bc2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 945 time: 0.0618663 Jul 16 03:58:38.722175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:38.722520 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.808294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port cd931633-d2d8-4a2f-808e-9a4490b9d5f8, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:38.808653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.821246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for cd931633-d2d8-4a2f-808e-9a4490b9d5f8 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:38.947398 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.958762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['cd931633-d2d8-4a2f-808e-9a4490b9d5f8'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:38.982841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=cd931633-d2d8-4a2f-808e-9a4490b9d5f8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:39.007479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.008470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.008825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.009140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.009468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.009792 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.010112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.010430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.010769 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.011087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.011404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.011718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:39.037285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port cd931633-d2d8-4a2f-808e-9a4490b9d5f8 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:39.039785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.041767 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-270e452c-a08e-4b33-8532-5322db2bc2c0 req-1360ef1c-fbdb-4d43-9380-d3ead7788211 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "DELETE /v2.0/ports/cd931633-d2d8-4a2f-808e-9a4490b9d5f8 HTTP/1.1" status: 204 len: 173 time: 0.4126461 Jul 16 03:58:39.042190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcad01d-a937-4254-8ec5-d4413592da96', 'name': 'network-vif-deleted', 'tag': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:39.044422 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c386b66-8bd9-4853-bd0c-83de74fa07a1" -d '{"events": [{"server_uuid": "6fcad01d-a937-4254-8ec5-d4413592da96", "name": "network-vif-deleted", "tag": "cd931633-d2d8-4a2f-808e-9a4490b9d5f8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:39.087090 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada78a2-eb2f-43a1-9577-f76aad5d0e2e x-openstack-request-id: req-fada78a2-eb2f-43a1-9577-f76aad5d0e2e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:39.087377 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcad01d-a937-4254-8ec5-d4413592da96", "name": "network-vif-deleted", "tag": "cd931633-d2d8-4a2f-808e-9a4490b9d5f8", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:39.087649 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fada78a2-eb2f-43a1-9577-f76aad5d0e2e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:39.088042 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcad01d-a937-4254-8ec5-d4413592da96', 'name': 'network-vif-deleted', 'tag': 'cd931633-d2d8-4a2f-808e-9a4490b9d5f8', 'status': 'completed', 'code': 200} Jul 16 03:58:39.616152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b0e4b3c-cda1-4d21-b684-15298c4b5c8a req-df203dda-ca67-4b0b-b3f1-e48b1649f70d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 210 time: 0.0303309 Jul 16 03:58:40.752838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2859d593-361c-4b10-ac30-a8c921aec2c7 req-cf9ba5b7-9630-4ce6-80bf-7506cff2317f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Jul 16 03:58:41.887186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cd931633-d2d8-4a2f-808e-9a4490b9d5f8 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:41.893888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32a74f60-563a-4635-b101-545e9955665e req-c088c056-1819-4b98-b16a-efd3e60a34ce tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fcad01d-a937-4254-8ec5-d4413592da96 HTTP/1.1" status: 200 len: 210 time: 0.0317135 Jul 16 03:58:41.908576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: cd931633-d2d8-4a2f-808e-9a4490b9d5f8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:41.908995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cd931633-d2d8-4a2f-808e-9a4490b9d5f8 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:46.377783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.382508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400836584', 'description': 'tempest-secgroup-smoke-1400836584 description', 'project_id': '8955255f06674d38b83e8f1b72061004'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:46.403465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.479605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.483430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.509755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.510974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322036 Jul 16 03:58:46.513916 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43292) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.515008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c8674-dd5f-413e-a3a3-6368247ec8e1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.519287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c8674-dd5f-413e-a3a3-6368247ec8e1', 'project_id': '8955255f06674d38b83e8f1b72061004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:46.522342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.522732 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.523561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.523890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.524580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.524580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.524852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.525172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.525489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.526216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.526216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.526440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303b2e4-4599-4d87-a500-b819260b5619 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:46.547082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.601187 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.605875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.622806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b54d43c-2b55-4d08-863e-201592bfe386,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.629057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.630480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-60db7de9-0c06-43a8-ad4e-8db8d5f79958 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149898 Jul 16 03:58:46.633136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43294) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.637510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c8674-dd5f-413e-a3a3-6368247ec8e1', 'project_id': '8955255f06674d38b83e8f1b72061004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:46.662348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.717041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.720738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.738912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0203a662-c5f8-49e4-8c02-f0c16201691b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.744385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.746072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ea187055-7802-4ee1-93cb-79490cb1836d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119902 Jul 16 03:58:46.748663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43296) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.753011 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c8674-dd5f-413e-a3a3-6368247ec8e1', 'project_id': '8955255f06674d38b83e8f1b72061004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:46.778713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.837375 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.841138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.858785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17101855-c707-42d5-a2f4-84cf6e287db6,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.863656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.865144 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ff7d8e20-edff-4467-8cc1-1ed437bbc922 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155400 Jul 16 03:58:46.867805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.872169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c8674-dd5f-413e-a3a3-6368247ec8e1', 'project_id': '8955255f06674d38b83e8f1b72061004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:46.898767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.957169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.961270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.979793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27aa7e68-287f-4f7b-be77-1ea48dc31adf,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.982594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.984006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-18422649-3c07-4b2a-9e29-187fd427712f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150520 Jul 16 03:58:46.986481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43300) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.990823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c8674-dd5f-413e-a3a3-6368247ec8e1', 'project_id': '8955255f06674d38b83e8f1b72061004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:47.011322 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Project 8955255f06674d38b83e8f1b72061004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:58:47.015839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.072424 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.076055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.093288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c758907-2b81-4c40-b818-1f76642556ec,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.099639 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.100936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4b7a8e9e-b33c-41ec-a6ad-80190954dd30 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135066 Jul 16 03:58:47.103686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.108264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c8674-dd5f-413e-a3a3-6368247ec8e1', 'project_id': '8955255f06674d38b83e8f1b72061004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:47.128248 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Project 8955255f06674d38b83e8f1b72061004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:58:47.133367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.194460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.198507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.215275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b778f3-d82e-4633-8120-d90a34321361,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.220716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.221904 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d0f185d0-8111-4a4e-ba0c-5bc365c24edd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173105 Jul 16 03:58:50.728068 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9b884da-1909-498b-9b82-29b7a384f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.549530 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a7fa8a5-3daa-42ab-b542-cea81bed38c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.867948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.403333 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.130164 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.506987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-7d71fd3e-d91c-47cf-94e4-73f179a1c8ec tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400836584&fields=id&tenant_id=8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 267 time: 0.0333524 Jul 16 03:59:00.613113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ee7052f-677b-4ef7-814d-ffc4f5014601 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.614548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ee7052f-677b-4ef7-814d-ffc4f5014601 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1015234 Jul 16 03:59:00.629366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-2f97e5aa-70fe-4f9f-9e7a-e95136c8bc62 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0088241 Jul 16 03:59:00.692670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-e1df0b3f-1676-45f5-ac2f-ce7975715ef6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586905 Jul 16 03:59:00.787767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-57a7916b-0260-47b2-801c-cb58349a1cae service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836303 Jul 16 03:59:00.872905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-26280185-f099-4c49-8139-2de9fbfc6e4f service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791345 Jul 16 03:59:01.172208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4291a535-eac6-4bd2-b283-e1494eb473de req-df739a09-bd7b-4656-ad0e-763e12a50c88 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 210 time: 0.0376580 Jul 16 03:59:01.415486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43460) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:01.572828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port ddffb4cc-9103-45a1-afb9-43f9fcbb3e79 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:01.573078 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.646393 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.646753 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.657969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for ddffb4cc-9103-45a1-afb9-43f9fcbb3e79 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:01.805171 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.830214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=ddffb4cc-9103-45a1-afb9-43f9fcbb3e79,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.892197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.892536 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Floating IP 622078f6-3a82-4d0b-95e6-cab95e96be9b disassociated (deleted). External IP: 172.25.4.147, port: ab58e83e-e31b-4c51-aaf2-72a232c0dab0. Jul 16 03:59:02.127047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:02.239939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9fa0e782-1e78-41b5-9422-0cfb4cf79ef0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.241449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9fa0e782-1e78-41b5-9422-0cfb4cf79ef0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1598103 Jul 16 03:59:02.305740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:02.311416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.315504 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] Sync routers for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:02.328887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:02.330112 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:02.342497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a49c202-822c-43f6-a395-7e81b9861054 req-b8babe5f-d28b-4f5d-afb8-6e27a15e33d3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 210 time: 0.0309672 Jul 16 03:59:02.367573 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9f6c00a0-e6ff-4a76-87e9-fb7096e6b3d0 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/floatingips/622078f6-3a82-4d0b-95e6-cab95e96be9b HTTP/1.1" status: 204 len: 168 time: 0.9508882 Jul 16 03:59:02.368414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:02.370824 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e84c521-1395-4adb-baf7-a0224c86c3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:02.403015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-c0087918-1358-4578-a2f0-491f0921f9cb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 380 time: 0.1321537 Jul 16 03:59:02.414063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'security_groups': ['ef9c8674-dd5f-413e-a3a3-6368247ec8e1']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:02.474808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:02.532469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:02.537442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.679866 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9fe5a-9d3e-49bf-82f8-47058daf674d x-openstack-request-id: req-b5b9fe5a-9d3e-49bf-82f8-47058daf674d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:02.680228 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:02.680549 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5b9fe5a-9d3e-49bf-82f8-47058daf674d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:02.681151 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'status': 'completed', 'code': 200} Jul 16 03:59:02.682294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.8 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/331257bd-ecb1-438d-b35c-59e359f28568) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:02.748751 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:02.776559 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] Checking router: 50f7fedc-2ed8-420e-88fe-ab82e2d370ab for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:02.785141 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:02.785776 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:02.837606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-8b293bb0-21b8-4a99-8055-6ff32e3ff06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.839256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-8b293bb0-21b8-4a99-8055-6ff32e3ff06f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a47beb09b284e98859204e37a5e150c&device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 1096 time: 0.1259799 Jul 16 03:59:02.856741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.877037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object 331257bd-ecb1-438d-b35c-59e359f28568 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:02.920619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.955794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-572852f0-1147-4ed0-a79d-f4de01273a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.960130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-572852f0-1147-4ed0-a79d-f4de01273a9c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 200 len: 898 time: 0.1131315 Jul 16 03:59:02.966644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.975929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:02.979600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:02.984482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:03.000972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eddb97-c4cf-4d6c-af79-babde9fff3fb req-95a91be4-41ae-42e4-a3d4-35eed5b59fec tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.002710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64eddb97-c4cf-4d6c-af79-babde9fff3fb req-95a91be4-41ae-42e4-a3d4-35eed5b59fec tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.2195506 Jul 16 03:59:03.006655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=331257bd-ecb1-438d-b35c-59e359f28568,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:03.040224 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:03.046528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.047173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.059347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-79d1f77e-bf70-4447-9fcf-9c62138105b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 200 len: 217 time: 0.0904682 Jul 16 03:59:03.066580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ad075dc-5c38-4a00-814d-a6e14541765f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6586366 Jul 16 03:59:03.145595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-2935ee62-0993-460f-ba07-f2abdf7a6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.147439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-2935ee62-0993-460f-ba07-f2abdf7a6bf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5949c16b-0404-4201-a96f-2e07c4d5f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0811534 Jul 16 03:59:03.181783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64eddb97-c4cf-4d6c-af79-babde9fff3fb req-b5f72346-4bf3-4c41-9931-9fe5fae1e920 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245141 Jul 16 03:59:03.239211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Request body: {'port': {'device_id': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:03.304154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-287137e4-8869-406c-b836-781faea13312 None None] Provisioning for port 331257bd-ecb1-438d-b35c-59e359f28568 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:03.309976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-287137e4-8869-406c-b836-781faea13312 None None] Provisioning complete for port 331257bd-ecb1-438d-b35c-59e359f28568 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:03.310630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-287137e4-8869-406c-b836-781faea13312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.329466 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:03.364258 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919df477-752c-4451-8bdc-49a8e4c517dc None None] The sync data for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 is: [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b13edf61-fdb0-46b0-b7fe-21e11e5344c5', 'name': '', 'network_id': '9877c166-60c7-41df-b5e2-72fc8004ab0b', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'mac_address': 'fa:16:3e:bc:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:22Z', 'updated_at': '2021-07-16T03:57:28Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'subnets': [{'id': '5949c16b-0404-4201-a96f-2e07c4d5f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:03.379257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-71cda8e2-3934-47c5-94ae-2fcacf3df27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.380936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-71cda8e2-3934-47c5-94ae-2fcacf3df27f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9877c166-60c7-41df-b5e2-72fc8004ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252498 Jul 16 03:59:03.386490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-287137e4-8869-406c-b836-781faea13312 None None] Port 331257bd-ecb1-438d-b35c-59e359f28568 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:03.498361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-6899d17e-7132-41b6-88a0-255deb601dc8 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079106 Jul 16 03:59:03.644819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eabe8e-f10a-404b-9025-4447732cdfd6 req-71933fb2-c218-4fa5-bd28-15a69a82c4aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:03.646437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64eabe8e-f10a-404b-9025-4447732cdfd6 req-71933fb2-c218-4fa5-bd28-15a69a82c4aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 931 time: 0.1328297 Jul 16 03:59:03.660715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9e84c521-1395-4adb-baf7-a0224c86c3e2 req-f05bb724-a18a-4b54-802a-a89812e0d4a6 service neutron] 10.222.0.11 "GET /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559145 Jul 16 03:59:03.717360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64eabe8e-f10a-404b-9025-4447732cdfd6 req-e6c0699a-2449-4eac-9b9c-77a526f02698 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590901 Jul 16 03:59:03.723700 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.766347 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.781742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db794a85-3612-4eae-8461-fb680664710a None None] New status for floating IP 622078f6-3a82-4d0b-95e6-cab95e96be9b: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:59:04.043584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331257bd-ecb1-438d-b35c-59e359f28568 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:04.051065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c480-a03e-4219-b42c-65189da272f7 req-cd9f9304-acdb-48a0-a3be-381f874cd411 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.051555 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.052727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a612c480-a03e-4219-b42c-65189da272f7 req-cd9f9304-acdb-48a0-a3be-381f874cd411 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.0637867 Jul 16 03:59:04.064488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Transition to ACTIVE for port object 331257bd-ecb1-438d-b35c-59e359f28568 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:04.067956 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.127936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Pushing event updated for resources: {'Port': ['ID=331257bd-ecb1-438d-b35c-59e359f28568,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.181135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:04.181934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.216119 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Attempting to bind port 331257bd-ecb1-438d-b35c-59e359f28568 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:04.216525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Attempting to bind port 331257bd-ecb1-438d-b35c-59e359f28568 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:04.218324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Attempting to bind port 331257bd-ecb1-438d-b35c-59e359f28568 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:04.223684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Port 331257bd-ecb1-438d-b35c-59e359f28568 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:59:04.224002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Attempting to bind port 331257bd-ecb1-438d-b35c-59e359f28568 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:04.229308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:04.230048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:04.230450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:04.231791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Bound port: 331257bd-ecb1-438d-b35c-59e359f28568, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:04.232396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.337806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port ab58e83e-e31b-4c51-aaf2-72a232c0dab0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:04.338628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.344429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] For port 331257bd-ecb1-438d-b35c-59e359f28568, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:04.348031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] For port 331257bd-ecb1-438d-b35c-59e359f28568, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=331257bd-ecb1-438d-b35c-59e359f28568,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:04.359875 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.365997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for ab58e83e-e31b-4c51-aaf2-72a232c0dab0 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:04.396319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.397211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.399336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/331257bd-ecb1-438d-b35c-59e359f28568 HTTP/1.1" status: 200 len: 1091 time: 1.3251092 Jul 16 03:59:04.421531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcb0c3-fc07-4f0b-8a9d-6f14faeb47d8 service neutron] Pushing event updated for resources: {'Port': ['ID=331257bd-ecb1-438d-b35c-59e359f28568,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.513920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99650289-0d31-431c-92ab-75a05aa506ff req-1bc18fec-1810-4bdc-94fa-6266f5bf67e5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.515610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99650289-0d31-431c-92ab-75a05aa506ff req-1bc18fec-1810-4bdc-94fa-6266f5bf67e5 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf596207-ddcd-4238-9eae-8bee37aea0a8 HTTP/1.1" status: 200 len: 945 time: 0.1676581 Jul 16 03:59:04.523865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-049b3d88-cdbf-4b94-8ffa-884bda2f067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.526026 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-049b3d88-cdbf-4b94-8ffa-884bda2f067a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 1094 time: 0.0853839 Jul 16 03:59:04.575385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-99650289-0d31-431c-92ab-75a05aa506ff req-a16d934a-0378-4b26-b9bd-6e78fa2370f8 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "GET /v2.0/security-groups?id=279d5f51-830e-4f42-a6ac-b68938a19d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479381 Jul 16 03:59:04.575723 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-027776bf-bb07-408e-b1ec-10330d8d10b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331257bd-ecb1-438d-b35c-59e359f28568 HTTP/1.1" status: 200 len: 217 time: 0.0422471 Jul 16 03:59:04.629521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-d818769c-9a57-46b0-b3d2-b88c1da5dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.631242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-d818769c-9a57-46b0-b3d2-b88c1da5dc52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0493944 Jul 16 03:59:04.643380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.679646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=ab58e83e-e31b-4c51-aaf2-72a232c0dab0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.684733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:04.687515 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b934ae-cab4-41d9-b994-ce0695a807df" -d '{"events": [{"name": "network-changed", "server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "tag": "331257bd-ecb1-438d-b35c-59e359f28568"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:04.711125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-b5fa0922-41d2-4ed2-abc9-3d93d37fd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.712797 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-b5fa0922-41d2-4ed2-abc9-3d93d37fd606 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751712 Jul 16 03:59:04.733551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] No DVR routers for this DVR port ab58e83e-e31b-4c51-aaf2-72a232c0dab0 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:04.737917 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.740259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a612c480-a03e-4219-b42c-65189da272f7 req-6fa226da-1db8-4d77-b062-3eb09bf15df9 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.11 "DELETE /v2.0/ports/ab58e83e-e31b-4c51-aaf2-72a232c0dab0 HTTP/1.1" status: 204 len: 173 time: 0.6818821 Jul 16 03:59:04.740705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-deleted', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:04.743000 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd683c7-5c96-4efa-9c21-d0daa09d2da2" -d '{"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-deleted", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:04.743696 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9337ee8-fb27-44ac-9882-00fa39ef8c58 x-openstack-request-id: req-c9337ee8-fb27-44ac-9882-00fa39ef8c58 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:04.744410 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "tag": "331257bd-ecb1-438d-b35c-59e359f28568", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:04.744757 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9337ee8-fb27-44ac-9882-00fa39ef8c58 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:04.745588 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568', 'status': 'completed', 'code': 200} Jul 16 03:59:04.849362 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-c80de10c-9e02-402a-a598-cb2a09ab2ced service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297507 Jul 16 03:59:04.921088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd82c2-7b68-4922-8727-7bce7890350f req-6f6c18b0-b5a6-4540-8c37-e6a3d7a30fbf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.922629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89cd82c2-7b68-4922-8727-7bce7890350f req-6f6c18b0-b5a6-4540-8c37-e6a3d7a30fbf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0686944 Jul 16 03:59:04.967894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89cd82c2-7b68-4922-8727-7bce7890350f req-ff0533e8-5a9f-463d-822e-f03546735281 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355518 Jul 16 03:59:04.971760 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6b212b47-7ebd-4fb9-b349-2b977b376d60 req-9ed68b16-b18d-4091-884c-e1a69ca839ac service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079297 Jul 16 03:59:05.020914 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf0309-be61-4850-9134-f44059d61cfd x-openstack-request-id: req-0edf0309-be61-4850-9134-f44059d61cfd {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:05.021305 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf596207-ddcd-4238-9eae-8bee37aea0a8", "name": "network-vif-deleted", "tag": "ab58e83e-e31b-4c51-aaf2-72a232c0dab0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:05.021662 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0edf0309-be61-4850-9134-f44059d61cfd {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:05.022213 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf596207-ddcd-4238-9eae-8bee37aea0a8', 'name': 'network-vif-deleted', 'tag': 'ab58e83e-e31b-4c51-aaf2-72a232c0dab0', 'status': 'completed', 'code': 200} Jul 16 03:59:05.081923 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b934ae-cab4-41d9-b994-ce0695a807df req-e093bf72-9431-4f8a-81b6-34f512a06888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.083485 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-e093bf72-9431-4f8a-81b6-34f512a06888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 1094 time: 0.0548379 Jul 16 03:59:05.197384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b934ae-cab4-41d9-b994-ce0695a807df req-f04910e6-1050-44ac-85e6-f401148d0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.199232 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-f04910e6-1050-44ac-85e6-f401148d0904 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1082287 Jul 16 03:59:05.249439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-45f61489-e445-47c0-8045-e5c5f43d3092 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331257bd-ecb1-438d-b35c-59e359f28568 HTTP/1.1" status: 200 len: 217 time: 0.0444388 Jul 16 03:59:05.299838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b934ae-cab4-41d9-b994-ce0695a807df req-516d4d4c-dc79-451b-af07-b978f1ced94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.300851 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-516d4d4c-dc79-451b-af07-b978f1ced94f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0460019 Jul 16 03:59:05.367080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b934ae-cab4-41d9-b994-ce0695a807df req-f76ecb1a-97c8-45d1-82ee-3fb759370c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.368604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-f76ecb1a-97c8-45d1-82ee-3fb759370c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609734 Jul 16 03:59:05.462355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-073a0727-a7af-40fa-be6e-9ac265d86b57 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874095 Jul 16 03:59:05.554759 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92b934ae-cab4-41d9-b994-ce0695a807df req-72816e87-5eeb-4ac9-862d-6149276ed9ef service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864167 Jul 16 03:59:05.664225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:06.317066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e58666-ff4e-4364-9b67-d10a1418c6bd req-17dc2156-4b8d-4f64-bba0-24346a8578e4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.318486 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02e58666-ff4e-4364-9b67-d10a1418c6bd req-17dc2156-4b8d-4f64-bba0-24346a8578e4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.1133728 Jul 16 03:59:06.377037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02e58666-ff4e-4364-9b67-d10a1418c6bd req-3ee17e74-d77e-45f1-a12a-1b8a371e53ca tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Jul 16 03:59:06.450030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.721449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port b13edf61-fdb0-46b0-b7fe-21e11e5344c5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:06.722138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.812745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port b13edf61-fdb0-46b0-b7fe-21e11e5344c5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:06.813028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.824323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for b13edf61-fdb0-46b0-b7fe-21e11e5344c5 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:06.998815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.026181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=b13edf61-fdb0-46b0-b7fe-21e11e5344c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.202593 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.304566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-b381fc50-1f99-4f05-8a3a-654cf73f3dbb req-d0c65730-b833-4bf7-a4aa-b2e32243adec tempest-ServerActionsTestJSON-749517621 tempest-ServerActionsTestJSON-749517621-project] (93756) timed out ('10.222.0.25', 43458) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:59:07.411762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:07.550248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:07.559175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-97f669a7-d115-4e2f-9e43-b2b5325c49aa tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "PUT /v2.0/routers/50f7fedc-2ed8-420e-88fe-ab82e2d370ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914642 Jul 16 03:59:07.559633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43494) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:07.561537 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] Sync routers for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:07.571318 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:07.571926 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.581777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27da4-81ea-4ada-a259-f663bc044230 req-fb8ea3b6-df96-4762-833b-a884dd8afe1a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:07.583320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8c27da4-81ea-4ada-a259-f663bc044230 req-fb8ea3b6-df96-4762-833b-a884dd8afe1a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0891030 Jul 16 03:59:07.613688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting subnet 5949c16b-0404-4201-a96f-2e07c4d5f3a3 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:07.617494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.623908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a8c27da4-81ea-4ada-a259-f663bc044230 req-93b65849-6deb-4ceb-9352-9a8f49c07d92 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346475 Jul 16 03:59:07.664790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.673809 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:07.751483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.808851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.842133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Subnet': ['ID=5949c16b-0404-4201-a96f-2e07c4d5f3a3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.844234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.848820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37e1ef65-013e-4028-9238-b3ffc98dc116 tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/subnets/5949c16b-0404-4201-a96f-2e07c4d5f3a3 HTTP/1.1" status: 204 len: 168 time: 0.2878864 Jul 16 03:59:07.849764 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:59:06Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.849954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43496) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:07.851382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bee581d-2a9f-47c0-9c2c-a019c8d6bf5f None None] Network 9877c166-60c7-41df-b5e2-72fc8004ab0b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:07.876856 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] Checking router: 50f7fedc-2ed8-420e-88fe-ab82e2d370ab for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:07.885660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] Routers {'50f7fedc-2ed8-420e-88fe-ab82e2d370ab'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:07.886279 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:07.909102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:07.935692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: ab58e83e-e31b-4c51-aaf2-72a232c0dab0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:07.936036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ab58e83e-e31b-4c51-aaf2-72a232c0dab0 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:07.960088 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.989378 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] Set router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:08.070789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.076738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] DHCP port deletion for 9877c166-60c7-41df-b5e2-72fc8004ab0b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:08.136957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Deleting port 97b8ef01-eb97-4432-a592-83c937ecb7f9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:08.138294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.140122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] Deleting port c580eba5-4889-4266-8cbe-1e7bc4f665a8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:08.140770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.191916 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:59:06Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.211243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] For port c580eba5-4889-4266-8cbe-1e7bc4f665a8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c580eba5-4889-4266-8cbe-1e7bc4f665a8,segment=NetworkSegment(d1c53e04-54b8-4b17-b280-b2cbd21e761b),segment_id=d1c53e04-54b8-4b17-b280-b2cbd21e761b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:08.211788 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.219313 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9fe26-5ab0-4dd5-9c9d-a55291982ee2 None None] The sync data for ids ['50f7fedc-2ed8-420e-88fe-ab82e2d370ab'] in n-d-800089-6 is: [{'id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882949338', 'tenant_id': '6a47beb09b284e98859204e37a5e150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:18Z', 'updated_at': '2021-07-16T03:59:06Z', 'revision_number': 5, 'project_id': '6a47beb09b284e98859204e37a5e150c', 'gw_port': {'id': '97b8ef01-eb97-4432-a592-83c937ecb7f9', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7fedc-2ed8-420e-88fe-ab82e2d370ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:19Z', 'updated_at': '2021-07-16T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:08.224742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] Calling delete_port for c580eba5-4889-4266-8cbe-1e7bc4f665a8 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:08.227764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] For port 97b8ef01-eb97-4432-a592-83c937ecb7f9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97b8ef01-eb97-4432-a592-83c937ecb7f9,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:08.228128 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.241356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Calling delete_port for 97b8ef01-eb97-4432-a592-83c937ecb7f9 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:08.308204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.332698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] Pushing event deleted for resources: {'Port': ['ID=c580eba5-4889-4266-8cbe-1e7bc4f665a8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:08.336835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aba524-070b-4e10-8c48-0f32e40ed093 None None] No DVR routers for this DVR port c580eba5-4889-4266-8cbe-1e7bc4f665a8 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:08.410895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.435601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Port': ['ID=97b8ef01-eb97-4432-a592-83c937ecb7f9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:08.496021 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.592455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.600644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.649177 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.649726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Fanout notify agent at l3_agent the message router_deleted on router 50f7fedc-2ed8-420e-88fe-ab82e2d370ab {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:08.660785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.662019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e51959c0-ac57-4868-a4fe-69fa3f5cf0dc tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/routers/50f7fedc-2ed8-420e-88fe-ab82e2d370ab HTTP/1.1" status: 204 len: 168 time: 0.8108480 Jul 16 03:59:08.664825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43500) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.701086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b13edf61-fdb0-46b0-b7fe-21e11e5344c5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:08.721613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b13edf61-fdb0-46b0-b7fe-21e11e5344c5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:08.722276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b13edf61-fdb0-46b0-b7fe-21e11e5344c5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:08.722942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c580eba5-4889-4266-8cbe-1e7bc4f665a8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:08.752761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c580eba5-4889-4266-8cbe-1e7bc4f665a8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:08.753110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c580eba5-4889-4266-8cbe-1e7bc4f665a8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:08.766016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.892541 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.906114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9877c166-60c7-41df-b5e2-72fc8004ab0b']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.918744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c53e04-54b8-4b17-b280-b2cbd21e761b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.919045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c53e04-54b8-4b17-b280-b2cbd21e761b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:08.927704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4956bfa-f594-4c03-bb4f-64f64f133da4 req-2100b55e-3356-4a11-8e15-777562ea5ffb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.929740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4956bfa-f594-4c03-bb4f-64f64f133da4 req-2100b55e-3356-4a11-8e15-777562ea5ffb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.1513407 Jul 16 03:59:08.945066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.970722 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.982983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:08.983365 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: timer() Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:08.986117 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:09.007050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4956bfa-f594-4c03-bb4f-64f64f133da4 req-6151795f-2022-4ca6-a877-eb13f8da84e8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709045 Jul 16 03:59:09.046628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.054108 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.056024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/networks/9877c166-60c7-41df-b5e2-72fc8004ab0b HTTP/1.1" status: 204 len: 168 time: 0.3901632 Jul 16 03:59:09.058935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.066713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f4548-4c7a-4c3e-a761-bfb1951097db tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'Network': ['ID=9877c166-60c7-41df-b5e2-72fc8004ab0b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.116542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e097525-3ea2-46a2-8eab-fbf5648fde3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.140730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e097525-3ea2-46a2-8eab-fbf5648fde3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.196094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e097525-3ea2-46a2-8eab-fbf5648fde3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.199125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7e097525-3ea2-46a2-8eab-fbf5648fde3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.200201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7e097525-3ea2-46a2-8eab-fbf5648fde3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] 10.222.0.25 "DELETE /v2.0/security-groups/279d5f51-830e-4f42-a6ac-b68938a19d00 HTTP/1.1" status: 204 len: 168 time: 0.1402369 Jul 16 03:59:09.208921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e097525-3ea2-46a2-8eab-fbf5648fde3a tempest-TestNetworkAdvancedServerOps-1623022469 tempest-TestNetworkAdvancedServerOps-1623022469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279d5f51-830e-4f42-a6ac-b68938a19d00,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.490470 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43510) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.618241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-69ef6872-501f-4cc3-93e2-2da66d6bbe86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a47beb09b284e98859204e37a5e150c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259406 Jul 16 03:59:09.620648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.671125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2db7c5fe-934f-4450-a8ed-e9909ad472fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.691154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2db7c5fe-934f-4450-a8ed-e9909ad472fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.735716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2db7c5fe-934f-4450-a8ed-e9909ad472fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.738243 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2db7c5fe-934f-4450-a8ed-e9909ad472fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.739536 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2db7c5fe-934f-4450-a8ed-e9909ad472fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/134828bf-589c-4a08-a39d-0f7f3a52c71b HTTP/1.1" status: 204 len: 168 time: 0.1179886 Jul 16 03:59:09.746703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7c5fe-934f-4450-a8ed-e9909ad472fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134828bf-589c-4a08-a39d-0f7f3a52c71b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.985834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43520) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.024944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-97317116-431c-4aa1-b29c-da318946884f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ba31170b9cf401d88c48165ae239248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379972 Jul 16 03:59:10.028152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43522) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.076384 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11f93e62-3cfe-45e5-b249-61da812e215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.097679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11f93e62-3cfe-45e5-b249-61da812e215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.143055 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11f93e62-3cfe-45e5-b249-61da812e215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.145632 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11f93e62-3cfe-45e5-b249-61da812e215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.149888 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-11f93e62-3cfe-45e5-b249-61da812e215e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c909b6bf-44d2-4b0d-a538-b838b080bc87 HTTP/1.1" status: 204 len: 168 time: 0.1179414 Jul 16 03:59:10.155835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93e62-3cfe-45e5-b249-61da812e215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909b6bf-44d2-4b0d-a538-b838b080bc87,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:10.194376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cb02b-be41-49e1-8b9e-1a274705d49b req-9f7755be-e8f5-4176-9da1-9140fd522816 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:10.195952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b7cb02b-be41-49e1-8b9e-1a274705d49b req-9f7755be-e8f5-4176-9da1-9140fd522816 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0781155 Jul 16 03:59:10.238799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b7cb02b-be41-49e1-8b9e-1a274705d49b req-536a08d5-6733-4c67-b41c-ce517c73be34 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Jul 16 03:59:10.559729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97b8ef01-eb97-4432-a592-83c937ecb7f9 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:10.582641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 97b8ef01-eb97-4432-a592-83c937ecb7f9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:10.583138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97b8ef01-eb97-4432-a592-83c937ecb7f9 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:11.319440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43562) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.412142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a555b-0c66-48cb-82bf-2e7a1960f261 req-d3dbcbb0-504b-4aa5-8780-eb3e3f8ecb9a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:11.414161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d0a555b-0c66-48cb-82bf-2e7a1960f261 req-d3dbcbb0-504b-4aa5-8780-eb3e3f8ecb9a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0652804 Jul 16 03:59:11.450420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d0a555b-0c66-48cb-82bf-2e7a1960f261 req-1d1f532d-c327-4021-a0bd-39fa488d91e7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307786 Jul 16 03:59:11.468076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'network': {'name': 'tempest-network-smoke--885644982', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:11.492125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:11.495646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.504296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.594524 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.598345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.624629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:11.634639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250afb34-eac5-4951-a3b7-636697f941e7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:11.639540 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.639880 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Added segment d8964073-d60e-4b84-ad36-dea243880273 of type vlan for network b1a5e7f7-33ac-4c52-9e1c-79efee383816 Jul 16 03:59:11.679223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.706718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.712690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:11.713264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.745273 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4246166 Jul 16 03:59:11.748244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43566) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.752702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-647260620', 'admin_state_up': True, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:11.794079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8ff10-e6bc-4525-95c3-283e9c7048bd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Network': ['ID=b1a5e7f7-33ac-4c52-9e1c-79efee383816,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:11.807526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:11.808448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.809451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.859684 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.994072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.176569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.195201 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.297250 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.25.4.189 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:12.399806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.437592 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.471550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:12.476825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:12.480440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:12.504088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:12.622984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1713a-8c0d-499b-8132-80868dbe2b0b req-a9564f61-a832-4182-8ef3-94fad67049b2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:12.624510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01d1713a-8c0d-499b-8132-80868dbe2b0b req-a9564f61-a832-4182-8ef3-94fad67049b2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0627122 Jul 16 03:59:12.663716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01d1713a-8c0d-499b-8132-80868dbe2b0b req-ebbfe375-3493-4dfe-ac23-29f1f609d0d4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Jul 16 03:59:12.730936 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.919041 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.373351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:13.475166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:13.485595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:13.493546 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.497804 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b3ca0411-4f51-44f7-8ced-1419d0e6a242 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7456763 Jul 16 03:59:13.497944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:13.497944 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:13.498189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:13.568282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-592c13b3-e339-4a3a-9462-6fdf8836aa0c tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=da49b52e1fec41719394e43ca6d12205&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691190 Jul 16 03:59:13.571557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43574) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:13.600865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:13.654441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc15f82-6d3b-4f6a-9e74-345062c2a4f9 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:13.655889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bdc15f82-6d3b-4f6a-9e74-345062c2a4f9 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0834394 Jul 16 03:59:13.658750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43576) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:13.691142 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b985e04-0ffa-4c2f-8cdb-676254e1f34d tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312846 Jul 16 03:59:13.692937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43580) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:13.699536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106653670', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:13.781199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:12Z', 'revision_number': 3, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:13.795109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:13.798679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.808621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:13.808970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Updating router 6feb7457-e209-468e-ab59-a8ee90c551c2 port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:59:13.843392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.849557 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3acb63-4850-4feb-ab33-7dd581a0a443 req-bbb8a27c-5f71-4f32-9da4-a9dc8213223c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:13.851858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e3acb63-4850-4feb-ab33-7dd581a0a443 req-bbb8a27c-5f71-4f32-9da4-a9dc8213223c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0739303 Jul 16 03:59:13.894138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e3acb63-4850-4feb-ab33-7dd581a0a443 req-cc9242b2-3e48-4f29-89be-5d1f5fe1107e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Jul 16 03:59:13.990122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.048503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Subnet': ['ID=2a23efac-2820-4d43-aebc-37fccdfecea1,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.058242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Checking segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:14.058632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network hostable DHCP agents. Network: b1a5e7f7-33ac-4c52-9e1c-79efee383816, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:14.076304 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:14.085436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b1a5e7f7-33ac-4c52-9e1c-79efee383816) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:14.089583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.090183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.098322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4086b5f-d893-40f3-a833-4de884f15434 None None] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:14.105711 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96699c0a-c35f-4e80-a20f-1f9349f8de0a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103148 Jul 16 03:59:14.108482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43582) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:14.129957 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.168812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Transition to ACTIVE for port object 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:14.180223 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.247930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Attempting to bind port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:14.248302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Attempting to bind port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:14.248680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Attempting to bind port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:14.274880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91742f90-8d37-46ab-b348-5f252160ebc5 None None] Pushing event updated for resources: {'Port': ['ID=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.278872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:14.279260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:14.279669 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.280062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:14.280538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Bound port: 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:14.280923 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.353544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:14.354689 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.368568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] For port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:14.388170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] For port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:14.438626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.544473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91742f90-8d37-46ab-b348-5f252160ebc5 None None] Pushing event updated for resources: {'Port': ['ID=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.546457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.548750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:14.549355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:14.593975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Allocated IP 172.20.0.2 (b1a5e7f7-33ac-4c52-9e1c-79efee383816/2a23efac-2820-4d43-aebc-37fccdfecea1/d4bfd611-8266-4377-80f9-09c373f82f68) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:14.659715 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:59:14.868176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:15.041920 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.054697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Transition to ACTIVE for port object d4bfd611-8266-4377-80f9-09c373f82f68 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:15.067787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02f43-5fd7-4169-a413-65abf6b34518 req-b13520ce-bf20-4874-a0e0-6e48e8f7fbda tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:15.069880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63b02f43-5fd7-4169-a413-65abf6b34518 req-b13520ce-bf20-4874-a0e0-6e48e8f7fbda tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0650418 Jul 16 03:59:15.089311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Transition to ACTIVE for port object d4bfd611-8266-4377-80f9-09c373f82f68 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:15.097881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.108659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63b02f43-5fd7-4169-a413-65abf6b34518 req-6344e84d-5b9e-4282-9855-838a9de14df6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 16 03:59:15.143695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:15.149633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.20.0.1 (b1a5e7f7-33ac-4c52-9e1c-79efee383816/2a23efac-2820-4d43-aebc-37fccdfecea1/ba3f8c27-2f25-4840-a693-8d83c3a26568) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:15.151773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:15.157561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:15.166277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Pushing event updated for resources: {'Port': ['ID=d4bfd611-8266-4377-80f9-09c373f82f68,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:15.169401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:12Z', 'revision_number': 3, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:15.212515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ddb47-0d42-4ce7-bfd9-95b4f043a63c None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:12Z', 'revision_number': 3, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:15.246910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Attempting to bind port d4bfd611-8266-4377-80f9-09c373f82f68 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:15.247280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Attempting to bind port d4bfd611-8266-4377-80f9-09c373f82f68 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:15.247645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Attempting to bind port d4bfd611-8266-4377-80f9-09c373f82f68 on network b1a5e7f7-33ac-4c52-9e1c-79efee383816 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:15.252868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:15.253245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Checking segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:15.253648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.254046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Bound using segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:15.254505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Bound port: d4bfd611-8266-4377-80f9-09c373f82f68, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:15.254913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.275867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.290416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Transition to ACTIVE for port object ba3f8c27-2f25-4840-a693-8d83c3a26568 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:15.325436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.326382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] For port d4bfd611-8266-4377-80f9-09c373f82f68, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:15.329632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] For port d4bfd611-8266-4377-80f9-09c373f82f68, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d4bfd611-8266-4377-80f9-09c373f82f68,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:15.333850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.383051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:15.384416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:15.386431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=ba3f8c27-2f25-4840-a693-8d83c3a26568,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:15.389860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:15.405152 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d075b33-ceb7-4222-a0c1-5a3ed29a5117 None None] Pushing event updated for resources: {'Port': ['ID=d4bfd611-8266-4377-80f9-09c373f82f68,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:15.441535 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.642422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.933988 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.940209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.019943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=ba3f8c27-2f25-4840-a693-8d83c3a26568,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.022879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.041200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 331257bd-ecb1-438d-b35c-59e359f28568 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:59:16.124308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:16.126944 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:16.183579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 331257bd-ecb1-438d-b35c-59e359f28568, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=331257bd-ecb1-438d-b35c-59e359f28568,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:16.199345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '331257bd-ecb1-438d-b35c-59e359f28568', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': '331257bd-ecb1-438d-b35c-59e359f28568', 'mac_address': 'fa:16:3e:1c:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:59:16.243845 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.257939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331257bd-ecb1-438d-b35c-59e359f28568 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:16.264687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:16.279113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 331257bd-ecb1-438d-b35c-59e359f28568, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=331257bd-ecb1-438d-b35c-59e359f28568,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:16.284447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.329081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236ebff-d5c4-4cd0-84b9-2031fc88e181 req-9e0efb8e-e6d9-4dcd-b16b-c2348b4b4133 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.332106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4236ebff-d5c4-4cd0-84b9-2031fc88e181 req-9e0efb8e-e6d9-4dcd-b16b-c2348b4b4133 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 943 time: 0.0901394 Jul 16 03:59:16.358371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=331257bd-ecb1-438d-b35c-59e359f28568,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.397982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4236ebff-d5c4-4cd0-84b9-2031fc88e181 req-b686e631-0302-432d-87ae-87651d19de8a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595720 Jul 16 03:59:16.400221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:16.405614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d03e202f-62f6-4e16-866c-326c7574034c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "PUT /v2.0/routers/6feb7457-e209-468e-ab59-a8ee90c551c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961552 Jul 16 03:59:16.408048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.451534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4af577-da80-4065-8fb8-a4e05c519d0b None None] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:16.508187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['331257bd-ecb1-438d-b35c-59e359f28568'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:59:16.569917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3fe083cf-8a23-48e3-b8ff-300d0848aa5d None None] Provisioning for port d4bfd611-8266-4377-80f9-09c373f82f68 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:16.623121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.623522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.624096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.625024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.625560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.626586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.628518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-139e1027-a920-40b5-bedb-b3c3e9860d31 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.2195444 Jul 16 03:59:16.632113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43590) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.732626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:16.740045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.741124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.741782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.742228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.742838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.743459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.745260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb1fd660-afb6-4146-8a51-4af23a3fb992 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1120620 Jul 16 03:59:16.748078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.843848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:16.859609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:16.859981 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.965657 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.988912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:16.996036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.996872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d4bfd611-8266-4377-80f9-09c373f82f68 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:17.020075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-df15cf33-732a-4ecb-9b00-ac3f2cd89240 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2703872 Jul 16 03:59:17.029578 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:17.040361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:17.040985 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:17.082206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.098244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port d4bfd611-8266-4377-80f9-09c373f82f68 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:17.110868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d4bfd611-8266-4377-80f9-09c373f82f68 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.111250 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.153480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6950fc1a-2484-4bd6-81c7-188ac1d011ca None None] Provisioning for port ba3f8c27-2f25-4840-a693-8d83c3a26568 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:17.161303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6950fc1a-2484-4bd6-81c7-188ac1d011ca None None] Provisioning complete for port ba3f8c27-2f25-4840-a693-8d83c3a26568 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.161589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6950fc1a-2484-4bd6-81c7-188ac1d011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.168571 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:17.208119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6950fc1a-2484-4bd6-81c7-188ac1d011ca None None] Port ba3f8c27-2f25-4840-a693-8d83c3a26568 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:17.245848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.263224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6950fc1a-2484-4bd6-81c7-188ac1d011ca None None] Provisioning complete for port d4bfd611-8266-4377-80f9-09c373f82f68 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.263878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6950fc1a-2484-4bd6-81c7-188ac1d011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.319193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port d4bfd611-8266-4377-80f9-09c373f82f68, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d4bfd611-8266-4377-80f9-09c373f82f68,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:17.329908 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.396328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=d4bfd611-8266-4377-80f9-09c373f82f68,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.448168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 2, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:17.482273 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:17.482914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Updating router 6feb7457-e209-468e-ab59-a8ee90c551c2 port ba3f8c27-2f25-4840-a693-8d83c3a26568 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:59:17.521584 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.560711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43598) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.565640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72952964', 'description': 'tempest-secgroup-smoke-72952964 description', 'project_id': 'da49b52e1fec41719394e43ca6d12205'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:17.589141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a8922e2-6d03-499d-993d-f16960b6f9d5 None None] Provisioning complete for port ba3f8c27-2f25-4840-a693-8d83c3a26568 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.589821 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a8922e2-6d03-499d-993d-f16960b6f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.618944 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.637225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5a8922e2-6d03-499d-993d-f16960b6f9d5 None None] Port ba3f8c27-2f25-4840-a693-8d83c3a26568 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:17.741437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a940a6-bb42-4367-88b4-1c371eb3f19e req-7f912bcc-ade4-41ff-83ca-f3382c447753 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:17.750618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.750894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6a940a6-bb42-4367-88b4-1c371eb3f19e req-7f912bcc-ade4-41ff-83ca-f3382c447753 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 944 time: 0.0838399 Jul 16 03:59:17.759781 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.763257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-894c7570-2dac-4705-8ae1-9e1ca9cbd204 None None] Provisioning complete for port ba3f8c27-2f25-4840-a693-8d83c3a26568 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.763636 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-894c7570-2dac-4705-8ae1-9e1ca9cbd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.807244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6a940a6-bb42-4367-88b4-1c371eb3f19e req-ed4d4ba3-9a8c-4d2e-bfdb-75a79e4ec531 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551469 Jul 16 03:59:17.820192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af677026-d2c6-4bec-8b01-70dfd3b40ee8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.840296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-894c7570-2dac-4705-8ae1-9e1ca9cbd204 None None] Port ba3f8c27-2f25-4840-a693-8d83c3a26568 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:17.841838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.846320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9a224df1-d9b2-439e-8954-e93bfeab5708 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2827959 Jul 16 03:59:17.847606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.852170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'af677026-d2c6-4bec-8b01-70dfd3b40ee8', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:17.878357 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.935619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.939084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.957984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651a70e5-8d7f-451f-ac90-6f858d28df45,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.961361 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.965385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.966619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d0a1a224-e670-4448-b63b-b5638ea3b014 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180356 Jul 16 03:59:17.969379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43602) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.971961 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Transition to ACTIVE for port object ba3f8c27-2f25-4840-a693-8d83c3a26568 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:17.973832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'af677026-d2c6-4bec-8b01-70dfd3b40ee8', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:17.977947 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.999913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.033524 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Pushing event updated for resources: {'Port': ['ID=ba3f8c27-2f25-4840-a693-8d83c3a26568,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.056555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 331257bd-ecb1-438d-b35c-59e359f28568 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:18.062792 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.066594 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.066971 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.067270 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.067553 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.067987 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.069009 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.069443 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.069874 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.070303 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.070775 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.071196 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.071623 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.072054 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:18.089711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae622bb-bc1a-4c4e-9d6b-4519433ed315,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.100302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.101736 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-665d5f1d-1f76-4058-bfe1-2f565b4c61f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314101 Jul 16 03:59:18.104831 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Attempting to bind port ba3f8c27-2f25-4840-a693-8d83c3a26568 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:18.105019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.105282 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Attempting to bind port ba3f8c27-2f25-4840-a693-8d83c3a26568 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:18.105854 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Attempting to bind port ba3f8c27-2f25-4840-a693-8d83c3a26568 on network b1a5e7f7-33ac-4c52-9e1c-79efee383816 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:18.110008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'af677026-d2c6-4bec-8b01-70dfd3b40ee8', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:18.111107 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:18.111487 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Checking segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:18.111895 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.112297 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Bound using segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:18.112752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Bound port: ba3f8c27-2f25-4840-a693-8d83c3a26568, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:18.113335 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.134587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 331257bd-ecb1-438d-b35c-59e359f28568 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:18.140243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 331257bd-ecb1-438d-b35c-59e359f28568 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:18.140772 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.154006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.185845 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] For port ba3f8c27-2f25-4840-a693-8d83c3a26568, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:18.189525 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] For port ba3f8c27-2f25-4840-a693-8d83c3a26568, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ba3f8c27-2f25-4840-a693-8d83c3a26568,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:18.197910 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.245070 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.262462 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:18.263147 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:58:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.268498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.277645 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.288776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:18.291446 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8fbf1e-6a23-4fe9-9022-7a057126dc9a" -d '{"events": [{"server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "name": "network-vif-plugged", "status": "completed", "tag": "331257bd-ecb1-438d-b35c-59e359f28568"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:18.293936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c181c436-7aa8-4e19-86e8-d4e35dfe9862,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.310754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 331257bd-ecb1-438d-b35c-59e359f28568, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=331257bd-ecb1-438d-b35c-59e359f28568,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:18.310927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.312046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-29d14a15-518e-4b7e-87a9-464687020ebb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2059896 Jul 16 03:59:18.314941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.320706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.322169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'af677026-d2c6-4bec-8b01-70dfd3b40ee8', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:18.362694 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5909-3f42-4feb-a439-20ebaed775cd None None] Pushing event updated for resources: {'Port': ['ID=ba3f8c27-2f25-4840-a693-8d83c3a26568,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.374665 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.392243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:18.397145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=331257bd-ecb1-438d-b35c-59e359f28568,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.454061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.459905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.478424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a10cc0-ec77-4020-8085-55e67edc58a5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.495858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.498578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-68355a94-719b-41da-b2f5-45e6c9845e88 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815455 Jul 16 03:59:18.501486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43612) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.506509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'af677026-d2c6-4bec-8b01-70dfd3b40ee8', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:18.536087 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Project da49b52e1fec41719394e43ca6d12205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:59:18.541864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.567685 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd446492-c501-41da-97e4-fb9c9c4ff4e7 x-openstack-request-id: req-cd446492-c501-41da-97e4-fb9c9c4ff4e7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:18.568565 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "name": "network-vif-plugged", "status": "completed", "tag": "331257bd-ecb1-438d-b35c-59e359f28568", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:18.569939 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd446492-c501-41da-97e4-fb9c9c4ff4e7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:18.570474 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568', 'code': 200} Jul 16 03:59:18.616053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.635519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.642256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:18.654630 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:18Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:18.664231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf61abc2-4378-45f7-994b-de20a36a62e9,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.683366 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3a031-b1ee-40ab-9347-bb881eb2dba9 None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:18Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:18.691725 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.695486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d9e5fe33-caf7-4482-a108-e323ac99181c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905034 Jul 16 03:59:18.696483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.697282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:18.697662 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.703995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'af677026-d2c6-4bec-8b01-70dfd3b40ee8', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:18.718366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a1331-bc73-45be-b499-2b4d15a7ec8f req-43acf2ff-9133-476a-8aff-f360f24b474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:18.720072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e29a1331-bc73-45be-b499-2b4d15a7ec8f req-43acf2ff-9133-476a-8aff-f360f24b474b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0668042 Jul 16 03:59:18.765620 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Project da49b52e1fec41719394e43ca6d12205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:59:18.777322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.789699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e29a1331-bc73-45be-b499-2b4d15a7ec8f req-3c055907-69c9-4988-ae2a-f1db395803d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634489 Jul 16 03:59:18.804937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d4bfd611-8266-4377-80f9-09c373f82f68 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:18.851127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.860010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.864151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port d4bfd611-8266-4377-80f9-09c373f82f68 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:18.864599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.882253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17736a2-740e-4762-9c6d-7091e7f02f79,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.893335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.894794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-85fbf42f-7ffb-4d23-8793-811a59f63114 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965654 Jul 16 03:59:19.016313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056af061-20b1-4b2a-8484-622d34be497f req-60fa7cd1-b45a-4a93-af10-5a155d7b44da tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:19.017722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-056af061-20b1-4b2a-8484-622d34be497f req-60fa7cd1-b45a-4a93-af10-5a155d7b44da tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 945 time: 0.0715320 Jul 16 03:59:19.057322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-056af061-20b1-4b2a-8484-622d34be497f req-0e0d0134-7c0b-4c24-b3bb-243481b021f7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331948 Jul 16 03:59:19.169833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-b6b1a5c1-7696-4308-a7b8-66934ce242cd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72952964&fields=id&tenant_id=da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 267 time: 0.0340438 Jul 16 03:59:19.281344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-ae114d0b-950b-4c71-b38c-add264aafb99 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:19.282896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-ae114d0b-950b-4c71-b38c-add264aafb99 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/networks?id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 796 time: 0.1053481 Jul 16 03:59:19.298049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-894c0b33-20a6-4b12-90c6-636809cf00da tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/quotas/da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 375 time: 0.0095050 Jul 16 03:59:19.373050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-3bb0b762-6ad7-40f2-b2c9-25983b12f079 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695987 Jul 16 03:59:19.479621 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-39dd3f60-2c00-4eb7-996e-eef34236e7de service neutron] 10.222.0.25 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936899 Jul 16 03:59:19.579185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-8772ecd7-8ca1-4996-8d5d-d86ed92c7f9c service neutron] 10.222.0.25 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971920 Jul 16 03:59:19.775308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b41ea174-5b40-444c-b42d-ee2bdff35a9a req-566cfd46-6797-4c3d-9ba2-1201a1af3885 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 210 time: 0.0358155 Jul 16 03:59:20.245170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8d67c-e914-4715-9847-9d0f2b7f2f6e req-e6ef627d-9955-4a87-933f-4ebbcf3e454d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.246782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5b8d67c-e914-4715-9847-9d0f2b7f2f6e req-e6ef627d-9955-4a87-933f-4ebbcf3e454d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 945 time: 0.0743520 Jul 16 03:59:20.291995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d5b8d67c-e914-4715-9847-9d0f2b7f2f6e req-fc7b807c-d931-4fb0-9349-191e19974ac6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383303 Jul 16 03:59:20.464795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb3100-4140-4776-a744-6489c70ea331 req-e7665c75-d570-4677-8b09-6edd50c99ead tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.466250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60cb3100-4140-4776-a744-6489c70ea331 req-e7665c75-d570-4677-8b09-6edd50c99ead tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 945 time: 0.0659280 Jul 16 03:59:20.503150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60cb3100-4140-4776-a744-6489c70ea331 req-4d2e6219-1b8d-4e2d-aa8e-ba845aa2a7f0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Jul 16 03:59:20.528948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.580816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81dd203-efc1-4bda-aa1e-0a7268594583 tempest-TestVolumeBootPattern-451716385 tempest-TestVolumeBootPattern-451716385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.582324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a81dd203-efc1-4bda-aa1e-0a7268594583 tempest-TestVolumeBootPattern-451716385 tempest-TestVolumeBootPattern-451716385-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 1091 time: 0.0523734 Jul 16 03:59:20.585903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43646) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.590327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '331257bd-ecb1-438d-b35c-59e359f28568', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:20.612168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.629431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ba3f8c27-2f25-4840-a693-8d83c3a26568 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:20.681961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ba3f8c27-2f25-4840-a693-8d83c3a26568 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:20.685866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ba3f8c27-2f25-4840-a693-8d83c3a26568 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:20.686249 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.723586 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.737564 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36835643-5e11-4284-aef1-cbbf72bae47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.781218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.836026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port ba3f8c27-2f25-4840-a693-8d83c3a26568, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ba3f8c27-2f25-4840-a693-8d83c3a26568,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:20.842922 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.914429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=ba3f8c27-2f25-4840-a693-8d83c3a26568,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:20.925013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-833fca88-4f81-4127-aec8-e6bf50da1039 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.929156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-833fca88-4f81-4127-aec8-e6bf50da1039 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/networks?id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 796 time: 0.1617236 Jul 16 03:59:20.947367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5c3d498-ac21-43b0-b8e1-5e0438a02096 req-e6add81c-da29-4bab-bdc6-369453639b59 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 210 time: 0.0393345 Jul 16 03:59:20.988137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.25.4.138 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/3bad4533-21cb-446f-829c-58fc51ba7879) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:21.002872 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-e4440ac8-6867-496a-8ed9-b1efd1fa8986 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 378 time: 0.0577791 Jul 16 03:59:21.013585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'port': {'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'admin_state_up': True, 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'security_groups': ['af677026-d2c6-4bec-8b01-70dfd3b40ee8']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:21.501220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.521059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:21.524552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.592211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.642766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:21.652396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:21.677414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:21.706743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=3bad4533-21cb-446f-829c-58fc51ba7879,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:21.734744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.20.0.8 (b1a5e7f7-33ac-4c52-9e1c-79efee383816/2a23efac-2820-4d43-aebc-37fccdfecea1/5466562d-e026-4dd0-a4b0-3b52b709d9e0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:22.006709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.028498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Transition to ACTIVE for port object 5466562d-e026-4dd0-a4b0-3b52b709d9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:22.127398 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8302f80-4208-4b93-8831-7ef5934fa4c9 req-15d3cc40-cc5d-4e25-abf1-716e1805f3b9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 210 time: 0.0662756 Jul 16 03:59:22.184744 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.238248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:22.246394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:22.252382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:22.254314 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.298245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=5466562d-e026-4dd0-a4b0-3b52b709d9e0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:22.336765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.337393 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.381689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-524bf8fe-3f10-4951-a532-cc7771050f80 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3716264 Jul 16 03:59:22.386221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.393729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Request body: {'port': {'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:22.474877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-82b6b5e2-4e56-4878-b8eb-39e8fc9e4c80 None None] Provisioning for port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:22.478479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-82b6b5e2-4e56-4878-b8eb-39e8fc9e4c80 None None] Provisioning complete for port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:22.478937 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82b6b5e2-4e56-4878-b8eb-39e8fc9e4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.513286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-82b6b5e2-4e56-4878-b8eb-39e8fc9e4c80 None None] Port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:22.517307 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.609873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ba3f8c27-2f25-4840-a693-8d83c3a26568 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:22.656240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ba3f8c27-2f25-4840-a693-8d83c3a26568 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:22.656513 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.696220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.700617 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.783316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=3bad4533-21cb-446f-829c-58fc51ba7879,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:22.835598 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.985157 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Floating IP 699d7558-f7c6-4250-8c9e-c9a93e215e88 associated. External IP: 172.25.4.138, port: 331257bd-ecb1-438d-b35c-59e359f28568. Jul 16 03:59:23.020669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5466562d-e026-4dd0-a4b0-3b52b709d9e0 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:23.030265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.078148 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Transition to ACTIVE for port object 5466562d-e026-4dd0-a4b0-3b52b709d9e0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:23.082459 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.168179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Pushing event updated for resources: {'Port': ['ID=5466562d-e026-4dd0-a4b0-3b52b709d9e0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.341170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Attempting to bind port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:23.341509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Attempting to bind port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:23.341859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Attempting to bind port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 on network b1a5e7f7-33ac-4c52-9e1c-79efee383816 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:23.352494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 on network b1a5e7f7-33ac-4c52-9e1c-79efee383816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:59:23.352826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Attempting to bind port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 on network b1a5e7f7-33ac-4c52-9e1c-79efee383816 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:23.365518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:23.369446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:23.369787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Checking segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:23.370177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Bound using segment: {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:23.370639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Bound port: 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8964073-d60e-4b84-ad36-dea243880273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:23.370999 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.424101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c703dd-f60d-44b8-9eb9-c0dae53f7d7f req-bdd9e34b-378c-42f6-b4fe-5d1c01f70e2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:23.425487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9c703dd-f60d-44b8-9eb9-c0dae53f7d7f req-bdd9e34b-378c-42f6-b4fe-5d1c01f70e2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 943 time: 0.1778574 Jul 16 03:59:23.550062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9c703dd-f60d-44b8-9eb9-c0dae53f7d7f req-d32cd450-e7d3-4d98-a324-7428be17a323 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929468 Jul 16 03:59:23.550417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3508f41e-85ff-490f-a19a-b31e1198e1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.553866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] For port 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:23.560605 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] For port 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:23.573777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.611478 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:23.615090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:23.615714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.617137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] 10.222.0.11 "PUT /v2.0/ports/5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 200 len: 1091 time: 1.2281880 Jul 16 03:59:23.617537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:23.620084 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:23.622634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:23.637209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:23.638006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:59:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:23.645365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a72ef-fb74-460b-9937-9afd66b722ad service neutron] Pushing event updated for resources: {'Port': ['ID=5466562d-e026-4dd0-a4b0-3b52b709d9e0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.650360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.779843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:23.898770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.969597 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50e3c4d-b1d4-42dd-a379-3cc874bcac85 x-openstack-request-id: req-c50e3c4d-b1d4-42dd-a379-3cc874bcac85 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:23.969902 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:23.970129 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c50e3c4d-b1d4-42dd-a379-3cc874bcac85 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:23.970518 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'status': 'completed', 'code': 200} Jul 16 03:59:24.005489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4e1665c8-5e2a-416a-8c85-8ceec4cca49d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4185455 Jul 16 03:59:24.027586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-79388ed3-ad12-4fd8-b400-eff26300078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.029085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-79388ed3-ad12-4fd8-b400-eff26300078b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1094 time: 0.3499746 Jul 16 03:59:24.070337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-5cfa6404-ea23-48ae-bef3-7fbda13b4736 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0344050 Jul 16 03:59:24.118978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-13cc8895-1409-49cf-9345-0628ca145c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.120406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-13cc8895-1409-49cf-9345-0628ca145c29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a23efac-2820-4d43-aebc-37fccdfecea1 HTTP/1.1" status: 200 len: 835 time: 0.0448456 Jul 16 03:59:24.175165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41649-235a-4250-9abd-26bd20777c40 req-7315cd24-4f90-407c-879d-c403007442ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.176727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-7315cd24-4f90-407c-879d-c403007442ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1a5e7f7-33ac-4c52-9e1c-79efee383816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504770 Jul 16 03:59:24.181319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '699d7558-f7c6-4250-8c9e-c9a93e215e88', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '331257bd-ecb1-438d-b35c-59e359f28568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:1c:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:22Z', 'updated_at': '2021-07-16T03:59:22Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:24.210697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:24.218872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:24.219476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:59:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:24.266512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-cc0a5f7b-fdce-4f92-aaea-d5360cfb7653 service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831017 Jul 16 03:59:24.327528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:24.359872 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ba41649-235a-4250-9abd-26bd20777c40 req-1a74900e-37bf-424d-a9c3-51ee3a14816a service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874157 Jul 16 03:59:24.422872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.459237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-ffb7aa38-09a7-4217-b7b2-1d4c6c8f6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.460916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-ffb7aa38-09a7-4217-b7b2-1d4c6c8f6ec0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1094 time: 0.0524933 Jul 16 03:59:24.553944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-1a4f63b9-8167-4fcf-bafa-4b13bd1e26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.555433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-1a4f63b9-8167-4fcf-bafa-4b13bd1e26a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 898 time: 0.0889683 Jul 16 03:59:24.564969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '699d7558-f7c6-4250-8c9e-c9a93e215e88', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '331257bd-ecb1-438d-b35c-59e359f28568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:1c:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:22Z', 'updated_at': '2021-07-16T03:59:22Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:24.595355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eefa2b1-61a0-46fc-a0b5-7bd9dc1b60ee None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '699d7558-f7c6-4250-8c9e-c9a93e215e88', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '331257bd-ecb1-438d-b35c-59e359f28568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:1c:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:22Z', 'updated_at': '2021-07-16T03:59:22Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:24.598188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-72504a85-dc76-4b76-b1c5-40d37387fe0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0358117 Jul 16 03:59:24.651457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-55e7a971-a567-4e87-b64e-71abf90bdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.653075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-55e7a971-a567-4e87-b64e-71abf90bdcc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a23efac-2820-4d43-aebc-37fccdfecea1 HTTP/1.1" status: 200 len: 835 time: 0.0481994 Jul 16 03:59:24.765082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a250c5-fd65-4c64-bfdb-2371f40e2b97 req-aa1f6b8f-8bc3-4ee1-acbc-5e322f4db685 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.766650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44a250c5-fd65-4c64-bfdb-2371f40e2b97 req-aa1f6b8f-8bc3-4ee1-acbc-5e322f4db685 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 943 time: 0.0969253 Jul 16 03:59:24.768488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-038b2bb7-0831-4aef-b6c1-45f48a185bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.769840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-038b2bb7-0831-4aef-b6c1-45f48a185bcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1a5e7f7-33ac-4c52-9e1c-79efee383816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096191 Jul 16 03:59:24.786335 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299fbc9-60ee-4f7b-bec0-6f5e2448bed3 None None] New status for floating IP 699d7558-f7c6-4250-8c9e-c9a93e215e88: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:59:24.831717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44a250c5-fd65-4c64-bfdb-2371f40e2b97 req-8937a68c-a978-49de-a025-17e20f7932c6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585363 Jul 16 03:59:24.886062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-f0144fdd-43ee-46bb-89de-5516c2b7417f service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068211 Jul 16 03:59:24.976442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-947813e2-0987-4bbc-bcd0-e1c40a5edbb6 req-616de795-8cb7-4017-91db-2a4b5d9daafa service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835204 Jul 16 03:59:25.977369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:25.979838 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db665d9d-50e1-4258-b43a-7f7944770fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "tag": "331257bd-ecb1-438d-b35c-59e359f28568"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:26.016088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f748227-94f1-4f5d-a76a-3d044b634904 req-01b48ae2-1d13-47aa-81d5-d5867af4ae6d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.017554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f748227-94f1-4f5d-a76a-3d044b634904 req-01b48ae2-1d13-47aa-81d5-d5867af4ae6d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 943 time: 0.0708413 Jul 16 03:59:26.027355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5466562d-e026-4dd0-a4b0-3b52b709d9e0 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:59:26.055842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f748227-94f1-4f5d-a76a-3d044b634904 req-4cd0efde-55ad-4413-a2fc-e4e84eda9b44 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327013 Jul 16 03:59:26.098886 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e20c16-5590-45b9-a613-4d77924a2df6 x-openstack-request-id: req-f7e20c16-5590-45b9-a613-4d77924a2df6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:26.099669 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "tag": "331257bd-ecb1-438d-b35c-59e359f28568", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:26.099927 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7e20c16-5590-45b9-a613-4d77924a2df6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:26.100316 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568', 'status': 'completed', 'code': 200} Jul 16 03:59:26.133032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:26.145951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:59:26.148157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.172873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-ecd257c2-fa9c-4648-82b4-ac353f84deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.174374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-ecd257c2-fa9c-4648-82b4-ac353f84deac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0517709 Jul 16 03:59:26.199010 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.244258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5466562d-e026-4dd0-a4b0-3b52b709d9e0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:26.266925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-2717bf57-dbb5-4744-bec4-46fe3c61197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.268417 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-2717bf57-dbb5-4744-bec4-46fe3c61197d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0873954 Jul 16 03:59:26.268545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:26.275409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.360746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=5466562d-e026-4dd0-a4b0-3b52b709d9e0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.363317 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-4eceb29a-1e26-4f8d-9526-b07e79b76ea5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331257bd-ecb1-438d-b35c-59e359f28568 HTTP/1.1" status: 200 len: 1001 time: 0.0890622 Jul 16 03:59:26.376015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.376362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.376707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.377050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.377385 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.378023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.378023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.378351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.378708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.379035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.379361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.379687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:26.420147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-de3beb6e-756b-4bcf-a799-e86102e7c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.421613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-de3beb6e-756b-4bcf-a799-e86102e7c712 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0512674 Jul 16 03:59:26.476362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['5466562d-e026-4dd0-a4b0-3b52b709d9e0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:59:26.476607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-4635ccdf-5c2e-4911-9b71-cd6e1d02824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.477988 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-4635ccdf-5c2e-4911-9b71-cd6e1d02824a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502672 Jul 16 03:59:26.569542 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-e3cfb742-98e8-4807-9daf-bc6a3406bb0e service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853884 Jul 16 03:59:26.667015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-db665d9d-50e1-4258-b43a-7f7944770fbc req-cf690291-04ab-412f-ba4f-6ae872d689d0 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862174 Jul 16 03:59:27.224497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c3754-3730-4adc-9a94-e2466fd3b2bf req-ed55b4dc-0560-41da-95d3-f61493dccf55 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:27.225956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d3c3754-3730-4adc-9a94-e2466fd3b2bf req-ed55b4dc-0560-41da-95d3-f61493dccf55 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 944 time: 0.0612509 Jul 16 03:59:27.262417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d3c3754-3730-4adc-9a94-e2466fd3b2bf req-45dabbd2-2c79-4018-9be9-a05cc425cc8f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307732 Jul 16 03:59:28.042298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5466562d-e026-4dd0-a4b0-3b52b709d9e0 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:28.089573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:28.093371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:28.093745 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.169688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.190784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:28.193534 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ccd042-d603-496f-834c-7bc6fa818427" -d '{"events": [{"server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "name": "network-vif-plugged", "status": "completed", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:28.205510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:28.210714 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.234138 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca952102-0d82-4294-884f-4e3328f1ed3b x-openstack-request-id: req-ca952102-0d82-4294-884f-4e3328f1ed3b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:28.234426 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "name": "network-vif-plugged", "status": "completed", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:28.234699 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca952102-0d82-4294-884f-4e3328f1ed3b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:28.235082 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'code': 200} Jul 16 03:59:28.262673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=5466562d-e026-4dd0-a4b0-3b52b709d9e0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:28.341350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4cff2-55cf-4286-907c-c9b440cdde14 req-300afb26-da5e-4cb8-b7df-2990c8e7c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:28.342928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dae4cff2-55cf-4286-907c-c9b440cdde14 req-300afb26-da5e-4cb8-b7df-2990c8e7c39d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1096 time: 0.0513380 Jul 16 03:59:28.397049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dae4cff2-55cf-4286-907c-c9b440cdde14 req-fd9df915-a227-45ab-9dc8-cdbee6e9a07a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469570 Jul 16 03:59:28.448538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea414-c1eb-4eba-b7c1-b11554cf2493 req-ba82e7cb-7112-41cb-a322-4816c4d8bbe9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:28.449978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-010ea414-c1eb-4eba-b7c1-b11554cf2493 req-ba82e7cb-7112-41cb-a322-4816c4d8bbe9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 945 time: 0.0721121 Jul 16 03:59:28.485848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-010ea414-c1eb-4eba-b7c1-b11554cf2493 req-e10b54c3-f8f9-45c9-abca-f4383253bf56 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303197 Jul 16 03:59:29.656471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e14d1-65ad-4b48-a0be-fd7fdc0bb4e7 req-12532b51-d9bb-4f5e-9167-ad44d70eb5fd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:29.657833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231e14d1-65ad-4b48-a0be-fd7fdc0bb4e7 req-12532b51-d9bb-4f5e-9167-ad44d70eb5fd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 945 time: 0.0612137 Jul 16 03:59:29.694170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-231e14d1-65ad-4b48-a0be-fd7fdc0bb4e7 req-7f5d7971-8609-4f16-90ad-559360cb25af tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303361 Jul 16 03:59:29.865709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606024-b434-40a2-a706-8a7c9f1d34d7 req-daf28c8c-08de-4f56-969c-3d8793612bb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:29.867309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f606024-b434-40a2-a706-8a7c9f1d34d7 req-daf28c8c-08de-4f56-969c-3d8793612bb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 945 time: 0.0667455 Jul 16 03:59:29.905328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f606024-b434-40a2-a706-8a7c9f1d34d7 req-25290d4b-b4cf-4a77-8155-57bdc4b66b96 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319054 Jul 16 03:59:29.931718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:29.982402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066023c4-6f55-48de-9375-c5fd0d952168 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:29.983935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-066023c4-6f55-48de-9375-c5fd0d952168 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1091 time: 0.0512147 Jul 16 03:59:29.986772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:29.991528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:30.012113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.107757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.205513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.25.4.212 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/0f407821-adda-4fa5-9ef8-cce6c4e2ec52) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:30.306305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.345067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.384177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:30.386847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:30.390368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:30.396673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=0f407821-adda-4fa5-9ef8-cce6c4e2ec52,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.748050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.828559 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.979990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.984497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.050048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=0f407821-adda-4fa5-9ef8-cce6c4e2ec52,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:31.065432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.159311 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Floating IP a1773168-a1f5-4311-9565-a1d5c86676a2 associated. External IP: 172.25.4.212, port: 5466562d-e026-4dd0-a4b0-3b52b709d9e0. Jul 16 03:59:31.353560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:31.459022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:31.467770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:31.473802 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.478188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:31.479108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:59:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:31.510239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9d35caf4-540d-4947-867f-c93a858e05c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5224652 Jul 16 03:59:31.510864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:31.513133 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c942a7-1d63-4ba2-b243-3f885298cbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:31.513291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43682) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.549656 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc95f2e7-b9de-448a-b97d-edef78dfe2b2 x-openstack-request-id: req-fc95f2e7-b9de-448a-b97d-edef78dfe2b2 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:31.549955 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:31.550206 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc95f2e7-b9de-448a-b97d-edef78dfe2b2 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:31.550637 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'status': 'completed', 'code': 200} Jul 16 03:59:31.578379 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e20d7d21-4f9c-4f27-8ccb-5c1a2aa6d3f1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/floatingips/a1773168-a1f5-4311-9565-a1d5c86676a2 HTTP/1.1" status: 200 len: 991 time: 0.0640719 Jul 16 03:59:31.594968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:31.627507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-d384d58d-d72d-4f1b-a033-a27bad8ca942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.629000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-d384d58d-d72d-4f1b-a033-a27bad8ca942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1096 time: 0.0553291 Jul 16 03:59:31.714954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-cab520ce-15b6-4485-9f23-f88de083718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.716423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-cab520ce-15b6-4485-9f23-f88de083718e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 898 time: 0.0811331 Jul 16 03:59:31.781877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-d7c55272-65c3-41d8-8d28-bb155b0719ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 200 len: 999 time: 0.0596702 Jul 16 03:59:31.815462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:30Z', 'revision_number': 0, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:31.829737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-52575b98-7d7e-4fc3-ad35-ab28e93d90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.831231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-52575b98-7d7e-4fc3-ad35-ab28e93d90b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a23efac-2820-4d43-aebc-37fccdfecea1 HTTP/1.1" status: 200 len: 835 time: 0.0426800 Jul 16 03:59:31.841963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:31.850274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:31.850908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:59:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:31.886771 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-f430b25a-38bb-4ea5-acf4-2e28ae3cec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.888326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-f430b25a-38bb-4ea5-acf4-2e28ae3cec5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1a5e7f7-33ac-4c52-9e1c-79efee383816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505276 Jul 16 03:59:31.952574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:31.978240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-01ba0685-4340-449a-b430-d9f53409600b service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833647 Jul 16 03:59:32.061815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c942a7-1d63-4ba2-b243-3f885298cbaa req-3b970c84-55df-4f45-9bc7-30f049a1563f service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781040 Jul 16 03:59:32.169269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:30Z', 'revision_number': 0, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:32.198502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4fe945-dbce-4edc-bf9b-71d41247f62f None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T03:59:15Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:30Z', 'revision_number': 0, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:32.384820 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb829f31-4d6c-4361-9b2e-dd7233337880 None None] New status for floating IP a1773168-a1f5-4311-9565-a1d5c86676a2: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:59:32.582273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:32.893458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-33b93553-1d6b-408d-9957-d90f9154b351 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/floatingips/a1773168-a1f5-4311-9565-a1d5c86676a2 HTTP/1.1" status: 200 len: 993 time: 0.3098702 Jul 16 03:59:32.977120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.727434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.728432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e63a0f0-5c95-47ea-9ee6-441d736a5ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.659507 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:59:53.552275 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3059ee9e-e22e-4396-ba73-a04247020131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.869935 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.407886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.136107 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.976167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.722234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.072641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:04.153194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a809273-cec6-432a-a098-faf2b892ea82 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.153664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a809273-cec6-432a-a098-faf2b892ea82 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.154124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a809273-cec6-432a-a098-faf2b892ea82 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.155781 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6a809273-cec6-432a-a098-faf2b892ea82 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=da49b52e1fec41719394e43ca6d12205&network_id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 2969 time: 0.0822451 Jul 16 04:00:05.742984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.796919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f30471-3da9-42af-84e1-9a64778ad841 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:05.798366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-70f30471-3da9-42af-84e1-9a64778ad841 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34 HTTP/1.1" status: 200 len: 814 time: 0.0543616 Jul 16 04:00:06.458166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43728) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.463966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'network': {'name': 'tempest-network-smoke--18461829', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:06.486685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:06.490084 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.514435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:06.524431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.524770 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Added segment bfd0d857-f300-4063-9654-fe8a40949914 of type vlan for network 30a7a77b-2a01-456f-b956-c8c6613a94e5 Jul 16 04:00:06.579944 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.612305 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.617647 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.618225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.665825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2064881 Jul 16 04:00:06.669046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43730) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.719637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Network': ['ID=30a7a77b-2a01-456f-b956-c8c6613a94e5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.727006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.727357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.727963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.728313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.728649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.728978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.729305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.729630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.729952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.730278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.730649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.730982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a6458-0775-4cdf-ae52-f52c2cd4fc46 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:06.733205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa8477-8c81-476a-a7ba-e2cbf57d74a9 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.734763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4aa8477-8c81-476a-a7ba-e2cbf57d74a9 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=da49b52e1fec41719394e43ca6d12205&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0647075 Jul 16 04:00:06.737685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.742792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:06.889808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c0099-7b8e-43ff-a3d9-14bb06e00ce5 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.891727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e2c0099-7b8e-43ff-a3d9-14bb06e00ce5 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1526577 Jul 16 04:00:06.895055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.929638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8db2ab05-2ffd-40bc-895b-736dd726f799 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333309 Jul 16 04:00:06.932877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.965808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0a45e89d-e679-4ba5-b3f5-06563f4efde4 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=da49b52e1fec41719394e43ca6d12205&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318666 Jul 16 04:00:06.968244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.053236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a789dc-cfd7-4831-98d2-8734b1ecc1c3 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.054720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f4a789dc-cfd7-4831-98d2-8734b1ecc1c3 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855658 Jul 16 04:00:07.058063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.083786 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-415e0be5-b9e1-434c-bad1-622a56208af6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0247259 Jul 16 04:00:07.085907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.090431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578021040', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:07.176839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:07.180183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.360555 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.422491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Subnet': ['ID=af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:07.430562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Checking segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:07.430950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network hostable DHCP agents. Network: 30a7a77b-2a01-456f-b956-c8c6613a94e5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:07.449597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:07.464354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 30a7a77b-2a01-456f-b956-c8c6613a94e5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:07.468627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.469202 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.473952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619c179-c306-4f5d-9367-a6462529c202 None None] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:07.484113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ec6d6b2-c2e5-4abb-aad6-d9f7def3cfd1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3971601 Jul 16 04:00:07.613565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-30a7a77b-2a01-456f-b956-c8c6613a94e5', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ips': [{'subnet_id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:07.614405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.742510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Allocated IP 172.20.0.18 (30a7a77b-2a01-456f-b956-c8c6613a94e5/af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f/777e5225-0102-49f2-ad65-814b8d49be0d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:07.886364 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43746) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.886926 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.891063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234634764', 'description': 'tempest-secgroup-smoke-1234634764 description', 'project_id': 'da49b52e1fec41719394e43ca6d12205'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:07.894728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Transition to ACTIVE for port object 777e5225-0102-49f2-ad65-814b8d49be0d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:07.909365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Transition to ACTIVE for port object 777e5225-0102-49f2-ad65-814b8d49be0d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:07.912383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.915708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.951326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:07.955912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:07.959702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:07.971461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Pushing event updated for resources: {'Port': ['ID=777e5225-0102-49f2-ad65-814b8d49be0d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:07.995782 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.999205 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.025184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.026400 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390061 Jul 16 04:00:08.029037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Attempting to bind port 777e5225-0102-49f2-ad65-814b8d49be0d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:08.029404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43748) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.029909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Attempting to bind port 777e5225-0102-49f2-ad65-814b8d49be0d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:08.030043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Attempting to bind port 777e5225-0102-49f2-ad65-814b8d49be0d on network 30a7a77b-2a01-456f-b956-c8c6613a94e5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:08.030843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198af701-ea88-45ee-8534-83786875d634,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.035093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:08.035465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Checking segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:08.035864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.036254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Bound using segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:08.036936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Bound port: 777e5225-0102-49f2-ad65-814b8d49be0d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:08.037318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.037928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.038276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.038662 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.039006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.039408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.039669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.039990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.040554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.040883 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.041213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.041543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.041865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf3051-7195-4070-8ac9-e2945445a825 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:08.046299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': '198af701-ea88-45ee-8534-83786875d634', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.086086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.101582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] For port 777e5225-0102-49f2-ad65-814b8d49be0d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:08.105158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] For port 777e5225-0102-49f2-ad65-814b8d49be0d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=777e5225-0102-49f2-ad65-814b8d49be0d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:08.109112 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.146317 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.151828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.166480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcc802-bb0f-474d-9d55-5b1bad60a372 None None] Pushing event updated for resources: {'Port': ['ID=777e5225-0102-49f2-ad65-814b8d49be0d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.174537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47a1b60-1f7b-4f7b-81e9-f746459c8e67,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.183705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.184936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fd7b03f9-5aac-44f0-82cd-3adc51660dbc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477034 Jul 16 04:00:08.187830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43750) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.193327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': '198af701-ea88-45ee-8534-83786875d634', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.219716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.278719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.282291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.302099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d7946b-296a-4016-8de6-f0d09c3a353f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.307244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.324770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e79ce57b-b02d-4880-84a8-3a745c0aef2d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323392 Jul 16 04:00:08.325396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43752) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.337860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': '198af701-ea88-45ee-8534-83786875d634', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.365636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.430516 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.434863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.457925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d16249-89f4-402d-89eb-8696ace3e53b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.461611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.463038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-78adbdb8-6823-4d4f-b0ea-49233768ad45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363761 Jul 16 04:00:08.465568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43754) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.470030 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': '198af701-ea88-45ee-8534-83786875d634', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.497200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.554742 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.558489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.578198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0a8556-aed8-41d0-9fa9-e61965469fd3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.581360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.582558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e9227477-67c7-4560-affe-fafbfeaff098 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160181 Jul 16 04:00:08.585277 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.589857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': '198af701-ea88-45ee-8534-83786875d634', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.615705 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Project da49b52e1fec41719394e43ca6d12205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:00:08.622495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.675804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 777e5225-0102-49f2-ad65-814b8d49be0d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:08.686014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.689754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.707741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcda5478-4bf0-49be-869e-1771bf63c39c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.711408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.712908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3ba8de12-1430-42cb-99b6-1fe5d2add89b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266336 Jul 16 04:00:08.715532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.719931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': '198af701-ea88-45ee-8534-83786875d634', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:08.726480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 777e5225-0102-49f2-ad65-814b8d49be0d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:08.742034 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Project da49b52e1fec41719394e43ca6d12205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:00:08.747350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.809698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.813669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.834189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102da1c4-4955-4c30-bf49-9b8f78e635df,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:08.841773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.843076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a281a628-5dc1-4c32-b134-22dfce746432 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266015 Jul 16 04:00:08.985839 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-2358fc74-9f40-40a4-a5fd-7a7e9a2b14e8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234634764&fields=id&tenant_id=da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 267 time: 0.0343833 Jul 16 04:00:09.092470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-a330bac9-0c03-4a5d-b2d5-6a61314145ab tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:09.093988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-a330bac9-0c03-4a5d-b2d5-6a61314145ab tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/networks?id=30a7a77b-2a01-456f-b956-c8c6613a94e5 HTTP/1.1" status: 200 len: 795 time: 0.1016140 Jul 16 04:00:09.097601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fca03b-126a-4d9c-bb4b-5bdcfd6753d2 None None] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:09.109435 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-8045c161-da04-4334-8dac-94dbfd9ccd6d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/quotas/da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 375 time: 0.0098438 Jul 16 04:00:09.172223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] Provisioning for port 777e5225-0102-49f2-ad65-814b8d49be0d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:09.184326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] Provisioning complete for port 777e5225-0102-49f2-ad65-814b8d49be0d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:09.184684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.185123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-e29ba1a6-47fe-4459-8045-e1693001b470 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0704889 Jul 16 04:00:09.277550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-a8522995-4472-4965-80ef-0e0209ca5f9d service neutron] 10.222.0.25 "GET /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809717 Jul 16 04:00:09.321919 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.365789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] For port 777e5225-0102-49f2-ad65-814b8d49be0d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=777e5225-0102-49f2-ad65-814b8d49be0d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:09.372983 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.378374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-7296c7e6-a727-468e-baf9-e05e0f0c7d07 service neutron] 10.222.0.25 "GET /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937853 Jul 16 04:00:09.423027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f603bb0-c8ab-4887-b163-10bf114c2d41 None None] Pushing event updated for resources: {'Port': ['ID=777e5225-0102-49f2-ad65-814b8d49be0d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:09.561432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84d0e21c-40ed-4a4d-b47a-e06947ce9eff req-2e686035-e836-4001-9ace-cd9a7a4ac706 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 210 time: 0.0348938 Jul 16 04:00:09.600197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-266301bc-c0c0-4639-9275-8e87a0004c5a None None] Provisioning complete for port 777e5225-0102-49f2-ad65-814b8d49be0d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:09.600832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-266301bc-c0c0-4639-9275-8e87a0004c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.642594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 777e5225-0102-49f2-ad65-814b8d49be0d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:10.701136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 777e5225-0102-49f2-ad65-814b8d49be0d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:10.701824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.751608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ac22f30-d190-4ef3-8e00-cc76b8c349d3 req-54c00e99-137c-4ba2-b967-c1ac82723f65 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 210 time: 0.0370061 Jul 16 04:00:10.781654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-8d5a89fb-f990-4276-8a5a-7702c10bd7f3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:10.783156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-8d5a89fb-f990-4276-8a5a-7702c10bd7f3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/networks?id=30a7a77b-2a01-456f-b956-c8c6613a94e5 HTTP/1.1" status: 200 len: 795 time: 0.1414261 Jul 16 04:00:10.830365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-d8f5ee34-3c77-4baf-b668-4a19036184aa tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 471 time: 0.0378892 Jul 16 04:00:10.839222 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'port': {'device_id': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'admin_state_up': True, 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'security_groups': ['198af701-ea88-45ee-8534-83786875d634']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:10.944327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:10.947846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.064035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.20.0.30 (30a7a77b-2a01-456f-b956-c8c6613a94e5/af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f/74b1dd09-54e7-4881-98ad-46bbff7e380d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:11.196567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.209993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Transition to ACTIVE for port object 74b1dd09-54e7-4881-98ad-46bbff7e380d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:11.241987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.284984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:11.287994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:11.292318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:11.318230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=74b1dd09-54e7-4881-98ad-46bbff7e380d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.349597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.350336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.369008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-25d5fcaa-56e4-431e-8e7a-77794a40dd54 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5333335 Jul 16 04:00:11.380417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Request body: {'port': {'device_id': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:11.457491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.498604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-b05a9751-22e0-46de-a9bc-acdc1dbf13f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571697 Jul 16 04:00:11.517331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16ac64b0-2146-447c-933e-e8061b278eb2 None None] Provisioning for port 74b1dd09-54e7-4881-98ad-46bbff7e380d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:11.521397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16ac64b0-2146-447c-933e-e8061b278eb2 None None] Provisioning complete for port 74b1dd09-54e7-4881-98ad-46bbff7e380d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:11.521775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16ac64b0-2146-447c-933e-e8061b278eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.556523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-16ac64b0-2146-447c-933e-e8061b278eb2 None None] Port 74b1dd09-54e7-4881-98ad-46bbff7e380d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:11.593020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-5929a7d8-3555-4bb8-ba83-0a708fc97386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.594583 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-5929a7d8-3555-4bb8-ba83-0a708fc97386 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1096 time: 0.0533409 Jul 16 04:00:11.698188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-0ae406d5-6e62-43e2-abfa-943a773b21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.699698 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-0ae406d5-6e62-43e2-abfa-943a773b21b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 898 time: 0.0858121 Jul 16 04:00:11.725678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b1dd09-54e7-4881-98ad-46bbff7e380d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:00:11.733942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.746838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Transition to ACTIVE for port object 74b1dd09-54e7-4881-98ad-46bbff7e380d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:11.750851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.764251 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-662f51a4-1382-47eb-855e-6dc53ac781c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 200 len: 1001 time: 0.0583675 Jul 16 04:00:11.818230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-9e87b79e-fc23-48cb-aeab-11fe9839518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.820049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-9e87b79e-fc23-48cb-aeab-11fe9839518a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a23efac-2820-4d43-aebc-37fccdfecea1 HTTP/1.1" status: 200 len: 835 time: 0.0501277 Jul 16 04:00:11.828418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Pushing event updated for resources: {'Port': ['ID=74b1dd09-54e7-4881-98ad-46bbff7e380d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.880326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Attempting to bind port 74b1dd09-54e7-4881-98ad-46bbff7e380d on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:11.880803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Attempting to bind port 74b1dd09-54e7-4881-98ad-46bbff7e380d by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:11.881175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Attempting to bind port 74b1dd09-54e7-4881-98ad-46bbff7e380d on network 30a7a77b-2a01-456f-b956-c8c6613a94e5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:11.896898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Port 74b1dd09-54e7-4881-98ad-46bbff7e380d on network 30a7a77b-2a01-456f-b956-c8c6613a94e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:00:11.897231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Attempting to bind port 74b1dd09-54e7-4881-98ad-46bbff7e380d on network 30a7a77b-2a01-456f-b956-c8c6613a94e5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:11.902637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-c7a3dcc1-76c2-4aa7-8489-deb5b5951d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:11.904161 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-c7a3dcc1-76c2-4aa7-8489-deb5b5951d16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1a5e7f7-33ac-4c52-9e1c-79efee383816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777571 Jul 16 04:00:11.923349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:11.923693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Checking segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:11.924080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Bound using segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:11.924527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Bound port: 74b1dd09-54e7-4881-98ad-46bbff7e380d, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:11.924885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.999991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-4940b2a3-48c7-4af7-b372-477c6eb1a24d service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892906 Jul 16 04:00:12.005361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65ad6a-53f0-4ef1-9827-bd1e4c138834 req-6384f74c-6cf8-4874-aff1-a21d3df036f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.006862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba65ad6a-53f0-4ef1-9827-bd1e4c138834 req-6384f74c-6cf8-4874-aff1-a21d3df036f8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 944 time: 0.1217058 Jul 16 04:00:12.023017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] For port 74b1dd09-54e7-4881-98ad-46bbff7e380d, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:12.045100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] For port 74b1dd09-54e7-4881-98ad-46bbff7e380d, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:12.053570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.087943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba65ad6a-53f0-4ef1-9827-bd1e4c138834 req-f7e6f4a6-a3be-4575-ae6a-5d675a376716 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743935 Jul 16 04:00:12.098201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-dfa5e19c-7ac4-479b-8b02-49395bbe8bed req-c5869c4b-0b62-40bb-bb8b-5153f844df97 service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919445 Jul 16 04:00:12.098804 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.099428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.100789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] 10.222.0.11 "PUT /v2.0/ports/74b1dd09-54e7-4881-98ad-46bbff7e380d HTTP/1.1" status: 200 len: 1092 time: 0.7247798 Jul 16 04:00:12.101225 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'tag': '74b1dd09-54e7-4881-98ad-46bbff7e380d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:12.104294 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b7bdc8-cc9e-40b2-a903-317def1d759c" -d '{"events": [{"name": "network-changed", "server_uuid": "1875382a-628f-4c2a-b973-ee61a4eb8570", "tag": "74b1dd09-54e7-4881-98ad-46bbff7e380d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:12.136192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674562b-8d0c-465c-885e-0ab1af282534 service neutron] Pushing event updated for resources: {'Port': ['ID=74b1dd09-54e7-4881-98ad-46bbff7e380d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:12.151922 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760de7f-7cae-42a7-940f-22cc12ca99f6 x-openstack-request-id: req-8760de7f-7cae-42a7-940f-22cc12ca99f6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:12.152213 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1875382a-628f-4c2a-b973-ee61a4eb8570", "tag": "74b1dd09-54e7-4881-98ad-46bbff7e380d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:12.152465 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8760de7f-7cae-42a7-940f-22cc12ca99f6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:12.152867 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'tag': '74b1dd09-54e7-4881-98ad-46bbff7e380d', 'status': 'completed', 'code': 200} Jul 16 04:00:12.212448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-434f00a0-63a9-4fb0-b099-f33b6d93de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.214110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-434f00a0-63a9-4fb0-b099-f33b6d93de64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 1095 time: 0.0569112 Jul 16 04:00:12.256085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-2fdde01c-6c4b-49c2-b4d6-a35992911007 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d HTTP/1.1" status: 200 len: 217 time: 0.0349300 Jul 16 04:00:12.302624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-6d095b61-9a0e-491f-ac79-cd69b765506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.304103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-6d095b61-9a0e-491f-ac79-cd69b765506e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f HTTP/1.1" status: 200 len: 837 time: 0.0426326 Jul 16 04:00:12.362116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-ddc23dd8-d7fe-4717-97d5-96a52d761bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.363610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-ddc23dd8-d7fe-4717-97d5-96a52d761bdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30a7a77b-2a01-456f-b956-c8c6613a94e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534735 Jul 16 04:00:12.449096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-acd71cd4-fab3-47e3-b03d-4da6b8e1748d service neutron] 10.222.0.11 "GET /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790422 Jul 16 04:00:12.537510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1780cd2c-7f8e-4625-84e9-06ee9f0d6754 req-cafec43a-38e9-40d4-9505-4275d7b1f2f8 service neutron] 10.222.0.11 "GET /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821683 Jul 16 04:00:12.632786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-2a4234db-4d49-495c-bd39-baf343a2cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.634253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-2a4234db-4d49-495c-bd39-baf343a2cd01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 1095 time: 0.0511887 Jul 16 04:00:12.722722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-8e88a2f3-bad1-45b4-be6a-667171520cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.724145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-8e88a2f3-bad1-45b4-be6a-667171520cfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=30a7a77b-2a01-456f-b956-c8c6613a94e5 HTTP/1.1" status: 200 len: 897 time: 0.0842855 Jul 16 04:00:12.762103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-674fe4b4-cbe1-42f7-a0ac-e3cd0bdaeb65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d HTTP/1.1" status: 200 len: 217 time: 0.0318367 Jul 16 04:00:12.808885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-a9cc57c6-987c-4245-9678-30ba073213a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.810239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-a9cc57c6-987c-4245-9678-30ba073213a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f HTTP/1.1" status: 200 len: 837 time: 0.0422986 Jul 16 04:00:12.870930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-39ecbac4-e4e2-4664-84f4-9ed50b1d992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.872409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-39ecbac4-e4e2-4664-84f4-9ed50b1d992e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30a7a77b-2a01-456f-b956-c8c6613a94e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542822 Jul 16 04:00:12.965754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-448dbdf5-f4bb-4668-89fc-1728bb0b0d0f service neutron] 10.222.0.11 "GET /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Jul 16 04:00:13.056194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30b7bdc8-cc9e-40b2-a903-317def1d759c req-f72e3f5c-8ddb-4b87-bede-4905db8d644c service neutron] 10.222.0.11 "GET /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Jul 16 04:00:13.269416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf40de-da0f-48d9-b89b-07eb71f71641 req-8c17cb88-95ee-4ec3-858a-4e0e8df916cb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:13.270908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7bf40de-da0f-48d9-b89b-07eb71f71641 req-8c17cb88-95ee-4ec3-858a-4e0e8df916cb tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 944 time: 0.0630031 Jul 16 04:00:13.306733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7bf40de-da0f-48d9-b89b-07eb71f71641 req-00dbfeda-c3d4-4f79-a810-56e9fa8a6509 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303528 Jul 16 04:00:14.229251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 74b1dd09-54e7-4881-98ad-46bbff7e380d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:00:14.320240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 74b1dd09-54e7-4881-98ad-46bbff7e380d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:14.334592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '74b1dd09-54e7-4881-98ad-46bbff7e380d', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'port_id': '74b1dd09-54e7-4881-98ad-46bbff7e380d', 'mac_address': 'fa:16:3e:99:08:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:00:14.373021 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.385914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b1dd09-54e7-4881-98ad-46bbff7e380d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:00:14.406209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 74b1dd09-54e7-4881-98ad-46bbff7e380d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:14.410182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.456242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=74b1dd09-54e7-4881-98ad-46bbff7e380d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.481843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9d16-223a-4ae0-b9ab-3b2d91800c13 req-03c5a2eb-69f4-413e-b537-c670537645b6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:14.483270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-027d9d16-223a-4ae0-b9ab-3b2d91800c13 req-03c5a2eb-69f4-413e-b537-c670537645b6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jul 16 04:00:14.522569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-027d9d16-223a-4ae0-b9ab-3b2d91800c13 req-7b660b33-9817-4e57-9aa9-466b277427aa tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Jul 16 04:00:14.612431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['74b1dd09-54e7-4881-98ad-46bbff7e380d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:00:15.944924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51afb-7cb6-4f7d-977a-4c9464f61d01 req-36782aa7-267e-4895-a1ea-8a17ec38bf5c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:15.947017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efd51afb-7cb6-4f7d-977a-4c9464f61d01 req-36782aa7-267e-4895-a1ea-8a17ec38bf5c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 945 time: 0.3156583 Jul 16 04:00:15.983423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efd51afb-7cb6-4f7d-977a-4c9464f61d01 req-7f6892ec-fc6c-42c0-a5d4-845e17e9c19f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308495 Jul 16 04:00:16.230242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 74b1dd09-54e7-4881-98ad-46bbff7e380d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:16.277399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 74b1dd09-54e7-4881-98ad-46bbff7e380d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:16.281127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 74b1dd09-54e7-4881-98ad-46bbff7e380d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:16.281496 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.357931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.379755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b1dd09-54e7-4881-98ad-46bbff7e380d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:16.381980 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d803da8-e17b-4a5b-91e0-6eb228aed0c8" -d '{"events": [{"server_uuid": "1875382a-628f-4c2a-b973-ee61a4eb8570", "name": "network-vif-plugged", "status": "completed", "tag": "74b1dd09-54e7-4881-98ad-46bbff7e380d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:16.395346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 74b1dd09-54e7-4881-98ad-46bbff7e380d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:16.400215 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.422764 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3703fd-7324-40f1-8f50-e6387b51ebc1 x-openstack-request-id: req-ed3703fd-7324-40f1-8f50-e6387b51ebc1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:16.423045 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1875382a-628f-4c2a-b973-ee61a4eb8570", "name": "network-vif-plugged", "status": "completed", "tag": "74b1dd09-54e7-4881-98ad-46bbff7e380d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:16.423298 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed3703fd-7324-40f1-8f50-e6387b51ebc1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:16.423688 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b1dd09-54e7-4881-98ad-46bbff7e380d', 'code': 200} Jul 16 04:00:16.449970 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=74b1dd09-54e7-4881-98ad-46bbff7e380d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.528633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02fecd-e1ee-4ba2-927a-b3f177f53fb9 req-473313e9-8f8f-4de0-823d-63b016d98759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:16.530009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d02fecd-e1ee-4ba2-927a-b3f177f53fb9 req-473313e9-8f8f-4de0-823d-63b016d98759 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 1097 time: 0.0496986 Jul 16 04:00:16.561879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d02fecd-e1ee-4ba2-927a-b3f177f53fb9 req-635e7cc4-51c0-4a63-9017-28fbbf8f946d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261927 Jul 16 04:00:17.153913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793a73f-1561-4d57-be93-8405202a64e3 req-4041c332-7bde-4d0b-a68d-60c996a6a0fc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:17.155427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c793a73f-1561-4d57-be93-8405202a64e3 req-4041c332-7bde-4d0b-a68d-60c996a6a0fc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 946 time: 0.0638802 Jul 16 04:00:17.191597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c793a73f-1561-4d57-be93-8405202a64e3 req-78045162-67a0-41a5-9871-558c65850247 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Jul 16 04:00:17.800936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-11e0c7ba-a3a4-4cea-b8de-2e6027a62ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511074 Jul 16 04:00:17.892977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-ec67c18c-2328-4cb3-a1ea-eb9bec24ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:17.894617 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-ec67c18c-2328-4cb3-a1ea-eb9bec24ccb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0534434 Jul 16 04:00:18.335868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-e137f669-d951-489f-ba6c-8dc600ad5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.337484 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-e137f669-d951-489f-ba6c-8dc600ad5a4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.4239261 Jul 16 04:00:18.364706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf59bf7-0eab-400b-9983-a26654cfab05 req-d74d26f3-767a-4899-9e33-89571f9f8529 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.366229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbf59bf7-0eab-400b-9983-a26654cfab05 req-d74d26f3-767a-4899-9e33-89571f9f8529 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 946 time: 0.0630057 Jul 16 04:00:18.403915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dbf59bf7-0eab-400b-9983-a26654cfab05 req-d0275723-8882-4bfc-b65c-144f6d1daee8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312603 Jul 16 04:00:18.405021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-e2cc7332-a9e1-44a4-9a54-891057835d5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331257bd-ecb1-438d-b35c-59e359f28568 HTTP/1.1" status: 200 len: 1001 time: 0.0590961 Jul 16 04:00:18.457117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-72a2916e-c876-4d8a-8e2e-e21c344a62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.458622 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-72a2916e-c876-4d8a-8e2e-e21c344a62b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0470812 Jul 16 04:00:18.515051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-c5a1192f-a4ce-4749-92a5-bb5133d515de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.516458 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-c5a1192f-a4ce-4749-92a5-bb5133d515de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508986 Jul 16 04:00:18.576594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e3185-e337-485a-862f-6327792ea91b req-06c9851b-b0e0-44dd-ba2c-35cc1228dab8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:18.578068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-379e3185-e337-485a-862f-6327792ea91b req-06c9851b-b0e0-44dd-ba2c-35cc1228dab8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 946 time: 0.0617962 Jul 16 04:00:18.606405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-4f4ba860-9d9d-465b-9256-338d9f17d6b7 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827913 Jul 16 04:00:18.620650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-379e3185-e337-485a-862f-6327792ea91b req-1625522b-58ff-410e-899f-3b13f45765a3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360427 Jul 16 04:00:18.698374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c9bde166-bc3d-49c2-9fa2-0ec784c5e19c req-130c2316-e88c-4840-9fe1-4e7c37372cfd service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855589 Jul 16 04:00:20.103721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43810) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:20.526399 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.730870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc0218a6-a153-4db4-9e25-8b8ae1ac9775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.785532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.20.0.17 (30a7a77b-2a01-456f-b956-c8c6613a94e5/af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f/451282c1-cfb4-4b7d-b09e-326387f043da) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:20.891167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.904524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Transition to ACTIVE for port object 451282c1-cfb4-4b7d-b09e-326387f043da will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:20.935940 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.979626 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:20.984641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:20.988373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:21.013756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=451282c1-cfb4-4b7d-b09e-326387f043da,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.036716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.179824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.268582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-247d6d37-98eb-40d4-9aac-88eca743a00f None None] Provisioning for port 451282c1-cfb4-4b7d-b09e-326387f043da completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:21.272260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-247d6d37-98eb-40d4-9aac-88eca743a00f None None] Provisioning complete for port 451282c1-cfb4-4b7d-b09e-326387f043da triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:21.272639 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-247d6d37-98eb-40d4-9aac-88eca743a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.308772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-247d6d37-98eb-40d4-9aac-88eca743a00f None None] Port 451282c1-cfb4-4b7d-b09e-326387f043da cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:21.446890 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.451906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.523254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.524932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=451282c1-cfb4-4b7d-b09e-326387f043da,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.614417 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:21.615752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:21.729038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:21.828147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4c58d0b3-382f-4556-8641-4d7740a62873 None None] Provisioning complete for port 451282c1-cfb4-4b7d-b09e-326387f043da triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:21.828699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c58d0b3-382f-4556-8641-4d7740a62873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.836696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:21.841700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b9aed4a6-d0b7-4638-b15e-52b78f347fd3 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "PUT /v2.0/routers/6feb7457-e209-468e-ab59-a8ee90c551c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369902 Jul 16 04:00:21.852954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:21.873183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4c58d0b3-382f-4556-8641-4d7740a62873 None None] Port 451282c1-cfb4-4b7d-b09e-326387f043da cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:21.874641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:21.875253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:59:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:21.976911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:22.196154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:21Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:32Z', 'revision_number': 1, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451282c1-cfb4-4b7d-b09e-326387f043da', 'name': '', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:56:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:20Z', 'updated_at': '2021-07-16T04:00:21Z', 'revision_number': 2, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:22.221410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:22.221759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Updating router 6feb7457-e209-468e-ab59-a8ee90c551c2 port 451282c1-cfb4-4b7d-b09e-326387f043da binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:00:22.254050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.506376 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.515564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Transition to ACTIVE for port object 451282c1-cfb4-4b7d-b09e-326387f043da will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:22.520250 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.566571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5611d8-f15a-478b-b1d3-dd97e5af733b None None] Pushing event updated for resources: {'Port': ['ID=451282c1-cfb4-4b7d-b09e-326387f043da,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.621553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Attempting to bind port 451282c1-cfb4-4b7d-b09e-326387f043da on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:22.621915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Attempting to bind port 451282c1-cfb4-4b7d-b09e-326387f043da by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:22.622273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Attempting to bind port 451282c1-cfb4-4b7d-b09e-326387f043da on network 30a7a77b-2a01-456f-b956-c8c6613a94e5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:22.627465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:22.627838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Checking segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:22.628240 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.628630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Bound using segment: {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:22.629099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Bound port: 451282c1-cfb4-4b7d-b09e-326387f043da, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd0d857-f300-4063-9654-fe8a40949914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:22.629480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.695669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] For port 451282c1-cfb4-4b7d-b09e-326387f043da, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:22.701192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] For port 451282c1-cfb4-4b7d-b09e-326387f043da, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=451282c1-cfb4-4b7d-b09e-326387f043da,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:22.705284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.760890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:22.761455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T03:59:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:22.766296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5611d8-f15a-478b-b1d3-dd97e5af733b None None] Pushing event updated for resources: {'Port': ['ID=451282c1-cfb4-4b7d-b09e-326387f043da,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.879688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:23.105467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:21Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:32Z', 'revision_number': 1, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451282c1-cfb4-4b7d-b09e-326387f043da', 'name': '', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:56:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:20Z', 'updated_at': '2021-07-16T04:00:22Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:23.134104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975af3b-6878-4e38-a6a7-256d86eef65a None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:21Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:32Z', 'revision_number': 1, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451282c1-cfb4-4b7d-b09e-326387f043da', 'name': '', 'network_id': '30a7a77b-2a01-456f-b956-c8c6613a94e5', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:56:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:20Z', 'updated_at': '2021-07-16T04:00:22Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:23.554635 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aaabc028-2078-4c2b-9379-ef1eead84a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.870897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.409854 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.658565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 451282c1-cfb4-4b7d-b09e-326387f043da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:24.705663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 451282c1-cfb4-4b7d-b09e-326387f043da completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:24.709226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 451282c1-cfb4-4b7d-b09e-326387f043da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:24.709602 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.785733 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.966689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 451282c1-cfb4-4b7d-b09e-326387f043da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=451282c1-cfb4-4b7d-b09e-326387f043da,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:24.970110 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.015992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=451282c1-cfb4-4b7d-b09e-326387f043da,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.138800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.645567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 451282c1-cfb4-4b7d-b09e-326387f043da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:26.691932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 451282c1-cfb4-4b7d-b09e-326387f043da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:26.692299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.658804 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:00:32.990685 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.752179 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.261862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.605194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.904722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 451282c1-cfb4-4b7d-b09e-326387f043da {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:42.904981 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.993010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 451282c1-cfb4-4b7d-b09e-326387f043da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=451282c1-cfb4-4b7d-b09e-326387f043da,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:42.993360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.005176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 451282c1-cfb4-4b7d-b09e-326387f043da owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:43.178189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.209978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=451282c1-cfb4-4b7d-b09e-326387f043da,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.642434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.848754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:43.952792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:43.957646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bd566654-cf39-4532-b3b0-a18398e37aef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "PUT /v2.0/routers/6feb7457-e209-468e-ab59-a8ee90c551c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947207 Jul 16 04:00:43.961641 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e88926-dffd-4424-a900-a3df615da61e None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:43.971285 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:43.971852 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:44.073500 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:44.297882 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:43Z', 'revision_number': 6, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:32Z', 'revision_number': 1, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:44.308946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612f965-7af9-43c3-84c2-e132b5abfabb req-e6524e4d-0405-4b89-bc9c-05b8db43a1fc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:44.310456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5612f965-7af9-43c3-84c2-e132b5abfabb req-e6524e4d-0405-4b89-bc9c-05b8db43a1fc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 946 time: 0.0625761 Jul 16 04:00:44.323565 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e88926-dffd-4424-a900-a3df615da61e None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:44.331706 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:44.332313 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:44.349211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5612f965-7af9-43c3-84c2-e132b5abfabb req-5c90bfb5-d7b9-40ca-b2d4-cb46af061968 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330920 Jul 16 04:00:44.513016 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:44.730743 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-11e88926-dffd-4424-a900-a3df615da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:43Z', 'revision_number': 6, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:32Z', 'revision_number': 1, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:44.755777 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e88926-dffd-4424-a900-a3df615da61e None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:43Z', 'revision_number': 6, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a1773168-a1f5-4311-9565-a1d5c86676a2', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'port_id': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'mac_address': 'fa:16:3e:68:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:30Z', 'updated_at': '2021-07-16T03:59:32Z', 'revision_number': 1, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:45.528025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090064d5-67c6-4117-b7c0-fd1cd6139c10 req-be4d5b91-d94a-411c-a137-fba4d2604bac tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.529483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-090064d5-67c6-4117-b7c0-fd1cd6139c10 req-be4d5b91-d94a-411c-a137-fba4d2604bac tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 946 time: 0.0657394 Jul 16 04:00:45.602390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-090064d5-67c6-4117-b7c0-fd1cd6139c10 req-3d4966b5-1a15-4435-92a2-8a996f3d540f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=198af701-ea88-45ee-8534-83786875d634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610344 Jul 16 04:00:45.620177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-98f153d9-6cb1-41af-af12-c2a09b57a5b8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.621602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-98f153d9-6cb1-41af-af12-c2a09b57a5b8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/ports?device_id=1875382a-628f-4c2a-b973-ee61a4eb8570 HTTP/1.1" status: 200 len: 946 time: 0.0881238 Jul 16 04:00:45.719110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 74b1dd09-54e7-4881-98ad-46bbff7e380d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:45.719451 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.802606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 74b1dd09-54e7-4881-98ad-46bbff7e380d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=74b1dd09-54e7-4881-98ad-46bbff7e380d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:45.802961 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.814708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 74b1dd09-54e7-4881-98ad-46bbff7e380d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:45.939641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.968279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=74b1dd09-54e7-4881-98ad-46bbff7e380d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.012184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] No DVR routers for this DVR port 74b1dd09-54e7-4881-98ad-46bbff7e380d on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:46.014799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.016746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7822e10-4d97-48c2-a8d5-06c6b39b2512 req-d6e9ee42-e272-4b55-b75d-ff2f1999d55b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "DELETE /v2.0/ports/74b1dd09-54e7-4881-98ad-46bbff7e380d HTTP/1.1" status: 204 len: 173 time: 0.3894646 Jul 16 04:00:46.017193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'name': 'network-vif-deleted', 'tag': '74b1dd09-54e7-4881-98ad-46bbff7e380d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:46.019447 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc3d86c-57cb-4acd-8fa2-fdc0db9b4f41" -d '{"events": [{"server_uuid": "1875382a-628f-4c2a-b973-ee61a4eb8570", "name": "network-vif-deleted", "tag": "74b1dd09-54e7-4881-98ad-46bbff7e380d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:46.054408 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a621db0-6498-4603-853a-01a3ae214e64 x-openstack-request-id: req-2a621db0-6498-4603-853a-01a3ae214e64 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:46.054774 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1875382a-628f-4c2a-b973-ee61a4eb8570", "name": "network-vif-deleted", "tag": "74b1dd09-54e7-4881-98ad-46bbff7e380d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:46.054990 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a621db0-6498-4603-853a-01a3ae214e64 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:46.055396 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875382a-628f-4c2a-b973-ee61a4eb8570', 'name': 'network-vif-deleted', 'tag': '74b1dd09-54e7-4881-98ad-46bbff7e380d', 'status': 'completed', 'code': 200} Jul 16 04:00:46.617111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 451282c1-cfb4-4b7d-b09e-326387f043da no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:46.637050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 451282c1-cfb4-4b7d-b09e-326387f043da {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:46.637404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 451282c1-cfb4-4b7d-b09e-326387f043da not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:46.695498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.756127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7af33c-0677-4a8c-8ca7-4a88611edabc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.780079 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7af33c-0677-4a8c-8ca7-4a88611edabc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.836372 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7af33c-0677-4a8c-8ca7-4a88611edabc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.839050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7af33c-0677-4a8c-8ca7-4a88611edabc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.840186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e7af33c-0677-4a8c-8ca7-4a88611edabc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/security-groups/198af701-ea88-45ee-8534-83786875d634 HTTP/1.1" status: 204 len: 168 time: 0.1436942 Jul 16 04:00:46.848964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7af33c-0677-4a8c-8ca7-4a88611edabc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198af701-ea88-45ee-8534-83786875d634,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.872724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43852) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.923163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting subnet af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:46.926168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.964492 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.049681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.105716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.132181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Subnet': ['ID=af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.134100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.135998 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b572b8b0-012b-4642-aabf-9d20e0722844 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/subnets/af9c8bf9-41cf-4bf2-85f4-c7ba24d0c69f HTTP/1.1" status: 204 len: 168 time: 0.2622335 Jul 16 04:00:47.138748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.139046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421206cb-fcec-444f-8b2d-4413def11ea7 None None] Network 30a7a77b-2a01-456f-b956-c8c6613a94e5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:47.212785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.267721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 777e5225-0102-49f2-ad65-814b8d49be0d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:47.268067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.323080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] DHCP port deletion for 30a7a77b-2a01-456f-b956-c8c6613a94e5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:47.333724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 777e5225-0102-49f2-ad65-814b8d49be0d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=777e5225-0102-49f2-ad65-814b8d49be0d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:47.334085 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.346379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 777e5225-0102-49f2-ad65-814b8d49be0d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:47.368980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Deleting port 777e5225-0102-49f2-ad65-814b8d49be0d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:47.369435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.435523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.437431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] For port 777e5225-0102-49f2-ad65-814b8d49be0d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=777e5225-0102-49f2-ad65-814b8d49be0d,segment=NetworkSegment(bfd0d857-f300-4063-9654-fe8a40949914),segment_id=bfd0d857-f300-4063-9654-fe8a40949914)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:47.438036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.450371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Calling delete_port for 777e5225-0102-49f2-ad65-814b8d49be0d owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:47.462948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] No DVR routers for this DVR port 777e5225-0102-49f2-ad65-814b8d49be0d on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:47.469019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=777e5225-0102-49f2-ad65-814b8d49be0d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.525016 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.546227 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.549838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Pushing event deleted for resources: {'Port': ['ID=777e5225-0102-49f2-ad65-814b8d49be0d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.557239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a7a77b-2a01-456f-b956-c8c6613a94e5']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.557573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] No DVR routers for this DVR port 777e5225-0102-49f2-ad65-814b8d49be0d on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:47.559716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.560075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.560423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.560768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.561109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.561538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.561857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.562192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.562522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.562883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.563216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.563545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb24c62-e25e-45e0-ac91-dee20e15fa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:47.568459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd0d857-f300-4063-9654-fe8a40949914') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.568787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd0d857-f300-4063-9654-fe8a40949914') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.579080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.593228 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.599353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:47.599739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:47.603005 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:47.657455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.664750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.666657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/networks/30a7a77b-2a01-456f-b956-c8c6613a94e5 HTTP/1.1" status: 204 len: 168 time: 0.5268381 Jul 16 04:00:47.669484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43856) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.677633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166dd90-2a0e-4eff-85fd-4cc9b8b318b4 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Network': ['ID=30a7a77b-2a01-456f-b956-c8c6613a94e5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.821504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 0f407821-adda-4fa5-9ef8-cce6c4e2ec52 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:47.821848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.897975 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.898658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.909576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 0f407821-adda-4fa5-9ef8-cce6c4e2ec52 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:48.050845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.077891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=0f407821-adda-4fa5-9ef8-cce6c4e2ec52,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.136319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.136655 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Floating IP a1773168-a1f5-4311-9565-a1d5c86676a2 disassociated (deleted). External IP: 172.25.4.212, port: 5466562d-e026-4dd0-a4b0-3b52b709d9e0. Jul 16 04:00:48.336403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:48.342023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 74b1dd09-54e7-4881-98ad-46bbff7e380d no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:48.365604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 74b1dd09-54e7-4881-98ad-46bbff7e380d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:48.365962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 74b1dd09-54e7-4881-98ad-46bbff7e380d not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:48.444678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:48.449413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.453643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:48.462389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:48.463522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.487731 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-87b9574b-24ff-4df3-9af2-301699a1f9d6 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/floatingips/a1773168-a1f5-4311-9565-a1d5c86676a2 HTTP/1.1" status: 204 len: 168 time: 0.8145542 Jul 16 04:00:48.487731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:48.488140 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:48.572258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:48.664013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 777e5225-0102-49f2-ad65-814b8d49be0d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:48.694368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 777e5225-0102-49f2-ad65-814b8d49be0d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:48.694872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 777e5225-0102-49f2-ad65-814b8d49be0d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:48.793907 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b55a20-0dfe-4dbc-97d3-19a866815a84 x-openstack-request-id: req-37b55a20-0dfe-4dbc-97d3-19a866815a84 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:48.794263 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:48.794538 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37b55a20-0dfe-4dbc-97d3-19a866815a84 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:48.794999 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'status': 'completed', 'code': 200} Jul 16 04:00:48.807330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:43Z', 'revision_number': 6, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.837820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:48.847187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:48.848025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.876392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-5a49f832-f4c8-4ec0-951a-0b33b6ce4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:48.878220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-5a49f832-f4c8-4ec0-951a-0b33b6ce4387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 1096 time: 0.0588961 Jul 16 04:00:48.948923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:49.000743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4042b-70b5-4d9b-beaf-8cf4be288736 req-cc058620-ae46-4114-8819-1b5c9256eb3e tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:49.002232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daf4042b-70b5-4d9b-beaf-8cf4be288736 req-cc058620-ae46-4114-8819-1b5c9256eb3e tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 945 time: 0.1230423 Jul 16 04:00:49.021430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-dc7b65c6-ead8-4486-b756-2abff8eabbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:49.023093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-dc7b65c6-ead8-4486-b756-2abff8eabbcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 200 len: 898 time: 0.1335928 Jul 16 04:00:49.067349 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-67373262-e411-432f-af33-3c415ee51771 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0367756 Jul 16 04:00:49.087224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-daf4042b-70b5-4d9b-beaf-8cf4be288736 req-45593ec4-88a5-4285-836c-fc9290ae7f34 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755684 Jul 16 04:00:49.122581 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-db4406e5-70ed-4d57-bfc8-4c9e6718edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:49.124046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-db4406e5-70ed-4d57-bfc8-4c9e6718edd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a23efac-2820-4d43-aebc-37fccdfecea1 HTTP/1.1" status: 200 len: 835 time: 0.0489628 Jul 16 04:00:49.152225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:43Z', 'revision_number': 6, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.177826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daaf85-c2ad-4ef5-8806-4d619821da04 None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:43Z', 'revision_number': 6, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'ba3f8c27-2f25-4840-a693-8d83c3a26568', 'name': '', 'network_id': 'b1a5e7f7-33ac-4c52-9e1c-79efee383816', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:63:d7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:14Z', 'updated_at': '2021-07-16T03:59:20Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': '2a23efac-2820-4d43-aebc-37fccdfecea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:49.179229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-878e91bb-1995-4d68-a471-3981ab1787dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:49.180714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-878e91bb-1995-4d68-a471-3981ab1787dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1a5e7f7-33ac-4c52-9e1c-79efee383816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499413 Jul 16 04:00:49.278432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-4f0cb3c5-166f-4d45-8b2b-f77eacf1094c service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900199 Jul 16 04:00:49.373700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b0210bd-51a4-4b18-b698-3762b6e2e3dd req-bfd7128c-6314-450c-a8e5-7d895a5e346b service neutron] 10.222.0.11 "GET /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Jul 16 04:00:49.396159 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583afbb3-faa2-4523-b16b-4b4287ab4bbe None None] New status for floating IP a1773168-a1f5-4311-9565-a1d5c86676a2: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:00:50.058694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-f1a64ff7-8ca0-4856-8a2e-e986a6d808e2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.060115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-f1a64ff7-8ca0-4856-8a2e-e986a6d808e2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 945 time: 0.0600636 Jul 16 04:00:50.156040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:50.156380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.272209 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 5466562d-e026-4dd0-a4b0-3b52b709d9e0, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=5466562d-e026-4dd0-a4b0-3b52b709d9e0,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:50.272562 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.290948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 5466562d-e026-4dd0-a4b0-3b52b709d9e0 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:50.318040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591d9db-6e16-475a-86c3-39571c0dd011 req-ebf55c14-0600-4bf2-a893-8204d4f8fd3c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.319457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f591d9db-6e16-475a-86c3-39571c0dd011 req-ebf55c14-0600-4bf2-a893-8204d4f8fd3c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a9d27bc-84ac-41a3-9280-b713c4446123 HTTP/1.1" status: 200 len: 945 time: 0.1032753 Jul 16 04:00:50.396079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f591d9db-6e16-475a-86c3-39571c0dd011 req-ee50f0b9-08fe-4e62-bb5c-b5288a31d51d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=af677026-d2c6-4bec-8b01-70dfd3b40ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464337 Jul 16 04:00:50.460705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.488938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=5466562d-e026-4dd0-a4b0-3b52b709d9e0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.536614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] No DVR routers for this DVR port 5466562d-e026-4dd0-a4b0-3b52b709d9e0 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:50.539157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.541130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50b1f1ed-6edc-47d3-981b-b110e6bc9ff5 req-c3162d49-5000-4c44-85c0-557ca695bff2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "DELETE /v2.0/ports/5466562d-e026-4dd0-a4b0-3b52b709d9e0 HTTP/1.1" status: 204 len: 173 time: 0.4757395 Jul 16 04:00:50.541554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'name': 'network-vif-deleted', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:50.543778 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02958e54-9d46-42de-b42a-9777941dab60" -d '{"events": [{"server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "name": "network-vif-deleted", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:50.640350 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335dcc7-881a-40c2-83a0-1bd436a9ae60 x-openstack-request-id: req-1335dcc7-881a-40c2-83a0-1bd436a9ae60 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:50.640649 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9d27bc-84ac-41a3-9280-b713c4446123", "name": "network-vif-deleted", "tag": "5466562d-e026-4dd0-a4b0-3b52b709d9e0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:50.640992 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1335dcc7-881a-40c2-83a0-1bd436a9ae60 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:50.641391 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d27bc-84ac-41a3-9280-b713c4446123', 'name': 'network-vif-deleted', 'tag': '5466562d-e026-4dd0-a4b0-3b52b709d9e0', 'status': 'completed', 'code': 200} Jul 16 04:00:50.731387 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01f5bcc9-c53a-4517-b271-4607a3ea852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.494224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:51.551824 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e378f-d2a2-46b4-a08c-3bf9f8843e92 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.576004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e378f-d2a2-46b4-a08c-3bf9f8843e92 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.632830 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e378f-d2a2-46b4-a08c-3bf9f8843e92 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.635510 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d3e378f-d2a2-46b4-a08c-3bf9f8843e92 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.636667 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0d3e378f-d2a2-46b4-a08c-3bf9f8843e92 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/security-groups/af677026-d2c6-4bec-8b01-70dfd3b40ee8 HTTP/1.1" status: 204 len: 168 time: 0.1414464 Jul 16 04:00:51.645856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e378f-d2a2-46b4-a08c-3bf9f8843e92 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af677026-d2c6-4bec-8b01-70dfd3b40ee8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:51.667342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43878) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:52.079436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.377084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port ba3f8c27-2f25-4840-a693-8d83c3a26568 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:52.377433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.465060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port ba3f8c27-2f25-4840-a693-8d83c3a26568, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ba3f8c27-2f25-4840-a693-8d83c3a26568,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:52.465413 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.477064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for ba3f8c27-2f25-4840-a693-8d83c3a26568 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:52.653127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.679710 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=ba3f8c27-2f25-4840-a693-8d83c3a26568,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:52.848221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.298099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router 6feb7457-e209-468e-ab59-a8ee90c551c2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:53.403874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:53.409531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3533db74-c89e-49da-a719-f636712a6709 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "PUT /v2.0/routers/6feb7457-e209-468e-ab59-a8ee90c551c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7405264 Jul 16 04:00:53.411684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.412763 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] Sync routers for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:53.422002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:53.422636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.461947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting subnet 2a23efac-2820-4d43-aebc-37fccdfecea1 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:53.465659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.507904 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.529742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:53.602776 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7daac18-55f8-481d-ad6c-8cc1bd10e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.621039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.680129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.708134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Subnet': ['ID=2a23efac-2820-4d43-aebc-37fccdfecea1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.713618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.715612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-05de0103-4afa-4cd2-938b-cd2a08defcb5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/subnets/2a23efac-2820-4d43-aebc-37fccdfecea1 HTTP/1.1" status: 204 len: 168 time: 0.3029208 Jul 16 04:00:53.718360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.718718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:52Z', 'revision_number': 7, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.722006 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85030a-8abd-4dc2-9990-2ab86f7390e8 None None] Network b1a5e7f7-33ac-4c52-9e1c-79efee383816 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:53.755956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] Checking router: 6feb7457-e209-468e-ab59-a8ee90c551c2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:53.775285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] Routers {'6feb7457-e209-468e-ab59-a8ee90c551c2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:53.775895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6feb7457-e209-468e-ab59-a8ee90c551c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:53.820789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.939513 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.965414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] Set router 6feb7457-e209-468e-ab59-a8ee90c551c2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:54.211651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.266034 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:54.266374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.286071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] DHCP port deletion for b1a5e7f7-33ac-4c52-9e1c-79efee383816 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:54.343589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:54.344299 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.349155 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:52Z', 'revision_number': 7, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:54.362110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:54.379381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5466562d-e026-4dd0-a4b0-3b52b709d9e0 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:54.383160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295e385-8b91-442a-9db6-443e112155a9 None None] The sync data for ids ['6feb7457-e209-468e-ab59-a8ee90c551c2'] in n-d-800089-6 is: [{'id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'name': 'tempest-TestNetworkBasicOps-router-647260620', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:11Z', 'updated_at': '2021-07-16T04:00:52Z', 'revision_number': 7, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': '2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6feb7457-e209-468e-ab59-a8ee90c551c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:12Z', 'updated_at': '2021-07-16T03:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:54.400719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] Deleting port d4bfd611-8266-4377-80f9-09c373f82f68 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:54.401133 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.409406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 5466562d-e026-4dd0-a4b0-3b52b709d9e0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:54.409757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 5466562d-e026-4dd0-a4b0-3b52b709d9e0 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:54.439639 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.482896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] For port d4bfd611-8266-4377-80f9-09c373f82f68, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=d4bfd611-8266-4377-80f9-09c373f82f68,segment=NetworkSegment(d8964073-d60e-4b84-ad36-dea243880273),segment_id=d8964073-d60e-4b84-ad36-dea243880273)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:54.483299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.495613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] Calling delete_port for d4bfd611-8266-4377-80f9-09c373f82f68 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:54.528513 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.558253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:54.579548 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.605931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] Pushing event deleted for resources: {'Port': ['ID=d4bfd611-8266-4377-80f9-09c373f82f68,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:54.609737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f8292-c491-439e-b955-dfba4622b2a4 None None] No DVR routers for this DVR port d4bfd611-8266-4377-80f9-09c373f82f68 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:54.626111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.729858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.732104 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.824958 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.825574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Fanout notify agent at l3_agent the message router_deleted on router 6feb7457-e209-468e-ab59-a8ee90c551c2 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:00:54.832506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.834622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-822499ec-cdab-438f-87e1-46422dbfaaef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/routers/6feb7457-e209-468e-ab59-a8ee90c551c2 HTTP/1.1" status: 204 len: 168 time: 1.1143172 Jul 16 04:00:54.836342 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43884) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:54.871939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d4bfd611-8266-4377-80f9-09c373f82f68 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:54.891956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: d4bfd611-8266-4377-80f9-09c373f82f68 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:54.892295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device d4bfd611-8266-4377-80f9-09c373f82f68 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:54.892729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ba3f8c27-2f25-4840-a693-8d83c3a26568 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:54.915687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ba3f8c27-2f25-4840-a693-8d83c3a26568 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:54.916135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ba3f8c27-2f25-4840-a693-8d83c3a26568 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:54.919826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.007646 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.018465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a5e7f7-33ac-4c52-9e1c-79efee383816']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:55.029085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8964073-d60e-4b84-ad36-dea243880273') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:55.029381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8964073-d60e-4b84-ad36-dea243880273') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:55.038324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.052004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.058164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:55.058569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:55.061568 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:55.124207 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.128833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.130712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/networks/b1a5e7f7-33ac-4c52-9e1c-79efee383816 HTTP/1.1" status: 204 len: 168 time: 0.2933505 Jul 16 04:00:55.145070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299abbc3-04be-4513-af2d-b09b1b8c1a00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Network': ['ID=b1a5e7f7-33ac-4c52-9e1c-79efee383816,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:55.148869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43886) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:55.154415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'network': {'name': 'tempest-network-smoke--1675094322', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:55.174465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:55.177856 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.201046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:55.209375 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.209714 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Added segment 20e3e953-a304-4a18-96da-d48328e75d81 of type vlan for network 9dd6c955-6023-4fad-a437-88f2490ffef9 Jul 16 04:00:55.248828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.275713 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.281412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:55.281994 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.314497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1646414 Jul 16 04:00:55.317165 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43888) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:55.324067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'admin_state_up': True, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:55.363487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3601d-b2fd-44f2-8eea-31811a42bb68 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Network': ['ID=9dd6c955-6023-4fad-a437-88f2490ffef9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:55.374343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:55.379398 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.380468 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.473843 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.605893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.815081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.839520 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.950230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.25.4.106 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/de4171d7-edfd-4c63-bc65-a3554c5c4360) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:56.052754 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.091834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.133053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:56.135862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:56.139538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:56.141951 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.145150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=de4171d7-edfd-4c63-bc65-a3554c5c4360,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.376570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.561592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.618072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:56.639183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:56.639537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2ccfc0ee-6a74-4f96-87bf-3bab89d1ef6f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:56.702775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router c28b0779-1efa-4fdc-a083-b5e29d566d18 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:00:56.811896 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:56.820904 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Sync routers for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:56.830823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.831009 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:56.831606 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.832043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c26ed0ff-b58d-448b-96a1-61b9d5c09853 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5139806 Jul 16 04:00:56.835109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.864900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2fab24f9-4f82-4fd9-aa9d-8792de692d3c tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=da49b52e1fec41719394e43ca6d12205&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286467 Jul 16 04:00:56.867387 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.932672 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:56.951075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97c8d4-b0a6-48fa-b5f5-b86c292881fc tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:56.952571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7f97c8d4-b0a6-48fa-b5f5-b86c292881fc tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843081 Jul 16 04:00:56.955462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43894) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.982062 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2f71c24-13c9-4989-a6e1-cb99556f60fb tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255730 Jul 16 04:00:56.984580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.989280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303416849', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:57.077838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:57.081357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.111608 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:56Z', 'revision_number': 3, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.137802 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Checking router: c28b0779-1efa-4fdc-a083-b5e29d566d18 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:57.138446 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Updating router c28b0779-1efa-4fdc-a083-b5e29d566d18 port de4171d7-edfd-4c63-bc65-a3554c5c4360 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:00:57.176734 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.267373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.325708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Subnet': ['ID=ff584b56-a657-41e1-a895-eaee711dc6c0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.334104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Checking segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:57.334472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network hostable DHCP agents. Network: 9dd6c955-6023-4fad-a437-88f2490ffef9, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:57.357020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:57.366398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9dd6c955-6023-4fad-a437-88f2490ffef9) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:57.370743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:57.371384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.376517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774761c-4d4f-490a-88a7-8f61cde55f27 None None] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:57.391225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f3c62a34-4408-420d-82d2-273ed9481f31 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054818 Jul 16 04:00:57.393534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.430703 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.441011 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Transition to ACTIVE for port object de4171d7-edfd-4c63-bc65-a3554c5c4360 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:57.448607 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.505316 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Attempting to bind port de4171d7-edfd-4c63-bc65-a3554c5c4360 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:57.506030 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Attempting to bind port de4171d7-edfd-4c63-bc65-a3554c5c4360 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:57.506406 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Attempting to bind port de4171d7-edfd-4c63-bc65-a3554c5c4360 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:57.515677 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Pushing event updated for resources: {'Port': ['ID=de4171d7-edfd-4c63-bc65-a3554c5c4360,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.523020 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:57.523395 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:57.524009 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.524410 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:57.524931 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Bound port: de4171d7-edfd-4c63-bc65-a3554c5c4360, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:57.525314 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.527844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.528185 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.528523 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.528857 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.529187 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.529517 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.530047 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.530383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.530738 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.531068 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.531388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.531911 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:57.548640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9dd6c955-6023-4fad-a437-88f2490ffef9', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:57.549675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.591989 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] For port de4171d7-edfd-4c63-bc65-a3554c5c4360, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:57.595392 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] For port de4171d7-edfd-4c63-bc65-a3554c5c4360, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=de4171d7-edfd-4c63-bc65-a3554c5c4360,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:57.601870 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.663743 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a9dfa-795a-47cc-88b7-a661e0afa9a0 None None] Pushing event updated for resources: {'Port': ['ID=de4171d7-edfd-4c63-bc65-a3554c5c4360,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.667914 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:57.668539 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.700212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Allocated IP 172.20.0.2 (9dd6c955-6023-4fad-a437-88f2490ffef9/ff584b56-a657-41e1-a895-eaee711dc6c0/ab0b81cd-c736-47be-b4e0-7363242c8315) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:57.775402 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:57.859115 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.869177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Transition to ACTIVE for port object ab0b81cd-c736-47be-b4e0-7363242c8315 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:57.885359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Transition to ACTIVE for port object ab0b81cd-c736-47be-b4e0-7363242c8315 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:57.891775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.928564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:57.935314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:57.937769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:57.948466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Pushing event updated for resources: {'Port': ['ID=ab0b81cd-c736-47be-b4e0-7363242c8315,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.001537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Attempting to bind port ab0b81cd-c736-47be-b4e0-7363242c8315 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:58.002063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Attempting to bind port ab0b81cd-c736-47be-b4e0-7363242c8315 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:58.002528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Attempting to bind port ab0b81cd-c736-47be-b4e0-7363242c8315 on network 9dd6c955-6023-4fad-a437-88f2490ffef9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:58.007562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:58.008073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Checking segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:58.008488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.008884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Bound using segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:58.009845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Bound port: ab0b81cd-c736-47be-b4e0-7363242c8315, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:58.009845 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.044331 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:56Z', 'revision_number': 3, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:58.073550 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43f2dd-fb2a-4e59-90d7-7866f578635d None None] The sync data for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 is: [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:56Z', 'revision_number': 3, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:58.077521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] For port ab0b81cd-c736-47be-b4e0-7363242c8315, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:58.080696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] For port ab0b81cd-c736-47be-b4e0-7363242c8315, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ab0b81cd-c736-47be-b4e0-7363242c8315,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:58.085187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.142061 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22881e4c-53d2-4dfc-9845-378305eb1275 None None] Pushing event updated for resources: {'Port': ['ID=ab0b81cd-c736-47be-b4e0-7363242c8315,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.163538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.490237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.20.0.1 (9dd6c955-6023-4fad-a437-88f2490ffef9/ff584b56-a657-41e1-a895-eaee711dc6c0/5c28486e-812f-40d1-85fe-26ea32f9ae90) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:58.613775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.629787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Transition to ACTIVE for port object 5c28486e-812f-40d1-85fe-26ea32f9ae90 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:58.668303 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.716190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:58.719686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:58.724281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:58.728590 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=5c28486e-812f-40d1-85fe-26ea32f9ae90,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.762354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device de4171d7-edfd-4c63-bc65-a3554c5c4360 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:58.781839 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.827907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port de4171d7-edfd-4c63-bc65-a3554c5c4360 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:58.832628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port de4171d7-edfd-4c63-bc65-a3554c5c4360 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:58.833008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.927497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.955451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port de4171d7-edfd-4c63-bc65-a3554c5c4360, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=de4171d7-edfd-4c63-bc65-a3554c5c4360,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:58.956004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.963362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.964333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ab0b81cd-c736-47be-b4e0-7363242c8315 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:59.053196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=de4171d7-edfd-4c63-bc65-a3554c5c4360,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.077769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ab0b81cd-c736-47be-b4e0-7363242c8315 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:59.190859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12eef7a-8401-45ba-a5c5-406855958846 None None] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:59.253265 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.257730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.269525 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] Provisioning for port ab0b81cd-c736-47be-b4e0-7363242c8315 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:59.279764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] Provisioning complete for port ab0b81cd-c736-47be-b4e0-7363242c8315 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:59.280121 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.337383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=5c28486e-812f-40d1-85fe-26ea32f9ae90,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.340123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.419424 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.436044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:59.437437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:59.464740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] For port ab0b81cd-c736-47be-b4e0-7363242c8315, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ab0b81cd-c736-47be-b4e0-7363242c8315,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:59.470886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.526004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22d891-ce8f-4621-ac72-74178cef0e79 None None] Pushing event updated for resources: {'Port': ['ID=ab0b81cd-c736-47be-b4e0-7363242c8315,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.567349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router c28b0779-1efa-4fdc-a083-b5e29d566d18 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:59.683540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:59.688838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-178edac7-61ab-409c-8ba4-7ebf56c0f85f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "PUT /v2.0/routers/c28b0779-1efa-4fdc-a083-b5e29d566d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2940354 Jul 16 04:00:59.691434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.700751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c599ea6d-85bf-4f20-80b3-f8f860a790c5 None None] Provisioning complete for port ab0b81cd-c736-47be-b4e0-7363242c8315 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:59.701444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c599ea6d-85bf-4f20-80b3-f8f860a790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.800688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.801314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.801847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.802377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.802932 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.803449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.805572 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7091acc1-3fd7-4907-a559-cba985650fe6 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1131525 Jul 16 04:00:59.808526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.817949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c599ea6d-85bf-4f20-80b3-f8f860a790c5 None None] Provisioning for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:59.824059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c599ea6d-85bf-4f20-80b3-f8f860a790c5 None None] Provisioning complete for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:59.824541 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c599ea6d-85bf-4f20-80b3-f8f860a790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.860452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c599ea6d-85bf-4f20-80b3-f8f860a790c5 None None] Port 5c28486e-812f-40d1-85fe-26ea32f9ae90 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:59.874370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.874370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.874370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.874888 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.875253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.875697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.877556 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d41cf83f-c092-414c-b090-1d185e480c28 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0680122 Jul 16 04:00:59.880301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43904) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.900690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Sync routers for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:59.910260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:59.911185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:00.016496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-07813e6d-d594-40a4-9a46-39e3fe3fc7d0 None None] Provisioning complete for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:00.016872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-07813e6d-d594-40a4-9a46-39e3fe3fc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.024941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-514d9878-d391-48d1-b8c9-7fa243879416 tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1434786 Jul 16 04:01:00.062618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:00.064667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-07813e6d-d594-40a4-9a46-39e3fe3fc7d0 None None] Port 5c28486e-812f-40d1-85fe-26ea32f9ae90 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:00.189151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.193918 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579144009', 'description': 'tempest-secgroup-smoke-1579144009 description', 'project_id': 'da49b52e1fec41719394e43ca6d12205'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:00.214893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.215170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fa2a5479-586f-4d69-a18e-8e5447c908fe None None] Provisioning complete for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:00.215478 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa2a5479-586f-4d69-a18e-8e5447c908fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.274626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a5479-586f-4d69-a18e-8e5447c908fe None None] Port 5c28486e-812f-40d1-85fe-26ea32f9ae90 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:00.299081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.299817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:00:59Z', 'revision_number': 2, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:00.303291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.325758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Checking router: c28b0779-1efa-4fdc-a083-b5e29d566d18 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:00.326160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Updating router c28b0779-1efa-4fdc-a083-b5e29d566d18 port 5c28486e-812f-40d1-85fe-26ea32f9ae90 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:00.332291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.333521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432304 Jul 16 04:01:00.336431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.337502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80757f-1532-430e-8b21-3a5e1547809a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad45275-a06b-4218-bb87-981b4d47b2bc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.349898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'cad45275-a06b-4218-bb87-981b4d47b2bc', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:00.363440 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.377995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.436634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.440559 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.457914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5ff50c-e2fa-4be5-bd56-ee77b834643e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.464537 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.466079 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2a036eae-05e5-47da-94ff-cb741e3d9b48 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282735 Jul 16 04:01:00.468646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43912) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.473238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'cad45275-a06b-4218-bb87-981b4d47b2bc', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:00.500440 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.557197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.561356 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.576219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a856dc79-e84e-45c6-b5f9-384785af8642,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.585252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.586960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-786d1323-ef66-490c-9d6e-a6dae2ac03c9 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173129 Jul 16 04:01:00.590175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43914) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.594756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'cad45275-a06b-4218-bb87-981b4d47b2bc', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:00.622801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.639913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.651518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Transition to ACTIVE for port object 5c28486e-812f-40d1-85fe-26ea32f9ae90 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:00.658698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.688477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device de4171d7-edfd-4c63-bc65-a3554c5c4360 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:00.688714 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.692852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.711813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7babb1-2d32-44bb-83b3-651c6fe7ad71,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.716320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.718142 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-044e6d42-2a85-4c3f-a604-b9ef67129342 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268883 Jul 16 04:01:00.720935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.725755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'cad45275-a06b-4218-bb87-981b4d47b2bc', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:00.753344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f002e-92b8-42ff-b6ba-8e6f24e51d20 None None] Pushing event updated for resources: {'Port': ['ID=5c28486e-812f-40d1-85fe-26ea32f9ae90,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.756740 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.816700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Attempting to bind port 5c28486e-812f-40d1-85fe-26ea32f9ae90 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:00.816993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Attempting to bind port 5c28486e-812f-40d1-85fe-26ea32f9ae90 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:00.817366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Attempting to bind port 5c28486e-812f-40d1-85fe-26ea32f9ae90 on network 9dd6c955-6023-4fad-a437-88f2490ffef9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:00.825521 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.826040 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port de4171d7-edfd-4c63-bc65-a3554c5c4360 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:00.826538 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.829670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:00.829901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Checking segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:00.830146 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.830612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Bound using segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:00.831070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Bound port: 5c28486e-812f-40d1-85fe-26ea32f9ae90, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:00.831459 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.831938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.850719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95477b4-1e4b-46f1-b6f3-885ad05c14b9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.862796 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.864408 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3ffecbf9-9c05-422b-a5bc-cfe0cfbb44bc tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423476 Jul 16 04:01:00.867174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43918) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.872334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'cad45275-a06b-4218-bb87-981b4d47b2bc', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:00.896585 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Project da49b52e1fec41719394e43ca6d12205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:01:00.903239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.951636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] For port 5c28486e-812f-40d1-85fe-26ea32f9ae90, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:00.965260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.969033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.970799 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] For port 5c28486e-812f-40d1-85fe-26ea32f9ae90, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c28486e-812f-40d1-85fe-26ea32f9ae90,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:00.976660 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.980667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ab0b81cd-c736-47be-b4e0-7363242c8315 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:00.988328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4849ce-ff2e-4db4-ac43-236e1b0c309e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.995791 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.999516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46349e5c-5771-49ca-9f1d-abb9016666d8 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287024 Jul 16 04:01:00.999721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43920) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:01.004221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'security_group_rule': {'security_group_id': 'cad45275-a06b-4218-bb87-981b4d47b2bc', 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:01.025837 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Project da49b52e1fec41719394e43ca6d12205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:01:01.031693 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.073957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f002e-92b8-42ff-b6ba-8e6f24e51d20 None None] Pushing event updated for resources: {'Port': ['ID=5c28486e-812f-40d1-85fe-26ea32f9ae90,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:01.083434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:01.084061 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:01.099721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.104880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.125017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b07f59-1d49-4e3a-8500-228805718f3b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:01.132602 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.142199 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-015ed899-c2d3-4747-9671-a201a5a2075c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334260 Jul 16 04:01:01.287818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-71d86527-3ff4-42ee-9dcc-c01c567329c2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579144009&fields=id&tenant_id=da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 267 time: 0.0344341 Jul 16 04:01:01.318947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ab0b81cd-c736-47be-b4e0-7363242c8315 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:01.319209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.396045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-62a9d157-c30c-4621-b141-5ea7ae51f62f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:01.397550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-62a9d157-c30c-4621-b141-5ea7ae51f62f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/networks?id=9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 200 len: 797 time: 0.1030138 Jul 16 04:01:01.412453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-8072c57e-8148-44ce-8ac5-f586b275179f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/quotas/da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 375 time: 0.0090454 Jul 16 04:01:01.418279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:01.477388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-de21dc7d-dc25-48aa-95a5-a66f9b8e8b6b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599136 Jul 16 04:01:01.626864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-1aaca683-5bc0-4340-8d52-37b6bdd5b9f1 service neutron] 10.222.0.25 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378307 Jul 16 04:01:01.646198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:00Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:01.672051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48db68b-4aa4-4d96-bea1-344776c844c3 None None] The sync data for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 is: [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:00Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:01.724568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-107e5f6b-11d9-4778-868f-941cdd594280 service neutron] 10.222.0.25 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920200 Jul 16 04:01:01.916508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df45a02c-85eb-43d6-a375-3b5285fc7569 req-4c73e21f-7806-4e3f-bc41-f8c3eba23560 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0336452 Jul 16 04:01:02.685013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c28486e-812f-40d1-85fe-26ea32f9ae90 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:02.735003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:02.739549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:02.739922 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.820584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.855980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5c28486e-812f-40d1-85fe-26ea32f9ae90, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c28486e-812f-40d1-85fe-26ea32f9ae90,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:02.860349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.910023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5c28486e-812f-40d1-85fe-26ea32f9ae90,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:02.953115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-5675ffd1-dd93-49d7-9d60-ac6b15b46a32 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:02.955054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-5675ffd1-dd93-49d7-9d60-ac6b15b46a32 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/networks?id=9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 200 len: 797 time: 0.1132801 Jul 16 04:01:02.991413 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.010876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-85300ed0-b349-4167-9cfd-89ed57dbcecd tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da49b52e1fec41719394e43ca6d12205 HTTP/1.1" status: 200 len: 380 time: 0.0403864 Jul 16 04:01:03.020014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'port': {'device_id': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'admin_state_up': True, 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'security_groups': ['cad45275-a06b-4218-bb87-981b4d47b2bc']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:03.080437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8517f72f-c1fc-43b9-b6c2-29f5934aee77 req-51316ef0-49d7-4ff2-98ed-01aff26596cf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0353286 Jul 16 04:01:03.155475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Made reservation on behalf of da49b52e1fec41719394e43ca6d12205 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:03.159261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.282167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.20.0.4 (9dd6c955-6023-4fad-a437-88f2490ffef9/ff584b56-a657-41e1-a895-eaee711dc6c0/7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:03.417625 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.430097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Transition to ACTIVE for port object 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:03.462673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.507084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:03.512058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:03.515695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:03.541830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:03.569060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:03.569669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.584553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e53f2393-116a-47b2-90af-9b28f11b92e0 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683489 Jul 16 04:01:03.595937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Request body: {'port': {'device_id': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:03.672101 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.715617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-648382a9-577d-4dda-a669-415517c2ba8b None None] Provisioning for port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:03.719391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-648382a9-577d-4dda-a669-415517c2ba8b None None] Provisioning complete for port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:03.719789 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-648382a9-577d-4dda-a669-415517c2ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.753480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-648382a9-577d-4dda-a669-415517c2ba8b None None] Port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:03.782288 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.923911 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:03.930984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.942117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Transition to ACTIVE for port object 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:03.945874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.017264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Pushing event updated for resources: {'Port': ['ID=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.065775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Attempting to bind port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:04.066112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Attempting to bind port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:04.066443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Attempting to bind port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 on network 9dd6c955-6023-4fad-a437-88f2490ffef9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:04.071047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 on network 9dd6c955-6023-4fad-a437-88f2490ffef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:01:04.071884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Attempting to bind port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 on network 9dd6c955-6023-4fad-a437-88f2490ffef9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:04.076855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:04.077191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Checking segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:04.077575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Bound using segment: {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:04.078003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Bound port: 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e3e953-a304-4a18-96da-d48328e75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:04.078361 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.142929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] For port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:04.146123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] For port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:04.151807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.185697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.186310 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.187717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] 10.222.0.11 "PUT /v2.0/ports/7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 200 len: 1091 time: 0.5965011 Jul 16 04:01:04.188319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:04.190395 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae860029-5ccd-40c6-a5fd-5fe768762d49" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:04.255971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5278-d6f6-409d-8c21-3db111a1505d service neutron] Pushing event updated for resources: {'Port': ['ID=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.322411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1ad4f-05e0-4659-a501-723cf87aaa36 req-9a1a9bad-eee8-4017-bc35-cf278f70ab4f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.323979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65f1ad4f-05e0-4659-a501-723cf87aaa36 req-9a1a9bad-eee8-4017-bc35-cf278f70ab4f tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 943 time: 0.1253176 Jul 16 04:01:04.328828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-9fbb7718-18d5-41ae-aabb-03dbff32234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.330289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-9fbb7718-18d5-41ae-aabb-03dbff32234b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0907538 Jul 16 04:01:04.380979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-ed78b345-7edb-4988-9fba-824495df13ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0435636 Jul 16 04:01:04.666947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c28486e-812f-40d1-85fe-26ea32f9ae90 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:04.713660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65f1ad4f-05e0-4659-a501-723cf87aaa36 req-cc0db47b-55e5-4f02-b07c-f2920bf8612c tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822470 Jul 16 04:01:04.718248 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5c28486e-812f-40d1-85fe-26ea32f9ae90 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:04.718751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.743169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-a648ab6e-940e-449d-93e8-bcdf62c82505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.745237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-a648ab6e-940e-449d-93e8-bcdf62c82505 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff584b56-a657-41e1-a895-eaee711dc6c0 HTTP/1.1" status: 200 len: 835 time: 0.3577917 Jul 16 04:01:04.763149 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff14fd8-425d-4efb-9036-a362c71a0e34 x-openstack-request-id: req-9ff14fd8-425d-4efb-9036-a362c71a0e34 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:04.763443 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:04.763697 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ff14fd8-425d-4efb-9036-a362c71a0e34 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:04.764095 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'status': 'completed', 'code': 200} Jul 16 04:01:04.804713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-1e4550ab-a93e-4b91-91e5-1c73b7414714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.806855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-1e4550ab-a93e-4b91-91e5-1c73b7414714 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd6c955-6023-4fad-a437-88f2490ffef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551894 Jul 16 04:01:04.898227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-a741367d-d3e1-4271-80d0-ca639932458b service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850446 Jul 16 04:01:04.984895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-75c8ecb5-a1b3-419c-bd52-f12968d68d96 req-359e1833-273e-4567-a8b1-a3d5038a3f4b service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798199 Jul 16 04:01:05.086040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-3b629e46-2a77-491d-b1ef-96c6f14708f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.088019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-3b629e46-2a77-491d-b1ef-96c6f14708f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1094 time: 0.0549071 Jul 16 04:01:05.173488 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-1af35a4e-6aac-401f-92c7-1a03d3d2de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.174878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-1af35a4e-6aac-401f-92c7-1a03d3d2de12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 200 len: 899 time: 0.0812085 Jul 16 04:01:05.217228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-5cfbea27-6933-425d-9ba7-b8977428ec1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0358396 Jul 16 04:01:05.263816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-684aa966-aadc-4404-9551-1f09ea692c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.265222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-684aa966-aadc-4404-9551-1f09ea692c25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff584b56-a657-41e1-a895-eaee711dc6c0 HTTP/1.1" status: 200 len: 835 time: 0.0421021 Jul 16 04:01:05.320909 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-0441c651-4042-46c8-9c0c-fffc6d12ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.323061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-0441c651-4042-46c8-9c0c-fffc6d12ed3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd6c955-6023-4fad-a437-88f2490ffef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503397 Jul 16 04:01:05.413946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-3bec817d-507e-4831-a070-f4b03d75666a service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Jul 16 04:01:05.501145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ae860029-5ccd-40c6-a5fd-5fe768762d49 req-6c90049d-092c-460f-9e92-a3440706f4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793107 Jul 16 04:01:05.657713 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:01:05.897303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441661f5-037b-41ac-80af-34cf6fe9c3a8 req-71471e70-3898-4565-8689-4cbbfa4becc2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.898867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-441661f5-037b-41ac-80af-34cf6fe9c3a8 req-71471e70-3898-4565-8689-4cbbfa4becc2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 943 time: 0.0695145 Jul 16 04:01:05.935319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-441661f5-037b-41ac-80af-34cf6fe9c3a8 req-b1d04f5b-d05b-4170-ad9e-a957fef474ef tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jul 16 04:01:06.405234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:01:06.499834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:06.510706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'port_id': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'mac_address': 'fa:16:3e:34:44:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:01:06.546883 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.558819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:06.577251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:06.580818 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.627056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.781153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:07.104298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddbe9-5fec-49d1-8392-09787bb9c63f req-249e343e-d321-45f5-9211-ab095a15b806 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:07.105779 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c6ddbe9-5fec-49d1-8392-09787bb9c63f req-249e343e-d321-45f5-9211-ab095a15b806 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 944 time: 0.0620630 Jul 16 04:01:07.141815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6c6ddbe9-5fec-49d1-8392-09787bb9c63f req-9c3b0f08-c4a5-4493-8d38-a8521d86101d tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305364 Jul 16 04:01:08.311384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd68cc-7dbf-431b-9400-8c0c14794c60 req-8e41728a-3635-41a2-af42-70256bd72551 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:08.312866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4bd68cc-7dbf-431b-9400-8c0c14794c60 req-8e41728a-3635-41a2-af42-70256bd72551 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 944 time: 0.0625522 Jul 16 04:01:08.350516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e4bd68cc-7dbf-431b-9400-8c0c14794c60 req-9ffa0866-b0d9-4f88-8246-e52b48f38661 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320923 Jul 16 04:01:08.429585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:08.477263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:08.480787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:08.481160 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.556630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.578169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:08.580419 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bbc30-6d74-448c-b980-e5f9cdc33704" -d '{"events": [{"server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:08.593390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:08.597425 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.619999 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f9d67-d9f5-42ab-b3da-1a49d841ac0a x-openstack-request-id: req-b93f9d67-d9f5-42ab-b3da-1a49d841ac0a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:08.620293 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:08.620569 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b93f9d67-d9f5-42ab-b3da-1a49d841ac0a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:08.620961 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'code': 200} Jul 16 04:01:08.646222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.730415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b051-41e6-4f63-a990-0c3ba344299f req-cfd618fc-cba9-4b70-80e3-3bfe10821bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:08.731983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c626b051-41e6-4f63-a990-0c3ba344299f req-cfd618fc-cba9-4b70-80e3-3bfe10821bc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0546935 Jul 16 04:01:08.765626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c626b051-41e6-4f63-a990-0c3ba344299f req-3aac4319-eb1b-43e9-afdc-485d28c1f95d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277872 Jul 16 04:01:09.526603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551b3d1-e2f5-4188-9ea5-7017d8863c6c req-080becbb-3435-4f5e-a4dc-b6c4ec22bada tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:09.528081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2551b3d1-e2f5-4188-9ea5-7017d8863c6c req-080becbb-3435-4f5e-a4dc-b6c4ec22bada tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 945 time: 0.0680044 Jul 16 04:01:09.566976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2551b3d1-e2f5-4188-9ea5-7017d8863c6c req-8c4ac9ec-265c-4466-b497-16d9b03ea146 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Jul 16 04:01:10.744957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2093ba6-4f77-4ded-b41a-c64e698fff3f req-bd1188e1-f298-49e8-a491-366c4866ee00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:10.746418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2093ba6-4f77-4ded-b41a-c64e698fff3f req-bd1188e1-f298-49e8-a491-366c4866ee00 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 945 time: 0.0662487 Jul 16 04:01:10.783321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2093ba6-4f77-4ded-b41a-c64e698fff3f req-a7ce69f2-cea7-4318-b7e0-d2e29c561b18 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Jul 16 04:01:10.951207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7c9c-3980-4b05-93ba-bc90722b145c req-b1c6db9d-81cc-4134-aa48-c7796b006db2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:10.952618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-615c7c9c-3980-4b05-93ba-bc90722b145c req-b1c6db9d-81cc-4134-aa48-c7796b006db2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 945 time: 0.0627346 Jul 16 04:01:10.988446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-615c7c9c-3980-4b05-93ba-bc90722b145c req-ca84ffc0-7037-426e-b785-8ad206369e45 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Jul 16 04:01:11.012447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43968) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.064009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc53cd-6e54-474a-9221-7813be7368ca tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:11.065480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-41cc53cd-6e54-474a-9221-7813be7368ca tempest-TestNetworkBasicOps-792749760 tempest-TestNetworkBasicOps-792749760-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1091 time: 0.0520122 Jul 16 04:01:11.068101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 43970) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:11.072884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:11.095832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.188145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.293502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Allocated IP 172.25.4.166 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/3330dde4-3781-4030-90a3-8c1d86c51041) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:11.392471 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.432037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.473998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:11.476954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:11.480924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:11.486126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=3330dde4-3781-4030-90a3-8c1d86c51041,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:11.511418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.511716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.512058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.512394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.512886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.513301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.513821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.514370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.514953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.515390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.515832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.516163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.665836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-6c4237fd-1ffc-46a3-847d-ff064a21ea00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501244 Jul 16 04:01:11.762280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226946-40d5-409d-9cac-5662e8ab3229 req-1e493bda-bb95-418a-8fa2-edda6e757165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:11.763742 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-1e493bda-bb95-418a-8fa2-edda6e757165 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0587666 Jul 16 04:01:11.865354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226946-40d5-409d-9cac-5662e8ab3229 req-b5992ffa-d8e4-429b-b379-2a2f9c1f1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:11.866860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-b5992ffa-d8e4-429b-b379-2a2f9c1f1673 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 200 len: 899 time: 0.0837903 Jul 16 04:01:11.910449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-b04f1b1b-3c95-46c1-bfa8-b0f36d833cf8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0370569 Jul 16 04:01:11.957123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226946-40d5-409d-9cac-5662e8ab3229 req-2acff7fd-6673-4821-9565-82fa5f17c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:11.958606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-2acff7fd-6673-4821-9565-82fa5f17c1ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff584b56-a657-41e1-a895-eaee711dc6c0 HTTP/1.1" status: 200 len: 835 time: 0.0427923 Jul 16 04:01:11.995368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.015001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226946-40d5-409d-9cac-5662e8ab3229 req-d7791d3b-787f-4c63-8305-b184dc90c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:12.016410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-d7791d3b-787f-4c63-8305-b184dc90c997 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd6c955-6023-4fad-a437-88f2490ffef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518835 Jul 16 04:01:12.105252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.108536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-7bb5577c-a85f-47bb-9ce8-d1c2d92802f9 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854683 Jul 16 04:01:12.195548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46226946-40d5-409d-9cac-5662e8ab3229 req-6b80ee86-bb1a-47fa-994e-5d669556fb84 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810468 Jul 16 04:01:12.252730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.257228 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.325719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event updated for resources: {'Port': ['ID=3330dde4-3781-4030-90a3-8c1d86c51041,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.333678 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.429091 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Floating IP ca9e3958-94d3-4471-8641-fd582f5b10ad associated. External IP: 172.25.4.166, port: 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9. Jul 16 04:01:12.622953 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router c28b0779-1efa-4fdc-a083-b5e29d566d18 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:12.726170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:12.736257 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] Sync routers for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:12.742226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.747069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:12.747965 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.781954 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e3e10baa-2e6e-484b-aa9a-2bc9b00419c1 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7128477 Jul 16 04:01:12.782578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:12.784847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.785351 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c7890-b271-457a-8e87-601d0f129059" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:12.820473 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c97653-794f-4a0e-926e-ee87bfd1b889 x-openstack-request-id: req-99c97653-794f-4a0e-926e-ee87bfd1b889 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:12.820773 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:12.821606 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99c97653-794f-4a0e-926e-ee87bfd1b889 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:12.821926 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'status': 'completed', 'code': 200} Jul 16 04:01:12.856199 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:12.875587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6526f151-4ee1-4d5f-a6a0-0578421580e7 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/floatingips/ca9e3958-94d3-4471-8641-fd582f5b10ad HTTP/1.1" status: 200 len: 991 time: 0.0893931 Jul 16 04:01:12.899118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7890-b271-457a-8e87-601d0f129059 req-bf3f22dd-c41e-474b-80d6-7cbb1cab08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:12.901206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-bf3f22dd-c41e-474b-80d6-7cbb1cab08c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0573838 Jul 16 04:01:12.999437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7890-b271-457a-8e87-601d0f129059 req-8ccf96d3-29ef-400b-a3aa-5c9fbc2820fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:13.000998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-8ccf96d3-29ef-400b-a3aa-5c9fbc2820fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 200 len: 899 time: 0.0939634 Jul 16 04:01:13.064481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-a1179f39-f3c2-4736-b272-c2c693fb7809 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 200 len: 999 time: 0.0570092 Jul 16 04:01:13.079495 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ca9e3958-94d3-4471-8641-fd582f5b10ad', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'port_id': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'mac_address': 'fa:16:3e:34:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:11Z', 'updated_at': '2021-07-16T04:01:11Z', 'revision_number': 0, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:02Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:13.108912 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] Checking router: c28b0779-1efa-4fdc-a083-b5e29d566d18 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:13.111331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7890-b271-457a-8e87-601d0f129059 req-65de2470-8375-46f5-8ebb-5bbdbc531f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:13.112799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-65de2470-8375-46f5-8ebb-5bbdbc531f77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff584b56-a657-41e1-a895-eaee711dc6c0 HTTP/1.1" status: 200 len: 835 time: 0.0426271 Jul 16 04:01:13.116988 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:13.117588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:13.172028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7890-b271-457a-8e87-601d0f129059 req-5edd3e52-f2a8-4ce3-84cb-5392ab460ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:13.173438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-5edd3e52-f2a8-4ce3-84cb-5392ab460ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd6c955-6023-4fad-a437-88f2490ffef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541534 Jul 16 04:01:13.220310 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:13.263764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-26951826-13fc-4999-ba5d-c8b23ea1c7ae service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837574 Jul 16 04:01:13.355782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-df7c7890-b271-457a-8e87-601d0f129059 req-0362ee1c-bbb1-4add-aba8-52eaab9a055e service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865426 Jul 16 04:01:13.439205 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ca9e3958-94d3-4471-8641-fd582f5b10ad', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'port_id': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'mac_address': 'fa:16:3e:34:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:11Z', 'updated_at': '2021-07-16T04:01:11Z', 'revision_number': 0, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:02Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:13.464680 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10215c2-4c68-42a4-bd92-efba22151cd3 None None] The sync data for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 is: [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ca9e3958-94d3-4471-8641-fd582f5b10ad', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'port_id': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'mac_address': 'fa:16:3e:34:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:11Z', 'updated_at': '2021-07-16T04:01:11Z', 'revision_number': 0, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:02Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:13.657770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0376680-8b67-4ff2-9da9-864b9b616a4e None None] New status for floating IP ca9e3958-94d3-4471-8641-fd582f5b10ad: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:01:13.879413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 43976) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:13.937635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-aab32d53-687f-4462-a5e5-8aea242e83a2 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/floatingips/ca9e3958-94d3-4471-8641-fd582f5b10ad HTTP/1.1" status: 200 len: 993 time: 0.0571034 Jul 16 04:01:18.391578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609bd77-810d-4c5d-8f13-01ad22ff33c4 req-24a17037-d5c6-43d0-bdb9-c381e2892cf7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:18.393031 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8609bd77-810d-4c5d-8f13-01ad22ff33c4 req-24a17037-d5c6-43d0-bdb9-c381e2892cf7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 945 time: 0.0672762 Jul 16 04:01:18.429875 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8609bd77-810d-4c5d-8f13-01ad22ff33c4 req-437cf07d-36d5-4a2b-bb73-23423c7020f2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Jul 16 04:01:19.606258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8155f-c378-4c5d-9efb-68749b7c2d25 req-11554725-c928-4d16-b5ec-889528b768a3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:19.607693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9af8155f-c378-4c5d-9efb-68749b7c2d25 req-11554725-c928-4d16-b5ec-889528b768a3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 945 time: 0.0649323 Jul 16 04:01:19.644873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9af8155f-c378-4c5d-9efb-68749b7c2d25 req-eed645c9-2085-451e-81c5-f6b084619996 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Jul 16 04:01:19.822830 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-251c131c-cd07-4789-9545-b4b05b613ae2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:19.824303 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-251c131c-cd07-4789-9545-b4b05b613ae2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 945 time: 0.0626810 Jul 16 04:01:19.921033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port 331257bd-ecb1-438d-b35c-59e359f28568 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:19.921274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.010326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port 331257bd-ecb1-438d-b35c-59e359f28568, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=331257bd-ecb1-438d-b35c-59e359f28568,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:20.010699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.476231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.476598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.476929 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Floating IP 699d7558-f7c6-4250-8c9e-c9a93e215e88 disassociated. External IP: 172.25.4.138, port: 331257bd-ecb1-438d-b35c-59e359f28568. Jul 16 04:01:20.477275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for 331257bd-ecb1-438d-b35c-59e359f28568 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:20.599951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.628095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=331257bd-ecb1-438d-b35c-59e359f28568,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:20.735460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b52465df-5bac-442c-8ee1-675e61fd7f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.744440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:20.785672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49292ab1-829d-46ad-ba4c-889393667e40 req-bf0d1014-93d4-4422-9661-35b53c9d002d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Jul 16 04:01:20.851458 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:20.860383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:20.873979 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:20.874611 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:20.894748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port 331257bd-ecb1-438d-b35c-59e359f28568 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:20.897517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.899606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1de63e11-e145-41bb-88d0-7d1709ab6da2 req-0a747c6b-4b89-4800-a80c-87e0f32421e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "DELETE /v2.0/ports/331257bd-ecb1-438d-b35c-59e359f28568 HTTP/1.1" status: 204 len: 173 time: 1.0700037 Jul 16 04:01:20.900037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'name': 'network-vif-deleted', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:20.902274 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e488411e-a768-458b-867e-8c134cdd1d40" -d '{"events": [{"server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "name": "network-vif-deleted", "tag": "331257bd-ecb1-438d-b35c-59e359f28568"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:20.938212 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab6f313-3495-42a8-9724-3be1839e17b9 x-openstack-request-id: req-bab6f313-3495-42a8-9724-3be1839e17b9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:20.938513 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a13e9a-05b5-4e60-970e-629482a7c2e5", "name": "network-vif-deleted", "tag": "331257bd-ecb1-438d-b35c-59e359f28568", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:20.938802 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bab6f313-3495-42a8-9724-3be1839e17b9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:20.939208 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a13e9a-05b5-4e60-970e-629482a7c2e5', 'name': 'network-vif-deleted', 'tag': '331257bd-ecb1-438d-b35c-59e359f28568', 'status': 'completed', 'code': 200} Jul 16 04:01:20.980290 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:21.185900 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:21.212555 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:21.222138 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:21.223117 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:00:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:21.328468 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:21.614715 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:21.641900 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0d0f7-0065-4199-a2ed-511c2a940997 None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:21.868314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f371e-d794-42e0-b178-eb247a41732c None None] New status for floating IP 699d7558-f7c6-4250-8c9e-c9a93e215e88: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:01:21.937264 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3dc5532e-179f-4e37-94f5-5f5dd9015012 req-1aeca668-568f-4a29-8554-9fa68d737ecb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 210 time: 0.0322335 Jul 16 04:01:22.660282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 331257bd-ecb1-438d-b35c-59e359f28568 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:22.680744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 331257bd-ecb1-438d-b35c-59e359f28568 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:22.681094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 331257bd-ecb1-438d-b35c-59e359f28568 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:23.077172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f124dd69-43d5-4a50-b78e-ba7b89f003fe req-0457d820-fc37-4cde-9817-0339022fe11f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Jul 16 04:01:23.553278 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1db84327-cce7-40f8-9659-5bdffc20e3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.871238 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.217226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8aef0057-336a-41cb-8b38-bc415e7a14b4 req-bb13e049-2398-47ac-bb79-b9f31aff8704 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=50a13e9a-05b5-4e60-970e-629482a7c2e5 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jul 16 04:01:24.416038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.447712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-f002b89f-a65c-4ea4-946f-aa6a99db6494 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400836584&fields=id&tenant_id=8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 267 time: 0.0325222 Jul 16 04:01:25.552574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-23436632-caf1-477e-9f92-1f7057a8756c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:25.553907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-23436632-caf1-477e-9f92-1f7057a8756c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.0999064 Jul 16 04:01:25.568327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-c54b032d-b505-47c8-92cf-14339f5e3f1a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0086036 Jul 16 04:01:25.634599 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-8aee545c-0f8b-4ae3-a515-587ee198d95b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615299 Jul 16 04:01:25.730944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-f5e5a252-2e80-4a52-8ec5-87d97c67d57b service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 Jul 16 04:01:25.815019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-f0bbea54-1721-45c8-ac71-2c5540d0e8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784030 Jul 16 04:01:26.106971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1708d5da-28ce-452b-a1fd-84a9bdaeec57 req-160cf206-faf7-48fb-9369-4b9b476e28e8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 210 time: 0.0324433 Jul 16 04:01:26.145127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.110133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-8a9e729a-cb5d-4ea7-b855-b3102adc66fd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:27.111603 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-8a9e729a-cb5d-4ea7-b855-b3102adc66fd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1067088 Jul 16 04:01:27.159055 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-cdb181fe-b884-4a69-aafc-cd10e4dfb7a5 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 380 time: 0.0360820 Jul 16 04:01:27.168176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'security_groups': ['ef9c8674-dd5f-413e-a3a3-6368247ec8e1']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:27.248620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-598b006d-3200-4ee4-a277-35bc993304df req-584ffb27-fb42-4c57-8265-e99f5d256c68 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Jul 16 04:01:27.276389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:27.279962 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.411647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.5 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/41d8f5e6-a9e9-4da2-8498-782ca4605760) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:27.551915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.564756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object 41d8f5e6-a9e9-4da2-8498-782ca4605760 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:27.600886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.646617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:27.649749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:27.653643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:27.660069 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=41d8f5e6-a9e9-4da2-8498-782ca4605760,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:27.709966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:27.710750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.726800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-0c086276-16ce-4e74-9dad-3384b0b0c7d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630476 Jul 16 04:01:27.738959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Request body: {'port': {'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:27.803455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-af43177f-e10f-46bf-a1fe-a28202dee0b8 req-2d5b9470-2409-44db-a702-6afbb6893779 service neutron] (93757) timed out ('10.222.0.25', 50456) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:01:27.821469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.948214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aee91eee-c3a1-4133-9000-b59efe9de38f None None] Provisioning for port 41d8f5e6-a9e9-4da2-8498-782ca4605760 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:27.952203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aee91eee-c3a1-4133-9000-b59efe9de38f None None] Provisioning complete for port 41d8f5e6-a9e9-4da2-8498-782ca4605760 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:27.952842 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aee91eee-c3a1-4133-9000-b59efe9de38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.987459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-aee91eee-c3a1-4133-9000-b59efe9de38f None None] Port 41d8f5e6-a9e9-4da2-8498-782ca4605760 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:28.091226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d8f5e6-a9e9-4da2-8498-782ca4605760 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:28.098631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.110685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Transition to ACTIVE for port object 41d8f5e6-a9e9-4da2-8498-782ca4605760 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:28.115061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.190773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Pushing event updated for resources: {'Port': ['ID=41d8f5e6-a9e9-4da2-8498-782ca4605760,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.242933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Attempting to bind port 41d8f5e6-a9e9-4da2-8498-782ca4605760 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:28.243271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Attempting to bind port 41d8f5e6-a9e9-4da2-8498-782ca4605760 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:28.244135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Attempting to bind port 41d8f5e6-a9e9-4da2-8498-782ca4605760 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:28.248850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Port 41d8f5e6-a9e9-4da2-8498-782ca4605760 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:01:28.249170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Attempting to bind port 41d8f5e6-a9e9-4da2-8498-782ca4605760 on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:28.254321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:28.254689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:28.255071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:28.255512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Bound port: 41d8f5e6-a9e9-4da2-8498-782ca4605760, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:28.255867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.369284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] For port 41d8f5e6-a9e9-4da2-8498-782ca4605760, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:28.373545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] For port 41d8f5e6-a9e9-4da2-8498-782ca4605760, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:28.378717 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.418370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.419174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.420729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] 10.222.0.48 "PUT /v2.0/ports/41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 1091 time: 0.6865075 Jul 16 04:01:28.421297 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:28.423889 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:28.461713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a8f0-58ef-472f-bc11-30a054e1fd77 service neutron] Pushing event updated for resources: {'Port': ['ID=41d8f5e6-a9e9-4da2-8498-782ca4605760,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.472850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fd62-5fe5-4077-8b9f-538f949b9104 req-cc59a7e5-0985-4a84-867b-fad6574d0633 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.475026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3203fd62-5fe5-4077-8b9f-538f949b9104 req-cc59a7e5-0985-4a84-867b-fad6574d0633 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0819752 Jul 16 04:01:28.517313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3203fd62-5fe5-4077-8b9f-538f949b9104 req-cc86565a-95f4-46bb-a182-1cfb064645e6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352638 Jul 16 04:01:28.536049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-de1a1747-8565-48cc-99b9-2f8572c6f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.537245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-de1a1747-8565-48cc-99b9-2f8572c6f2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1094 time: 0.0640054 Jul 16 04:01:28.582705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-24e6141c-d686-49b1-9a40-0b8ecef5ee2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 217 time: 0.0376875 Jul 16 04:01:28.597385 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f18d9-8e77-498b-a11a-e9c461f2f6de x-openstack-request-id: req-658f18d9-8e77-498b-a11a-e9c461f2f6de {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:28.597677 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:28.597932 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-658f18d9-8e77-498b-a11a-e9c461f2f6de {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:28.598333 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'status': 'completed', 'code': 200} Jul 16 04:01:28.642524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-7a8359ff-fa43-434b-b05e-b232e88b360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.644110 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-7a8359ff-fa43-434b-b05e-b232e88b360e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0553122 Jul 16 04:01:28.704506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-a64bb6ea-3bc8-4a75-ba3f-d2b270d94f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.706061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-a64bb6ea-3bc8-4a75-ba3f-d2b270d94f2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555420 Jul 16 04:01:28.797184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-55f7c6ee-7a44-4b0e-af0e-e4dc6d85cf80 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Jul 16 04:01:28.890582 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7a72e3e7-5bf4-4a7c-b5b3-3bb5ed4536aa req-5d37402f-ee9a-4f47-81d4-fa25614c10ff service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877476 Jul 16 04:01:28.985372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-2bf9e472-855e-43b7-808f-265e68a2238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.987044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-2bf9e472-855e-43b7-808f-265e68a2238a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1094 time: 0.0537362 Jul 16 04:01:29.082809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-906cc4b4-7b2b-4ed8-b4c9-3fc6cdeb3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:29.084286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-906cc4b4-7b2b-4ed8-b4c9-3fc6cdeb3410 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0910497 Jul 16 04:01:29.125449 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-77b5787a-3613-4cd4-acc4-63aaca28ddb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 217 time: 0.0342162 Jul 16 04:01:29.172748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-e1e0432d-b7d3-4e89-9e5b-51877ec41122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:29.174219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-e1e0432d-b7d3-4e89-9e5b-51877ec41122 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0425780 Jul 16 04:01:29.235912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-1f8a63f7-c395-4d91-8e54-347100ccfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:29.237441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-1f8a63f7-c395-4d91-8e54-347100ccfe4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572169 Jul 16 04:01:29.325650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-83c62fc5-73af-40c2-ad7a-f40cd7a9daf1 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806792 Jul 16 04:01:29.419858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a98c2687-1c1f-4a97-b99c-ac4d8f6da608 req-9dfe216f-b677-4485-82a2-85b0aa9d72bc service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884943 Jul 16 04:01:29.706903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3426-da3f-41ca-a2a5-31b00051b137 req-94b58b62-91b5-441b-b92b-5a05af5303ad tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:29.708378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-152a3426-da3f-41ca-a2a5-31b00051b137 req-94b58b62-91b5-441b-b92b-5a05af5303ad tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0665846 Jul 16 04:01:29.746619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-152a3426-da3f-41ca-a2a5-31b00051b137 req-0fa33ea3-fcab-4769-9ea5-bfb80e95dfda tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Jul 16 04:01:30.925032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542427-f494-4cfc-bc23-2907a2756e17 req-53e6edd0-1e49-4f74-a4ce-77a6e08dccc2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:30.926634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed542427-f494-4cfc-bc23-2907a2756e17 req-53e6edd0-1e49-4f74-a4ce-77a6e08dccc2 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0641880 Jul 16 04:01:30.965933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed542427-f494-4cfc-bc23-2907a2756e17 req-eadae50d-9c79-4ec3-8aac-34bcfac15921 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333664 Jul 16 04:01:32.137879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672ee4-ee1e-4ede-9156-ef89d6a04e7e req-7a618914-2bec-40a8-a846-426e87cddf93 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:32.139385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6672ee4-ee1e-4ede-9156-ef89d6a04e7e req-7a618914-2bec-40a8-a846-426e87cddf93 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0612915 Jul 16 04:01:32.175840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b6672ee4-ee1e-4ede-9156-ef89d6a04e7e req-e10e2cb6-b26d-4856-919b-4558a01cb0b0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307620 Jul 16 04:01:33.006551 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.348322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963256c-3327-494d-9604-1db24fe6198d req-89e63b1a-7560-454f-a155-f4b35a638974 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:33.349708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f963256c-3327-494d-9604-1db24fe6198d req-89e63b1a-7560-454f-a155-f4b35a638974 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0651624 Jul 16 04:01:33.387888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f963256c-3327-494d-9604-1db24fe6198d req-2370fd05-1c22-495f-9d48-6557f6256b21 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Jul 16 04:01:33.808638 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.563670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7d139-0cdb-40e5-bf08-e71ba2d1a6e6 req-0b85309c-65b8-42e0-9e56-f1a4be2edbb1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:34.565177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88f7d139-0cdb-40e5-bf08-e71ba2d1a6e6 req-0b85309c-65b8-42e0-9e56-f1a4be2edbb1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0632813 Jul 16 04:01:34.603553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-88f7d139-0cdb-40e5-bf08-e71ba2d1a6e6 req-96ee0505-8ab4-4a86-9150-2400d8a8b926 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Jul 16 04:01:35.775970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0399e-536c-48bb-aafd-5f2cc0d2bbb9 req-15ab12c2-1687-4ea2-9167-d069b776f764 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:35.777428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93a0399e-536c-48bb-aafd-5f2cc0d2bbb9 req-15ab12c2-1687-4ea2-9167-d069b776f764 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0661335 Jul 16 04:01:35.813099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93a0399e-536c-48bb-aafd-5f2cc0d2bbb9 req-299ee904-6ec3-4b1b-b4f5-ddd40928cd4f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302820 Jul 16 04:01:36.982500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe516a5f-39b7-4224-8e21-14dd94e66f26 req-3586c1d9-bc72-4604-86d1-b0a1d4d5b2ec tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:36.984005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe516a5f-39b7-4224-8e21-14dd94e66f26 req-3586c1d9-bc72-4604-86d1-b0a1d4d5b2ec tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0619900 Jul 16 04:01:37.019538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fe516a5f-39b7-4224-8e21-14dd94e66f26 req-56524732-29d7-4c8d-a4f3-2b5f6721d992 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300918 Jul 16 04:01:38.187368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17aea-564d-453a-a6b0-a1a110a600bb req-0a5db9d8-418a-438f-af00-432b88df8a45 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:38.188821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44b17aea-564d-453a-a6b0-a1a110a600bb req-0a5db9d8-418a-438f-af00-432b88df8a45 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 943 time: 0.0606623 Jul 16 04:01:38.224071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44b17aea-564d-453a-a6b0-a1a110a600bb req-095564fc-4fc2-4885-9920-120c0dda0e20 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298123 Jul 16 04:01:38.732133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41d8f5e6-a9e9-4da2-8498-782ca4605760 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:01:38.823044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41d8f5e6-a9e9-4da2-8498-782ca4605760, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:38.833862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:01:38.869552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.885440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d8f5e6-a9e9-4da2-8498-782ca4605760 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:38.904351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41d8f5e6-a9e9-4da2-8498-782ca4605760, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:38.907747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.952037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=41d8f5e6-a9e9-4da2-8498-782ca4605760,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:39.127771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['41d8f5e6-a9e9-4da2-8498-782ca4605760'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:39.401058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff537c-c58a-43f5-98cd-447838c4fe82 req-aacb3c84-f04e-4ecd-9a4f-2fdf25aea44d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:39.402522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85ff537c-c58a-43f5-98cd-447838c4fe82 req-aacb3c84-f04e-4ecd-9a4f-2fdf25aea44d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 944 time: 0.0657959 Jul 16 04:01:39.439437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85ff537c-c58a-43f5-98cd-447838c4fe82 req-6b9853a5-bff6-48c8-b23b-5e9e61ef5cbe tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Jul 16 04:01:40.524820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44058) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:40.583818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9aa72b5e-68cf-45ea-b802-4f9e026f5aec tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/floatingips/ca9e3958-94d3-4471-8641-fd582f5b10ad HTTP/1.1" status: 200 len: 993 time: 0.0572124 Jul 16 04:01:40.609064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d64-a91c-481f-ace8-1fd28e7d3025 req-2381b981-6427-4f94-b13d-6d8f06e3f91f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.610467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6fd4d64-a91c-481f-ace8-1fd28e7d3025 req-2381b981-6427-4f94-b13d-6d8f06e3f91f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 944 time: 0.0628502 Jul 16 04:01:40.648116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6fd4d64-a91c-481f-ace8-1fd28e7d3025 req-5f5276e0-5db8-4fee-8b31-c6fd2a602c1e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jul 16 04:01:40.732397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41d8f5e6-a9e9-4da2-8498-782ca4605760 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:40.780824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 41d8f5e6-a9e9-4da2-8498-782ca4605760 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:40.784523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 41d8f5e6-a9e9-4da2-8498-782ca4605760 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:40.784897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.861321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.882727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:40.885879 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7732f959-d0fa-4503-aaa7-a6da7caffb30" -d '{"events": [{"server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "name": "network-vif-plugged", "status": "completed", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:40.898502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 41d8f5e6-a9e9-4da2-8498-782ca4605760, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:40.902396 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.925240 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407efc8-2704-4939-85fe-ceba953d6eb3 x-openstack-request-id: req-e407efc8-2704-4939-85fe-ceba953d6eb3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:40.925535 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "name": "network-vif-plugged", "status": "completed", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:40.925808 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e407efc8-2704-4939-85fe-ceba953d6eb3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:40.926192 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'code': 200} Jul 16 04:01:40.952402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=41d8f5e6-a9e9-4da2-8498-782ca4605760,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:40.972726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44066) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:41.122226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcb647-dc68-4998-879c-981ea3f2054d req-2ebfb22e-89ba-448f-ba9a-f806dd59bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:41.123616 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63fcb647-dc68-4998-879c-981ea3f2054d req-2ebfb22e-89ba-448f-ba9a-f806dd59bc0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.1122730 Jul 16 04:01:41.181437 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-63fcb647-dc68-4998-879c-981ea3f2054d req-8a899deb-0d45-4497-88ee-ddc85876b1ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Jul 16 04:01:41.188974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 3330dde4-3781-4030-90a3-8c1d86c51041 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:41.189308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.264657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.264978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.276512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 3330dde4-3781-4030-90a3-8c1d86c51041 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:41.416518 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.443639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=3330dde4-3781-4030-90a3-8c1d86c51041,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:41.503555 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.503889 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Floating IP ca9e3958-94d3-4471-8641-fd582f5b10ad disassociated (deleted). External IP: 172.25.4.166, port: 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9. Jul 16 04:01:41.707065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router c28b0779-1efa-4fdc-a083-b5e29d566d18 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:41.813608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:41.818855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.824493 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] Sync routers for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:41.829223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8c223-8de8-46cc-a040-0e6dd5722e81 req-4799dab1-bab5-4517-aa95-3dc3b832e27a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:41.830776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21d8c223-8de8-46cc-a040-0e6dd5722e81 req-4799dab1-bab5-4517-aa95-3dc3b832e27a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 945 time: 0.0720978 Jul 16 04:01:41.834896 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:41.835742 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:41.854784 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f334a6cb-9d01-44a5-ab0e-c2457aff465b tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca9e3958-94d3-4471-8641-fd582f5b10ad HTTP/1.1" status: 204 len: 168 time: 0.8809299 Jul 16 04:01:41.855371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:41.858073 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd56ad73-ebfa-4848-a18f-b09eba597933" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:41.870835 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21d8c223-8de8-46cc-a040-0e6dd5722e81 req-f8dc3237-3820-4b9d-a32a-2820b54b35fe tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Jul 16 04:01:41.942023 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:42.134173 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2127c1c3-ec7a-449a-b48c-fb5b076a44c8 x-openstack-request-id: req-2127c1c3-ec7a-449a-b48c-fb5b076a44c8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:42.134858 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:42.135134 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2127c1c3-ec7a-449a-b48c-fb5b076a44c8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:42.135534 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'status': 'completed', 'code': 200} Jul 16 04:01:42.140385 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:02Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.170659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] Checking router: c28b0779-1efa-4fdc-a083-b5e29d566d18 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:42.178841 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:42.179448 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.212510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-de48251d-45d9-4fc1-9fad-646328e19332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:42.214015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-de48251d-45d9-4fc1-9fad-646328e19332 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da49b52e1fec41719394e43ca6d12205&device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0541699 Jul 16 04:01:42.282652 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:42.341499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-52529041-5140-44b7-b1b9-3a53a0e2b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:42.343298 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-52529041-5140-44b7-b1b9-3a53a0e2b0d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 200 len: 899 time: 0.1221499 Jul 16 04:01:42.354805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95ffe-82f0-42eb-9c94-fef53e3197f3 req-a3cd7b2d-1e15-4963-ac92-6cacb76a5d72 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:42.356257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7e95ffe-82f0-42eb-9c94-fef53e3197f3 req-a3cd7b2d-1e15-4963-ac92-6cacb76a5d72 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 945 time: 0.1274130 Jul 16 04:01:42.396164 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-72627662-db3c-4867-a2c6-7ce5c50df931 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0389581 Jul 16 04:01:42.454801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7e95ffe-82f0-42eb-9c94-fef53e3197f3 req-ae96c29c-f369-4628-ba83-d8a7a09f2261 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910282 Jul 16 04:01:42.463483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-66952750-2913-4ef6-9457-da5123f36218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:42.464845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-66952750-2913-4ef6-9457-da5123f36218 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff584b56-a657-41e1-a895-eaee711dc6c0 HTTP/1.1" status: 200 len: 835 time: 0.0608459 Jul 16 04:01:42.481453 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:02Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.507090 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f8d8-9d9f-418e-a73b-dd360f2fa050 None None] The sync data for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 is: [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '5c28486e-812f-40d1-85fe-26ea32f9ae90', 'name': '', 'network_id': '9dd6c955-6023-4fad-a437-88f2490ffef9', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'mac_address': 'fa:16:3e:1e:29:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:58Z', 'updated_at': '2021-07-16T04:01:02Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'subnets': [{'id': 'ff584b56-a657-41e1-a895-eaee711dc6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:42.522003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-a3cd55b2-1069-47a9-8c66-d2dc3fefdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:42.523520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-a3cd55b2-1069-47a9-8c66-d2dc3fefdd2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd6c955-6023-4fad-a437-88f2490ffef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519543 Jul 16 04:01:42.617922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-b218386c-22db-439f-bc45-b8b824eb41c3 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864096 Jul 16 04:01:42.656426 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:01:42.711534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd56ad73-ebfa-4848-a18f-b09eba597933 req-8775d172-d8f7-4fe2-b623-e4bb8f98857e service neutron] 10.222.0.11 "GET /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Jul 16 04:01:42.722378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0eef34-920d-41fb-84f7-2cb10ca13421 None None] New status for floating IP ca9e3958-94d3-4471-8641-fd582f5b10ad: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:01:43.045063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee6a9-5bf9-4cdb-8d62-b93be9e1f55f req-8e7a762d-7640-4a24-96e8-fcb5318a09f4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:43.046406 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57cee6a9-5bf9-4cdb-8d62-b93be9e1f55f req-8e7a762d-7640-4a24-96e8-fcb5318a09f4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 945 time: 0.0643034 Jul 16 04:01:43.082820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57cee6a9-5bf9-4cdb-8d62-b93be9e1f55f req-5d835e75-b305-429f-b8c1-f26c52990e2f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Jul 16 04:01:43.252142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1cff-69eb-4430-aef4-226be534289d req-333d34f3-4885-4e57-a880-34aea5414dad tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:43.253577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c93d1cff-69eb-4430-aef4-226be534289d req-333d34f3-4885-4e57-a880-34aea5414dad tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 945 time: 0.0610113 Jul 16 04:01:43.289374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c93d1cff-69eb-4430-aef4-226be534289d req-7fd1c939-ff55-4b16-935f-13bd96e3a59d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303624 Jul 16 04:01:43.314401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44080) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:43.461081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7422c47-a04d-4c23-a7ca-35311a28820c tempest-TestVolumeBootPattern-451716385 tempest-TestVolumeBootPattern-451716385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:43.462617 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e7422c47-a04d-4c23-a7ca-35311a28820c tempest-TestVolumeBootPattern-451716385 tempest-TestVolumeBootPattern-451716385-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1091 time: 0.1471868 Jul 16 04:01:43.465445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44084) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:43.469836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:43.496924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.535250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-52790887-657d-4b61-a777-0bb9ab7abd3a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:43.537513 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-52790887-657d-4b61-a777-0bb9ab7abd3a tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 945 time: 0.0702643 Jul 16 04:01:43.598700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.707344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.25.4.191 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b4822dad-87d6-42ee-b199-799225cfd0f2) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:43.814481 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.853147 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.893237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:43.896252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:43.899752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:43.921380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=b4822dad-87d6-42ee-b199-799225cfd0f2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:43.980661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5084144-da52-4f9a-9476-f8d526fb642c req-e10ef8a6-7a35-4b08-becf-906ae380c506 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:43.982137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5084144-da52-4f9a-9476-f8d526fb642c req-e10ef8a6-7a35-4b08-becf-906ae380c506 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5 HTTP/1.1" status: 200 len: 945 time: 0.1099143 Jul 16 04:01:43.997239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:43.997586 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.075181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5084144-da52-4f9a-9476-f8d526fb642c req-d716266e-f95a-4de7-a650-29a1199668da tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "GET /v2.0/security-groups?id=cad45275-a06b-4218-bb87-981b4d47b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858614 Jul 16 04:01:44.109221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:44.109473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.122441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:44.255536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.285592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.316084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.316431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.316774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.317114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.317468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.317799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.318124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.318449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.318795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.319117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.319441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.319764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:44.343406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] No DVR routers for this DVR port 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:44.346379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.348424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-340b82e3-53f1-4bd3-b3cb-836d261235be req-74489a4d-b749-470c-92a1-b7a118f44549 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.11 "DELETE /v2.0/ports/7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 HTTP/1.1" status: 204 len: 173 time: 0.8050911 Jul 16 04:01:44.348889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'name': 'network-vif-deleted', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:44.351529 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2e910-9c0c-4ab6-b429-d309f6b2ab7f" -d '{"events": [{"server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "name": "network-vif-deleted", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:44.393695 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ecdd4-2f22-4dff-b013-4fb171cf329d x-openstack-request-id: req-cc1ecdd4-2f22-4dff-b013-4fb171cf329d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:44.394088 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5", "name": "network-vif-deleted", "tag": "7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:44.394406 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc1ecdd4-2f22-4dff-b013-4fb171cf329d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:44.394892 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0ea193-6ecf-41c5-b23c-c63f5fadb0e5', 'name': 'network-vif-deleted', 'tag': '7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9', 'status': 'completed', 'code': 200} Jul 16 04:01:44.550697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.627310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.781628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.787790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.868181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=b4822dad-87d6-42ee-b199-799225cfd0f2,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.877506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.984828 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Floating IP 47138c05-9969-4b8c-be4a-726c608cc721 associated. External IP: 172.25.4.191, port: 41d8f5e6-a9e9-4da2-8498-782ca4605760. Jul 16 04:01:45.167841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:45.187366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:45.227764 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe1b721-4fb6-4195-a75e-be1caa026092 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.252805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe1b721-4fb6-4195-a75e-be1caa026092 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.297785 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:45.308578 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:45.312320 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe1b721-4fb6-4195-a75e-be1caa026092 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.315264 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe1b721-4fb6-4195-a75e-be1caa026092 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.315435 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.319107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0fe1b721-4fb6-4195-a75e-be1caa026092 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/security-groups/cad45275-a06b-4218-bb87-981b4d47b2bc HTTP/1.1" status: 204 len: 168 time: 0.1477208 Jul 16 04:01:45.319286 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:45.319286 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.331591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1b721-4fb6-4195-a75e-be1caa026092 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad45275-a06b-4218-bb87-981b4d47b2bc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.364957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-04eea36f-361d-4d80-b2da-a60a05747d3e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8983798 Jul 16 04:01:45.365410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:45.367667 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c91708f-7941-45f9-8d76-b6546f72c320" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:45.373814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44098) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:45.412979 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd220e-35a8-482d-80c5-48ff84f6b1fd x-openstack-request-id: req-64fd220e-35a8-482d-80c5-48ff84f6b1fd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:45.413198 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:45.413445 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64fd220e-35a8-482d-80c5-48ff84f6b1fd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:45.414043 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'status': 'completed', 'code': 200} Jul 16 04:01:45.451543 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:45.578334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-f301aa81-bfb3-483d-9260-449cea871956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:45.579838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-f301aa81-bfb3-483d-9260-449cea871956 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.1199145 Jul 16 04:01:45.673729 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:44Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.699191 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:45.707273 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:45.707875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.745921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-bca00c3c-d79b-4529-b610-e515f708e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:45.747382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-bca00c3c-d79b-4529-b610-e515f708e527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1392636 Jul 16 04:01:45.811228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:45.835818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-20a88259-63ca-49b9-87b9-2131b74381ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 999 time: 0.0707877 Jul 16 04:01:45.915360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-ee1a7ccb-d55b-47d6-b1ba-2c17125e96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:45.916908 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-ee1a7ccb-d55b-47d6-b1ba-2c17125e96e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0750427 Jul 16 04:01:45.974664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.033924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-c08d9def-4f26-4c71-bcea-b59822158117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:46.035438 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-c08d9def-4f26-4c71-bcea-b59822158117 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116574 Jul 16 04:01:46.117079 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:44Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:46.143369 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408f8a8-85c8-4334-a0df-b32e8525baf3 None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:44Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:46.211310 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-38ad0de6-9190-4041-8475-7016d99bd25e service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511679 Jul 16 04:01:46.336645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def2153-3fd4-4732-bd9a-6a1d46a850b0 None None] New status for floating IP 47138c05-9969-4b8c-be4a-726c608cc721: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:01:46.347231 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c91708f-7941-45f9-8d76-b6546f72c320 req-d8e22891-96c6-4d9b-b20f-21399582f372 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300898 Jul 16 04:01:46.403896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port 5c28486e-812f-40d1-85fe-26ea32f9ae90 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:46.404268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.493200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port 5c28486e-812f-40d1-85fe-26ea32f9ae90, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5c28486e-812f-40d1-85fe-26ea32f9ae90,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:46.493555 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.506780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for 5c28486e-812f-40d1-85fe-26ea32f9ae90 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:46.540547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:46.560254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:46.560602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7f9f9b45-576c-4fcb-bf2e-f94b219f7ce9 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:46.694180 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.993483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=5c28486e-812f-40d1-85fe-26ea32f9ae90,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:47.163785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.372328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Router c28b0779-1efa-4fdc-a083-b5e29d566d18 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:47.477434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:47.482727 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4e3a2884-c0d4-417d-af9c-003b77fd95ba tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "PUT /v2.0/routers/c28b0779-1efa-4fdc-a083-b5e29d566d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1078215 Jul 16 04:01:47.485552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44102) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:47.486433 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] Sync routers for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:47.496746 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:47.497541 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.536952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting subnet ff584b56-a657-41e1-a895-eaee711dc6c0 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:47.540094 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.579736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.599503 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:47.669280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.730454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.758125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Subnet': ['ID=ff584b56-a657-41e1-a895-eaee711dc6c0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:47.760198 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.762061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9edde2f3-ec0f-499c-8d54-247c26ab50bf tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/subnets/ff584b56-a657-41e1-a895-eaee711dc6c0 HTTP/1.1" status: 204 len: 168 time: 0.2755442 Jul 16 04:01:47.764728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44104) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:47.766392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdb365-882f-4301-b1cc-b76a68f1e780 None None] Network 9dd6c955-6023-4fad-a437-88f2490ffef9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:47.783821 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.813859 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] Checking router: c28b0779-1efa-4fdc-a083-b5e29d566d18 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:47.823772 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] Routers {'c28b0779-1efa-4fdc-a083-b5e29d566d18'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:47.824383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['c28b0779-1efa-4fdc-a083-b5e29d566d18'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.875731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.934070 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] Set router c28b0779-1efa-4fdc-a083-b5e29d566d18 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:47.984280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.038614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Deleting port de4171d7-edfd-4c63-bc65-a3554c5c4360 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:48.038888 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.123055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] For port de4171d7-edfd-4c63-bc65-a3554c5c4360, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=de4171d7-edfd-4c63-bc65-a3554c5c4360,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:48.123421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.131421 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.132749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] DHCP port deletion for 9dd6c955-6023-4fad-a437-88f2490ffef9 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:48.136592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Calling delete_port for de4171d7-edfd-4c63-bc65-a3554c5c4360 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:48.157545 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5ac44-17d7-46e8-83a7-59bf8088976e None None] The sync data for ids ['c28b0779-1efa-4fdc-a083-b5e29d566d18'] in n-d-800089-6 is: [{'id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'name': 'tempest-TestNetworkBasicOps-router-1752440854', 'tenant_id': 'da49b52e1fec41719394e43ca6d12205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 5, 'project_id': 'da49b52e1fec41719394e43ca6d12205', 'gw_port': {'id': 'de4171d7-edfd-4c63-bc65-a3554c5c4360', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b0779-1efa-4fdc-a083-b5e29d566d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:55Z', 'updated_at': '2021-07-16T04:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:48.182458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Deleting port ab0b81cd-c736-47be-b4e0-7363242c8315 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:48.182958 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.249144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] For port ab0b81cd-c736-47be-b4e0-7363242c8315, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ab0b81cd-c736-47be-b4e0-7363242c8315,segment=NetworkSegment(20e3e953-a304-4a18-96da-d48328e75d81),segment_id=20e3e953-a304-4a18-96da-d48328e75d81)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:48.249399 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.261923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Calling delete_port for ab0b81cd-c736-47be-b4e0-7363242c8315 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:48.309469 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.334959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Port': ['ID=de4171d7-edfd-4c63-bc65-a3554c5c4360,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:48.345309 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.371067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Pushing event deleted for resources: {'Port': ['ID=ab0b81cd-c736-47be-b4e0-7363242c8315,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:48.375337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] No DVR routers for this DVR port ab0b81cd-c736-47be-b4e0-7363242c8315 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:48.382170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.382518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.383301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.383301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.383524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.383839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.384164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.385392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.385595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.385854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.386128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.387023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512e2eb-29b0-4370-ab82-d27e99bd0172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:48.399150 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.492278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.493730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.539086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.539642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Fanout notify agent at l3_agent the message router_deleted on router c28b0779-1efa-4fdc-a083-b5e29d566d18 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:48.547554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.548837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-024231dd-34e5-4aae-b99b-a512a7ed00a5 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/routers/c28b0779-1efa-4fdc-a083-b5e29d566d18 HTTP/1.1" status: 204 len: 168 time: 0.7831974 Jul 16 04:01:48.551467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44106) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:48.630046 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.726942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.738368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd6c955-6023-4fad-a437-88f2490ffef9']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.746122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ab0b81cd-c736-47be-b4e0-7363242c8315 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:48.755474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e3e953-a304-4a18-96da-d48328e75d81') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.755799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e3e953-a304-4a18-96da-d48328e75d81') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.766085 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.770134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ab0b81cd-c736-47be-b4e0-7363242c8315 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:48.770660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ab0b81cd-c736-47be-b4e0-7363242c8315 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:48.770933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c28486e-812f-40d1-85fe-26ea32f9ae90 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:48.781014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.787388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:48.787785 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.790396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5c28486e-812f-40d1-85fe-26ea32f9ae90 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:48.790802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5c28486e-812f-40d1-85fe-26ea32f9ae90 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:48.790940 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:48.856138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.863216 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.865000 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] 10.222.0.25 "DELETE /v2.0/networks/9dd6c955-6023-4fad-a437-88f2490ffef9 HTTP/1.1" status: 204 len: 168 time: 0.3125417 Jul 16 04:01:48.877223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ac08-0006-4cf4-b32b-ff7cae804a89 tempest-TestNetworkBasicOps-818974933 tempest-TestNetworkBasicOps-818974933-project] Pushing event deleted for resources: {'Network': ['ID=9dd6c955-6023-4fad-a437-88f2490ffef9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.117157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44112) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.257447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7c7635a5-05e3-4371-aa33-a15968f32889 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da49b52e1fec41719394e43ca6d12205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390436 Jul 16 04:01:49.259962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.306973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-432942c8-7434-41ce-a0bf-4a31840fd6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.327277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-432942c8-7434-41ce-a0bf-4a31840fd6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.373575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-432942c8-7434-41ce-a0bf-4a31840fd6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.376615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-432942c8-7434-41ce-a0bf-4a31840fd6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.377753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-432942c8-7434-41ce-a0bf-4a31840fd6be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/250afb34-eac5-4951-a3b7-636697f941e7 HTTP/1.1" status: 204 len: 168 time: 0.1168180 Jul 16 04:01:49.385275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432942c8-7434-41ce-a0bf-4a31840fd6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250afb34-eac5-4951-a3b7-636697f941e7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.627304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44122) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.641184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b083dd66-44c9-4e0d-9134-ef3628407857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.730832 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b083dd66-44c9-4e0d-9134-ef3628407857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.734384 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b083dd66-44c9-4e0d-9134-ef3628407857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.772096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b083dd66-44c9-4e0d-9134-ef3628407857 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdf3dbd62cdf40f095f90b4e3fd00554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437361 Jul 16 04:01:49.772967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083dd66-44c9-4e0d-9134-ef3628407857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e785778-4bdb-47bd-91e1-4a40660834af,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.774856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44124) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.822492 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6960d37e-5c0b-440e-a363-e3922137e5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.842220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6960d37e-5c0b-440e-a363-e3922137e5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.887217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6960d37e-5c0b-440e-a363-e3922137e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.889665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6960d37e-5c0b-440e-a363-e3922137e5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.890821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6960d37e-5c0b-440e-a363-e3922137e5bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e785778-4bdb-47bd-91e1-4a40660834af HTTP/1.1" status: 204 len: 168 time: 0.1149743 Jul 16 04:01:49.898023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960d37e-5c0b-440e-a363-e3922137e5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e785778-4bdb-47bd-91e1-4a40660834af,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.651965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device de4171d7-edfd-4c63-bc65-a3554c5c4360 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:50.671369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: de4171d7-edfd-4c63-bc65-a3554c5c4360 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:50.671816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device de4171d7-edfd-4c63-bc65-a3554c5c4360 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:50.736475 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c0584bd-8085-46fb-869b-dbfa35739058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.893665 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44176) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:51.899015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'network': {'name': 'tempest-network-smoke--429931800', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:51.924421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Made reservation on behalf of 151ec7a908d448d58d2b43dc28a0d5ce for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:51.928068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.936308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.026365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.030050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.056608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:52.065168 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83e023-c461-4e94-a9ff-9bc42c499746,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.071112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.071466 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Added segment 6178d9f3-39e9-48db-8124-0c86561566de of type vlan for network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 Jul 16 04:01:52.110732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.137854 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.143582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:52.144154 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.178811 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2839851 Jul 16 04:01:52.181965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44180) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:52.186752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'admin_state_up': True, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:52.210652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.211835 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.215875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae1a59-bcbf-47b0-93b5-94511540ac2f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Network': ['ID=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.228001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:52.269766 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.413127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.609932 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.632812 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.739249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.25.4.118 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/22810429-ae67-47ab-a84e-781660f5c726) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:52.846366 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.887068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.928184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:52.932027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:52.934471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:52.960318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=22810429-ae67-47ab-a84e-781660f5c726,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:53.188765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.385335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.510722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:53.555236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e5f1190c-2ef3-4239-85a2-56c780444519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.616010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:53.624965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Sync routers for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:53.633594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.635302 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:53.635567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-903797cf-ba6c-4fbf-8933-2d649b3a25b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4524949 Jul 16 04:01:53.636058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:53.638723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.740275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:53.758958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-158b99dd-d132-49b1-b330-1a325879a4d1 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=151ec7a908d448d58d2b43dc28a0d5ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1163831 Jul 16 04:01:53.759670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.843545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438cd0c8-42a6-4669-91ba-accfa138f24f tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:53.844984 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-438cd0c8-42a6-4669-91ba-accfa138f24f tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844316 Jul 16 04:01:53.847874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.879203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7e3a1883-ab46-4f0a-ac37-43828b052e14 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302045 Jul 16 04:01:53.882171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.887559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1183528450', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:53.900600 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.927052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:53Z', 'revision_number': 3, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:53.953307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Checking router: aa92dcad-1483-4cc7-b33d-f055fc6d63f0 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:53.953655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Updating router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 port 22810429-ae67-47ab-a84e-781660f5c726 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:53.972349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Made reservation on behalf of 151ec7a908d448d58d2b43dc28a0d5ce for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:53.976334 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.990972 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.152229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.208708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Subnet': ['ID=dcf185c0-6f98-4d93-82f1-87ca6a2a2320,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:54.217642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Checking segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:54.218008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network hostable DHCP agents. Network: 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:54.234631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:54.240943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.243352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:54.247555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:54.248129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.251629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Transition to ACTIVE for port object 22810429-ae67-47ab-a84e-781660f5c726 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:54.255003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3af0f-446f-4637-9376-6eef2c13354c None None] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:54.262501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0b0e034b-02c3-40dd-8b81-a19911b74dbf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3792796 Jul 16 04:01:54.265206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:54.269076 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.357991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Attempting to bind port 22810429-ae67-47ab-a84e-781660f5c726 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:54.358347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Attempting to bind port 22810429-ae67-47ab-a84e-781660f5c726 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:54.358747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Attempting to bind port 22810429-ae67-47ab-a84e-781660f5c726 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:54.371479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936ffd8-89a2-4c6e-aae2-23676bcff6ce None None] Pushing event updated for resources: {'Port': ['ID=22810429-ae67-47ab-a84e-781660f5c726,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:54.375786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:54.376182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:54.376562 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.376950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:54.377429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Bound port: 22810429-ae67-47ab-a84e-781660f5c726, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:54.377814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.460036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.486032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] For port 22810429-ae67-47ab-a84e-781660f5c726, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:54.490907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] For port 22810429-ae67-47ab-a84e-781660f5c726, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=22810429-ae67-47ab-a84e-781660f5c726,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:54.516265 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.543195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:54.544203 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.603570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:54.604553 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:54.644611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936ffd8-89a2-4c6e-aae2-23676bcff6ce None None] Pushing event updated for resources: {'Port': ['ID=22810429-ae67-47ab-a84e-781660f5c726,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:54.699335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.811141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:54.868197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Allocated IP 172.20.0.2 (76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5/dcf185c0-6f98-4d93-82f1-87ca6a2a2320/b190f8a8-4b0e-4982-88b3-24ed7b06d1f3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:55.100979 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.111863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Transition to ACTIVE for port object b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:55.116973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:53Z', 'revision_number': 3, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:55.149949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24379ff4-4ef9-45c4-b37f-c3c60824ca88 None None] The sync data for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 is: [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:53Z', 'revision_number': 3, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:55.153626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Transition to ACTIVE for port object b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:55.160125 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.209125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:55.212473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:55.216033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:55.217188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.20.0.1 (76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5/dcf185c0-6f98-4d93-82f1-87ca6a2a2320/8413c74d-9590-4bf5-8bd5-0ac771fa5f18) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:55.229549 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Pushing event updated for resources: {'Port': ['ID=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:55.286265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Attempting to bind port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:55.286687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Attempting to bind port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:55.287062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Attempting to bind port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 on network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:55.292969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:55.293346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Checking segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:55.293782 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.294178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Bound using segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:55.294701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Bound port: b190f8a8-4b0e-4982-88b3-24ed7b06d1f3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:55.295114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.342201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.361336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Transition to ACTIVE for port object 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:55.366681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] For port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:55.371012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] For port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:55.376614 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.418818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.445563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:55.477514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13437d7d-c566-4e91-816c-c6a5c6c92eaf None None] Pushing event updated for resources: {'Port': ['ID=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:55.494174 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:55.497351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:55.541500 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:55.561287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.739342 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.149734 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.345312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.350731 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.420499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66972ff0-fc5d-43ee-a9f6-05dc5059140d None None] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:56.422934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.427821 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.486516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-599df4ec-0e2c-48fb-b646-d2c5301be1e0 None None] Provisioning for port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:56.525228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:56.526945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:56.646830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:56.774221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:56.780998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:56.786160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8db352be-6784-4f0c-802b-c8c24f4a3590 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "PUT /v2.0/routers/aa92dcad-1483-4cc7-b33d-f055fc6d63f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198720 Jul 16 04:01:56.789015 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44194) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:56.796762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--520795033', 'description': 'tempest-secgroup_access--520795033 description', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:56.823751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.831399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:56.835486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:56.835874 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.901163 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Sync routers for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:56.915972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.916484 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:56.917106 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:56.923461 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.942526 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.963642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38783aba-82b8-4cb2-8c35-01d362b986a0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.966402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.972730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:56.981082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1063595938', 'description': 'tempest-secgroup_general--1063595938 description', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:56.986589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0a1bd212-1978-464e-915b-fe8899009696 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1952794 Jul 16 04:01:56.989993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:56.995775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.996602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 22810429-ae67-47ab-a84e-781660f5c726 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:57.015810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.035940 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:57.096673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.124186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.127806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-75dca67a-fcb0-4c9e-8e05-d09f34b1a7e2 None None] Provisioning complete for port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.128406 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75dca67a-fcb0-4c9e-8e05-d09f34b1a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.131988 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.132189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 22810429-ae67-47ab-a84e-781660f5c726 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:57.153766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 22810429-ae67-47ab-a84e-781660f5c726 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.154430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.164366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57149198-bc04-43d3-8597-6cdf1cae412d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.170313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.175128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44198) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:57.181142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'security_group_rule': {'security_group_id': '38783aba-82b8-4cb2-8c35-01d362b986a0', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:57.186804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd29ccc6-9478-43da-b142-99cea038c8bc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2110698 Jul 16 04:01:57.216493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.293601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.295800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.298363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 2, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:57.300566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.316762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907ad339-a759-46c8-8521-d0fc21d1d177,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.317533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-75dca67a-fcb0-4c9e-8e05-d09f34b1a7e2 None None] Provisioning for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:57.328320 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Checking router: aa92dcad-1483-4cc7-b33d-f055fc6d63f0 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:57.328748 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Updating router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:57.330226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-75dca67a-fcb0-4c9e-8e05-d09f34b1a7e2 None None] Provisioning complete for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.330426 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75dca67a-fcb0-4c9e-8e05-d09f34b1a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.336684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 22810429-ae67-47ab-a84e-781660f5c726, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=22810429-ae67-47ab-a84e-781660f5c726,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:57.340525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.342228 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dccf42d7-afa2-4d35-8850-a11673dff4cd tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659725 Jul 16 04:01:57.362125 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.392044 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.415722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-75dca67a-fcb0-4c9e-8e05-d09f34b1a7e2 None None] Port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:57.442704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=22810429-ae67-47ab-a84e-781660f5c726,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.529023 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-a5324f8f-a11f-4695-81b9-ffcb1c0b8d89 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1063595938&fields=id&tenant_id=151ec7a908d448d58d2b43dc28a0d5ce HTTP/1.1" status: 200 len: 267 time: 0.0384057 Jul 16 04:01:57.536701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-42306429-ed0a-438d-b9a6-592bfb244aef None None] Provisioning complete for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.537074 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42306429-ed0a-438d-b9a6-592bfb244aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.576216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-37d8cbc2-90dc-42b4-a424-8933c9fa16b0 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--520795033&fields=id&tenant_id=151ec7a908d448d58d2b43dc28a0d5ce HTTP/1.1" status: 200 len: 267 time: 0.0408487 Jul 16 04:01:57.579211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-42306429-ed0a-438d-b9a6-592bfb244aef None None] Port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:57.684996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-3616f42f-2811-4fd3-93d8-3b21ab7ea0fc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:57.687202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-3616f42f-2811-4fd3-93d8-3b21ab7ea0fc tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/networks?id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 200 len: 796 time: 0.1047332 Jul 16 04:01:57.698810 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.700387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-615619d7-947f-4b97-8333-14deed1d854c None None] Provisioning complete for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:57.700966 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-615619d7-947f-4b97-8333-14deed1d854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.704753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-81c4bb11-535c-4b70-a718-734b73ad4cce tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/quotas/151ec7a908d448d58d2b43dc28a0d5ce HTTP/1.1" status: 200 len: 375 time: 0.0122538 Jul 16 04:01:57.711735 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Transition to ACTIVE for port object 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:57.719680 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.742039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-615619d7-947f-4b97-8333-14deed1d854c None None] Port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:57.769266 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Pushing event updated for resources: {'Port': ['ID=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.776369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-69ab3c37-a26e-49fb-b3ef-1e31469fa30d tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651565 Jul 16 04:01:57.780456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.780808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.781150 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.781484 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.781816 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.782145 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.782470 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.782824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.783149 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.783470 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.783790 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.784110 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:57.838933 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Attempting to bind port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:57.839300 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Attempting to bind port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:57.839794 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Attempting to bind port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 on network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:57.845008 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:57.845390 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Checking segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:57.845812 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.846197 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Bound using segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:57.846703 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Bound port: 8413c74d-9590-4bf5-8bd5-0ac771fa5f18, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:57.847084 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.885768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-7888f3f7-e14d-443a-b16e-9800dad035c3 service neutron] 10.222.0.25 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905170 Jul 16 04:01:57.917949 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] For port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:57.921173 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] For port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:57.926853 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.984998 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:57.985560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6627c733-a836-4a17-8297-afc3aca6ace3 service neutron] 10.222.0.25 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936828 Jul 16 04:01:57.986109 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:57.991227 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc0223-2c9a-44f5-b8c3-62136fa914da None None] Pushing event updated for resources: {'Port': ['ID=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:58.193237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:58.193808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-121d595b-1f8e-494b-8ca5-2132953d4793 req-01525929-ad6b-4454-8412-9210f697272c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 210 time: 0.0472116 Jul 16 04:01:58.418388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:58.444265 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b58a-c015-4793-9680-04b9d9f3f3a4 None None] The sync data for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 is: [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:58.786637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:58.841349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:58.848243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:58.849009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.958724 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.994740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:59.000033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.000983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:59.102384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:59.114393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:59.114948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.219010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 22810429-ae67-47ab-a84e-781660f5c726 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:59.271404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 22810429-ae67-47ab-a84e-781660f5c726 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:59.271742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.424809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b5e89978-a2ce-4836-99e8-93484b37df14 req-2e488def-cd26-453a-8cd4-ff948ef120ac tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 210 time: 0.0386508 Jul 16 04:01:59.456397 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-c42fbef7-ae2f-4b3e-9842-f6e394b1f86c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:59.458140 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-c42fbef7-ae2f-4b3e-9842-f6e394b1f86c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.11 "GET /v2.0/networks?id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 200 len: 796 time: 0.2438920 Jul 16 04:01:59.515671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-e002fbc5-2deb-4409-bf85-03a0a9e18d55 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=151ec7a908d448d58d2b43dc28a0d5ce HTTP/1.1" status: 200 len: 477 time: 0.0491951 Jul 16 04:01:59.525169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'port': {'device_id': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'admin_state_up': True, 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'security_groups': ['57149198-bc04-43d3-8597-6cdf1cae412d', '38783aba-82b8-4cb2-8c35-01d362b986a0']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:59.656055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Made reservation on behalf of 151ec7a908d448d58d2b43dc28a0d5ce for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:59.661145 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.800226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.20.0.3 (76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5/dcf185c0-6f98-4d93-82f1-87ca6a2a2320/e3ab1b6f-d37d-462d-8bfa-dfbe8d670319) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:59.947291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.960353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Transition to ACTIVE for port object e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:59.995016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.044119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:00.047271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:00.051334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:00.075027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.103874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:00.104501 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.119783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6ed099a4-01be-4623-b6ed-634d405b9c9b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5985713 Jul 16 04:02:00.131985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Request body: {'port': {'device_id': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:00.212750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.319990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e609792f-85d6-418d-8629-0f772fa339b5 None None] Provisioning for port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:00.324412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e609792f-85d6-418d-8629-0f772fa339b5 None None] Provisioning complete for port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:00.324906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e609792f-85d6-418d-8629-0f772fa339b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.363027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e609792f-85d6-418d-8629-0f772fa339b5 None None] Port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:00.479112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:02:00.486672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.499108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Transition to ACTIVE for port object e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:00.504286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.555124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.666850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Attempting to bind port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:00.667194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Attempting to bind port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:00.667525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Attempting to bind port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 on network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:00.675020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 on network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:02:00.675354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Attempting to bind port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 on network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:00.686024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:00.686405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Checking segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:00.686777 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Bound using segment: {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:00.687210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Bound port: e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6178d9f3-39e9-48db-8124-0c86561566de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:00.687565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.704523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b12a-1b88-4dcd-a947-e1ccf1457a7e req-57e5c29c-3e98-4bcc-a727-d14931152eaa tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:00.706080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94e9b12a-1b88-4dcd-a947-e1ccf1457a7e req-57e5c29c-3e98-4bcc-a727-d14931152eaa tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 982 time: 0.1524317 Jul 16 04:02:00.719320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:00.767577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:00.767956 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.784116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-94e9b12a-1b88-4dcd-a947-e1ccf1457a7e req-dece4124-a1d4-45be-a0bd-4ec803617b22 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0712004 Jul 16 04:02:00.790136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] For port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:00.793287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] For port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:00.808521 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.844919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:00.845530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.846972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 200 len: 1130 time: 0.7193954 Jul 16 04:02:00.847367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:00.849838 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c022eb-e933-4f45-b15d-7620f08174cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:00.887700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd4485-f9e8-4a90-8778-870861c679f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.898477 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e33a2-c31a-4def-8b6e-b022441f7eb0 x-openstack-request-id: req-d26e33a2-c31a-4def-8b6e-b022441f7eb0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:00.898801 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:00.899050 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d26e33a2-c31a-4def-8b6e-b022441f7eb0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:00.899479 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'status': 'completed', 'code': 200} Jul 16 04:02:00.954215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-20da479c-271a-49ef-8833-b89dd39ae1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:00.955951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-20da479c-271a-49ef-8833-b89dd39ae1ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1133 time: 0.0555515 Jul 16 04:02:00.997903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-8fc2ff1f-143e-45c4-be37-0bb69de23e22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 200 len: 217 time: 0.0350518 Jul 16 04:02:01.048958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-39b61b63-403d-4e4e-850f-c897d53c75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.050410 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-39b61b63-403d-4e4e-850f-c897d53c75f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf185c0-6f98-4d93-82f1-87ca6a2a2320 HTTP/1.1" status: 200 len: 835 time: 0.0467539 Jul 16 04:02:01.105705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6e35a2b6-4feb-404e-b76a-43125997d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.107117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-6e35a2b6-4feb-404e-b76a-43125997d3ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503397 Jul 16 04:02:01.192982 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-75bea031-1b80-4450-a2c1-34a15263efe8 service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797949 Jul 16 04:02:01.284381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b1b1967-ff1f-4002-91b4-2ac12080bf45 req-5a7eade2-83e6-427e-9b05-b98c3e8a4ee8 service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857377 Jul 16 04:02:01.382088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c022eb-e933-4f45-b15d-7620f08174cc req-86aa5753-5731-4375-9229-242195c09b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.383626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-86aa5753-5731-4375-9229-242195c09b69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1133 time: 0.0527575 Jul 16 04:02:01.473413 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c022eb-e933-4f45-b15d-7620f08174cc req-4542674e-4678-4c31-91ff-dac87b759088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.475127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-4542674e-4678-4c31-91ff-dac87b759088 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 200 len: 898 time: 0.0855823 Jul 16 04:02:01.514110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-ee48cefd-10a8-4292-9951-bb5a63cbcbba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 200 len: 217 time: 0.0324633 Jul 16 04:02:01.560682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c022eb-e933-4f45-b15d-7620f08174cc req-f55ed692-3e22-4012-8c77-4abe4aac9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.562137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-f55ed692-3e22-4012-8c77-4abe4aac9f25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf185c0-6f98-4d93-82f1-87ca6a2a2320 HTTP/1.1" status: 200 len: 835 time: 0.0420957 Jul 16 04:02:01.622499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c022eb-e933-4f45-b15d-7620f08174cc req-ef424e07-1394-421c-842e-6ba81d5756bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.623940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-ef424e07-1394-421c-842e-6ba81d5756bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549121 Jul 16 04:02:01.713004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-e8cc9d31-3a93-4973-ad2d-920b4319495a service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Jul 16 04:02:01.811447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-42c022eb-e933-4f45-b15d-7620f08174cc req-25a1f037-b7da-41d2-b51a-43e1782fd6b2 service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915005 Jul 16 04:02:01.966372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6d92-2fa4-4e21-952e-fabb591c4572 req-33237ca0-dc5e-4ff3-9f26-fa9dbc3b813f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.970734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0ab6d92-2fa4-4e21-952e-fabb591c4572 req-33237ca0-dc5e-4ff3-9f26-fa9dbc3b813f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 982 time: 0.0662861 Jul 16 04:02:02.010755 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d0ab6d92-2fa4-4e21-952e-fabb591c4572 req-a1fcb2f3-4969-4621-a242-67bd1e292f76 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0348635 Jul 16 04:02:02.646432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:02:02.742794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:02.754399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'port_id': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'mac_address': 'fa:16:3e:a8:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:02:02.797050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.810324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:02:02.829925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:02.833319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.880606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:03.013187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.027436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e3ab1b6f-d37d-462d-8bfa-dfbe8d670319'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:02:03.190244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557487f-8f29-41a1-ba54-f8ec2ad5cdbd req-68e347f9-07b4-4521-9f3d-a28da32fa1be tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:03.191743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2557487f-8f29-41a1-ba54-f8ec2ad5cdbd req-68e347f9-07b4-4521-9f3d-a28da32fa1be tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 983 time: 0.0663688 Jul 16 04:02:03.233915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2557487f-8f29-41a1-ba54-f8ec2ad5cdbd req-974dfa35-7d12-459a-a02a-fee6eee610cf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365586 Jul 16 04:02:03.806364 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.418393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7edb94-e077-4a0c-9fd4-ead6dcdc50bf req-f845c565-02aa-40d6-855e-8ea957af6d2b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:04.419880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef7edb94-e077-4a0c-9fd4-ead6dcdc50bf req-f845c565-02aa-40d6-855e-8ea957af6d2b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 983 time: 0.0649142 Jul 16 04:02:04.459576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef7edb94-e077-4a0c-9fd4-ead6dcdc50bf req-cc90e004-b3e0-45ab-ac01-4c99e510bf0c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338748 Jul 16 04:02:04.662233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:04.718151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:04.722515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:04.722932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.800560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.827254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:04.829463 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb01cc4e-4fa0-4e47-9dde-c1f84252c2ac" -d '{"events": [{"server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:04.841951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:04.845754 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.870641 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a92c53-e015-4eda-bec5-eddaa0ec5997 x-openstack-request-id: req-41a92c53-e015-4eda-bec5-eddaa0ec5997 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:04.870942 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:04.871263 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41a92c53-e015-4eda-bec5-eddaa0ec5997 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:04.871615 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'code': 200} Jul 16 04:02:04.909308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:04.983516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335fe9-e575-4d9f-8016-f7060439558f req-c70f77b7-c11e-4ba1-9336-6c13e4b26642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:04.984999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9335fe9-e575-4d9f-8016-f7060439558f req-c70f77b7-c11e-4ba1-9336-6c13e4b26642 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1135 time: 0.0505488 Jul 16 04:02:05.019167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e9335fe9-e575-4d9f-8016-f7060439558f req-1b0b5c5e-5edd-40a4-b785-d2b7e9cf8676 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0282707 Jul 16 04:02:05.646827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1241c9-d11a-4707-93c3-72e180b64442 req-31568808-577d-4677-b75c-be317d48cb96 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:05.649806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a1241c9-d11a-4707-93c3-72e180b64442 req-31568808-577d-4677-b75c-be317d48cb96 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 984 time: 0.0721626 Jul 16 04:02:05.690706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a1241c9-d11a-4707-93c3-72e180b64442 req-e0aa4598-21e1-4377-889c-53884612a801 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343728 Jul 16 04:02:06.865924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354a2e-abe6-4d5c-beaf-4db9cd528c2c req-8da12b6e-c904-4150-abb9-d718566859bf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:06.867470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa354a2e-abe6-4d5c-beaf-4db9cd528c2c req-8da12b6e-c904-4150-abb9-d718566859bf tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 984 time: 0.0630116 Jul 16 04:02:06.906209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fa354a2e-abe6-4d5c-beaf-4db9cd528c2c req-028f8fb4-52da-4918-b075-9ac5aabbe6c5 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331104 Jul 16 04:02:07.076569 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4014e9-e835-4577-bf80-c3b8d4a75899 req-9517c250-3098-4404-b271-32fdbe939435 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:07.078048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d4014e9-e835-4577-bf80-c3b8d4a75899 req-9517c250-3098-4404-b271-32fdbe939435 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 984 time: 0.0663435 Jul 16 04:02:07.117542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d4014e9-e835-4577-bf80-c3b8d4a75899 req-402704c5-71f0-4841-bf18-9f60850e4d5e tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338182 Jul 16 04:02:07.271223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa11028-3c93-4762-81df-08864b15c3bf req-8bce68b7-5359-4b8a-8a60-00a56561d93b tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:07.272720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fa11028-3c93-4762-81df-08864b15c3bf req-8bce68b7-5359-4b8a-8a60-00a56561d93b tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1135 time: 0.0505676 Jul 16 04:02:07.290257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6fa11028-3c93-4762-81df-08864b15c3bf req-56492e8d-bfa2-4bab-9b5e-6a1ee2b7b54a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.374247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6fa11028-3c93-4762-81df-08864b15c3bf req-56492e8d-bfa2-4bab-9b5e-6a1ee2b7b54a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.377935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6fa11028-3c93-4762-81df-08864b15c3bf req-56492e8d-bfa2-4bab-9b5e-6a1ee2b7b54a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.401231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6fa11028-3c93-4762-81df-08864b15c3bf req-56492e8d-bfa2-4bab-9b5e-6a1ee2b7b54a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1224017 Jul 16 04:02:07.410571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56492e8d-bfa2-4bab-9b5e-6a1ee2b7b54a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cee57d-b808-4c04-9a31-3e162f1100bd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.425902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44254) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:07.476967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7004df0e-9bd9-41ff-9c54-e87cc5e1da2e tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:07.478513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7004df0e-9bd9-41ff-9c54-e87cc5e1da2e tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1130 time: 0.0511231 Jul 16 04:02:07.481359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44256) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:07.485697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:07.506449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.601402 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.705552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.25.4.75 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/040a5ee3-a8e5-4f25-a679-5003ff2dfe79) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:07.801925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.840864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.876469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:07.882519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:07.885712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:07.912233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=040a5ee3-a8e5-4f25-a679-5003ff2dfe79,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:08.248546 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.325060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.470552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.475212 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.539146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=040a5ee3-a8e5-4f25-a679-5003ff2dfe79,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:08.550361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.647591 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Floating IP 273b6ff9-0cae-4283-8782-6ecfe318337f associated. External IP: 172.25.4.75, port: e3ab1b6f-d37d-462d-8bfa-dfbe8d670319. Jul 16 04:02:09.121566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:09.223860 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:09.233725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] Sync routers for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:09.239987 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.244550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:09.245171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.276503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b432b20-94bb-460b-9540-03682febc497 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7940359 Jul 16 04:02:09.277385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:09.279183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44258) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:09.279790 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74377c4-47c1-4070-b77b-408a3c5002ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:09.321508 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00f03be-5d45-44d1-83e1-03ac681e1c8e x-openstack-request-id: req-b00f03be-5d45-44d1-83e1-03ac681e1c8e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:09.321508 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:09.321508 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b00f03be-5d45-44d1-83e1-03ac681e1c8e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:09.321857 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'status': 'completed', 'code': 200} Jul 16 04:02:09.352905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:09.486609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.487088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.487550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.488015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.488473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.488935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.490716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-08e5bd3f-d145-4537-acfe-5e42509e02fc tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.2105188 Jul 16 04:02:09.494225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44262) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:09.497559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-b974c53a-c9f7-4037-b1e9-53c9c7ba0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.499046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-b974c53a-c9f7-4037-b1e9-53c9c7ba0a9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1135 time: 0.1506362 Jul 16 04:02:09.577851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '273b6ff9-0cae-4283-8782-6ecfe318337f', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'port_id': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'mac_address': 'fa:16:3e:a8:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:02:08Z', 'updated_at': '2021-07-16T04:02:08Z', 'revision_number': 0, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.591861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.592333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.592637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-95a02f39-4598-420d-b648-e74c1e403ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.592784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.593233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.593684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.594105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-95a02f39-4598-420d-b648-e74c1e403ca3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 200 len: 898 time: 0.0888302 Jul 16 04:02:09.594241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.595953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c8de468f-ca19-421f-bfad-58d4db15ee44 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1001952 Jul 16 04:02:09.598888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44264) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:09.604925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] Checking router: aa92dcad-1483-4cc7-b33d-f055fc6d63f0 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:09.613457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:09.614067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:01:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.662501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-dd66c31b-fb53-4f25-a8cf-65b344b507f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 200 len: 998 time: 0.0623052 Jul 16 04:02:09.713343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-1d986e10-7c16-4c8d-b9cc-38047afc95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.714848 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-1d986e10-7c16-4c8d-b9cc-38047afc95ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf185c0-6f98-4d93-82f1-87ca6a2a2320 HTTP/1.1" status: 200 len: 835 time: 0.0462615 Jul 16 04:02:09.718939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:09.778633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-4d17d156-13ce-40f3-9b9a-2f75094bfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.780829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-4d17d156-13ce-40f3-9b9a-2f75094bfdfd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602522 Jul 16 04:02:09.837512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1eb3964d-3c8e-4145-9ef4-304b4696aa7b tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2337062 Jul 16 04:02:09.837512 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:09.877260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-13eb9034-d0d4-4ba8-bde1-f2a29c20a450 service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901570 Jul 16 04:02:09.895652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7ccf9-51cb-4052-8081-868327900d1a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.896394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7ccf9-51cb-4052-8081-868327900d1a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:09.903405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e4a7ccf9-51cb-4052-8081-868327900d1a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa92dcad-1483-4cc7-b33d-f055fc6d63f0 HTTP/1.1" status: 200 len: 1990 time: 0.0609949 Jul 16 04:02:09.949570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '273b6ff9-0cae-4283-8782-6ecfe318337f', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'port_id': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'mac_address': 'fa:16:3e:a8:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:02:08Z', 'updated_at': '2021-07-16T04:02:08Z', 'revision_number': 0, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.968931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d74377c4-47c1-4070-b77b-408a3c5002ae req-b952eb60-f7b8-4c75-88f0-3f1550c3d6eb service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Jul 16 04:02:09.980004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee357c-f590-43f6-a649-b28ecfbaad24 None None] The sync data for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 is: [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '273b6ff9-0cae-4283-8782-6ecfe318337f', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'floating_ip_address': '172.25.4.75', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'port_id': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'mac_address': 'fa:16:3e:a8:96:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:02:08Z', 'updated_at': '2021-07-16T04:02:08Z', 'revision_number': 0, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:10.161408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735be3f-e76f-42a2-8beb-202cc0fb2eec None None] New status for floating IP 273b6ff9-0cae-4283-8782-6ecfe318337f: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:02:13.436793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-477726b0-07f1-470f-97fa-5e9e046dc33a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576680 Jul 16 04:02:13.528709 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23674b-6277-4185-a988-5555aa2bc061 req-228cabf1-dc42-4230-86cd-7dd6aceaa56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:13.530056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-228cabf1-dc42-4230-86cd-7dd6aceaa56d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1135 time: 0.0509467 Jul 16 04:02:13.632039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23674b-6277-4185-a988-5555aa2bc061 req-a72574e9-0244-4070-983a-35f529b6ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:13.634052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-a72574e9-0244-4070-983a-35f529b6ab11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 200 len: 898 time: 0.0848436 Jul 16 04:02:13.697918 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-2481f73f-b8d2-4fb9-92b1-3c7fe8b7810e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 200 len: 1000 time: 0.0577898 Jul 16 04:02:14.033194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23674b-6277-4185-a988-5555aa2bc061 req-2f8d7564-2a3d-49de-8714-8687a7e30d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:14.034656 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-2f8d7564-2a3d-49de-8714-8687a7e30d02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf185c0-6f98-4d93-82f1-87ca6a2a2320 HTTP/1.1" status: 200 len: 835 time: 0.3308222 Jul 16 04:02:14.088037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23674b-6277-4185-a988-5555aa2bc061 req-db910cc3-6951-413a-a4f6-f9520e798195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:14.089451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-db910cc3-6951-413a-a4f6-f9520e798195 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490630 Jul 16 04:02:14.175102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-ca5897c3-cf30-4cfb-8f3f-4f9e59a7e46c service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792952 Jul 16 04:02:14.260514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6e23674b-6277-4185-a988-5555aa2bc061 req-bcd348ae-1dda-4dfa-8f8a-81f632dd5140 service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788019 Jul 16 04:02:19.655325 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:02:19.805897 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-022c9f3c-15e7-4ba9-a936-5a39d6588a40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531111 Jul 16 04:02:19.896208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-4fab25ba-a7ff-4f60-8176-36ca37a1568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:19.897669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-4fab25ba-a7ff-4f60-8176-36ca37a1568a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.0521860 Jul 16 04:02:19.998012 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-62047cd2-2273-469f-bbc8-cb6f5da1faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:19.999478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-62047cd2-2273-469f-bbc8-cb6f5da1faad service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0829687 Jul 16 04:02:20.064207 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-393aeea5-87ce-434d-97ca-fab63e8c5c30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 1001 time: 0.0580506 Jul 16 04:02:20.110813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-0b9e2b82-f416-4a2a-9327-98be106ddfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:20.112194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-0b9e2b82-f416-4a2a-9327-98be106ddfdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0417719 Jul 16 04:02:20.167542 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-46baaaef-ae24-4fe4-add7-ccb7c25c24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:20.169008 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-46baaaef-ae24-4fe4-add7-ccb7c25c24c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497684 Jul 16 04:02:20.258704 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-0ee38a46-61df-4e5a-a117-667510cccf24 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833619 Jul 16 04:02:20.344691 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a24937cc-0b24-4ff8-9745-fe28cff6a4b0 req-2c57d410-b794-4eaa-87de-07211156a170 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796695 Jul 16 04:02:20.737589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d07f650f-5e5f-4ee5-a6a6-b788e565addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.558009 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b566b811-8ad8-4e21-9537-b670bda66516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.871497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.420703 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.149927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:33.019907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:33.807274 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.759394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44296) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:42.859344 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d7c10ed1-560c-4112-85d6-93fa128a8b5f tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.0987928 Jul 16 04:02:42.862061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:42.866808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'network': {'name': 'tempest-network-smoke--2086524646', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'port_security_enabled': False}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:42.886666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Made reservation on behalf of 151ec7a908d448d58d2b43dc28a0d5ce for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:42.890513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.913577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:42.922443 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.922835 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Added segment 1186ff6b-083d-4964-8317-b948edcfb686 of type vlan for network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d Jul 16 04:02:42.970750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:42.998653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.004115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:43.004692 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.038953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1758575 Jul 16 04:02:43.042302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:43.046971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'admin_state_up': True, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:43.069110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Network': ['ID=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:43.070964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.071937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.077113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.077485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.077822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.078154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.078478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.078839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.079166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.079488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.079857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.080302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.080661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.081080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794352e-3ca9-4a19-a9b9-240d07d789d1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:43.095079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:43.125195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.256582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.451221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.469759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.574049 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.25.4.61 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b356adae-7381-4bce-a488-fe66a80b7c05) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:43.669292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.706432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:43.748311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:43.752648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:43.755194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:43.761388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=b356adae-7381-4bce-a488-fe66a80b7c05,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:43.997042 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.182859 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.303114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router 92c43b49-2176-4306-954b-3fca37a48f53 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:02:44.404544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:44.415714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Sync routers for ids ['92c43b49-2176-4306-954b-3fca37a48f53'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:44.423221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.424718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-991a1b1a-d449-4daf-9592-5dde93e1e34c tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.3812845 Jul 16 04:02:44.424890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Routers {'92c43b49-2176-4306-954b-3fca37a48f53'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:44.425456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['92c43b49-2176-4306-954b-3fca37a48f53'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:44.427703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.472397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ec142-cfb1-4ae2-92e0-b840b41d64d4 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:44.474134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c35ec142-cfb1-4ae2-92e0-b840b41d64d4 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=151ec7a908d448d58d2b43dc28a0d5ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0454330 Jul 16 04:02:44.476980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44304) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.569509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738e419-b338-4406-ae2c-704cec57fd0a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:44.570980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2738e419-b338-4406-ae2c-704cec57fd0a tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925891 Jul 16 04:02:44.573827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44306) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.603360 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e0179f11-4fa0-492d-8a6b-4978128fe17e tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283723 Jul 16 04:02:44.605979 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.634054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bafc4e20-03b5-459a-969e-64a118788033 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=151ec7a908d448d58d2b43dc28a0d5ce&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264363 Jul 16 04:02:44.636551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.682836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Set router 92c43b49-2176-4306-954b-3fca37a48f53 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:44.725348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f026e-6195-4507-b877-9360af493d35 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:44.726855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-942f026e-6195-4507-b877-9360af493d35 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893891 Jul 16 04:02:44.729729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44312) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.755933 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-78a153fa-3aca-4bae-97cb-e7bf8829d332 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0251870 Jul 16 04:02:44.758822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44314) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:44.763753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1701865174', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:44.851043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Made reservation on behalf of 151ec7a908d448d58d2b43dc28a0d5ce for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:44.854456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:44.855616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:43Z', 'revision_number': 3, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:44.880624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Checking router: 92c43b49-2176-4306-954b-3fca37a48f53 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:44.880976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Updating router 92c43b49-2176-4306-954b-3fca37a48f53 port b356adae-7381-4bce-a488-fe66a80b7c05 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:44.919392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.029406 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.088834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Subnet': ['ID=04f3529f-d2c2-4855-8e4e-bd58a8e95704,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.098707 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Checking segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:45.099079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network hostable DHCP agents. Network: 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:45.115488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:45.124101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:45.128336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:45.128894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.146432 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-abc1133a-10d6-4b6c-8603-589618caeca2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3839512 Jul 16 04:02:45.146708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44316) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:45.147484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b38a90-776b-423d-815c-5d2e493f0fc6 None None] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:45.188175 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.229567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Transition to ACTIVE for port object b356adae-7381-4bce-a488-fe66a80b7c05 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:45.240163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.326039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Attempting to bind port b356adae-7381-4bce-a488-fe66a80b7c05 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:45.326404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Attempting to bind port b356adae-7381-4bce-a488-fe66a80b7c05 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:45.326789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Attempting to bind port b356adae-7381-4bce-a488-fe66a80b7c05 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:45.330268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c1519-7b97-46cf-8b7c-ca9994c9a96b None None] Pushing event updated for resources: {'Port': ['ID=b356adae-7381-4bce-a488-fe66a80b7c05,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.338788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:45.343896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:45.343896 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.343896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:45.343896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Bound port: b356adae-7381-4bce-a488-fe66a80b7c05, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:45.343896 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.400714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'fixed_ips': [{'subnet_id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:45.401589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.440056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] For port b356adae-7381-4bce-a488-fe66a80b7c05, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:45.444367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] For port b356adae-7381-4bce-a488-fe66a80b7c05, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b356adae-7381-4bce-a488-fe66a80b7c05,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:45.448037 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.554892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Routers {'92c43b49-2176-4306-954b-3fca37a48f53'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:45.556076 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['92c43b49-2176-4306-954b-3fca37a48f53'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:45.566769 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.640507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c1519-7b97-46cf-8b7c-ca9994c9a96b None None] Pushing event updated for resources: {'Port': ['ID=b356adae-7381-4bce-a488-fe66a80b7c05,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:45.692519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Allocated IP 172.20.0.18 (9fc53f5f-f99b-4d8c-ac6e-251124f0b57d/04f3529f-d2c2-4855-8e4e-bd58a8e95704/0902445d-0264-4fdf-bd6a-01d9e726e3e1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:45.729720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] Set router 92c43b49-2176-4306-954b-3fca37a48f53 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:45.978112 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:45.990340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Transition to ACTIVE for port object 0902445d-0264-4fdf-bd6a-01d9e726e3e1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:46.009460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Transition to ACTIVE for port object 0902445d-0264-4fdf-bd6a-01d9e726e3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:46.016204 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.026019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:43Z', 'revision_number': 3, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:46.061189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.20.0.17 (9fc53f5f-f99b-4d8c-ac6e-251124f0b57d/04f3529f-d2c2-4855-8e4e-bd58a8e95704/a147719b-420b-4e44-800c-19d2def4baa7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:46.073687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f9f1-d866-44d4-8f70-55bcfe3a5a54 None None] The sync data for ids ['92c43b49-2176-4306-954b-3fca37a48f53'] in n-d-800089-6 is: [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:43Z', 'revision_number': 3, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:46.082665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:46.085575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:46.089767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:46.096781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Pushing event updated for resources: {'Port': ['ID=0902445d-0264-4fdf-bd6a-01d9e726e3e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.157826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Attempting to bind port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:46.158195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Attempting to bind port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:46.158591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Attempting to bind port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 on network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:46.163861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:46.164223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Checking segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:46.164674 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.165071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Bound using segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:46.165541 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Bound port: 0902445d-0264-4fdf-bd6a-01d9e726e3e1, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:46.165932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.193290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.210595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Transition to ACTIVE for port object a147719b-420b-4e44-800c-19d2def4baa7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:46.233290 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] For port 0902445d-0264-4fdf-bd6a-01d9e726e3e1, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:46.236616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] For port 0902445d-0264-4fdf-bd6a-01d9e726e3e1, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0902445d-0264-4fdf-bd6a-01d9e726e3e1,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:46.241602 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.246842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.287926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:46.291285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:46.294776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:46.309451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41a4bd-3aa0-47b2-8f48-674f28810841 None None] Pushing event updated for resources: {'Port': ['ID=0902445d-0264-4fdf-bd6a-01d9e726e3e1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.364187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=a147719b-420b-4e44-800c-19d2def4baa7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:46.396705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.572439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.805939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b356adae-7381-4bce-a488-fe66a80b7c05 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:46.880106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b356adae-7381-4bce-a488-fe66a80b7c05 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:46.884711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b356adae-7381-4bce-a488-fe66a80b7c05 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:46.885078 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.968874 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.991820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b356adae-7381-4bce-a488-fe66a80b7c05, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b356adae-7381-4bce-a488-fe66a80b7c05,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:46.998924 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:46.999737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0902445d-0264-4fdf-bd6a-01d9e726e3e1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:47.083473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b356adae-7381-4bce-a488-fe66a80b7c05,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:47.103670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:47.206048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.210649 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.290143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=a147719b-420b-4e44-800c-19d2def4baa7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:47.293736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.360699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cfac2a-4e77-466e-ab50-c466c59a5df6 None None] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:47.387086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:47.388490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:47.438779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] Provisioning for port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:47.448932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] Provisioning complete for port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:47.449321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.504389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router 92c43b49-2176-4306-954b-3fca37a48f53 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:47.591404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.615848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:47.621761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f5ec6cfc-2ab7-4139-b489-f5a853495b14 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "PUT /v2.0/routers/92c43b49-2176-4306-954b-3fca37a48f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740479 Jul 16 04:02:47.633687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] For port 0902445d-0264-4fdf-bd6a-01d9e726e3e1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0902445d-0264-4fdf-bd6a-01d9e726e3e1,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:47.638751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.699552 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18181ac2-a8f0-4cee-a8d0-bf7b0046b343 None None] Pushing event updated for resources: {'Port': ['ID=0902445d-0264-4fdf-bd6a-01d9e726e3e1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:47.860911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d3042a2-febe-437d-b771-1e4fa8a5ae9b None None] Provisioning complete for port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:47.861601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8d3042a2-febe-437d-b771-1e4fa8a5ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:47.879659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Sync routers for ids ['92c43b49-2176-4306-954b-3fca37a48f53'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:47.893209 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Routers {'92c43b49-2176-4306-954b-3fca37a48f53'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:47.893907 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['92c43b49-2176-4306-954b-3fca37a48f53'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:47.967965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d3042a2-febe-437d-b771-1e4fa8a5ae9b None None] Provisioning for port a147719b-420b-4e44-800c-19d2def4baa7 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:47.973117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8d3042a2-febe-437d-b771-1e4fa8a5ae9b None None] Provisioning complete for port a147719b-420b-4e44-800c-19d2def4baa7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:47.973787 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8d3042a2-febe-437d-b771-1e4fa8a5ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.012758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8d3042a2-febe-437d-b771-1e4fa8a5ae9b None None] Port a147719b-420b-4e44-800c-19d2def4baa7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:48.020630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-fa834866-6a32-4fb1-a514-394b02831161 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:48.022187 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-fa834866-6a32-4fb1-a514-394b02831161 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/networks?id=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d HTTP/1.1" status: 200 len: 798 time: 0.1104162 Jul 16 04:02:48.022335 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Set router 92c43b49-2176-4306-954b-3fca37a48f53 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:48.038232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-40a61333-da08-47b8-9534-f1976a1204fa tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/quotas/151ec7a908d448d58d2b43dc28a0d5ce HTTP/1.1" status: 200 len: 375 time: 0.0098662 Jul 16 04:02:48.125198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-c85914af-9d55-4269-888f-eb82a579ea42 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0806694 Jul 16 04:02:48.133770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9959cfbe-7caa-4ac0-9c9f-970e24be1553 None None] Provisioning complete for port a147719b-420b-4e44-800c-19d2def4baa7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:48.134591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9959cfbe-7caa-4ac0-9c9f-970e24be1553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.180731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9959cfbe-7caa-4ac0-9c9f-970e24be1553 None None] Port a147719b-420b-4e44-800c-19d2def4baa7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:48.236941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-bd166206-e793-4de8-9745-f730955e5846 service neutron] 10.222.0.25 "GET /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992589 Jul 16 04:02:48.253793 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a147719b-420b-4e44-800c-19d2def4baa7', 'name': '', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:cd:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:45Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 2, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:48.279841 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Checking router: 92c43b49-2176-4306-954b-3fca37a48f53 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:48.280196 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Updating router 92c43b49-2176-4306-954b-3fca37a48f53 port a147719b-420b-4e44-800c-19d2def4baa7 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:48.298608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d0496de5-326e-4d4b-8da5-f487996f9524 None None] Provisioning complete for port a147719b-420b-4e44-800c-19d2def4baa7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:48.299570 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0496de5-326e-4d4b-8da5-f487996f9524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.317101 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.332970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-bd0ac70f-5737-49a3-8806-c7e5508035f1 service neutron] 10.222.0.25 "GET /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902364 Jul 16 04:02:48.334786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d0496de5-326e-4d4b-8da5-f487996f9524 None None] Port a147719b-420b-4e44-800c-19d2def4baa7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:48.506075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f2e23da-a425-4534-8fc8-196f48a3c6b6 req-f168087f-0c9b-4b22-8405-77e5e54a5dae tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 210 time: 0.0305316 Jul 16 04:02:48.587312 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.597623 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Transition to ACTIVE for port object a147719b-420b-4e44-800c-19d2def4baa7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:48.603930 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.653640 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608113e-321f-43ae-a178-823dfdf75149 None None] Pushing event updated for resources: {'Port': ['ID=a147719b-420b-4e44-800c-19d2def4baa7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:48.711885 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Attempting to bind port a147719b-420b-4e44-800c-19d2def4baa7 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:48.712581 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Attempting to bind port a147719b-420b-4e44-800c-19d2def4baa7 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:48.712897 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Attempting to bind port a147719b-420b-4e44-800c-19d2def4baa7 on network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:48.722014 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:48.722388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Checking segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:48.723069 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.723464 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Bound using segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:48.723929 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Bound port: a147719b-420b-4e44-800c-19d2def4baa7, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:48.724304 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.769101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b356adae-7381-4bce-a488-fe66a80b7c05 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:48.805394 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] For port a147719b-420b-4e44-800c-19d2def4baa7, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:48.809470 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] For port a147719b-420b-4e44-800c-19d2def4baa7, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a147719b-420b-4e44-800c-19d2def4baa7,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:48.815768 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.827782 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b356adae-7381-4bce-a488-fe66a80b7c05 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:48.829163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:48.874243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Routers {'92c43b49-2176-4306-954b-3fca37a48f53'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:48.874894 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['92c43b49-2176-4306-954b-3fca37a48f53'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:48.910010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608113e-321f-43ae-a178-823dfdf75149 None None] Pushing event updated for resources: {'Port': ['ID=a147719b-420b-4e44-800c-19d2def4baa7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:48.932693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0902445d-0264-4fdf-bd6a-01d9e726e3e1 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:48.992955 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] Set router 92c43b49-2176-4306-954b-3fca37a48f53 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:49.175288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:49.175663 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:49.219123 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a147719b-420b-4e44-800c-19d2def4baa7', 'name': '', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:cd:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:45Z', 'updated_at': '2021-07-16T04:02:48Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:49.249348 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1cd91-8974-4d43-8ac8-42005277650d None None] The sync data for ids ['92c43b49-2176-4306-954b-3fca37a48f53'] in n-d-800089-6 is: [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a147719b-420b-4e44-800c-19d2def4baa7', 'name': '', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:cd:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:45Z', 'updated_at': '2021-07-16T04:02:48Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:49.675179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5387e838-91fc-4700-8df2-b1b181abbced req-5a340417-c954-4142-9b47-79db3b3739f2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 210 time: 0.0395508 Jul 16 04:02:49.723399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-75a23762-cc6a-4921-b8a6-a9672504de67 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:49.725743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-75a23762-cc6a-4921-b8a6-a9672504de67 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.48 "GET /v2.0/networks?id=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d HTTP/1.1" status: 200 len: 798 time: 0.1589770 Jul 16 04:02:49.739131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Request body: {'port': {'device_id': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'admin_state_up': True, 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:49.855346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Made reservation on behalf of 151ec7a908d448d58d2b43dc28a0d5ce for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:49.859269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:49.990978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Allocated IP 172.20.0.27 (9fc53f5f-f99b-4d8c-ac6e-251124f0b57d/04f3529f-d2c2-4855-8e4e-bd58a8e95704/a96fa979-b3eb-4c1e-95ea-d41039eed115) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:50.112888 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.125991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Transition to ACTIVE for port object a96fa979-b3eb-4c1e-95ea-d41039eed115 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:50.164776 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.204787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:50.208259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:50.210754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:50.249302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event updated for resources: {'Port': ['ID=a96fa979-b3eb-4c1e-95ea-d41039eed115,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:50.277490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:50.277997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.292564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-16e2011b-bfb2-4888-b312-54b0252ddcad tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5575118 Jul 16 04:02:50.304223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Request body: {'port': {'device_id': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:50.385800 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.411912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9b48cade-e6aa-4fcf-99f2-5c2285d01db3 None None] Provisioning for port a96fa979-b3eb-4c1e-95ea-d41039eed115 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:50.415468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9b48cade-e6aa-4fcf-99f2-5c2285d01db3 None None] Provisioning complete for port a96fa979-b3eb-4c1e-95ea-d41039eed115 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:50.415836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b48cade-e6aa-4fcf-99f2-5c2285d01db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.451470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9b48cade-e6aa-4fcf-99f2-5c2285d01db3 None None] Port a96fa979-b3eb-4c1e-95ea-d41039eed115 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:50.644922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96fa979-b3eb-4c1e-95ea-d41039eed115 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:02:50.651965 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.663365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Transition to ACTIVE for port object a96fa979-b3eb-4c1e-95ea-d41039eed115 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:50.666942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.746824 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-61b8b25e-7e7c-4559-81ac-b35baf3bd2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.762623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a96fa979-b3eb-4c1e-95ea-d41039eed115,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:50.791283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a147719b-420b-4e44-800c-19d2def4baa7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:50.802425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Attempting to bind port a96fa979-b3eb-4c1e-95ea-d41039eed115 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:50.802838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Attempting to bind port a96fa979-b3eb-4c1e-95ea-d41039eed115 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:50.803171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Attempting to bind port a96fa979-b3eb-4c1e-95ea-d41039eed115 on network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:50.808523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Port a96fa979-b3eb-4c1e-95ea-d41039eed115 on network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:02:50.808861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Attempting to bind port a96fa979-b3eb-4c1e-95ea-d41039eed115 on network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:50.813856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:50.814223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Checking segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:50.814639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Bound using segment: {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:50.815082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Bound port: a96fa979-b3eb-4c1e-95ea-d41039eed115, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1186ff6b-083d-4964-8317-b948edcfb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:50.815445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.852950 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a147719b-420b-4e44-800c-19d2def4baa7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:50.859781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a147719b-420b-4e44-800c-19d2def4baa7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:50.860157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.890024 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] For port a96fa979-b3eb-4c1e-95ea-d41039eed115, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:50.892891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] For port a96fa979-b3eb-4c1e-95ea-d41039eed115, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:50.902097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.919852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05dddf-4b25-4293-bb73-7b2b07eefa9b req-d332a3e6-8098-4ab9-990b-a52fe56f418b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:50.931803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d05dddf-4b25-4293-bb73-7b2b07eefa9b req-d332a3e6-8098-4ab9-990b-a52fe56f418b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 907 time: 0.0914369 Jul 16 04:02:50.954359 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:50.955028 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.955186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:50.956631 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a96fa979-b3eb-4c1e-95ea-d41039eed115 HTTP/1.1" status: 200 len: 1055 time: 0.6567593 Jul 16 04:02:50.957558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'tag': 'a96fa979-b3eb-4c1e-95ea-d41039eed115'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:50.959506 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975dfd72-0251-4e4e-9c8e-f2547d55d780" -d '{"events": [{"name": "network-changed", "server_uuid": "23b7244b-8cfb-4978-8e4c-da1e5fec5f7b", "tag": "a96fa979-b3eb-4c1e-95ea-d41039eed115"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:50.989790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6779-77b4-4472-96c9-3b3c7aedb6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a96fa979-b3eb-4c1e-95ea-d41039eed115,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:50.999503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a147719b-420b-4e44-800c-19d2def4baa7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a147719b-420b-4e44-800c-19d2def4baa7,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:51.004431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:51.007502 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7d5ae8-7b71-4850-af38-8699456210e3 x-openstack-request-id: req-7b7d5ae8-7b71-4850-af38-8699456210e3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:51.007804 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b7244b-8cfb-4978-8e4c-da1e5fec5f7b", "tag": "a96fa979-b3eb-4c1e-95ea-d41039eed115", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:51.008091 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b7d5ae8-7b71-4850-af38-8699456210e3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:51.008498 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'tag': 'a96fa979-b3eb-4c1e-95ea-d41039eed115', 'status': 'completed', 'code': 200} Jul 16 04:02:51.056987 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a147719b-420b-4e44-800c-19d2def4baa7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:51.068661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.069154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.069601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.070050 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.070762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.071201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.071632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.072093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.072522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.073451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.073451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.073754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:51.080098 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-299dc17a-2a7d-4ff5-9164-5ee0f211dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.081603 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-299dc17a-2a7d-4ff5-9164-5ee0f211dcd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 1058 time: 0.0611439 Jul 16 04:02:51.124323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-9ef7a4aa-5b3d-4154-9d76-19aafccd8889 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115 HTTP/1.1" status: 200 len: 217 time: 0.0353088 Jul 16 04:02:51.173200 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-925dde11-931c-48b3-a45e-e3a9ccbc6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.174734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-925dde11-931c-48b3-a45e-e3a9ccbc6f47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04f3529f-d2c2-4855-8e4e-bd58a8e95704 HTTP/1.1" status: 200 len: 838 time: 0.0446966 Jul 16 04:02:51.236234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-869bad0c-809c-4f39-9108-3514e21a9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.237722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-869bad0c-809c-4f39-9108-3514e21a9884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557947 Jul 16 04:02:51.326908 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-797a474d-87b8-4d1d-a4bd-75bf139a3a75 service neutron] 10.222.0.48 "GET /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821421 Jul 16 04:02:51.419195 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5d92bc6f-fe37-441b-97fd-5dac84196af3 req-f29000da-7290-4815-9986-c1d5ed44d4cf service neutron] 10.222.0.48 "GET /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864885 Jul 16 04:02:51.515802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-41443f79-dbe2-4a05-867e-caaea5e83f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.517320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-41443f79-dbe2-4a05-867e-caaea5e83f03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 1058 time: 0.0523305 Jul 16 04:02:51.608541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-06ce8beb-734f-49d6-aa6c-ce48245c6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.609956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-06ce8beb-734f-49d6-aa6c-ce48245c6a4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d HTTP/1.1" status: 200 len: 900 time: 0.0850792 Jul 16 04:02:51.648291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-dbf89342-7716-4163-9c52-11e07ece829c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115 HTTP/1.1" status: 200 len: 217 time: 0.0324271 Jul 16 04:02:51.694110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-935a8dc9-d351-48dd-bb81-01cf840eed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.696036 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-935a8dc9-d351-48dd-bb81-01cf840eed37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04f3529f-d2c2-4855-8e4e-bd58a8e95704 HTTP/1.1" status: 200 len: 838 time: 0.0408802 Jul 16 04:02:51.757457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-c0c6844e-a3c1-4828-b8e5-74ad3ffac7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:51.759577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-c0c6844e-a3c1-4828-b8e5-74ad3ffac7f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562415 Jul 16 04:02:51.847258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-086d1171-11a2-40c1-9b94-c12778c560b6 service neutron] 10.222.0.48 "GET /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805554 Jul 16 04:02:51.940856 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975dfd72-0251-4e4e-9c8e-f2547d55d780 req-681c907c-b37e-4788-ac2a-e23db3ee68b5 service neutron] 10.222.0.48 "GET /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860229 Jul 16 04:02:52.095409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802f708-f45b-4a5b-a395-cfab550908ac req-4d38ae40-0ea4-415e-b2aa-683be6f61aec tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:52.096860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b802f708-f45b-4a5b-a395-cfab550908ac req-4d38ae40-0ea4-415e-b2aa-683be6f61aec tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 907 time: 0.0639076 Jul 16 04:02:52.735298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a147719b-420b-4e44-800c-19d2def4baa7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:52.781003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a147719b-420b-4e44-800c-19d2def4baa7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:52.781375 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.265217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4233e7c-90e8-4cd2-9bd8-78ff672a8673 req-78daf80f-1619-4488-a6f5-d4f67bd18079 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:53.266704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b4233e7c-90e8-4cd2-9bd8-78ff672a8673 req-78daf80f-1619-4488-a6f5-d4f67bd18079 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 907 time: 0.0623178 Jul 16 04:02:53.558510 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fd86d4b-96e8-4a32-b73c-db4787dac60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:53.872155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.423543 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:54.437550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976211d-3c88-4526-be46-0fbebb0a9783 req-80a9678b-3473-4c4c-bf47-d07bbf9f5788 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:54.439041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5976211d-3c88-4526-be46-0fbebb0a9783 req-80a9678b-3473-4c4c-bf47-d07bbf9f5788 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 907 time: 0.0626333 Jul 16 04:02:54.999197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a96fa979-b3eb-4c1e-95ea-d41039eed115 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:02:55.090356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a96fa979-b3eb-4c1e-95ea-d41039eed115, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:55.101243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a96fa979-b3eb-4c1e-95ea-d41039eed115', 'network_id': '9fc53f5f-f99b-4d8c-ac6e-251124f0b57d', 'port_id': 'a96fa979-b3eb-4c1e-95ea-d41039eed115', 'mac_address': 'fa:16:3e:9f:23:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3529f-d2c2-4855-8e4e-bd58a8e95704', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:02:55.140320 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:55.152492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96fa979-b3eb-4c1e-95ea-d41039eed115 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:02:55.171344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a96fa979-b3eb-4c1e-95ea-d41039eed115, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:55.174812 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:55.220094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a96fa979-b3eb-4c1e-95ea-d41039eed115,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:55.383792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a96fa979-b3eb-4c1e-95ea-d41039eed115'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:02:55.613282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c94e0a-4657-42c3-9fe4-7267d8d49bdd req-1e23adf2-388f-4290-8185-5c96c3b35e21 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:55.614662 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46c94e0a-4657-42c3-9fe4-7267d8d49bdd req-1e23adf2-388f-4290-8185-5c96c3b35e21 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 908 time: 0.0643420 Jul 16 04:02:56.152996 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:56.654000 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:02:56.781418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102eae7-6a48-487e-a849-0d1a84dc9901 req-98d657ce-3ef9-4b09-af92-d859c09d0eea tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:56.782885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1102eae7-6a48-487e-a849-0d1a84dc9901 req-98d657ce-3ef9-4b09-af92-d859c09d0eea tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 908 time: 0.0609162 Jul 16 04:02:57.014505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a96fa979-b3eb-4c1e-95ea-d41039eed115 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:57.064962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a96fa979-b3eb-4c1e-95ea-d41039eed115 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:57.068604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a96fa979-b3eb-4c1e-95ea-d41039eed115 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:57.068976 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:57.142054 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:57.164413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96fa979-b3eb-4c1e-95ea-d41039eed115'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:02:57.167228 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436a75ba-0c86-4e7a-a833-3dda2371bbca" -d '{"events": [{"server_uuid": "23b7244b-8cfb-4978-8e4c-da1e5fec5f7b", "name": "network-vif-plugged", "status": "completed", "tag": "a96fa979-b3eb-4c1e-95ea-d41039eed115"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:02:57.179660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a96fa979-b3eb-4c1e-95ea-d41039eed115, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:57.183578 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:57.208297 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b9db55-3858-444f-97ee-264f66fa2809 x-openstack-request-id: req-39b9db55-3858-444f-97ee-264f66fa2809 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:02:57.208646 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b7244b-8cfb-4978-8e4c-da1e5fec5f7b", "name": "network-vif-plugged", "status": "completed", "tag": "a96fa979-b3eb-4c1e-95ea-d41039eed115", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:02:57.208938 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39b9db55-3858-444f-97ee-264f66fa2809 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:02:57.209331 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96fa979-b3eb-4c1e-95ea-d41039eed115', 'code': 200} Jul 16 04:02:57.236857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a96fa979-b3eb-4c1e-95ea-d41039eed115,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:57.312667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371f0b-a19b-48f4-8386-d54d9d28abc5 req-e76a63e2-6156-4e53-ab96-f613e3207a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:57.314166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14371f0b-a19b-48f4-8386-d54d9d28abc5 req-e76a63e2-6156-4e53-ab96-f613e3207a4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 1060 time: 0.0506742 Jul 16 04:02:57.953135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853e35-71c4-4490-8822-1f2d51fab2ce req-5890e5bc-3ab2-4eb3-9cbc-8ec234bb30a1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:57.954660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-db853e35-71c4-4490-8822-1f2d51fab2ce req-5890e5bc-3ab2-4eb3-9cbc-8ec234bb30a1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 909 time: 0.0623798 Jul 16 04:02:59.123585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca71e-1ceb-4ece-8c47-f7f722f16705 req-d2aa07b9-30ee-4afe-9774-e0071d181180 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:59.125016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d2ca71e-1ceb-4ece-8c47-f7f722f16705 req-d2aa07b9-30ee-4afe-9774-e0071d181180 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 909 time: 0.0603092 Jul 16 04:02:59.295145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00eae-932c-4807-8789-c7064599b372 req-202da54e-9595-4607-b635-8c902ac85c68 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:59.296694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dcd00eae-932c-4807-8789-c7064599b372 req-202da54e-9595-4607-b635-8c902ac85c68 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 909 time: 0.0650153 Jul 16 04:02:59.454328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08772d-a473-4f8f-895e-e3dc4aa61146 req-8aafb6bb-c3c6-4b82-abb4-3004c061b708 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:59.455862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-da08772d-a473-4f8f-895e-e3dc4aa61146 req-8aafb6bb-c3c6-4b82-abb4-3004c061b708 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 1060 time: 0.0527425 Jul 16 04:02:59.609364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ff702-60b2-4b5f-91b2-5ade7476afea req-3ec55730-3539-4fbc-afb9-871488f43807 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:59.610792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-666ff702-60b2-4b5f-91b2-5ade7476afea req-3ec55730-3539-4fbc-afb9-871488f43807 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1135 time: 0.0511537 Jul 16 04:02:59.644921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-666ff702-60b2-4b5f-91b2-5ade7476afea req-61b47a86-462d-4e1e-a094-f254fd309a90 tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0285914 Jul 16 04:02:59.667970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:59.720156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599b50e-f59b-4a5a-abab-b89439c314de tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:59.721616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b599b50e-f59b-4a5a-abab-b89439c314de tempest-TestSecurityGroupsBasicOps-1268629328 tempest-TestSecurityGroupsBasicOps-1268629328-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 1055 time: 0.0527213 Jul 16 04:03:00.073366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16add-d394-4883-9c9b-6a797c6abbc8 req-05f4a651-9b78-474e-9b98-6d5fe4d0fb0f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:00.074836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ca16add-d394-4883-9c9b-6a797c6abbc8 req-05f4a651-9b78-474e-9b98-6d5fe4d0fb0f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 909 time: 0.0608585 Jul 16 04:03:01.239646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53726d74-2532-462b-93cd-0e74d0731e59 req-8fae1338-31e2-480c-9489-403a8c3e22f1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:01.241089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53726d74-2532-462b-93cd-0e74d0731e59 req-8fae1338-31e2-480c-9489-403a8c3e22f1 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.48 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 909 time: 0.0617859 Jul 16 04:03:01.243706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba4f1b-42ea-4411-a726-9ad0a62b0183 req-270da2d9-aa3e-4948-9668-cb8366c18f55 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:01.245235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44ba4f1b-42ea-4411-a726-9ad0a62b0183 req-270da2d9-aa3e-4948-9668-cb8366c18f55 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=23b7244b-8cfb-4978-8e4c-da1e5fec5f7b HTTP/1.1" status: 200 len: 909 time: 0.0623450 Jul 16 04:03:01.344190 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port a96fa979-b3eb-4c1e-95ea-d41039eed115 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:01.344522 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.428947 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] For port a96fa979-b3eb-4c1e-95ea-d41039eed115, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a96fa979-b3eb-4c1e-95ea-d41039eed115,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:01.429302 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.441255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for a96fa979-b3eb-4c1e-95ea-d41039eed115 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:01.563309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.590368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=a96fa979-b3eb-4c1e-95ea-d41039eed115,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:01.646889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] No DVR routers for this DVR port a96fa979-b3eb-4c1e-95ea-d41039eed115 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:01.649623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.651686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53726d74-2532-462b-93cd-0e74d0731e59 req-34812657-715d-4302-acae-75c028dff308 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.48 "DELETE /v2.0/ports/a96fa979-b3eb-4c1e-95ea-d41039eed115 HTTP/1.1" status: 204 len: 173 time: 0.4044445 Jul 16 04:03:01.652118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'name': 'network-vif-deleted', 'tag': 'a96fa979-b3eb-4c1e-95ea-d41039eed115'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:01.654473 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7087df16-6844-4eb3-b73b-3f6b68fc2560" -d '{"events": [{"server_uuid": "23b7244b-8cfb-4978-8e4c-da1e5fec5f7b", "name": "network-vif-deleted", "tag": "a96fa979-b3eb-4c1e-95ea-d41039eed115"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:01.694328 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a020d6-7f35-4a00-8b98-3b11a10f479a x-openstack-request-id: req-02a020d6-7f35-4a00-8b98-3b11a10f479a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:01.694654 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b7244b-8cfb-4978-8e4c-da1e5fec5f7b", "name": "network-vif-deleted", "tag": "a96fa979-b3eb-4c1e-95ea-d41039eed115", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:01.694912 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02a020d6-7f35-4a00-8b98-3b11a10f479a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:01.695314 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b7244b-8cfb-4978-8e4c-da1e5fec5f7b', 'name': 'network-vif-deleted', 'tag': 'a96fa979-b3eb-4c1e-95ea-d41039eed115', 'status': 'completed', 'code': 200} Jul 16 04:03:02.342317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44384) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:02.982660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.021583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.239415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port a147719b-420b-4e44-800c-19d2def4baa7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:03.239663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.323531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] For port a147719b-420b-4e44-800c-19d2def4baa7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a147719b-420b-4e44-800c-19d2def4baa7,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:03.323889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.335799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for a147719b-420b-4e44-800c-19d2def4baa7 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:03.517217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.543221 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=a147719b-420b-4e44-800c-19d2def4baa7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:03.572170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.572521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.572863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.573201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.573533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.573865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.574192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.574521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.574873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.575197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.575518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.575840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:03.724880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.805410 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.934697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router 92c43b49-2176-4306-954b-3fca37a48f53 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:04.035890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:04.041378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dd1bfd5b-30d4-4e28-92e0-a1e979a33650 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "PUT /v2.0/routers/92c43b49-2176-4306-954b-3fca37a48f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980228 Jul 16 04:03:04.044103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:04.046981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] Sync routers for ids ['92c43b49-2176-4306-954b-3fca37a48f53'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:04.056223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] Routers {'92c43b49-2176-4306-954b-3fca37a48f53'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:04.056770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['92c43b49-2176-4306-954b-3fca37a48f53'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:04.092741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting subnet 04f3529f-d2c2-4855-8e4e-bd58a8e95704 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:03:04.095815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.135139 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.158623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] Set router 92c43b49-2176-4306-954b-3fca37a48f53 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:04.220953 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.277977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.305672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.307921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/subnets/04f3529f-d2c2-4855-8e4e-bd58a8e95704 HTTP/1.1" status: 204 len: 168 time: 0.2626448 Jul 16 04:03:04.308685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90261c7-c871-41cb-b286-460e1c826535 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Subnet': ['ID=04f3529f-d2c2-4855-8e4e-bd58a8e95704,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:04.310201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:04.314222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad34330-2bdb-4fb7-9eaa-41302083a01b None None] Network 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:04.412857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:03:03Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:04.417698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.452523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] Checking router: 92c43b49-2176-4306-954b-3fca37a48f53 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:04.467363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] Routers {'92c43b49-2176-4306-954b-3fca37a48f53'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:04.467976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['92c43b49-2176-4306-954b-3fca37a48f53'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:04.521356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.576843 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port b356adae-7381-4bce-a488-fe66a80b7c05 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:04.577209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.582051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] Set router 92c43b49-2176-4306-954b-3fca37a48f53 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:04.638105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] DHCP port deletion for 9fc53f5f-f99b-4d8c-ac6e-251124f0b57d request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:03:04.658621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] For port b356adae-7381-4bce-a488-fe66a80b7c05, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b356adae-7381-4bce-a488-fe66a80b7c05,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:04.658988 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.670237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for b356adae-7381-4bce-a488-fe66a80b7c05 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:04.748424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] Deleting port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:04.748805 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.822968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 0902445d-0264-4fdf-bd6a-01d9e726e3e1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:04.841433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.871019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=b356adae-7381-4bce-a488-fe66a80b7c05,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:04.878406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] For port 0902445d-0264-4fdf-bd6a-01d9e726e3e1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=0902445d-0264-4fdf-bd6a-01d9e726e3e1,segment=NetworkSegment(1186ff6b-083d-4964-8317-b948edcfb686),segment_id=1186ff6b-083d-4964-8317-b948edcfb686)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:04.878836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.897769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] Calling delete_port for 0902445d-0264-4fdf-bd6a-01d9e726e3e1 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:04.920529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:03:03Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:04.928249 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:04.977041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a81527-4613-451d-9311-6f9dbb422521 None None] The sync data for ids ['92c43b49-2176-4306-954b-3fca37a48f53'] in n-d-800089-6 is: [{'id': '92c43b49-2176-4306-954b-3fca37a48f53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-578306627', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:03:03Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': 'b356adae-7381-4bce-a488-fe66a80b7c05', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c43b49-2176-4306-954b-3fca37a48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:43Z', 'updated_at': '2021-07-16T04:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:05.016501 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a96fa979-b3eb-4c1e-95ea-d41039eed115 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:05.022854 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.025063 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.047769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: a96fa979-b3eb-4c1e-95ea-d41039eed115 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:05.048352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a96fa979-b3eb-4c1e-95ea-d41039eed115 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:05.056352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.068350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.069114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Fanout notify agent at l3_agent the message router_deleted on router 92c43b49-2176-4306-954b-3fca37a48f53 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:03:05.076103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.077747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.081657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44390) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:05.082133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a53b09f7-2b86-4609-b4d2-b2d680545d1b tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/routers/92c43b49-2176-4306-954b-3fca37a48f53 HTTP/1.1" status: 204 len: 168 time: 0.7705712 Jul 16 04:03:05.105570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] Pushing event deleted for resources: {'Port': ['ID=0902445d-0264-4fdf-bd6a-01d9e726e3e1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:05.127453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0df7e-b9cd-4900-9fec-c1c426c64f61 None None] No DVR routers for this DVR port 0902445d-0264-4fdf-bd6a-01d9e726e3e1 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:05.157556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.243013 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.252488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc53f5f-f99b-4d8c-ac6e-251124f0b57d']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:05.262495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1186ff6b-083d-4964-8317-b948edcfb686') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:05.262768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1186ff6b-083d-4964-8317-b948edcfb686') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:05.271157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.284066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.290495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:03:05.290979 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:03:05.293859 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:03:05.360341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.368244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.370023 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/networks/9fc53f5f-f99b-4d8c-ac6e-251124f0b57d HTTP/1.1" status: 204 len: 168 time: 0.2874022 Jul 16 04:03:05.372935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44392) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:05.382910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8ad-a44c-4406-becb-9430bccf84e9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Network': ['ID=9fc53f5f-f99b-4d8c-ac6e-251124f0b57d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:05.535270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port 040a5ee3-a8e5-4f25-a679-5003ff2dfe79 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:05.535808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.616962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.617287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.629097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for 040a5ee3-a8e5-4f25-a679-5003ff2dfe79 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:05.799965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.824321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=040a5ee3-a8e5-4f25-a679-5003ff2dfe79,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:05.881984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.882309 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Floating IP 273b6ff9-0cae-4283-8782-6ecfe318337f disassociated (deleted). External IP: 172.25.4.75, port: e3ab1b6f-d37d-462d-8bfa-dfbe8d670319. Jul 16 04:03:06.086617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:06.189800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:06.194594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:06.199317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] Sync routers for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:06.208708 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:06.209314 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:06.229529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e03f9c8f-1583-4429-8943-32cf607d6cb2 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/floatingips/273b6ff9-0cae-4283-8782-6ecfe318337f HTTP/1.1" status: 204 len: 168 time: 0.8554535 Jul 16 04:03:06.230098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:06.232386 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f27116-6188-4c5b-bf21-d073ca6a2fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:06.402898 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:06.475195 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6a0274-5269-460f-b744-a3483a4b46b6 x-openstack-request-id: req-2e6a0274-5269-460f-b744-a3483a4b46b6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:06.475593 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:06.475943 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e6a0274-5269-460f-b744-a3483a4b46b6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:06.476559 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'status': 'completed', 'code': 200} Jul 16 04:03:06.555579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-46f66d98-641d-4851-984a-a58d72904769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:06.557274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-46f66d98-641d-4851-984a-a58d72904769 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 1135 time: 0.0579975 Jul 16 04:03:06.615141 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:06.641022 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] Checking router: aa92dcad-1483-4cc7-b33d-f055fc6d63f0 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:06.649869 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:06.650484 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:06.691301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb9078-9916-45c6-ad03-d85def515a6f req-746f3848-6793-41b6-b1c7-41aced8a9f1a tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:06.692826 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ffb9078-9916-45c6-ad03-d85def515a6f req-746f3848-6793-41b6-b1c7-41aced8a9f1a tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 984 time: 0.1307116 Jul 16 04:03:06.699421 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-a63f390f-8431-4475-ba88-f8327ec07928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:06.700416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-a63f390f-8431-4475-ba88-f8327ec07928 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 200 len: 898 time: 0.1279528 Jul 16 04:03:06.753515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b356adae-7381-4bce-a488-fe66a80b7c05 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:06.766159 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:06.777742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b356adae-7381-4bce-a488-fe66a80b7c05 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:06.778421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b356adae-7381-4bce-a488-fe66a80b7c05 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:06.778880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a147719b-420b-4e44-800c-19d2def4baa7 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:06.798179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a147719b-420b-4e44-800c-19d2def4baa7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:06.798526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a147719b-420b-4e44-800c-19d2def4baa7 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:06.974174 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:07.000861 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917a156-7e9d-46e6-ab5f-9a46410d0e88 None None] The sync data for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 is: [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:55Z', 'revision_number': 4, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '8413c74d-9590-4bf5-8bd5-0ac771fa5f18', 'name': '', 'network_id': '76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'mac_address': 'fa:16:3e:05:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:54Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'subnets': [{'id': 'dcf185c0-6f98-4d93-82f1-87ca6a2a2320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:07.069075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-4cf0efca-6bed-4b91-b327-a3f98be3a4df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 200 len: 217 time: 0.3606894 Jul 16 04:03:07.110409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ffb9078-9916-45c6-ad03-d85def515a6f req-55142813-e434-4cc6-a8b4-d305b871370f tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/security-groups?id=38783aba-82b8-4cb2-8c35-01d362b986a0&id=57149198-bc04-43d3-8597-6cdf1cae412d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4089751 Jul 16 04:03:07.127208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-9935e0e6-5450-4098-890e-31dbe5a54ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:07.128708 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-9935e0e6-5450-4098-890e-31dbe5a54ebe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcf185c0-6f98-4d93-82f1-87ca6a2a2320 HTTP/1.1" status: 200 len: 835 time: 0.0520382 Jul 16 04:03:07.189844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-aa1347dc-2332-44df-8f6b-92ab9de5114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:07.191388 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-aa1347dc-2332-44df-8f6b-92ab9de5114d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564482 Jul 16 04:03:07.240053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff665e59-128f-48e5-8c43-6500feab12ad None None] New status for floating IP 273b6ff9-0cae-4283-8782-6ecfe318337f: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:03:07.281497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-75d22a44-858e-42c1-b411-8a4e20a4ac22 service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834434 Jul 16 04:03:07.374689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f27116-6188-4c5b-bf21-d073ca6a2fcd req-e311c85d-ddd3-4258-9dff-462e7e4913ff service neutron] 10.222.0.11 "GET /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862367 Jul 16 04:03:07.821294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-407733e1-32a2-4330-9872-8481183f9b69 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:07.822790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-407733e1-32a2-4330-9872-8481183f9b69 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 984 time: 0.0615215 Jul 16 04:03:07.921418 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:07.921757 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:08.008751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] For port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:08.009102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:08.020998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:08.145091 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:08.172320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=e3ab1b6f-d37d-462d-8bfa-dfbe8d670319,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:08.229011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] No DVR routers for this DVR port e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:08.238341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:08.240226 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cc1bf54-d7d8-4e00-aee5-dc2fbfa6e2ed req-574599a9-16f0-413e-aa8c-9ff0de5b85c7 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.11 "DELETE /v2.0/ports/e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 HTTP/1.1" status: 204 len: 173 time: 0.4119041 Jul 16 04:03:08.260292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0866b71-01fd-409e-bb52-8344f7f28b5a req-f00a3dea-8e47-46ba-bf47-35fe104146b9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d411eede-af3d-46ac-8c81-c865e0e15f71 HTTP/1.1" status: 200 len: 210 time: 0.0324919 Jul 16 04:03:08.477531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'name': 'network-vif-deleted', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:08.479910 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345c806f-4954-415c-bfff-43519969939c" -d '{"events": [{"server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "name": "network-vif-deleted", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:08.514437 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823ae260-c8fd-4c81-afed-855de7168ef6 x-openstack-request-id: req-823ae260-c8fd-4c81-afed-855de7168ef6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:08.514769 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d411eede-af3d-46ac-8c81-c865e0e15f71", "name": "network-vif-deleted", "tag": "e3ab1b6f-d37d-462d-8bfa-dfbe8d670319", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:08.515029 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-823ae260-c8fd-4c81-afed-855de7168ef6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:08.515436 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd411eede-af3d-46ac-8c81-c865e0e15f71', 'name': 'network-vif-deleted', 'tag': 'e3ab1b6f-d37d-462d-8bfa-dfbe8d670319', 'status': 'completed', 'code': 200} Jul 16 04:03:09.353819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:09.404251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85088b4-f5c1-461d-8a53-fc1612497034 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.427284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85088b4-f5c1-461d-8a53-fc1612497034 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.466168 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85088b4-f5c1-461d-8a53-fc1612497034 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.468788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85088b4-f5c1-461d-8a53-fc1612497034 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.469942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c85088b4-f5c1-461d-8a53-fc1612497034 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/security-groups/57149198-bc04-43d3-8597-6cdf1cae412d HTTP/1.1" status: 204 len: 168 time: 0.1151159 Jul 16 04:03:09.473043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44408) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:09.479261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85088b4-f5c1-461d-8a53-fc1612497034 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57149198-bc04-43d3-8597-6cdf1cae412d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:09.526713 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea82c1d3-854f-4c62-8809-e724de3201a9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.548629 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea82c1d3-854f-4c62-8809-e724de3201a9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.591414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea82c1d3-854f-4c62-8809-e724de3201a9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.593877 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea82c1d3-854f-4c62-8809-e724de3201a9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:09.595032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ea82c1d3-854f-4c62-8809-e724de3201a9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/security-groups/38783aba-82b8-4cb2-8c35-01d362b986a0 HTTP/1.1" status: 204 len: 168 time: 0.1210167 Jul 16 04:03:09.598139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:09.604704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82c1d3-854f-4c62-8809-e724de3201a9 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38783aba-82b8-4cb2-8c35-01d362b986a0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:09.961379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:10.216798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:10.217151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:10.301042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] For port 8413c74d-9590-4bf5-8bd5-0ac771fa5f18, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:10.301410 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:10.313442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:10.495977 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:10.522850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=8413c74d-9590-4bf5-8bd5-0ac771fa5f18,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:10.695773 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:10.905128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:11.007108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:11.012789 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a5c11947-1c50-412f-a146-a05f5020fe77 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "PUT /v2.0/routers/aa92dcad-1483-4cc7-b33d-f055fc6d63f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134154 Jul 16 04:03:11.014578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:11.016065 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] Sync routers for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:11.025500 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:11.026116 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:11.051193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:11.069931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting subnet dcf185c0-6f98-4d93-82f1-87ca6a2a2320 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:03:11.073193 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.086013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:11.087630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e3ab1b6f-d37d-462d-8bfa-dfbe8d670319 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:11.113972 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.131637 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:11.198775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.256441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.284431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf185c0-6f98-4d93-82f1-87ca6a2a2320,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:11.290076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.294576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bdf51dcf-2270-454c-a8ff-271601981647 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/subnets/dcf185c0-6f98-4d93-82f1-87ca6a2a2320 HTTP/1.1" status: 204 len: 168 time: 0.2765114 Jul 16 04:03:11.294958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:11.297083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb81d05-62e3-461e-82df-d1ebda688c1a None None] Network 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:11.305800 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:03:10Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:11.336228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] Checking router: aa92dcad-1483-4cc7-b33d-f055fc6d63f0 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:11.348534 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] Routers {'aa92dcad-1483-4cc7-b33d-f055fc6d63f0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:11.349966 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:11.405163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.465904 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] Set router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:11.487704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] DHCP port deletion for 76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:03:11.517809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.540070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] Deleting port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:11.540491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.573081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Deleting port 22810429-ae67-47ab-a84e-781660f5c726 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:11.573474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.605024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] For port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,segment=NetworkSegment(6178d9f3-39e9-48db-8124-0c86561566de),segment_id=6178d9f3-39e9-48db-8124-0c86561566de)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:11.605420 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.618210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] Calling delete_port for b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:11.644079 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:03:10Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:11.657431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] For port 22810429-ae67-47ab-a84e-781660f5c726, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=22810429-ae67-47ab-a84e-781660f5c726,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:11.657795 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.669888 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5629f-95e0-4be6-8cd7-a3727f97056d None None] The sync data for ids ['aa92dcad-1483-4cc7-b33d-f055fc6d63f0'] in n-d-800089-6 is: [{'id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1172768954', 'tenant_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '22810429-ae67-47ab-a84e-781660f5c726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:03:10Z', 'revision_number': 5, 'project_id': '151ec7a908d448d58d2b43dc28a0d5ce', 'gw_port': {'id': '22810429-ae67-47ab-a84e-781660f5c726', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa92dcad-1483-4cc7-b33d-f055fc6d63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:52Z', 'updated_at': '2021-07-16T04:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:11.670149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Calling delete_port for 22810429-ae67-47ab-a84e-781660f5c726 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:11.709963 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.735241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] Pushing event deleted for resources: {'Port': ['ID=b190f8a8-4b0e-4982-88b3-24ed7b06d1f3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:11.738871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926131c2-b43a-43d2-bb06-0c8d30482f74 None None] No DVR routers for this DVR port b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:11.836742 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:11.861511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Port': ['ID=22810429-ae67-47ab-a84e-781660f5c726,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:11.923115 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.009725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.014374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.058300 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.058961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Fanout notify agent at l3_agent the message router_deleted on router aa92dcad-1483-4cc7-b33d-f055fc6d63f0 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:03:12.065756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.066891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-41d8badb-d07d-4bfd-871d-c4931f7f08d8 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/routers/aa92dcad-1483-4cc7-b33d-f055fc6d63f0 HTTP/1.1" status: 204 len: 168 time: 0.7709348 Jul 16 04:03:12.069470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:12.146750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.235090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.245262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:12.255020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6178d9f3-39e9-48db-8124-0c86561566de') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:12.255316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6178d9f3-39e9-48db-8124-0c86561566de') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:12.264664 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.278673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.284788 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:03:12.285187 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:03:12.288184 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:03:12.352332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.357065 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.359294 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] 10.222.0.25 "DELETE /v2.0/networks/76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5 HTTP/1.1" status: 204 len: 168 time: 0.2887657 Jul 16 04:03:12.375334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ea7c2-ac98-43e0-be0a-5513a652af20 tempest-TestSecurityGroupsBasicOps-632316314 tempest-TestSecurityGroupsBasicOps-632316314-project] Pushing event deleted for resources: {'Network': ['ID=76c6f0f8-9a3c-43c5-9ee2-3f41a79ccaa5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:12.630031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44424) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:12.763956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:12.783918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:12.784637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8413c74d-9590-4bf5-8bd5-0ac771fa5f18 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:12.785285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:12.791610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6458e95e-99f4-41b0-83cf-910ad5d33049 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=151ec7a908d448d58d2b43dc28a0d5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603875 Jul 16 04:03:12.794152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44432) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:12.829821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:12.830246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b190f8a8-4b0e-4982-88b3-24ed7b06d1f3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:12.830779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 22810429-ae67-47ab-a84e-781660f5c726 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:12.850368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-377d4d76-7413-4915-bcf7-e782364a4fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.859720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 22810429-ae67-47ab-a84e-781660f5c726 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:12.860151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 22810429-ae67-47ab-a84e-781660f5c726 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:12.877092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-377d4d76-7413-4915-bcf7-e782364a4fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.929761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-377d4d76-7413-4915-bcf7-e782364a4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.932584 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-377d4d76-7413-4915-bcf7-e782364a4fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:12.933739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-377d4d76-7413-4915-bcf7-e782364a4fbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e83e023-c461-4e94-a9ff-9bc42c499746 HTTP/1.1" status: 204 len: 168 time: 0.1385067 Jul 16 04:03:12.941987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4d76-7413-4915-bcf7-e782364a4fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83e023-c461-4e94-a9ff-9bc42c499746,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:13.207640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:13.221262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58b18eba-bb61-49db-9b42-f8c760aa4d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.310408 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58b18eba-bb61-49db-9b42-f8c760aa4d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.315264 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58b18eba-bb61-49db-9b42-f8c760aa4d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.355708 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-58b18eba-bb61-49db-9b42-f8c760aa4d28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cfa30450bc64a478b19b21160b2326a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468899 Jul 16 04:03:13.356571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b18eba-bb61-49db-9b42-f8c760aa4d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ba179f-c3ef-4b0d-87ea-b10e28d20fdb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:13.358365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:13.410939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03a21916-b81f-4797-9dee-a4181f2453fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.431335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03a21916-b81f-4797-9dee-a4181f2453fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.477659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03a21916-b81f-4797-9dee-a4181f2453fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.480321 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03a21916-b81f-4797-9dee-a4181f2453fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.481477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-03a21916-b81f-4797-9dee-a4181f2453fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8ba179f-c3ef-4b0d-87ea-b10e28d20fdb HTTP/1.1" status: 204 len: 168 time: 0.1210542 Jul 16 04:03:13.490998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a21916-b81f-4797-9dee-a4181f2453fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ba179f-c3ef-4b0d-87ea-b10e28d20fdb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:13.823917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:13.885531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e8f0b75-c42a-41e6-b1c2-8d5072a96f8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b2a45f981bc480ebda04d21ac620209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574777 Jul 16 04:03:13.888245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:13.948565 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3837-75cc-4547-879d-3f2e597e0e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:13.969539 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3837-75cc-4547-879d-3f2e597e0e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.016051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3837-75cc-4547-879d-3f2e597e0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.018721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3837-75cc-4547-879d-3f2e597e0e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.022284 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d7d3837-75cc-4547-879d-3f2e597e0e32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88cee57d-b808-4c04-9a31-3e162f1100bd HTTP/1.1" status: 204 len: 168 time: 0.1307642 Jul 16 04:03:14.028347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3837-75cc-4547-879d-3f2e597e0e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cee57d-b808-4c04-9a31-3e162f1100bd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:14.654601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44476) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:14.746708 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1454181217-network', 'tenant_id': 'e14fd777b2594225afbac5eef680d972'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:14.767008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Made reservation on behalf of e14fd777b2594225afbac5eef680d972 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:14.769323 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.778059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.861783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.865181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.885536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:03:14.900786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d44ba1-5305-4e3d-b8c4-fe159fb3faff,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:14.903672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.904173 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Added segment fb2c7576-b3ca-4ba5-a138-8ea5c1a33743 of type vlan for network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 Jul 16 04:03:14.947223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.976203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:14.977206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:14.977719 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.023095 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3673515 Jul 16 04:03:15.025608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:15.031103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Request body: {'subnet': {'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1454181217-subnet', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:15.055643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Made reservation on behalf of e14fd777b2594225afbac5eef680d972 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:15.058815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.062784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764210e-5040-4102-bce4-be447f651523 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec60b62-e6ac-4d89-a798-821e20bb4b91,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:15.075068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:03:15.249893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.298837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d47d68a-5c51-4477-bf15-91924c73e045,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:15.314381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Checking segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:15.314774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Network hostable DHCP agents. Network: 9ec60b62-e6ac-4d89-a798-821e20bb4b91, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:03:15.332856 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:03:15.342819 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 9ec60b62-e6ac-4d89-a798-821e20bb4b91) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:15.346897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:15.347789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.361589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286ea31-5080-4705-8f42-052b6796d55f None None] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:15.367968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4cae5d10-9adb-4230-9713-3f5f3ce27e47 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3397679 Jul 16 04:03:15.369301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:15.374444 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:15.399159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.400404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.457328 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.513220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'fixed_ips': [{'subnet_id': '5d47d68a-5c51-4477-bf15-91924c73e045'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:03:15.520716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.593226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.667853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Allocated IP 172.20.0.2 (9ec60b62-e6ac-4d89-a798-821e20bb4b91/5d47d68a-5c51-4477-bf15-91924c73e045/79ed48d2-c9f0-49a6-825d-23b4a6950342) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:15.831980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.842306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Transition to ACTIVE for port object 79ed48d2-c9f0-49a6-825d-23b4a6950342 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:15.860417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Transition to ACTIVE for port object 79ed48d2-c9f0-49a6-825d-23b4a6950342 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:15.868070 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.921772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:15.922710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Pushing event updated for resources: {'Port': ['ID=79ed48d2-c9f0-49a6-825d-23b4a6950342,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:15.926817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:15.929901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:15.997350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Attempting to bind port 79ed48d2-c9f0-49a6-825d-23b4a6950342 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:15.997727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Attempting to bind port 79ed48d2-c9f0-49a6-825d-23b4a6950342 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:15.998100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Attempting to bind port 79ed48d2-c9f0-49a6-825d-23b4a6950342 on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:16.003337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:16.003720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Checking segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:16.004119 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.004512 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Bound using segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:16.005452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Bound port: 79ed48d2-c9f0-49a6-825d-23b4a6950342, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:16.005762 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.071131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] For port 79ed48d2-c9f0-49a6-825d-23b4a6950342, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:16.074407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] For port 79ed48d2-c9f0-49a6-825d-23b4a6950342, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=79ed48d2-c9f0-49a6-825d-23b4a6950342,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:16.079332 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.127041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.140504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014372e0-257a-4a91-97a7-ab4bc6cbd3c4 None None] Pushing event updated for resources: {'Port': ['ID=79ed48d2-c9f0-49a6-825d-23b4a6950342,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:16.154478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.268258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Allocated IP 172.25.4.135 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/8c0f02b9-7f4e-497e-b182-e98883cdb82a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:16.420677 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.469498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.515814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:16.521175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:16.523614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:16.543111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Pushing event updated for resources: {'Port': ['ID=8c0f02b9-7f4e-497e-b182-e98883cdb82a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:16.795216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.823353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79ed48d2-c9f0-49a6-825d-23b4a6950342 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:16.884483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 79ed48d2-c9f0-49a6-825d-23b4a6950342 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:17.010140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:17.152376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Router 88185d38-1575-40e6-8a92-9e0160f86a47 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:03:17.159825 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45cb971-6a49-42dc-a21f-cec5abf78655 None None] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:17.222841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] Provisioning for port 79ed48d2-c9f0-49a6-825d-23b4a6950342 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:17.232592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] Provisioning complete for port 79ed48d2-c9f0-49a6-825d-23b4a6950342 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:17.232889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:17.266975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:17.280773 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Sync routers for ids ['88185d38-1575-40e6-8a92-9e0160f86a47'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:17.285007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:17.289010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b02335c4-2cb9-4ba8-8afb-1264b4996b9e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9161093 Jul 16 04:03:17.289401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44498) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:17.324193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Routers {'88185d38-1575-40e6-8a92-9e0160f86a47'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:17.325662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['88185d38-1575-40e6-8a92-9e0160f86a47'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:17.492789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Set router 88185d38-1575-40e6-8a92-9e0160f86a47 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:17.557708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:17.657796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] For port 79ed48d2-c9f0-49a6-825d-23b4a6950342, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=79ed48d2-c9f0-49a6-825d-23b4a6950342,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:17.672864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:17.759110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed96874-74e5-4dc7-a8c1-38f06b8be405 None None] Pushing event updated for resources: {'Port': ['ID=79ed48d2-c9f0-49a6-825d-23b4a6950342,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:17.807081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:16Z', 'revision_number': 3, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:17.842562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Checking router: 88185d38-1575-40e6-8a92-9e0160f86a47 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:17.843077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Updating router 88185d38-1575-40e6-8a92-9e0160f86a47 port 8c0f02b9-7f4e-497e-b182-e98883cdb82a binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:03:17.870137 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:17.893644 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.132116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6134f56-610c-4dbc-8b90-da333c20a5b0 None None] Provisioning complete for port 79ed48d2-c9f0-49a6-825d-23b4a6950342 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:18.133450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6134f56-610c-4dbc-8b90-da333c20a5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.148419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Allocated IP 172.20.0.1 (9ec60b62-e6ac-4d89-a798-821e20bb4b91/5d47d68a-5c51-4477-bf15-91924c73e045/652029e8-2b86-4999-b9db-02c7c50b8401) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:18.263749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.283707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Transition to ACTIVE for port object 8c0f02b9-7f4e-497e-b182-e98883cdb82a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:18.293508 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.297750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.322152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Transition to ACTIVE for port object 652029e8-2b86-4999-b9db-02c7c50b8401 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:18.381954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac7f5-9cc7-487f-a4d3-65b291212e45 None None] Pushing event updated for resources: {'Port': ['ID=8c0f02b9-7f4e-497e-b182-e98883cdb82a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:18.383621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.386818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Attempting to bind port 8c0f02b9-7f4e-497e-b182-e98883cdb82a on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:18.387314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Attempting to bind port 8c0f02b9-7f4e-497e-b182-e98883cdb82a by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:18.387953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Attempting to bind port 8c0f02b9-7f4e-497e-b182-e98883cdb82a on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:18.399279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:18.401953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:18.402580 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.403136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:18.403969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Bound port: 8c0f02b9-7f4e-497e-b182-e98883cdb82a, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:18.404954 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.433477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:18.438347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:18.455650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:18.503114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] For port 8c0f02b9-7f4e-497e-b182-e98883cdb82a, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:18.506842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] For port 8c0f02b9-7f4e-497e-b182-e98883cdb82a, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8c0f02b9-7f4e-497e-b182-e98883cdb82a,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:18.514684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Pushing event updated for resources: {'Port': ['ID=652029e8-2b86-4999-b9db-02c7c50b8401,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:18.537340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.540798 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.717229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Routers {'88185d38-1575-40e6-8a92-9e0160f86a47'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:18.717876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['88185d38-1575-40e6-8a92-9e0160f86a47'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:18.736772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac7f5-9cc7-487f-a4d3-65b291212e45 None None] Pushing event updated for resources: {'Port': ['ID=8c0f02b9-7f4e-497e-b182-e98883cdb82a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:18.833841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:18.865109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79ed48d2-c9f0-49a6-825d-23b4a6950342 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:19.113252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f77baf80-9151-45f9-97b0-944552f32e49 None None] Provisioning for port 652029e8-2b86-4999-b9db-02c7c50b8401 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:19.116253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] Set router 88185d38-1575-40e6-8a92-9e0160f86a47 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:19.123369 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:19.140429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:19.209153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f77baf80-9151-45f9-97b0-944552f32e49 None None] Provisioning complete for port 652029e8-2b86-4999-b9db-02c7c50b8401 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:19.209527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77baf80-9151-45f9-97b0-944552f32e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:19.215177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Pushing event updated for resources: {'Port': ['ID=652029e8-2b86-4999-b9db-02c7c50b8401,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:19.233232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:19.299435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 79ed48d2-c9f0-49a6-825d-23b4a6950342 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:19.300191 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:19.337235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f77baf80-9151-45f9-97b0-944552f32e49 None None] Port 652029e8-2b86-4999-b9db-02c7c50b8401 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:19.366097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:19.368071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:19.463384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:16Z', 'revision_number': 3, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:19.497201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b719fe-548a-46e9-81f8-a476c2f2b2a1 None None] The sync data for ids ['88185d38-1575-40e6-8a92-9e0160f86a47'] in n-d-800089-6 is: [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:16Z', 'revision_number': 3, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:19.544512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Router 88185d38-1575-40e6-8a92-9e0160f86a47 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:19.743019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:19.761103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a0e8c1d-4d81-48fb-bc7b-18720d4b6217 admin admin] 10.222.0.25 "PUT /v2.0/routers/88185d38-1575-40e6-8a92-9e0160f86a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4705286 Jul 16 04:03:19.796916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ce3deefc-a068-4224-8e45-11296f841836 None None] Provisioning complete for port 652029e8-2b86-4999-b9db-02c7c50b8401 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:19.797799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce3deefc-a068-4224-8e45-11296f841836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:19.860676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ce3deefc-a068-4224-8e45-11296f841836 None None] Port 652029e8-2b86-4999-b9db-02c7c50b8401 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:20.599643 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:20.608175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1430725102-network', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:20.679925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Made reservation on behalf of 9474d1611cb74c9081b4fb9aca91d009 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:20.683540 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.692862 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.771714 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce50bd68-e91f-4e2c-8f18-8fe431b17a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.863833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.864718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8c0f02b9-7f4e-497e-b182-e98883cdb82a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:20.869804 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.902944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:03:20.918404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7205ff19-1e5d-431b-bf5c-913c88bf2118,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:20.927401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.927760 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Added segment 71d17910-9182-4ecf-ab09-a37955c1b8f8 of type vlan for network b3f6da2f-8151-4842-bc2d-45233ff9ea30 Jul 16 04:03:20.955647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8c0f02b9-7f4e-497e-b182-e98883cdb82a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:20.964528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8c0f02b9-7f4e-497e-b182-e98883cdb82a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:20.964912 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:20.991211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.047107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.049115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:21.050282 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.067005 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.096369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8c0f02b9-7f4e-497e-b182-e98883cdb82a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8c0f02b9-7f4e-497e-b182-e98883cdb82a,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:21.108415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.132496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5251908 Jul 16 04:03:21.134332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44526) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:21.137933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Request body: {'subnet': {'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1430725102-subnet', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:21.163205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8c0f02b9-7f4e-497e-b182-e98883cdb82a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:21.183688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Made reservation on behalf of 9474d1611cb74c9081b4fb9aca91d009 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:21.186442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.197365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a091542-c817-4545-bfc3-d222724d4245 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f6da2f-8151-4842-bc2d-45233ff9ea30,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:21.209183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:03:21.396347 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.456976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=def61c35-8137-4ba7-bc79-8055b6943095,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:21.461358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Checking segment: {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:21.461721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Network hostable DHCP agents. Network: b3f6da2f-8151-4842-bc2d-45233ff9ea30, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:03:21.479241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:03:21.489198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b3f6da2f-8151-4842-bc2d-45233ff9ea30) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:21.495706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:21.496381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.502259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054eaee-3f64-4161-92c2-64508c26d1c1 None None] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:21.518669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7b0e6022-06a5-463e-baff-6b6047837e8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3846235 Jul 16 04:03:21.520937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44528) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:21.525859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:21.561648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.564353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.635646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.724700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-b3f6da2f-8151-4842-bc2d-45233ff9ea30', 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'fixed_ips': [{'subnet_id': 'def61c35-8137-4ba7-bc79-8055b6943095'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:03:21.726218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.846659 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:21.874766 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Sync routers for ids ['88185d38-1575-40e6-8a92-9e0160f86a47'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:21.887314 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Routers {'88185d38-1575-40e6-8a92-9e0160f86a47'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:21.888418 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['88185d38-1575-40e6-8a92-9e0160f86a47'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:21.904640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-6436fedb-ea2a-460c-b084-1adfabd6c129 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252375 Jul 16 04:03:21.919504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Allocated IP 172.20.0.2 (b3f6da2f-8151-4842-bc2d-45233ff9ea30/def61c35-8137-4ba7-bc79-8055b6943095/ca4ff80c-22b5-4e48-a86b-4a6f1629adb6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:22.014430 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Set router 88185d38-1575-40e6-8a92-9e0160f86a47 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:22.041784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-fca8cb43-9803-4e4f-a916-bb69f1928597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:22.043583 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-fca8cb43-9803-4e4f-a916-bb69f1928597 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.0730371 Jul 16 04:03:22.125983 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.141325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Transition to ACTIVE for port object ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:22.165114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Transition to ACTIVE for port object ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:22.177236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.227106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-8bf1274c-1b0b-459d-ac8f-e60f86e21a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:22.228578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-8bf1274c-1b0b-459d-ac8f-e60f86e21a26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1397371 Jul 16 04:03:22.245736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:22.256254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:22.260711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:22.277534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.303612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.306796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Pushing event updated for resources: {'Port': ['ID=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:22.363009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Attempting to bind port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:22.363394 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Attempting to bind port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:22.363809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Attempting to bind port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 on network b3f6da2f-8151-4842-bc2d-45233ff9ea30 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:22.370057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:22.370531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Checking segment: {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:22.370971 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.371388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Bound using segment: {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:22.371833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Bound port: ca4ff80c-22b5-4e48-a86b-4a6f1629adb6, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:22.372213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.389067 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-8c3534b3-6146-4cbe-ba11-d451f2964f2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 1001 time: 0.1524768 Jul 16 04:03:22.403525 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '652029e8-2b86-4999-b9db-02c7c50b8401', 'name': '', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'mac_address': 'fa:16:3e:39:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:17Z', 'updated_at': '2021-07-16T04:03:18Z', 'revision_number': 2, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'subnets': [{'id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:22.435010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Checking router: 88185d38-1575-40e6-8a92-9e0160f86a47 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:22.435705 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Updating router 88185d38-1575-40e6-8a92-9e0160f86a47 port 652029e8-2b86-4999-b9db-02c7c50b8401 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:03:22.475255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-a22966bf-f810-403a-8ece-f8b9a674fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:22.477284 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-a22966bf-f810-403a-8ece-f8b9a674fc76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0823040 Jul 16 04:03:22.488032 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.495562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] For port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:22.499235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] For port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,segment=NetworkSegment(71d17910-9182-4ecf-ab09-a37955c1b8f8),segment_id=71d17910-9182-4ecf-ab09-a37955c1b8f8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:22.505691 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.516929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Allocated IP 172.25.4.29 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/dba4e3da-f07b-4140-80b1-a09800d2f93e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:22.635843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30513b1d-e7a1-45ca-93bc-d834afccdb71 None None] Pushing event updated for resources: {'Port': ['ID=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:22.773259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8c0f02b9-7f4e-497e-b182-e98883cdb82a up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:22.964926 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.978827 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Transition to ACTIVE for port object 652029e8-2b86-4999-b9db-02c7c50b8401 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:22.989500 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:22.990480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-7e8786f7-6ba5-43b8-bb8b-1d4870a78543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:22.994991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-7e8786f7-6ba5-43b8-bb8b-1d4870a78543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5109265 Jul 16 04:03:23.008306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8c0f02b9-7f4e-497e-b182-e98883cdb82a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:23.009114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.044150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-7028f148-e699-4f12-8363-f616e04f5c3c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:03:23.045310 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-7028f148-e699-4f12-8363-f616e04f5c3c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099974 Jul 16 04:03:23.141331 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Pushing event updated for resources: {'Port': ['ID=652029e8-2b86-4999-b9db-02c7c50b8401,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:23.192456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-79d453d6-4866-48df-9728-8f85cf3a938d service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390176 Jul 16 04:03:23.194388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.195285 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.195622 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.195952 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.196276 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.196602 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.196922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.197240 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.197557 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.197872 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.198188 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.198508 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:23.210855 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Attempting to bind port 652029e8-2b86-4999-b9db-02c7c50b8401 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:23.211230 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Attempting to bind port 652029e8-2b86-4999-b9db-02c7c50b8401 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:23.211591 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Attempting to bind port 652029e8-2b86-4999-b9db-02c7c50b8401 on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:23.223791 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:23.223927 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Checking segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:23.225361 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.227845 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Bound using segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:23.228337 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Bound port: 652029e8-2b86-4999-b9db-02c7c50b8401, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:23.229331 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.256913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.313109 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] For port 652029e8-2b86-4999-b9db-02c7c50b8401, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:23.317070 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] For port 652029e8-2b86-4999-b9db-02c7c50b8401, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=652029e8-2b86-4999-b9db-02c7c50b8401,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:23.339449 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.342062 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75b3801c-23ae-437b-ad5a-2a7e4bfa8448 req-9427bdba-a7e5-45bd-834f-0a6637dc2e25 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330199 Jul 16 04:03:23.390314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.397027 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Routers {'88185d38-1575-40e6-8a92-9e0160f86a47'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:23.398157 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:02:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['88185d38-1575-40e6-8a92-9e0160f86a47'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:23.451948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:23.455660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:23.459243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:23.505440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Pushing event updated for resources: {'Port': ['ID=dba4e3da-f07b-4140-80b1-a09800d2f93e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:23.513813 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e55c2-550c-4e55-af99-11e3de0c024f None None] Pushing event updated for resources: {'Port': ['ID=652029e8-2b86-4999-b9db-02c7c50b8401,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:23.557657 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] Set router 88185d38-1575-40e6-8a92-9e0160f86a47 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:23.573870 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39518a6-f199-4e90-b1e6-025d66575e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.827155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.886463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:23.945437 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '652029e8-2b86-4999-b9db-02c7c50b8401', 'name': '', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'mac_address': 'fa:16:3e:39:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:17Z', 'updated_at': '2021-07-16T04:03:23Z', 'revision_number': 4, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'subnets': [{'id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:23.988860 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872bff8b-f40a-404b-a492-35d825a1853c None None] The sync data for ids ['88185d38-1575-40e6-8a92-9e0160f86a47'] in n-d-800089-6 is: [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:18Z', 'revision_number': 4, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '652029e8-2b86-4999-b9db-02c7c50b8401', 'name': '', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'mac_address': 'fa:16:3e:39:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:17Z', 'updated_at': '2021-07-16T04:03:23Z', 'revision_number': 4, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'subnets': [{'id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:24.155898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:24.162693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c71c2f-70fa-413a-9da1-66074ce25d78 None None] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:24.263391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4b2a9a98-4f05-4aab-8cf0-4fc302696fb2 None None] Provisioning for port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:24.358849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Router 1422dc1e-fbcc-44ec-9783-c02349e3da42 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:03:24.447963 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:24.547921 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:24.567715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Sync routers for ids ['1422dc1e-fbcc-44ec-9783-c02349e3da42'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:24.581639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Routers {'1422dc1e-fbcc-44ec-9783-c02349e3da42'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:24.582184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1422dc1e-fbcc-44ec-9783-c02349e3da42'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:24.584708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:24.586916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ecf81d86-fd78-41eb-9790-df88a917a248 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0650654 Jul 16 04:03:24.590100 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:24.768811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Set router 1422dc1e-fbcc-44ec-9783-c02349e3da42 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:24.902669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:25.010065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:25.016734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:25.017112 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.058441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:03:23Z', 'revision_number': 3, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:25.104601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Checking router: 1422dc1e-fbcc-44ec-9783-c02349e3da42 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:25.104601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Updating router 1422dc1e-fbcc-44ec-9783-c02349e3da42 port dba4e3da-f07b-4140-80b1-a09800d2f93e binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:03:25.151213 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.292206 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.381339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,segment=NetworkSegment(71d17910-9182-4ecf-ab09-a37955c1b8f8),segment_id=71d17910-9182-4ecf-ab09-a37955c1b8f8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:25.384336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-c548bb7a-0252-442e-b85e-a0ae2dc7072a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400836584&fields=id&tenant_id=8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 267 time: 0.0667405 Jul 16 04:03:25.393024 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.393880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 652029e8-2b86-4999-b9db-02c7c50b8401 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:25.497964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:25.546071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 652029e8-2b86-4999-b9db-02c7c50b8401 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:25.550939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.553624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 652029e8-2b86-4999-b9db-02c7c50b8401 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:25.554519 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.576316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-edc69797-e48c-4de6-b0e0-e2588fe5dddd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:25.577575 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-edc69797-e48c-4de6-b0e0-e2588fe5dddd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1630058 Jul 16 04:03:25.598022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.612759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Transition to ACTIVE for port object dba4e3da-f07b-4140-80b1-a09800d2f93e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:25.619620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.623311 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-3d0bc923-93a7-4608-9944-8f2ac8bc31bb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/quotas/8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 375 time: 0.0379367 Jul 16 04:03:25.699931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Attempting to bind port dba4e3da-f07b-4140-80b1-a09800d2f93e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:25.700299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Attempting to bind port dba4e3da-f07b-4140-80b1-a09800d2f93e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:25.700666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Attempting to bind port dba4e3da-f07b-4140-80b1-a09800d2f93e on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:25.704985 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708753-2acc-4141-af78-1ea4a65b1227 None None] Pushing event updated for resources: {'Port': ['ID=dba4e3da-f07b-4140-80b1-a09800d2f93e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:25.710924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:25.711301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:25.711706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.712090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:25.712928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Bound port: dba4e3da-f07b-4140-80b1-a09800d2f93e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:25.712928 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.714641 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.773867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-c01a23a5-6f76-4929-a386-18127e7542aa tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1407790 Jul 16 04:03:25.782217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Allocated IP 172.20.0.1 (b3f6da2f-8151-4842-bc2d-45233ff9ea30/def61c35-8137-4ba7-bc79-8055b6943095/6329f51a-83f4-490e-aaef-1daa52fde54c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:25.783240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 652029e8-2b86-4999-b9db-02c7c50b8401, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=652029e8-2b86-4999-b9db-02c7c50b8401,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:25.787388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.812829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] For port dba4e3da-f07b-4140-80b1-a09800d2f93e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:25.831238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] For port dba4e3da-f07b-4140-80b1-a09800d2f93e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dba4e3da-f07b-4140-80b1-a09800d2f93e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:25.838906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.856183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=652029e8-2b86-4999-b9db-02c7c50b8401,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:25.894558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Routers {'1422dc1e-fbcc-44ec-9783-c02349e3da42'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:25.895261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1422dc1e-fbcc-44ec-9783-c02349e3da42'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:25.939471 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-40fb30e9-60db-4cae-aae1-5328e3623a6a service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512108 Jul 16 04:03:25.950833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708753-2acc-4141-af78-1ea4a65b1227 None None] Pushing event updated for resources: {'Port': ['ID=dba4e3da-f07b-4140-80b1-a09800d2f93e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:25.962524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:25.999776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Transition to ACTIVE for port object 6329f51a-83f4-490e-aaef-1daa52fde54c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:26.075680 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-96e3b74b-d7f0-48a0-9c3a-95b9b1bf8fc8 service neutron] 10.222.0.25 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248744 Jul 16 04:03:26.085423 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.123475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:26.128965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:26.132572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:26.164764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Pushing event updated for resources: {'Port': ['ID=6329f51a-83f4-490e-aaef-1daa52fde54c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:26.182750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.215499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.228761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] Set router 1422dc1e-fbcc-44ec-9783-c02349e3da42 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:26.336444 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.449203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc92ae9d-68a2-4e81-b2ec-f9d9e45a0f63 req-8d7baabe-153b-49e9-b665-a0700ffdaec9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0313952 Jul 16 04:03:26.522281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cc72aca7-78cc-4c4d-b3c6-78feb2e35318 None None] Provisioning for port 6329f51a-83f4-490e-aaef-1daa52fde54c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:26.531579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cc72aca7-78cc-4c4d-b3c6-78feb2e35318 None None] Provisioning complete for port 6329f51a-83f4-490e-aaef-1daa52fde54c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:26.531952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cc72aca7-78cc-4c4d-b3c6-78feb2e35318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.578649 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:03:23Z', 'revision_number': 3, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:26.582355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cc72aca7-78cc-4c4d-b3c6-78feb2e35318 None None] Port 6329f51a-83f4-490e-aaef-1daa52fde54c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:26.591984 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.595974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.614599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cf995-3b5e-466a-9be3-188f606d6a56 None None] The sync data for ids ['1422dc1e-fbcc-44ec-9783-c02349e3da42'] in n-d-800089-6 is: [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:03:23Z', 'revision_number': 3, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:26.674530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.676578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Pushing event updated for resources: {'Port': ['ID=6329f51a-83f4-490e-aaef-1daa52fde54c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:26.787005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:26.795321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:26.796887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:26.879452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:26.880070 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:26.942311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Router 1422dc1e-fbcc-44ec-9783-c02349e3da42 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:27.039101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 652029e8-2b86-4999-b9db-02c7c50b8401 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:27.094810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:27.100241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5b67edd3-2207-4059-8455-ae74dfc7f7ea admin admin] 10.222.0.25 "PUT /v2.0/routers/1422dc1e-fbcc-44ec-9783-c02349e3da42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5085094 Jul 16 04:03:27.125905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 652029e8-2b86-4999-b9db-02c7c50b8401 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:27.126284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:27.244803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-de962460-2cd6-4ddb-944c-529e5918f231 None None] Provisioning complete for port 6329f51a-83f4-490e-aaef-1daa52fde54c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:27.245403 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de962460-2cd6-4ddb-944c-529e5918f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:27.284557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de962460-2cd6-4ddb-944c-529e5918f231 None None] Port 6329f51a-83f4-490e-aaef-1daa52fde54c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:27.630816 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b70a8825-4ddb-4b25-a437-28e8410094e8 req-5bf295b5-e365-46e4-bc8b-8e9b28df5b3f tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0490062 Jul 16 04:03:27.713231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-00c14587-e814-4f72-9c8d-a73723fe5ae3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:27.714741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-00c14587-e814-4f72-9c8d-a73723fe5ae3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 811 time: 0.1435018 Jul 16 04:03:27.759239 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-a7d22085-012b-4fd8-b07d-b117cc02620d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8955255f06674d38b83e8f1b72061004 HTTP/1.1" status: 200 len: 380 time: 0.0358355 Jul 16 04:03:27.769948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'port': {'device_id': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'admin_state_up': True, 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'security_groups': ['ef9c8674-dd5f-413e-a3a3-6368247ec8e1']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:27.935512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-acfe3230-79d9-4a33-984e-8c4076d3f557 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:27.936997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-acfe3230-79d9-4a33-984e-8c4076d3f557 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/networks?id=9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 200 len: 912 time: 0.1617231 Jul 16 04:03:27.957582 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-6cf4311b-fee4-40d4-abd6-ef52f5797e9d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/quotas/9474d1611cb74c9081b4fb9aca91d009 HTTP/1.1" status: 200 len: 375 time: 0.0135524 Jul 16 04:03:27.959681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Made reservation on behalf of 8955255f06674d38b83e8f1b72061004 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:27.963747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:28.116328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-161d9317-0bc3-4fd3-a359-ed239fe91464 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=9474d1611cb74c9081b4fb9aca91d009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502328 Jul 16 04:03:28.208238 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.20.0.3 (e7936320-b13d-4093-868e-a4c9f8b2d3ec/c1e2ae7a-edd1-452d-8f14-becff83fb7fc/ef7cb5af-6f24-4417-af7b-2fa3760221da) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:28.263550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-23a7eee6-8d55-4984-8494-537fc73a9d8b service neutron] 10.222.0.25 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290784 Jul 16 04:03:28.431736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-902db903-5808-4326-b712-f14384330975 service neutron] 10.222.0.25 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579101 Jul 16 04:03:28.436502 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Sync routers for ids ['1422dc1e-fbcc-44ec-9783-c02349e3da42'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:28.446405 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Routers {'1422dc1e-fbcc-44ec-9783-c02349e3da42'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:28.446826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:28.447462 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1422dc1e-fbcc-44ec-9783-c02349e3da42'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:28.462026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Transition to ACTIVE for port object ef7cb5af-6f24-4417-af7b-2fa3760221da will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:28.504203 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:28.561496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:28.565283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:28.570535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:28.589763 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Set router 1422dc1e-fbcc-44ec-9783-c02349e3da42 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:28.634594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=ef7cb5af-6f24-4417-af7b-2fa3760221da,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:28.676891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d20de694-bfef-47f1-93a7-53e476297416 req-1e14310f-8ffd-47f3-beb3-1774e2855e1c tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 210 time: 0.0515103 Jul 16 04:03:28.695079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:28.695699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:28.740365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-7a1c5c25-3e9b-4fd1-ae0e-02741d47eeeb tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9741409 Jul 16 04:03:28.767704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Request body: {'port': {'device_id': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:28.896232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dba4e3da-f07b-4140-80b1-a09800d2f93e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:29.027625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port dba4e3da-f07b-4140-80b1-a09800d2f93e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:29.029167 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:03:26Z', 'revision_number': 4, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6329f51a-83f4-490e-aaef-1daa52fde54c', 'name': '', 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'mac_address': 'fa:16:3e:80:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'def61c35-8137-4ba7-bc79-8055b6943095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:25Z', 'updated_at': '2021-07-16T04:03:26Z', 'revision_number': 2, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'subnets': [{'id': 'def61c35-8137-4ba7-bc79-8055b6943095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:29.033387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dba4e3da-f07b-4140-80b1-a09800d2f93e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:29.034454 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.039937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c7cd3b5a-9c5f-4c25-b952-64233284226b None None] Provisioning for port ef7cb5af-6f24-4417-af7b-2fa3760221da completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:29.065827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c7cd3b5a-9c5f-4c25-b952-64233284226b None None] Provisioning complete for port ef7cb5af-6f24-4417-af7b-2fa3760221da triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:29.066506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3b5a-9c5f-4c25-b952-64233284226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.077461 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Checking router: 1422dc1e-fbcc-44ec-9783-c02349e3da42 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:29.079303 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Updating router 1422dc1e-fbcc-44ec-9783-c02349e3da42 port 6329f51a-83f4-490e-aaef-1daa52fde54c binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:03:29.142818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd3b5a-9c5f-4c25-b952-64233284226b None None] Port ef7cb5af-6f24-4417-af7b-2fa3760221da cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:29.143270 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.206130 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.234424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port dba4e3da-f07b-4140-80b1-a09800d2f93e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dba4e3da-f07b-4140-80b1-a09800d2f93e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:29.241833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.320881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=dba4e3da-f07b-4140-80b1-a09800d2f93e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:29.364128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.435332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224c34c-92e5-4cf1-943e-7f0b083a226c req-99c8f474-8c69-43e3-926a-91f4157cf97b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:29.442131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f224c34c-92e5-4cf1-943e-7f0b083a226c req-99c8f474-8c69-43e3-926a-91f4157cf97b tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 931 time: 0.5406148 Jul 16 04:03:29.464552 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.479770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Transition to ACTIVE for port object 6329f51a-83f4-490e-aaef-1daa52fde54c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:29.489693 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.541188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f224c34c-92e5-4cf1-943e-7f0b083a226c req-ec604200-6e7b-4128-b5f7-75d6e24681b6 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982275 Jul 16 04:03:29.645963 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5811-8083-4444-8ced-aa198eb7a8d5 None None] Pushing event updated for resources: {'Port': ['ID=6329f51a-83f4-490e-aaef-1daa52fde54c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:29.739084 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Attempting to bind port 6329f51a-83f4-490e-aaef-1daa52fde54c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:29.739461 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Attempting to bind port 6329f51a-83f4-490e-aaef-1daa52fde54c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:29.739866 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Attempting to bind port 6329f51a-83f4-490e-aaef-1daa52fde54c on network b3f6da2f-8151-4842-bc2d-45233ff9ea30 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:29.747741 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:29.748165 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Checking segment: {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:29.749140 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.749593 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Bound using segment: {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:29.750812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Bound port: 6329f51a-83f4-490e-aaef-1daa52fde54c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d17910-9182-4ecf-ab09-a37955c1b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:29.751298 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.763346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7cb5af-6f24-4417-af7b-2fa3760221da {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:29.772762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.808938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Transition to ACTIVE for port object ef7cb5af-6f24-4417-af7b-2fa3760221da will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:29.818417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.850840 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] For port 6329f51a-83f4-490e-aaef-1daa52fde54c, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:29.854252 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] For port 6329f51a-83f4-490e-aaef-1daa52fde54c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6329f51a-83f4-490e-aaef-1daa52fde54c,segment=NetworkSegment(71d17910-9182-4ecf-ab09-a37955c1b8f8),segment_id=71d17910-9182-4ecf-ab09-a37955c1b8f8)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:29.861182 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.931900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7304546-9a45-4805-9853-b46c9ccecf7d req-17e076d2-2138-4eeb-bb5a-e7aa7943dc75 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 210 time: 0.0555799 Jul 16 04:03:29.935274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Routers {'1422dc1e-fbcc-44ec-9783-c02349e3da42'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:29.935922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1422dc1e-fbcc-44ec-9783-c02349e3da42'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:29.937809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7cb5af-6f24-4417-af7b-2fa3760221da,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:30.021429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5811-8083-4444-8ced-aa198eb7a8d5 None None] Pushing event updated for resources: {'Port': ['ID=6329f51a-83f4-490e-aaef-1daa52fde54c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:30.092011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Attempting to bind port ef7cb5af-6f24-4417-af7b-2fa3760221da on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:30.092632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Attempting to bind port ef7cb5af-6f24-4417-af7b-2fa3760221da by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:30.093178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Attempting to bind port ef7cb5af-6f24-4417-af7b-2fa3760221da on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:30.107854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Port ef7cb5af-6f24-4417-af7b-2fa3760221da on network e7936320-b13d-4093-868e-a4c9f8b2d3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:30.108555 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Attempting to bind port ef7cb5af-6f24-4417-af7b-2fa3760221da on network e7936320-b13d-4093-868e-a4c9f8b2d3ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:30.122992 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:30.123481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Checking segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:30.124119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Bound using segment: {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:30.125011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Bound port: ef7cb5af-6f24-4417-af7b-2fa3760221da, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b272106-be91-4b81-bdc6-d2a942a44cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:30.125147 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.173581 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] Set router 1422dc1e-fbcc-44ec-9783-c02349e3da42 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:30.222205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] For port ef7cb5af-6f24-4417-af7b-2fa3760221da, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:30.226327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] For port ef7cb5af-6f24-4417-af7b-2fa3760221da, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:30.232561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.299574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7cb5af-6f24-4417-af7b-2fa3760221da,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:30.311558 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.312614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.314366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-98abb496-e169-4cd7-bd71-bbe6c25317a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 1091 time: 1.5613129 Jul 16 04:03:30.315016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:30.317625 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e050d4-8255-4421-8841-bd241b5f35cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:30.343831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-1a113262-b642-478f-a96d-58b1162e1b4b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.355224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-1a113262-b642-478f-a96d-58b1162e1b4b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.48 "GET /v2.0/networks?id=9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 200 len: 912 time: 0.2029760 Jul 16 04:03:30.373623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Request body: {'port': {'device_id': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'admin_state_up': True, 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:30.375475 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe6b8d-62f8-4d83-b3e7-5a3cdc7591eb x-openstack-request-id: req-95fe6b8d-62f8-4d83-b3e7-5a3cdc7591eb {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:30.375935 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:30.376354 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95fe6b8d-62f8-4d83-b3e7-5a3cdc7591eb {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:30.376899 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'status': 'completed', 'code': 200} Jul 16 04:03:30.418328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Made reservation on behalf of 9474d1611cb74c9081b4fb9aca91d009 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:30.421161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.499012 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-40ece3c0-f732-430c-870e-28b64733630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.500877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-40ece3c0-f732-430c-870e-28b64733630a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1094 time: 0.1103837 Jul 16 04:03:30.603737 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:03:26Z', 'revision_number': 4, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6329f51a-83f4-490e-aaef-1daa52fde54c', 'name': '', 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'mac_address': 'fa:16:3e:80:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'def61c35-8137-4ba7-bc79-8055b6943095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:25Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'subnets': [{'id': 'def61c35-8137-4ba7-bc79-8055b6943095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:30.606801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-987e59b2-113b-4c7f-ba8e-2747b0bc5eb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 217 time: 0.0966604 Jul 16 04:03:30.671660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597448a9-14c5-4345-bc64-d4e61f68fc7e None None] The sync data for ids ['1422dc1e-fbcc-44ec-9783-c02349e3da42'] in n-d-800089-6 is: [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:03:26Z', 'revision_number': 4, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '6329f51a-83f4-490e-aaef-1daa52fde54c', 'name': '', 'network_id': 'b3f6da2f-8151-4842-bc2d-45233ff9ea30', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'mac_address': 'fa:16:3e:80:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'def61c35-8137-4ba7-bc79-8055b6943095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:25Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'subnets': [{'id': 'def61c35-8137-4ba7-bc79-8055b6943095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:30.674701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Allocated IP 172.20.0.12 (9ec60b62-e6ac-4d89-a798-821e20bb4b91/5d47d68a-5c51-4477-bf15-91924c73e045/a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:30.697363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-80c6b247-eb64-4985-ba8d-976c2c19faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.698902 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-80c6b247-eb64-4985-ba8d-976c2c19faad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0881112 Jul 16 04:03:30.815354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-5e909998-99d3-4cfa-a78f-607d3941f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.816993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-5e909998-99d3-4cfa-a78f-607d3941f3a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097066 Jul 16 04:03:30.844003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dba4e3da-f07b-4140-80b1-a09800d2f93e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:30.964459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dba4e3da-f07b-4140-80b1-a09800d2f93e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:30.964841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.013577 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.028683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Transition to ACTIVE for port object a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:31.035134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-4afaf031-922a-45cd-b521-1e3b6f0426dd service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100279 Jul 16 04:03:31.064077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.117633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:31.120514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:31.130185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:31.136875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Pushing event updated for resources: {'Port': ['ID=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:31.173325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89fac-4a19-45f1-b614-260f127b012f req-2f9fe90c-7d3a-415e-b538-8629da2d19ff tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.175108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95a89fac-4a19-45f1-b614-260f127b012f req-2f9fe90c-7d3a-415e-b538-8629da2d19ff tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.1941669 Jul 16 04:03:31.181857 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.183637 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.203998 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-c254cea2-74e0-4103-a5b6-52054f8a62c8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8341298 Jul 16 04:03:31.211323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bbdb8d9-3b75-4e5d-adfe-3fe831169a75 req-911681ee-d60c-4c2e-8943-2e666778b517 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692202 Jul 16 04:03:31.235284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Request body: {'port': {'device_id': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:31.251376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95a89fac-4a19-45f1-b614-260f127b012f req-27ec3e2d-1195-4fa9-93b5-fed2a135f611 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679810 Jul 16 04:03:31.339409 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.409808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e050d4-8255-4421-8841-bd241b5f35cc req-d169f029-6da7-4f10-95aa-2517b3783d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.413890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-d169f029-6da7-4f10-95aa-2517b3783d4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1094 time: 0.1276963 Jul 16 04:03:31.517629 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eb8cf00e-bef8-47fe-ab96-2f9148b6c9cb None None] Provisioning for port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:31.521994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eb8cf00e-bef8-47fe-ab96-2f9148b6c9cb None None] Provisioning complete for port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:31.522508 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf00e-bef8-47fe-ab96-2f9148b6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.575704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cf00e-bef8-47fe-ab96-2f9148b6c9cb None None] Port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:31.594818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e050d4-8255-4421-8841-bd241b5f35cc req-c9c67522-6993-4cf7-b846-0eaf94a9b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.596498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-c9c67522-6993-4cf7-b846-0eaf94a9b3da service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1710577 Jul 16 04:03:31.649396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-81bb6ab1-b764-451f-bb85-21a4d5100699 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 217 time: 0.0459018 Jul 16 04:03:31.652363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda30948-626b-4ac8-ae73-ea86a58d1bf2 req-dc9b23d7-7557-46b1-a10a-bd52919af537 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.653925 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fda30948-626b-4ac8-ae73-ea86a58d1bf2 req-dc9b23d7-7557-46b1-a10a-bd52919af537 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1028 time: 0.1766517 Jul 16 04:03:31.723301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:31.728268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fda30948-626b-4ac8-ae73-ea86a58d1bf2 req-2dc43720-3e0a-4be8-8ef2-d0666b3b4f32 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601418 Jul 16 04:03:31.731921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.735591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e050d4-8255-4421-8841-bd241b5f35cc req-b72af72c-09b4-4572-acca-0c514ac0898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.737127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-b72af72c-09b4-4572-acca-0c514ac0898e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0803571 Jul 16 04:03:31.753091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Transition to ACTIVE for port object a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:31.768495 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.812670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e050d4-8255-4421-8841-bd241b5f35cc req-96b21368-451b-48e8-87b5-1b2dd8ab7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.819788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-96b21368-451b-48e8-87b5-1b2dd8ab7880 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756471 Jul 16 04:03:31.893144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:31.943375 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Attempting to bind port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:31.943705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Attempting to bind port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:31.944051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Attempting to bind port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:31.951113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:31.951401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Attempting to bind port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:31.956201 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-8ab8c6f1-f790-4a4d-90eb-78359cc2090e service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306343 Jul 16 04:03:31.961981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:31.962324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Checking segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:31.963231 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Bound using segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:31.963687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Bound port: a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:31.964145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.074428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55e050d4-8255-4421-8841-bd241b5f35cc req-4d02b5e6-7813-42f2-b64e-b3f2bd37bf51 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066363 Jul 16 04:03:32.078581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] For port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:32.082622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] For port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:32.089065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.130804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.131342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.132874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa HTTP/1.1" status: 200 len: 1092 time: 0.9207361 Jul 16 04:03:32.133324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'tag': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:32.135613 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc82b2e-b972-4487-a28d-6c23549441ca", "tag": "a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:32.164974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30ff01-7430-45db-a6d7-bce21c3260e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:32.236203 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae87df0-a67c-4f45-a35a-140c2cd383a1 x-openstack-request-id: req-fae87df0-a67c-4f45-a35a-140c2cd383a1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:32.236616 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc82b2e-b972-4487-a28d-6c23549441ca", "tag": "a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:32.237039 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fae87df0-a67c-4f45-a35a-140c2cd383a1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:32.237509 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'tag': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa', 'status': 'completed', 'code': 200} Jul 16 04:03:32.277096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-e9f5af9c-5cf3-40a9-b613-2bccdaa596a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.278955 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-e9f5af9c-5cf3-40a9-b613-2bccdaa596a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9474d1611cb74c9081b4fb9aca91d009&device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1095 time: 0.0940881 Jul 16 04:03:32.344007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-c7fa5566-6f01-41bb-a6a2-d784f9a58681 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa HTTP/1.1" status: 200 len: 217 time: 0.0493369 Jul 16 04:03:32.407641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-fd4e3fc0-52f2-46f7-9e2a-ff2c41b7ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.409372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-fd4e3fc0-52f2-46f7-9e2a-ff2c41b7ef03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d47d68a-5c51-4477-bf15-91924c73e045 HTTP/1.1" status: 200 len: 849 time: 0.0599861 Jul 16 04:03:32.486700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d918c5-7db9-4008-974d-62b79a651351 req-b7543a73-cb2f-4422-8afa-9bb56f1f14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.488267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-b7543a73-cb2f-4422-8afa-9bb56f1f14b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ec60b62-e6ac-4d89-a798-821e20bb4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719509 Jul 16 04:03:32.489333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05fe84-80c5-45b2-b7b3-87e1cafcfa23 req-97495ec4-5f8c-4cd0-ac60-acc3fb04efa3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.490935 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e05fe84-80c5-45b2-b7b3-87e1cafcfa23 req-97495ec4-5f8c-4cd0-ac60-acc3fb04efa3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0870569 Jul 16 04:03:32.537034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e05fe84-80c5-45b2-b7b3-87e1cafcfa23 req-6586b719-84df-4bf6-b744-d8ca3efa02f8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Jul 16 04:03:32.600090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-ff5d3264-af9e-4245-be8e-491b51cd67d3 service neutron] 10.222.0.48 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030078 Jul 16 04:03:32.693951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48d918c5-7db9-4008-974d-62b79a651351 req-7164b9b5-81a0-4bda-8401-38e91dd906d6 service neutron] 10.222.0.48 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874517 Jul 16 04:03:32.814426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6329f51a-83f4-490e-aaef-1daa52fde54c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:32.817455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-f12855e3-c253-4182-8bb9-526ebc0fb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.820483 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-f12855e3-c253-4182-8bb9-526ebc0fb2cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9474d1611cb74c9081b4fb9aca91d009&device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1095 time: 0.0736456 Jul 16 04:03:32.873641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6329f51a-83f4-490e-aaef-1daa52fde54c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:32.878078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6329f51a-83f4-490e-aaef-1daa52fde54c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:32.878727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.934328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-44cd6653-f604-4ca4-8e5c-1798b70f9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.934954 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-44cd6653-f604-4ca4-8e5c-1798b70f9c44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 200 len: 912 time: 0.1076217 Jul 16 04:03:32.950327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456453f4-78e4-47ae-9bde-b2572283576a req-29864779-c8b6-4c94-82b6-decb81121108 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.958501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-456453f4-78e4-47ae-9bde-b2572283576a req-29864779-c8b6-4c94-82b6-decb81121108 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1095 time: 0.0720060 Jul 16 04:03:32.969844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.985857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-19289771-f9bd-4aec-a279-f03b6024befb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa HTTP/1.1" status: 200 len: 217 time: 0.0436296 Jul 16 04:03:33.006089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-456453f4-78e4-47ae-9bde-b2572283576a req-5055665c-acea-4616-b682-9fab77825a8c tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Jul 16 04:03:33.032441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 6329f51a-83f4-490e-aaef-1daa52fde54c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6329f51a-83f4-490e-aaef-1daa52fde54c,segment=NetworkSegment(71d17910-9182-4ecf-ab09-a37955c1b8f8),segment_id=71d17910-9182-4ecf-ab09-a37955c1b8f8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:33.033982 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.036468 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.057986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-2d4560e7-f660-4a54-9ecb-338a77327062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:33.059660 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-2d4560e7-f660-4a54-9ecb-338a77327062 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d47d68a-5c51-4477-bf15-91924c73e045 HTTP/1.1" status: 200 len: 849 time: 0.0659873 Jul 16 04:03:33.087857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=6329f51a-83f4-490e-aaef-1daa52fde54c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:33.127563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-6d434108-47ad-4b8a-a04f-52dc94dd75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:33.129096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-6d434108-47ad-4b8a-a04f-52dc94dd75f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ec60b62-e6ac-4d89-a798-821e20bb4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618384 Jul 16 04:03:33.227801 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-059ceaf1-29fa-4bfb-9828-bdc801e6447b service neutron] 10.222.0.48 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899756 Jul 16 04:03:33.318626 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-48ada0f4-c24f-40a9-87a0-fac7759ff2ce req-fc5c79b7-6dc8-473b-bba5-956c64d279f3 service neutron] 10.222.0.48 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845039 Jul 16 04:03:33.653124 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:03:33.712108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64689c86-38ed-4621-8b7c-808fec52b5b1 req-5c686d4f-d114-4b49-8593-79cd8095b1ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:33.713706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64689c86-38ed-4621-8b7c-808fec52b5b1 req-5c686d4f-d114-4b49-8593-79cd8095b1ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0646822 Jul 16 04:03:33.752180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64689c86-38ed-4621-8b7c-808fec52b5b1 req-137969d5-1254-4e37-8d9a-fba6cb1e22ad tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Jul 16 04:03:33.823841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:34.181235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106a84-f31f-4e70-8788-960e1faedc54 req-8ae64b63-ba5e-4267-bd89-4aaf1ccc2bab tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:34.182952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78106a84-f31f-4e70-8788-960e1faedc54 req-8ae64b63-ba5e-4267-bd89-4aaf1ccc2bab tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1095 time: 0.0617254 Jul 16 04:03:34.220386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78106a84-f31f-4e70-8788-960e1faedc54 req-bcc6ee6e-6b9b-489c-9b4f-5c8147ac93b7 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Jul 16 04:03:34.766488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6329f51a-83f4-490e-aaef-1daa52fde54c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:34.821186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6329f51a-83f4-490e-aaef-1daa52fde54c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:34.823207 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:34.938695 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f57bf-afe5-468a-857b-da1dbb728e99 req-1f110f0f-a269-4af7-9687-9e0673fb423d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:34.940268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd1f57bf-afe5-468a-857b-da1dbb728e99 req-1f110f0f-a269-4af7-9687-9e0673fb423d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0696476 Jul 16 04:03:34.982570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd1f57bf-afe5-468a-857b-da1dbb728e99 req-2c6972ce-d05c-4228-a3f9-223380b7c360 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Jul 16 04:03:35.189610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:35.294939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:35.307369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'port_id': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa', 'mac_address': 'fa:16:3e:1e:86:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:35.348695 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.361388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:35.380882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:35.385966 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.388986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bafc5-815d-4898-bffb-5acc16adece2 req-3c956429-c465-4221-a0b9-4e232d75b6b4 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:35.390670 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f67bafc5-815d-4898-bffb-5acc16adece2 req-3c956429-c465-4221-a0b9-4e232d75b6b4 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1095 time: 0.0575275 Jul 16 04:03:35.426242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f67bafc5-815d-4898-bffb-5acc16adece2 req-afccba64-a2b5-4984-a9c8-d889d10eb586 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284796 Jul 16 04:03:35.434905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:35.590030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:36.162572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6812c7-217c-439c-b6dd-76fbe7e31bf9 req-4f34e54f-8578-4416-941f-712e4a1cd213 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:36.164899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f6812c7-217c-439c-b6dd-76fbe7e31bf9 req-4f34e54f-8578-4416-941f-712e4a1cd213 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0615995 Jul 16 04:03:36.201544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f6812c7-217c-439c-b6dd-76fbe7e31bf9 req-7db2eedd-ae95-47dc-b890-3ab6cd2bd854 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 16 04:03:36.585063 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c31f7f-e3bc-422c-977b-6c7736cd7003 req-a28bbf27-50cb-44f7-a6e4-ef07a0cbf701 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:36.586609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93c31f7f-e3bc-422c-977b-6c7736cd7003 req-a28bbf27-50cb-44f7-a6e4-ef07a0cbf701 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1096 time: 0.0531654 Jul 16 04:03:36.620703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93c31f7f-e3bc-422c-977b-6c7736cd7003 req-9f842d87-84fd-4dcc-9be7-5624ab6a6dff tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283837 Jul 16 04:03:37.184803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:37.232795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:37.236379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:37.236745 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:37.311633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:37.334361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:37.337306 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67059432-1cf0-4ee4-8592-074292eef56e" -d '{"events": [{"server_uuid": "1fc82b2e-b972-4487-a28d-6c23549441ca", "name": "network-vif-plugged", "status": "completed", "tag": "a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:37.353846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:37.360098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:37.388662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4926-dbc7-4881-9640-14ede023ce03 req-9d0c5996-1022-4273-bcce-92be6a17ab45 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:37.390133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de7a4926-dbc7-4881-9640-14ede023ce03 req-9d0c5996-1022-4273-bcce-92be6a17ab45 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0756767 Jul 16 04:03:37.407411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:37.428831 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de7a4926-dbc7-4881-9640-14ede023ce03 req-433c51c9-a7dc-4938-aeed-6063b06137a9 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Jul 16 04:03:37.474590 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471c0a3c-4261-4399-99d8-40273d5eede2 x-openstack-request-id: req-471c0a3c-4261-4399-99d8-40273d5eede2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:37.474886 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc82b2e-b972-4487-a28d-6c23549441ca", "name": "network-vif-plugged", "status": "completed", "tag": "a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:37.475141 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-471c0a3c-4261-4399-99d8-40273d5eede2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:37.475538 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa', 'code': 200} Jul 16 04:03:37.581637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062441fd-85c4-46d5-b8ca-4ae7110132f1 req-29608b8d-01d1-4102-88f7-fd34e7d2c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:37.583138 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-062441fd-85c4-46d5-b8ca-4ae7110132f1 req-29608b8d-01d1-4102-88f7-fd34e7d2c61a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0506363 Jul 16 04:03:37.620946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-062441fd-85c4-46d5-b8ca-4ae7110132f1 req-1a1ac69b-a918-4586-8d3d-58aaad20b5ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Jul 16 04:03:37.782195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513ee5-ca31-4c05-bef1-b82cf66ff928 req-b265953d-946c-4154-8fe6-a528a206a70b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:37.783687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61513ee5-ca31-4c05-bef1-b82cf66ff928 req-b265953d-946c-4154-8fe6-a528a206a70b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0504465 Jul 16 04:03:37.816378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-61513ee5-ca31-4c05-bef1-b82cf66ff928 req-40ebaf1c-aac8-4415-acf5-73ffacb01ec0 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273190 Jul 16 04:03:38.603961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8325d-8a2e-49e2-84f4-ad6d9be75125 req-eb723421-af7b-49e8-b75e-a53bb3c53eaf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:38.605447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccd8325d-8a2e-49e2-84f4-ad6d9be75125 req-eb723421-af7b-49e8-b75e-a53bb3c53eaf tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0671661 Jul 16 04:03:38.642125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ccd8325d-8a2e-49e2-84f4-ad6d9be75125 req-d9edc59b-f59c-4b37-a4ca-11c920b6be85 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Jul 16 04:03:38.972562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf953fc-2355-42e6-b249-09a49dd965f4 req-d68ddf5f-891a-459c-a6fc-7d1b4736402f tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:38.974065 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acf953fc-2355-42e6-b249-09a49dd965f4 req-d68ddf5f-891a-459c-a6fc-7d1b4736402f tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0518417 Jul 16 04:03:39.008474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acf953fc-2355-42e6-b249-09a49dd965f4 req-db0b9ab2-fd57-49a1-931e-7324ddb81774 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287404 Jul 16 04:03:39.164745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ba686-85f5-4eef-ac2f-86a07d0236fb req-3522683b-3c4b-48ea-838d-491df8d5e976 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:39.166212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-373ba686-85f5-4eef-ac2f-86a07d0236fb req-3522683b-3c4b-48ea-838d-491df8d5e976 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0507555 Jul 16 04:03:39.199183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-373ba686-85f5-4eef-ac2f-86a07d0236fb req-1a03e4ca-9dc7-4861-aa3d-19b4466b8c1b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276361 Jul 16 04:03:39.357637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c2f32-0d09-4959-8305-3c5581307d85 req-37317d3b-3f7a-4b67-b352-69cd3abd2b8d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:39.359290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-010c2f32-0d09-4959-8305-3c5581307d85 req-37317d3b-3f7a-4b67-b352-69cd3abd2b8d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0558412 Jul 16 04:03:39.392597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-010c2f32-0d09-4959-8305-3c5581307d85 req-3c58b403-5acd-4933-989b-f5819bdabf8a tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278697 Jul 16 04:03:39.720563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-70b2811f-6091-4cbe-9c38-dc4f73fef1cd tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:39.722310 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-70b2811f-6091-4cbe-9c38-dc4f73fef1cd tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/networks?id=9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 200 len: 912 time: 0.0836287 Jul 16 04:03:39.736807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-ee8212ad-d42b-45b1-a160-1f517c84fab8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/quotas/9474d1611cb74c9081b4fb9aca91d009 HTTP/1.1" status: 200 len: 375 time: 0.0084312 Jul 16 04:03:39.797678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-86c235f8-3458-4cd9-93ec-b8f44edc9caf tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=9474d1611cb74c9081b4fb9aca91d009&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561581 Jul 16 04:03:39.883988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-b72035eb-f79d-41e8-8568-ee9dec33af67 service neutron] 10.222.0.25 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799651 Jul 16 04:03:39.973181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-387eb811-5740-4378-8981-09d649df52e4 service neutron] 10.222.0.25 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836382 Jul 16 04:03:40.228391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13a6ad-0c72-4093-b1cf-e7aca9a7315c req-a172257e-aba4-41b7-9f2b-c8a3d1ff7591 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:40.230125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b13a6ad-0c72-4093-b1cf-e7aca9a7315c req-a172257e-aba4-41b7-9f2b-c8a3d1ff7591 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.0692508 Jul 16 04:03:40.268365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b13a6ad-0c72-4093-b1cf-e7aca9a7315c req-baf43ca9-2a68-4341-a11d-6ae7a279c6c3 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Jul 16 04:03:40.340249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b17dbbf6-4e8d-412f-835d-640246c289f8 req-f6d56db9-d7ec-452b-95c1-01bc4fe4949d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 210 time: 0.0295470 Jul 16 04:03:41.134145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-9aa0835b-9c7f-4872-bf07-54e09a382129 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:41.135637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-9aa0835b-9c7f-4872-bf07-54e09a382129 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.11 "GET /v2.0/networks?id=9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 200 len: 912 time: 0.0909517 Jul 16 04:03:41.148673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Request body: {'port': {'device_id': '24643950-d983-4bc4-9ade-375d6aef547f', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'admin_state_up': True, 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:41.170463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Made reservation on behalf of 9474d1611cb74c9081b4fb9aca91d009 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:41.172842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.222418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef7cb5af-6f24-4417-af7b-2fa3760221da details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:41.293548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Allocated IP 172.20.0.11 (9ec60b62-e6ac-4d89-a798-821e20bb4b91/5d47d68a-5c51-4477-bf15-91924c73e045/a055942e-b3f6-48d2-9670-1e2d51628ce6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:41.327059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ef7cb5af-6f24-4417-af7b-2fa3760221da, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:41.338242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'port_id': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'mac_address': 'fa:16:3e:f9:62:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:41.383537 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.396411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7cb5af-6f24-4417-af7b-2fa3760221da {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:41.416986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ef7cb5af-6f24-4417-af7b-2fa3760221da, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:41.423059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.470862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ef7cb5af-6f24-4417-af7b-2fa3760221da,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:41.488346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.513374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e41f38-2b3b-493d-8731-084b9d1ef275 req-40744b3b-ad68-46d4-9b1f-609c73de9998 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:41.514861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e41f38-2b3b-493d-8731-084b9d1ef275 req-40744b3b-ad68-46d4-9b1f-609c73de9998 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 943 time: 0.1129186 Jul 16 04:03:41.515745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Transition to ACTIVE for port object a055942e-b3f6-48d2-9670-1e2d51628ce6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:41.567869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18e41f38-2b3b-493d-8731-084b9d1ef275 req-14f6b50b-4c72-4f05-af22-c02c06bfe506 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463953 Jul 16 04:03:41.579753 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.592172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:41.625609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:41.626226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['ef7cb5af-6f24-4417-af7b-2fa3760221da'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:41.632347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:41.634273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Pushing event updated for resources: {'Port': ['ID=a055942e-b3f6-48d2-9670-1e2d51628ce6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:41.636521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:41.710742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:41.711348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.734529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-7c312871-ea32-49a4-bba6-876f83aaa9bc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5911322 Jul 16 04:03:41.747966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Request body: {'port': {'device_id': '24643950-d983-4bc4-9ade-375d6aef547f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:41.773211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca567c-8c81-4193-bbf5-c67e8e9eaeb0 req-67935547-b36a-43f6-b310-8e9c45415981 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:41.774792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdca567c-8c81-4193-bbf5-c67e8e9eaeb0 req-67935547-b36a-43f6-b310-8e9c45415981 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1028 time: 0.0982943 Jul 16 04:03:41.847092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdca567c-8c81-4193-bbf5-c67e8e9eaeb0 req-9b18150a-c91a-4606-b073-108bd834efae tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625560 Jul 16 04:03:41.851277 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.934271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-604ea58c-e68d-4fa3-8e5c-22505e1b2693 None None] Provisioning for port a055942e-b3f6-48d2-9670-1e2d51628ce6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:41.945809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-604ea58c-e68d-4fa3-8e5c-22505e1b2693 None None] Provisioning complete for port a055942e-b3f6-48d2-9670-1e2d51628ce6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:41.946182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-604ea58c-e68d-4fa3-8e5c-22505e1b2693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.990066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-604ea58c-e68d-4fa3-8e5c-22505e1b2693 None None] Port a055942e-b3f6-48d2-9670-1e2d51628ce6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:42.118129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a055942e-b3f6-48d2-9670-1e2d51628ce6 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:42.125376 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.137261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Transition to ACTIVE for port object a055942e-b3f6-48d2-9670-1e2d51628ce6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:42.140972 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.190060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Pushing event updated for resources: {'Port': ['ID=a055942e-b3f6-48d2-9670-1e2d51628ce6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.262971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Attempting to bind port a055942e-b3f6-48d2-9670-1e2d51628ce6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:42.263327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Attempting to bind port a055942e-b3f6-48d2-9670-1e2d51628ce6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:42.263632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Attempting to bind port a055942e-b3f6-48d2-9670-1e2d51628ce6 on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:42.268122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Port a055942e-b3f6-48d2-9670-1e2d51628ce6 on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:42.268441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Attempting to bind port a055942e-b3f6-48d2-9670-1e2d51628ce6 on network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:42.273378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:42.273958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Checking segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:42.274352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Bound using segment: {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:42.274809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Bound port: a055942e-b3f6-48d2-9670-1e2d51628ce6, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:42.275166 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.339365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] For port a055942e-b3f6-48d2-9670-1e2d51628ce6, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:42.342424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] For port a055942e-b3f6-48d2-9670-1e2d51628ce6, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:42.347898 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.385429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.386037 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.387453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] 10.222.0.11 "PUT /v2.0/ports/a055942e-b3f6-48d2-9670-1e2d51628ce6 HTTP/1.1" status: 200 len: 1092 time: 0.6448631 Jul 16 04:03:42.387884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24643950-d983-4bc4-9ade-375d6aef547f', 'tag': 'a055942e-b3f6-48d2-9670-1e2d51628ce6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:42.390112 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eccec8-8ec5-43bb-a271-1b43a820f501" -d '{"events": [{"name": "network-changed", "server_uuid": "24643950-d983-4bc4-9ade-375d6aef547f", "tag": "a055942e-b3f6-48d2-9670-1e2d51628ce6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:42.411852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6804-dbb6-4486-8f95-ad8e823bcf3f service neutron] Pushing event updated for resources: {'Port': ['ID=a055942e-b3f6-48d2-9670-1e2d51628ce6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.441671 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c744752-9c21-44ce-b542-7e472c0d564f x-openstack-request-id: req-0c744752-9c21-44ce-b542-7e472c0d564f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:42.442274 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24643950-d983-4bc4-9ade-375d6aef547f", "tag": "a055942e-b3f6-48d2-9670-1e2d51628ce6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:42.442515 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c744752-9c21-44ce-b542-7e472c0d564f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:42.443112 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24643950-d983-4bc4-9ade-375d6aef547f', 'tag': 'a055942e-b3f6-48d2-9670-1e2d51628ce6', 'status': 'completed', 'code': 200} Jul 16 04:03:42.498046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-a70fe36d-db2c-43d4-977b-e492dbf962a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.499654 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-a70fe36d-db2c-43d4-977b-e492dbf962a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9474d1611cb74c9081b4fb9aca91d009&device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1095 time: 0.0557492 Jul 16 04:03:42.544557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-e6ec9bec-b800-4eeb-86be-23ef342e3af4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6 HTTP/1.1" status: 200 len: 217 time: 0.0379012 Jul 16 04:03:42.592433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-699ef1ea-136a-4bff-b3ee-7d6d22d9c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.593874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-699ef1ea-136a-4bff-b3ee-7d6d22d9c409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d47d68a-5c51-4477-bf15-91924c73e045 HTTP/1.1" status: 200 len: 849 time: 0.0429139 Jul 16 04:03:42.650324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-83317c26-1c96-4c13-9a95-e96fbf3bb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.652147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-83317c26-1c96-4c13-9a95-e96fbf3bb187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ec60b62-e6ac-4d89-a798-821e20bb4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520940 Jul 16 04:03:42.776115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-4885d9bf-afda-4772-967a-04ca3de5998c service neutron] 10.222.0.11 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176999 Jul 16 04:03:42.809827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d514e-202a-4fce-a479-995594362cb4 req-4c8802bb-9a61-44b3-bbbf-6c9badd33aac tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.811293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d2d514e-202a-4fce-a479-995594362cb4 req-4c8802bb-9a61-44b3-bbbf-6c9badd33aac tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 944 time: 0.1249454 Jul 16 04:03:42.888845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d2d514e-202a-4fce-a479-995594362cb4 req-c6d2c42c-d995-420f-a14d-82a97e49a819 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715635 Jul 16 04:03:42.906105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc4a95b7-222d-4c85-a77e-aac551ceb701 req-e5ba778e-3826-4f2b-a090-daf614c9d84e service neutron] 10.222.0.11 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229300 Jul 16 04:03:43.030317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-f7855827-b63f-4966-afbe-5330703de800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.031836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-f7855827-b63f-4966-afbe-5330703de800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9474d1611cb74c9081b4fb9aca91d009&device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1095 time: 0.0788984 Jul 16 04:03:43.105495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49351432-11cb-4a47-820c-81ce6970cb83 req-bacc3098-5278-4b4b-9f55-33df0520092c tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.107000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49351432-11cb-4a47-820c-81ce6970cb83 req-bacc3098-5278-4b4b-9f55-33df0520092c tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1095 time: 0.1129322 Jul 16 04:03:43.150465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-f45737d6-6fd2-4a90-b9d9-d621e558f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.151907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-f45737d6-6fd2-4a90-b9d9-d621e558f0a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 200 len: 912 time: 0.1136301 Jul 16 04:03:43.157148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-49351432-11cb-4a47-820c-81ce6970cb83 req-e4a9b362-e079-4674-954d-32838e799a37 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Jul 16 04:03:43.192724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-b8a803d7-a479-4b9d-a340-f7cca2a256bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6 HTTP/1.1" status: 200 len: 217 time: 0.0331576 Jul 16 04:03:43.243321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-170f3b06-9098-49f8-ad19-1d25bef333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.244694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-170f3b06-9098-49f8-ad19-1d25bef333e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d47d68a-5c51-4477-bf15-91924c73e045 HTTP/1.1" status: 200 len: 849 time: 0.0457621 Jul 16 04:03:43.252598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef7cb5af-6f24-4417-af7b-2fa3760221da up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:43.299868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port ef7cb5af-6f24-4417-af7b-2fa3760221da completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:43.302050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-5a73ddac-4435-4177-b1d4-de488e1c6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.303614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-5a73ddac-4435-4177-b1d4-de488e1c6a1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ec60b62-e6ac-4d89-a798-821e20bb4b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514653 Jul 16 04:03:43.304569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port ef7cb5af-6f24-4417-af7b-2fa3760221da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:43.304950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:43.384998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:43.393808 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-0a14a078-2fd5-4b8b-9d41-02e04515ad10 service neutron] 10.222.0.11 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836289 Jul 16 04:03:43.406711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:43.408965 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb17a9-3321-493a-867f-c72cb95e6b5c" -d '{"events": [{"server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "name": "network-vif-plugged", "status": "completed", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:43.422630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port ef7cb5af-6f24-4417-af7b-2fa3760221da, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:43.426941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:43.450376 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17af9feb-fc2e-4905-bd96-82192f7d51f1 x-openstack-request-id: req-17af9feb-fc2e-4905-bd96-82192f7d51f1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:43.450711 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "name": "network-vif-plugged", "status": "completed", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:43.450973 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17af9feb-fc2e-4905-bd96-82192f7d51f1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:43.451363 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'code': 200} Jul 16 04:03:43.479284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=ef7cb5af-6f24-4417-af7b-2fa3760221da,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:43.492664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00eccec8-8ec5-43bb-a271-1b43a820f501 req-cb7f9a94-2232-4902-9f38-30a40521cb6d service neutron] 10.222.0.11 "GET /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917752 Jul 16 04:03:43.570674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9ee8-dee2-4b65-8dad-87cab5f500a1 req-214c1225-33b5-4198-adcd-0a5a86df4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.572051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58bc9ee8-dee2-4b65-8dad-87cab5f500a1 req-214c1225-33b5-4198-adcd-0a5a86df4b85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1096 time: 0.0506983 Jul 16 04:03:43.607251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58bc9ee8-dee2-4b65-8dad-87cab5f500a1 req-4d83a557-62a2-4606-8e40-1df7b33f875f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276809 Jul 16 04:03:44.064098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462aa2-dbf1-46bd-bf9a-db58ea6b2867 req-22bf0999-1cba-48ca-882f-a07fb86af38d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:44.065554 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4462aa2-dbf1-46bd-bf9a-db58ea6b2867 req-22bf0999-1cba-48ca-882f-a07fb86af38d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 945 time: 0.0649748 Jul 16 04:03:44.103250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4462aa2-dbf1-46bd-bf9a-db58ea6b2867 req-a9df9260-eb73-4931-9280-ae287d5181d8 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Jul 16 04:03:44.317739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f990bff-7055-4b8e-9831-4046d6d945e6 req-9a9b8895-9d13-4854-a744-7fb2c427043e tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:44.319286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f990bff-7055-4b8e-9831-4046d6d945e6 req-9a9b8895-9d13-4854-a744-7fb2c427043e tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1095 time: 0.0544145 Jul 16 04:03:44.356312 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f990bff-7055-4b8e-9831-4046d6d945e6 req-13206fd5-489e-43ab-afd1-5cfc578a8d00 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Jul 16 04:03:45.268510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a055942e-b3f6-48d2-9670-1e2d51628ce6 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:45.273576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7169b-7658-42cf-a694-f078ecd3366c req-7a56498a-f75d-4c0e-b471-a32815636a36 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.275101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-adc7169b-7658-42cf-a694-f078ecd3366c req-7a56498a-f75d-4c0e-b471-a32815636a36 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 945 time: 0.0654571 Jul 16 04:03:45.312879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-adc7169b-7658-42cf-a694-f078ecd3366c req-2bf788c8-ed07-4b00-ad26-09c9c4a8c8af tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Jul 16 04:03:45.368558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a055942e-b3f6-48d2-9670-1e2d51628ce6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:45.379347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'a055942e-b3f6-48d2-9670-1e2d51628ce6', 'network_id': '9ec60b62-e6ac-4d89-a798-821e20bb4b91', 'port_id': 'a055942e-b3f6-48d2-9670-1e2d51628ce6', 'mac_address': 'fa:16:3e:ad:49:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47d68a-5c51-4477-bf15-91924c73e045', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:45.416346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.429037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a055942e-b3f6-48d2-9670-1e2d51628ce6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:45.449450 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a055942e-b3f6-48d2-9670-1e2d51628ce6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:45.454275 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.485659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc065d-15e5-47b6-834b-59805e743761 req-d1b9a4c5-827d-443a-b65b-05422330ea8c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.490045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1adc065d-15e5-47b6-834b-59805e743761 req-d1b9a4c5-827d-443a-b65b-05422330ea8c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 945 time: 0.0670702 Jul 16 04:03:45.500694 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a055942e-b3f6-48d2-9670-1e2d51628ce6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:45.524801 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1adc065d-15e5-47b6-834b-59805e743761 req-8eecee24-e8e5-444e-a5b2-0933e0022767 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Jul 16 04:03:45.555998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.608349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93584d-e758-4875-9d23-4c8dec94dd07 tempest-TestVolumeBootPattern-451716385 tempest-TestVolumeBootPattern-451716385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.609859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fd93584d-e758-4875-9d23-4c8dec94dd07 tempest-TestVolumeBootPattern-451716385 tempest-TestVolumeBootPattern-451716385-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1091 time: 0.0528548 Jul 16 04:03:45.612672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.617013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:45.644464 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.651274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a055942e-b3f6-48d2-9670-1e2d51628ce6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:45.720470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990b747-2a26-4a9d-a4bf-36f1452e7ddc req-75d6fbb1-3ca2-49c2-b75d-deb196bbf221 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.722247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f990b747-2a26-4a9d-a4bf-36f1452e7ddc req-75d6fbb1-3ca2-49c2-b75d-deb196bbf221 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1096 time: 0.0889564 Jul 16 04:03:45.789899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f990b747-2a26-4a9d-a4bf-36f1452e7ddc req-b944d6a7-f7ce-4685-812b-4cbe0539afe1 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442350 Jul 16 04:03:45.802127 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.213542 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Allocated IP 172.25.4.55 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/ed7a34b3-34fa-4810-938c-c3deebebee5c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:46.311805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.349479 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.385015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:46.389596 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:46.392915 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:46.415884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=ed7a34b3-34fa-4810-938c-c3deebebee5c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:46.747231 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.818829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.002455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.008181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435795b8-fc9a-4519-a369-52967aed1d7e req-47730475-1463-4370-8128-d971c30a54f2 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.009676 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-435795b8-fc9a-4519-a369-52967aed1d7e req-47730475-1463-4370-8128-d971c30a54f2 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1096 time: 0.0961077 Jul 16 04:03:47.010717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.098364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event updated for resources: {'Port': ['ID=ed7a34b3-34fa-4810-938c-c3deebebee5c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:47.108175 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-435795b8-fc9a-4519-a369-52967aed1d7e req-49dfa724-ab05-4eab-976a-dee5d767583c tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899918 Jul 16 04:03:47.111000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.207737 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Floating IP 5ded76af-8ebb-488a-8a46-3bea5ee6e77d associated. External IP: 172.25.4.55, port: ef7cb5af-6f24-4417-af7b-2fa3760221da. Jul 16 04:03:47.300885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a055942e-b3f6-48d2-9670-1e2d51628ce6 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:47.349948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port a055942e-b3f6-48d2-9670-1e2d51628ce6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:47.353883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port a055942e-b3f6-48d2-9670-1e2d51628ce6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:47.354417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.413017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:47.435272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.463796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24643950-d983-4bc4-9ade-375d6aef547f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a055942e-b3f6-48d2-9670-1e2d51628ce6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:47.466060 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea415cc-f182-49b8-9458-2ed0eb3b8729" -d '{"events": [{"server_uuid": "24643950-d983-4bc4-9ade-375d6aef547f", "name": "network-vif-plugged", "status": "completed", "tag": "a055942e-b3f6-48d2-9670-1e2d51628ce6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:47.480953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port a055942e-b3f6-48d2-9670-1e2d51628ce6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:47.486618 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.512312 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f4c41-d1d9-453b-aea9-7710e3454ba0 x-openstack-request-id: req-e20f4c41-d1d9-453b-aea9-7710e3454ba0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:47.512800 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24643950-d983-4bc4-9ade-375d6aef547f", "name": "network-vif-plugged", "status": "completed", "tag": "a055942e-b3f6-48d2-9670-1e2d51628ce6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:47.513194 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e20f4c41-d1d9-453b-aea9-7710e3454ba0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:47.513719 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24643950-d983-4bc4-9ade-375d6aef547f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a055942e-b3f6-48d2-9670-1e2d51628ce6', 'code': 200} Jul 16 04:03:47.528965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:47.541703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:47.546263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.547814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=a055942e-b3f6-48d2-9670-1e2d51628ce6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:47.557122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:47.557668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:47.611618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a0004b1f-4639-43f6-bb5f-2901475c2892 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9978364 Jul 16 04:03:47.613371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:47.615669 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de74faab-2e28-4720-a4b8-97934d49ad90" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:47.641490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc756ab3-a877-461e-9dac-43b31c02c014 req-f3343267-f46f-46e8-9792-60edf6797af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.643035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc756ab3-a877-461e-9dac-43b31c02c014 req-f3343267-f46f-46e8-9792-60edf6797af1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0682349 Jul 16 04:03:47.655901 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a704e2b2-2e5d-424b-bf2a-9f1650a6070d x-openstack-request-id: req-a704e2b2-2e5d-424b-bf2a-9f1650a6070d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:47.656189 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:47.656441 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a704e2b2-2e5d-424b-bf2a-9f1650a6070d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:47.656831 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'status': 'completed', 'code': 200} Jul 16 04:03:47.667314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:47.684548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc756ab3-a877-461e-9dac-43b31c02c014 req-3d6916dd-96e3-476b-bd00-6db17c2824a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Jul 16 04:03:47.729218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-e6725c38-accd-452b-944b-e9e5da887c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.730799 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-e6725c38-accd-452b-944b-e9e5da887c22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1096 time: 0.0525975 Jul 16 04:03:47.818447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-fd20eafa-a3c0-424e-822a-a7febda68bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.819941 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-fd20eafa-a3c0-424e-822a-a7febda68bec service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0823355 Jul 16 04:03:47.887116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-6a2607fa-68c4-4b16-bd07-2f88af7338a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 998 time: 0.0606370 Jul 16 04:03:47.892230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 1, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}, {'id': '5ded76af-8ebb-488a-8a46-3bea5ee6e77d', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:f9:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:03:46Z', 'updated_at': '2021-07-16T04:03:46Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:47.936817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-b8ac4386-8e2c-4804-964a-fbe65e92e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.938297 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-b8ac4386-8e2c-4804-964a-fbe65e92e9e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0449324 Jul 16 04:03:47.998280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-7945b2c1-69b2-4b4a-bdb1-618da0fbc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.999874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-7945b2c1-69b2-4b4a-bdb1-618da0fbc4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542538 Jul 16 04:03:48.069610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:48.077521 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:48.078133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:48.097488 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-c96d77cf-53dd-4305-8e2d-7349e67aa811 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896091 Jul 16 04:03:48.187216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:48.187681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de74faab-2e28-4720-a4b8-97934d49ad90 req-264af568-941a-4517-b4cf-94e7e314e2ef service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836511 Jul 16 04:03:48.267803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a24cb-c209-48ca-ba31-d5497905d249 req-c367116a-d08b-4a06-a1ab-88c917bfa32b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:48.270058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-862a24cb-c209-48ca-ba31-d5497905d249 req-c367116a-d08b-4a06-a1ab-88c917bfa32b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0507038 Jul 16 04:03:48.303740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-862a24cb-c209-48ca-ba31-d5497905d249 req-73ddf829-3088-47ae-bdfa-cafd93b5e322 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279663 Jul 16 04:03:48.417264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 1, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}, {'id': '5ded76af-8ebb-488a-8a46-3bea5ee6e77d', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:f9:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:03:46Z', 'updated_at': '2021-07-16T04:03:46Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:48.442281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20a380-4bdd-4f0a-9b80-77cc2456feae None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 1, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}, {'id': '5ded76af-8ebb-488a-8a46-3bea5ee6e77d', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:f9:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:03:46Z', 'updated_at': '2021-07-16T04:03:46Z', 'revision_number': 0, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:48.637498 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e3001-df64-4eb8-95ac-127262f001af None None] New status for floating IP 5ded76af-8ebb-488a-8a46-3bea5ee6e77d: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:03:49.465193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52152159-f42f-4c29-9d6a-909362574f52 req-c6fbb1d0-94ae-47ef-8ba1-ca2dc2c7ac41 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.466718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52152159-f42f-4c29-9d6a-909362574f52 req-c6fbb1d0-94ae-47ef-8ba1-ca2dc2c7ac41 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0508237 Jul 16 04:03:49.500080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52152159-f42f-4c29-9d6a-909362574f52 req-c8e2cf2c-c784-49d4-9948-6fe196fc50a9 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276506 Jul 16 04:03:49.657390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547daa48-afe2-4b0e-a0f1-829b59720fde req-3a1d1102-59a6-47eb-8035-d47bf3fd4129 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.658817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-547daa48-afe2-4b0e-a0f1-829b59720fde req-3a1d1102-59a6-47eb-8035-d47bf3fd4129 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0550117 Jul 16 04:03:49.692616 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-547daa48-afe2-4b0e-a0f1-829b59720fde req-83997fd7-cab1-468b-8ef2-55f03b130474 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282819 Jul 16 04:03:49.845832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b3131-886b-445d-9eba-80c4f5d027d0 req-49e32e26-6261-4cfb-b005-d5a4e6f4b78d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.847622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-760b3131-886b-445d-9eba-80c4f5d027d0 req-49e32e26-6261-4cfb-b005-d5a4e6f4b78d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0514832 Jul 16 04:03:49.880996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-760b3131-886b-445d-9eba-80c4f5d027d0 req-3d5fb438-c441-4479-8574-6234a77caee1 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274467 Jul 16 04:03:50.237093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f080393-20fe-4ac4-afc6-5151883d1d35 req-4b537232-2ccc-4be1-a944-482ada1ee873 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:50.238619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f080393-20fe-4ac4-afc6-5151883d1d35 req-4b537232-2ccc-4be1-a944-482ada1ee873 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0515766 Jul 16 04:03:50.272500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f080393-20fe-4ac4-afc6-5151883d1d35 req-b5917142-313d-458e-923b-aa6fd96f7afe tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278583 Jul 16 04:03:50.734443 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9202b7fc-5cf9-4f8a-8591-66327afe1d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.434973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972fc20-07a4-4c1f-98f6-18338bc22e86 req-d8638e69-4421-4a12-bda4-403cb277f4cc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.436506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3972fc20-07a4-4c1f-98f6-18338bc22e86 req-d8638e69-4421-4a12-bda4-403cb277f4cc tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0578895 Jul 16 04:03:51.471864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3972fc20-07a4-4c1f-98f6-18338bc22e86 req-b6dfd804-a30c-4c5b-9d9b-f5fd33cf6b03 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297275 Jul 16 04:03:51.486236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a694fc8c-2b1e-412f-bec6-09ee1470b690 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.487785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a694fc8c-2b1e-412f-bec6-09ee1470b690 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=24643950-d983-4bc4-9ade-375d6aef547f HTTP/1.1" status: 200 len: 1097 time: 0.0554571 Jul 16 04:03:51.570643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Deleting port a055942e-b3f6-48d2-9670-1e2d51628ce6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:51.570923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.648272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] For port a055942e-b3f6-48d2-9670-1e2d51628ce6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=a055942e-b3f6-48d2-9670-1e2d51628ce6,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:51.648625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.660418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Calling delete_port for a055942e-b3f6-48d2-9670-1e2d51628ce6 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:51.775436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.787373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:51.789601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['a055942e-b3f6-48d2-9670-1e2d51628ce6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:51.805826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Pushing event deleted for resources: {'Port': ['ID=a055942e-b3f6-48d2-9670-1e2d51628ce6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:51.832643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.832987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.833324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.833650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.833975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.834295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.834638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.834961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.835276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.835596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.835927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.836234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:51.860273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] No DVR routers for this DVR port a055942e-b3f6-48d2-9670-1e2d51628ce6 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:51.863223 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:51.865319 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9b5adf-5022-4155-9f40-4cbaac6934c1 req-a8cf4377-b55a-40cb-938f-41e2f5ccb4a6 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a055942e-b3f6-48d2-9670-1e2d51628ce6 HTTP/1.1" status: 204 len: 173 time: 0.3728108 Jul 16 04:03:51.866680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24643950-d983-4bc4-9ade-375d6aef547f', 'name': 'network-vif-deleted', 'tag': 'a055942e-b3f6-48d2-9670-1e2d51628ce6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:51.868556 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c14fda-1a8c-49cc-a47b-e0f2b27d2d7e" -d '{"events": [{"server_uuid": "24643950-d983-4bc4-9ade-375d6aef547f", "name": "network-vif-deleted", "tag": "a055942e-b3f6-48d2-9670-1e2d51628ce6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:51.910294 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c036638c-b0fa-42e6-9830-dfc79bd2d0f0 x-openstack-request-id: req-c036638c-b0fa-42e6-9830-dfc79bd2d0f0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:51.910635 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24643950-d983-4bc4-9ade-375d6aef547f", "name": "network-vif-deleted", "tag": "a055942e-b3f6-48d2-9670-1e2d51628ce6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:51.910852 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c036638c-b0fa-42e6-9830-dfc79bd2d0f0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:51.911252 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24643950-d983-4bc4-9ade-375d6aef547f', 'name': 'network-vif-deleted', 'tag': 'a055942e-b3f6-48d2-9670-1e2d51628ce6', 'status': 'completed', 'code': 200} Jul 16 04:03:52.898310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29785f8e-26ef-4194-93d1-ead764038222 req-aeb9d07d-dac6-44f9-a7e4-56b55a063965 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:52.899767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29785f8e-26ef-4194-93d1-ead764038222 req-aeb9d07d-dac6-44f9-a7e4-56b55a063965 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0511370 Jul 16 04:03:52.932145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29785f8e-26ef-4194-93d1-ead764038222 req-31a6d422-3e7b-4c1f-9db4-d40dc4dce883 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270801 Jul 16 04:03:53.559187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb252870-e079-44a5-a2e0-340a95096536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:53.868740 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.088587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5675598-22cd-4cb1-a7d7-3ee18e7159bd req-c283b41e-27c8-445a-ac7c-e43c699c0aa8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:54.090008 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5675598-22cd-4cb1-a7d7-3ee18e7159bd req-c283b41e-27c8-445a-ac7c-e43c699c0aa8 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0504823 Jul 16 04:03:54.125535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5675598-22cd-4cb1-a7d7-3ee18e7159bd req-0ef42d48-9e6c-46c4-984d-0d6b4a745c0d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7205ff19-1e5d-431b-bf5c-913c88bf2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Jul 16 04:03:54.211528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-9c820597-0916-4ca9-aff3-d7be83b31ea4 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:54.212956 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-9c820597-0916-4ca9-aff3-d7be83b31ea4 tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 1097 time: 0.0502491 Jul 16 04:03:54.301036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Deleting port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:54.301381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.377965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] For port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:54.378324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.390658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Calling delete_port for a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:54.431082 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.820343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.830923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:54.857162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:54.908085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] No DVR routers for this DVR port a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:54.910995 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:54.913566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e083c82-8a3e-4f37-825c-a64ab2a3ed89 req-4f4da560-d681-4905-8eb1-b48d842a6c3d tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa HTTP/1.1" status: 204 len: 173 time: 0.6956100 Jul 16 04:03:54.914205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'name': 'network-vif-deleted', 'tag': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:54.917559 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f63f82f-9362-4592-bc1b-7ad2193464b6" -d '{"events": [{"server_uuid": "1fc82b2e-b972-4487-a28d-6c23549441ca", "name": "network-vif-deleted", "tag": "a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:54.964755 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0babf9d9-de88-49e4-ab7c-a5cfe93ac200 x-openstack-request-id: req-0babf9d9-de88-49e4-ab7c-a5cfe93ac200 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:54.965049 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc82b2e-b972-4487-a28d-6c23549441ca", "name": "network-vif-deleted", "tag": "a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:54.965328 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0babf9d9-de88-49e4-ab7c-a5cfe93ac200 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:54.965881 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc82b2e-b972-4487-a28d-6c23549441ca', 'name': 'network-vif-deleted', 'tag': 'a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa', 'status': 'completed', 'code': 200} Jul 16 04:03:55.297440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf043091-8447-41c6-995c-27f528fad883 req-33ea7048-d300-4d0c-9f43-fb5276fd876b tempest-TestServerMultinode-592436777 tempest-TestServerMultinode-592436777-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1fc82b2e-b972-4487-a28d-6c23549441ca HTTP/1.1" status: 200 len: 210 time: 0.0329082 Jul 16 04:03:55.347517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a055942e-b3f6-48d2-9670-1e2d51628ce6 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:55.368805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: a055942e-b3f6-48d2-9670-1e2d51628ce6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:55.369159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device a055942e-b3f6-48d2-9670-1e2d51628ce6 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:56.158059 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:56.395501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:56.726697 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:56.973962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Deleting port 652029e8-2b86-4999-b9db-02c7c50b8401 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:56.974309 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.052881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] For port 652029e8-2b86-4999-b9db-02c7c50b8401, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=652029e8-2b86-4999-b9db-02c7c50b8401,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:57.053287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.065369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Calling delete_port for 652029e8-2b86-4999-b9db-02c7c50b8401 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:57.239000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.263530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=652029e8-2b86-4999-b9db-02c7c50b8401,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:57.429558 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.640835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Router 88185d38-1575-40e6-8a92-9e0160f86a47 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:57.743822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:57.748986 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-519f84ba-a4ba-4eda-bbfe-78a0aaf8dd8a admin admin] 10.222.0.25 "PUT /v2.0/routers/88185d38-1575-40e6-8a92-9e0160f86a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3524864 Jul 16 04:03:57.752030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:57.753973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] Sync routers for ids ['88185d38-1575-40e6-8a92-9e0160f86a47'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:57.763884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] Routers {'88185d38-1575-40e6-8a92-9e0160f86a47'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:57.764509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['88185d38-1575-40e6-8a92-9e0160f86a47'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:57.854733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:57.868745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] Set router 88185d38-1575-40e6-8a92-9e0160f86a47 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:57.954134 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.006266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Deleting port 8c0f02b9-7f4e-497e-b182-e98883cdb82a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:58.006641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.050230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:57Z', 'revision_number': 5, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port': {'id': '8c0f02b9-7f4e-497e-b182-e98883cdb82a', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:16Z', 'updated_at': '2021-07-16T04:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:58.076562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] Checking router: 88185d38-1575-40e6-8a92-9e0160f86a47 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:58.085461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] Routers {'88185d38-1575-40e6-8a92-9e0160f86a47'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:58.086070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['88185d38-1575-40e6-8a92-9e0160f86a47'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:58.088418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] For port 8c0f02b9-7f4e-497e-b182-e98883cdb82a, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8c0f02b9-7f4e-497e-b182-e98883cdb82a,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:58.088773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.100306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Calling delete_port for 8c0f02b9-7f4e-497e-b182-e98883cdb82a owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:58.171857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] Set router 88185d38-1575-40e6-8a92-9e0160f86a47 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:58.223440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:57Z', 'revision_number': 6, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:58.251837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cbcd3-58d5-4116-9a6d-b35672c03395 None None] The sync data for ids ['88185d38-1575-40e6-8a92-9e0160f86a47'] in n-d-800089-6 is: [{'id': '88185d38-1575-40e6-8a92-9e0160f86a47', 'name': 'tempest-TestServerMultinode-1454181217-router', 'tenant_id': 'e14fd777b2594225afbac5eef680d972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:15Z', 'updated_at': '2021-07-16T04:03:57Z', 'revision_number': 6, 'project_id': 'e14fd777b2594225afbac5eef680d972', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:58.269155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.295498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0f02b9-7f4e-497e-b182-e98883cdb82a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:58.356160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.443459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.446077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.490489 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.491550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88185d38-1575-40e6-8a92-9e0160f86a47 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:03:58.496195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.497330 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0712c4f0-497f-470a-bb8c-f87fbea42df5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/88185d38-1575-40e6-8a92-9e0160f86a47 HTTP/1.1" status: 204 len: 168 time: 0.7441924 Jul 16 04:03:58.499939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44736) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:58.542374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Deleting subnet 5d47d68a-5c51-4477-bf15-91924c73e045 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:03:58.545313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.579234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.662989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.714910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.739456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d47d68a-5c51-4477-bf15-91924c73e045,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:58.743578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.745416 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e59bf61b-6082-4ec6-bb7c-4f75a08d7157 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5d47d68a-5c51-4477-bf15-91924c73e045 HTTP/1.1" status: 204 len: 168 time: 0.2445178 Jul 16 04:03:58.748055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44738) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:58.750539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9959e0-8193-465c-a99a-61ab2742124e None None] Network 9ec60b62-e6ac-4d89-a798-821e20bb4b91 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:03:58.817011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.871514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Deleting port 79ed48d2-c9f0-49a6-825d-23b4a6950342 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:58.871852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.934348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] For port 79ed48d2-c9f0-49a6-825d-23b4a6950342, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=79ed48d2-c9f0-49a6-825d-23b4a6950342,segment=NetworkSegment(fb2c7576-b3ca-4ba5-a138-8ea5c1a33743),segment_id=fb2c7576-b3ca-4ba5-a138-8ea5c1a33743)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:58.934809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:58.946841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Calling delete_port for 79ed48d2-c9f0-49a6-825d-23b4a6950342 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:58.993173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] DHCP port deletion for 9ec60b62-e6ac-4d89-a798-821e20bb4b91 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:03:59.040045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.046089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Deleting port 79ed48d2-c9f0-49a6-825d-23b4a6950342 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:59.046467 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.049560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79ed48d2-c9f0-49a6-825d-23b4a6950342 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:59.065679 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Pushing event deleted for resources: {'Port': ['ID=79ed48d2-c9f0-49a6-825d-23b4a6950342,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:59.075393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] No DVR routers for this DVR port 79ed48d2-c9f0-49a6-825d-23b4a6950342 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:59.076969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 79ed48d2-c9f0-49a6-825d-23b4a6950342 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:59.077318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79ed48d2-c9f0-49a6-825d-23b4a6950342 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:59.077733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8c0f02b9-7f4e-497e-b182-e98883cdb82a no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:59.106897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8c0f02b9-7f4e-497e-b182-e98883cdb82a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:59.107237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8c0f02b9-7f4e-497e-b182-e98883cdb82a not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:59.108081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 652029e8-2b86-4999-b9db-02c7c50b8401 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:59.128623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 652029e8-2b86-4999-b9db-02c7c50b8401 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:59.128975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 652029e8-2b86-4999-b9db-02c7c50b8401 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:59.158702 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.167599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] For port 79ed48d2-c9f0-49a6-825d-23b4a6950342, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:59.168020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.169022 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec60b62-e6ac-4d89-a798-821e20bb4b91']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:59.179693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:59.179988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2c7576-b3ca-4ba5-a138-8ea5c1a33743') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:59.180990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Calling delete_port for 79ed48d2-c9f0-49a6-825d-23b4a6950342 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:59.183749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Port 79ed48d2-c9f0-49a6-825d-23b4a6950342 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:03:59.185090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.188611 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.202984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.210180 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:03:59.210690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.211685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Pushing event deleted for resources: {'Port': ['ID=79ed48d2-c9f0-49a6-825d-23b4a6950342,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:03:59.212711 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:03:59.214496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] No DVR routers for this DVR port 79ed48d2-c9f0-49a6-825d-23b4a6950342 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.226477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.227740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.227740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec19a8-c9b5-49b9-bda6-701c49766ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:59.274534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.280439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.282298 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/9ec60b62-e6ac-4d89-a798-821e20bb4b91 HTTP/1.1" status: 204 len: 168 time: 0.5333438 Jul 16 04:03:59.285612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:59.294051 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b129a5-b2a6-4f18-a61a-2d8e62e940ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec60b62-e6ac-4d89-a798-821e20bb4b91,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:59.324101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:59.344164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:59.344513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device a1ef9d9d-ebd4-4d6e-be24-be7f90f4e1fa not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:03:59.620307 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.861787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Deleting port 6329f51a-83f4-490e-aaef-1daa52fde54c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:59.862121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.939575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] For port 6329f51a-83f4-490e-aaef-1daa52fde54c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6329f51a-83f4-490e-aaef-1daa52fde54c,segment=NetworkSegment(71d17910-9182-4ecf-ab09-a37955c1b8f8),segment_id=71d17910-9182-4ecf-ab09-a37955c1b8f8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:59.939836 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:59.952244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Calling delete_port for 6329f51a-83f4-490e-aaef-1daa52fde54c owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:04:00.123330 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:00.157356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Pushing event deleted for resources: {'Port': ['ID=6329f51a-83f4-490e-aaef-1daa52fde54c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:00.319946 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:00.528137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Router 1422dc1e-fbcc-44ec-9783-c02349e3da42 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:04:00.630881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:04:00.636301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-70249d29-3aa2-45ff-b23a-ec7cec098467 admin admin] 10.222.0.25 "PUT /v2.0/routers/1422dc1e-fbcc-44ec-9783-c02349e3da42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3488133 Jul 16 04:04:00.638884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:00.639357 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] Sync routers for ids ['1422dc1e-fbcc-44ec-9783-c02349e3da42'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:04:00.649577 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] Routers {'1422dc1e-fbcc-44ec-9783-c02349e3da42'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:00.650181 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1422dc1e-fbcc-44ec-9783-c02349e3da42'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:00.743552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:00.752436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] Set router 1422dc1e-fbcc-44ec-9783-c02349e3da42 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:00.930262 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:04:00Z', 'revision_number': 5, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:00.957077 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] Checking router: 1422dc1e-fbcc-44ec-9783-c02349e3da42 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:04:00.965855 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] Routers {'1422dc1e-fbcc-44ec-9783-c02349e3da42'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:00.966478 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1422dc1e-fbcc-44ec-9783-c02349e3da42'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:01.073106 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] Set router 1422dc1e-fbcc-44ec-9783-c02349e3da42 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:01.161695 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.211934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Deleting port dba4e3da-f07b-4140-80b1-a09800d2f93e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:04:01.212586 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.262815 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:04:00Z', 'revision_number': 5, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:01.298052 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12b95f-9785-4590-8b14-c322a021fc5c None None] The sync data for ids ['1422dc1e-fbcc-44ec-9783-c02349e3da42'] in n-d-800089-6 is: [{'id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'name': 'tempest-TestServerMultinode-1430725102-router', 'tenant_id': '9474d1611cb74c9081b4fb9aca91d009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:03:21Z', 'updated_at': '2021-07-16T04:04:00Z', 'revision_number': 5, 'project_id': '9474d1611cb74c9081b4fb9aca91d009', 'gw_port': {'id': 'dba4e3da-f07b-4140-80b1-a09800d2f93e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422dc1e-fbcc-44ec-9783-c02349e3da42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:03:22Z', 'updated_at': '2021-07-16T04:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:04:01.341707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] For port dba4e3da-f07b-4140-80b1-a09800d2f93e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dba4e3da-f07b-4140-80b1-a09800d2f93e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:01.341707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.361188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Calling delete_port for dba4e3da-f07b-4140-80b1-a09800d2f93e owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:04:01.552507 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.578326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=dba4e3da-f07b-4140-80b1-a09800d2f93e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:01.645833 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.742268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.744523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.793416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.794121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1422dc1e-fbcc-44ec-9783-c02349e3da42 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:04:01.798802 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.800050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-77a05bbe-a6f1-4e11-93be-71a2e7327b3f admin admin] 10.222.0.25 "DELETE /v2.0/routers/1422dc1e-fbcc-44ec-9783-c02349e3da42 HTTP/1.1" status: 204 len: 168 time: 1.1601970 Jul 16 04:04:01.802688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:01.849202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Deleting subnet def61c35-8137-4ba7-bc79-8055b6943095 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:04:01.852850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.890391 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.980114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.032221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.057797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def61c35-8137-4ba7-bc79-8055b6943095,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:02.061826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.063578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-89774547-3637-4032-b8f7-ce8ab67429fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/def61c35-8137-4ba7-bc79-8055b6943095 HTTP/1.1" status: 204 len: 168 time: 0.2590384 Jul 16 04:04:02.066233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44748) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:02.068731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d773eb-fccd-4630-a6cf-1258e677094c None None] Network b3f6da2f-8151-4842-bc2d-45233ff9ea30 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:02.145638 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.199740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Deleting port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:04:02.200286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.268549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] For port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,segment=NetworkSegment(71d17910-9182-4ecf-ab09-a37955c1b8f8),segment_id=71d17910-9182-4ecf-ab09-a37955c1b8f8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:02.268899 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.281339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Calling delete_port for ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:04:02.315787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] DHCP port deletion for b3f6da2f-8151-4842-bc2d-45233ff9ea30 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:04:02.373714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.378229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Deleting port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:04:02.378783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.400756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:02.403064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] No DVR routers for this DVR port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:04:02.449210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] For port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6, host n-d-800089-6, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:02.449830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.466899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Calling delete_port for ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:04:02.469925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:04:02.472351 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.480585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.491346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f6da2f-8151-4842-bc2d-45233ff9ea30']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:02.501803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d17910-9182-4ecf-ab09-a37955c1b8f8') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:02.502124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d17910-9182-4ecf-ab09-a37955c1b8f8') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:02.506785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] No DVR routers for this DVR port ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:04:02.509007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3732a0-ebe3-4a3c-bb4a-37629ec1bc1c None None] Pushing event deleted for resources: {'Port': ['ID=ca4ff80c-22b5-4e48-a86b-4a6f1629adb6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:02.511618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.526751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.532595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:04:02.532983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:04:02.534671 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:04:02.588655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.594111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.596269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/b3f6da2f-8151-4842-bc2d-45233ff9ea30 HTTP/1.1" status: 204 len: 168 time: 0.5250418 Jul 16 04:04:02.607088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6837fd-bf50-4090-a1b5-505dd8b068cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f6da2f-8151-4842-bc2d-45233ff9ea30,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:02.757600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44752) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:02.773588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6329f51a-83f4-490e-aaef-1daa52fde54c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:04:02.796887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6329f51a-83f4-490e-aaef-1daa52fde54c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:04:02.797328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6329f51a-83f4-490e-aaef-1daa52fde54c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:04:02.797823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:04:02.801015 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1682e73a-c2f9-4486-bbe6-e1c55c5bdd66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e14fd777b2594225afbac5eef680d972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419738 Jul 16 04:04:02.803632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44754) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:02.816537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:04:02.816879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ca4ff80c-22b5-4e48-a86b-4a6f1629adb6 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:04:02.817303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dba4e3da-f07b-4140-80b1-a09800d2f93e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:04:02.836731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: dba4e3da-f07b-4140-80b1-a09800d2f93e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:04:02.837190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dba4e3da-f07b-4140-80b1-a09800d2f93e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:04:02.858105 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2072ff2-69a2-4529-ae7d-100e57615121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.878626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2072ff2-69a2-4529-ae7d-100e57615121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.926933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2072ff2-69a2-4529-ae7d-100e57615121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.929887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2072ff2-69a2-4529-ae7d-100e57615121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.931043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d2072ff2-69a2-4529-ae7d-100e57615121 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68d44ba1-5305-4e3d-b8c4-fe159fb3faff HTTP/1.1" status: 204 len: 168 time: 0.1265237 Jul 16 04:04:02.938483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2072ff2-69a2-4529-ae7d-100e57615121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d44ba1-5305-4e3d-b8c4-fe159fb3faff,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:03.014039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.248336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44760) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:03.287128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-357bb4fc-bd30-40de-a1df-3a7eddc1f597 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9474d1611cb74c9081b4fb9aca91d009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376647 Jul 16 04:04:03.290039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:03.336703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b18f9e-a648-449e-86cd-9a671a8c251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.357433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b18f9e-a648-449e-86cd-9a671a8c251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.403313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b18f9e-a648-449e-86cd-9a671a8c251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.405849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b18f9e-a648-449e-86cd-9a671a8c251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.407021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-01b18f9e-a648-449e-86cd-9a671a8c251e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7205ff19-1e5d-431b-bf5c-913c88bf2118 HTTP/1.1" status: 204 len: 168 time: 0.1160755 Jul 16 04:04:03.415968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b18f9e-a648-449e-86cd-9a671a8c251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7205ff19-1e5d-431b-bf5c-913c88bf2118,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:03.820373 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.044376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:04.139026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1628953275-network', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:04.160391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Made reservation on behalf of e4c1280e42a04c3684ba188aa32b5401 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:04.163272 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.171389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.262803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.266851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.288656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:04:04.305392 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efff5977-7f9f-4d8e-85ed-a1208da863f0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:04.308468 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.308807 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Added segment 467a91d8-475b-4fee-820b-151d97f0550d of type vlan for network 1159beb0-2fc5-431a-b23d-c6a1530592c1 Jul 16 04:04:04.320551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.320895 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.321231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.321735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.322071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.322476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.322957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.323352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.323767 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.324091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.324414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.324735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:04:04.364080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.393381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.394372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:04.394983 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.426899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3813188 Jul 16 04:04:04.430088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:04.434959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Request body: {'subnet': {'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1628953275-subnet', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:04.467904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ded16-4cea-4336-90fe-bdb268ffde08 admin admin] Pushing event updated for resources: {'Network': ['ID=1159beb0-2fc5-431a-b23d-c6a1530592c1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:04.478688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:04:04.483355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Made reservation on behalf of e4c1280e42a04c3684ba188aa32b5401 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:04.485736 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.651226 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.708317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1d10e8-89d8-4946-867d-48175719ad46,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:04.717237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Checking segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:04.717598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Network hostable DHCP agents. Network: 1159beb0-2fc5-431a-b23d-c6a1530592c1, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:04:04.734556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:04:04.743124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 1159beb0-2fc5-431a-b23d-c6a1530592c1) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:04.747613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:04.748522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.753138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b55b9-452a-448d-b077-aef9ca5b83fb None None] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:04.762318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3d2f77aa-bb66-4bde-a1da-914b28521794 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3311868 Jul 16 04:04:04.765025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:04.769638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:04.792985 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.794044 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.845077 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.902151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-1159beb0-2fc5-431a-b23d-c6a1530592c1', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:04:04.903099 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:04.983809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.040121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Allocated IP 172.20.0.2 (1159beb0-2fc5-431a-b23d-c6a1530592c1/bb1d10e8-89d8-4946-867d-48175719ad46/77e152db-cd8d-4af5-9de2-55ca1c31e45d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:05.186715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.194587 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.195668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Transition to ACTIVE for port object 77e152db-cd8d-4af5-9de2-55ca1c31e45d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:05.210682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Transition to ACTIVE for port object 77e152db-cd8d-4af5-9de2-55ca1c31e45d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:05.216008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.216456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.252880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:05.259951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:05.263829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:05.271212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Pushing event updated for resources: {'Port': ['ID=77e152db-cd8d-4af5-9de2-55ca1c31e45d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:05.325846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Attempting to bind port 77e152db-cd8d-4af5-9de2-55ca1c31e45d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:05.326234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Allocated IP 172.25.4.152 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/979caba5-08e8-48ae-ac3d-21dbebdbf776) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:05.326356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Attempting to bind port 77e152db-cd8d-4af5-9de2-55ca1c31e45d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:05.326656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Attempting to bind port 77e152db-cd8d-4af5-9de2-55ca1c31e45d on network 1159beb0-2fc5-431a-b23d-c6a1530592c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:05.332454 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:05.332832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Checking segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:05.333241 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.333645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Bound using segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:05.334669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Bound port: 77e152db-cd8d-4af5-9de2-55ca1c31e45d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:05.335061 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.408999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] For port 77e152db-cd8d-4af5-9de2-55ca1c31e45d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:05.413723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] For port 77e152db-cd8d-4af5-9de2-55ca1c31e45d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=77e152db-cd8d-4af5-9de2-55ca1c31e45d,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:05.417974 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.440219 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.481203 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c617c59-dd94-42bd-9816-98aba16ed571 None None] Pushing event updated for resources: {'Port': ['ID=77e152db-cd8d-4af5-9de2-55ca1c31e45d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:05.485367 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.526232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:05.529129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:05.532796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:05.539062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Pushing event updated for resources: {'Port': ['ID=979caba5-08e8-48ae-ac3d-21dbebdbf776,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:05.806040 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.997800 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:06.125373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Router 53658493-d5a9-4edd-855a-a9b3af590933 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:04:06.239172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:04:06.250870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Sync routers for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:04:06.254858 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:06.256149 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8c79d4eb-4dbb-4601-b4f5-2a826d159d8b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4901786 Jul 16 04:04:06.259086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 44792) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:06.265890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:06.266681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:06.385377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:06.415606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da81ae-dac3-4aba-ab8b-ca5235a12b0d None None] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:06.691297 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:06.738816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9b0c5174-21e6-4250-99b9-8d55c6b16e3e None None] Provisioning for port 77e152db-cd8d-4af5-9de2-55ca1c31e45d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:06.849052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 77e152db-cd8d-4af5-9de2-55ca1c31e45d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:06.913892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:05Z', 'revision_number': 3, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:06.948801 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Checking router: 53658493-d5a9-4edd-855a-a9b3af590933 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:04:06.949073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Updating router 53658493-d5a9-4edd-855a-a9b3af590933 port 979caba5-08e8-48ae-ac3d-21dbebdbf776 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:04:06.976818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 77e152db-cd8d-4af5-9de2-55ca1c31e45d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:06.985092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 77e152db-cd8d-4af5-9de2-55ca1c31e45d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:06.985408 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.022584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.201090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.221539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Allocated IP 172.20.0.1 (1159beb0-2fc5-431a-b23d-c6a1530592c1/bb1d10e8-89d8-4946-867d-48175719ad46/2b7f7f78-7e44-4b85-b5b0-d7e982552194) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:07.222167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-22a6724b-a1df-4d7b-90e8-3881d27c0719 None None] Provisioning complete for port 77e152db-cd8d-4af5-9de2-55ca1c31e45d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:07.222578 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-22a6724b-a1df-4d7b-90e8-3881d27c0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.311516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 77e152db-cd8d-4af5-9de2-55ca1c31e45d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=77e152db-cd8d-4af5-9de2-55ca1c31e45d,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:07.322505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.342160 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.357166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Transition to ACTIVE for port object 2b7f7f78-7e44-4b85-b5b0-d7e982552194 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:07.393339 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.428122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=77e152db-cd8d-4af5-9de2-55ca1c31e45d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:07.434056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:07.437180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:07.439889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:07.479634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7f7f78-7e44-4b85-b5b0-d7e982552194,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:07.489242 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.501924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Transition to ACTIVE for port object 979caba5-08e8-48ae-ac3d-21dbebdbf776 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:07.507304 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.510240 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.569705 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Attempting to bind port 979caba5-08e8-48ae-ac3d-21dbebdbf776 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:07.570063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Attempting to bind port 979caba5-08e8-48ae-ac3d-21dbebdbf776 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:07.570493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Attempting to bind port 979caba5-08e8-48ae-ac3d-21dbebdbf776 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:07.574017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621c88a-4277-4409-9191-f9c43947bdf1 None None] Pushing event updated for resources: {'Port': ['ID=979caba5-08e8-48ae-ac3d-21dbebdbf776,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:07.579012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:07.580137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:07.580137 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.580311 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:07.580979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Bound port: 979caba5-08e8-48ae-ac3d-21dbebdbf776, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:07.581172 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.642389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] For port 979caba5-08e8-48ae-ac3d-21dbebdbf776, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:07.645777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] For port 979caba5-08e8-48ae-ac3d-21dbebdbf776, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=979caba5-08e8-48ae-ac3d-21dbebdbf776,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:07.651513 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.667444 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.711324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:07.711952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:07.748357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621c88a-4277-4409-9191-f9c43947bdf1 None None] Pushing event updated for resources: {'Port': ['ID=979caba5-08e8-48ae-ac3d-21dbebdbf776,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:07.827386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5d212ef8-615e-4b3d-b089-dbfe426dc300 None None] Provisioning for port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:07.836543 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5d212ef8-615e-4b3d-b089-dbfe426dc300 None None] Provisioning complete for port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:07.836919 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d212ef8-615e-4b3d-b089-dbfe426dc300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.840224 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.846421 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.862709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:07.910474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5d212ef8-615e-4b3d-b089-dbfe426dc300 None None] Port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:07.915034 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:07.917669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7f7f78-7e44-4b85-b5b0-d7e982552194,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:08.007578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:08.009007 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:08.095034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 1, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:08.125377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a6b27-5881-4a8b-86f2-740e8a5e3370 None None] The sync data for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 is: [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 1, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:04:08.133236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Router 53658493-d5a9-4edd-855a-a9b3af590933 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:04:08.232604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-05644a36-a345-4ec7-8849-6df8b515306a None None] Provisioning complete for port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:08.233081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05644a36-a345-4ec7-8849-6df8b515306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.268053 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:04:08.271881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-05644a36-a345-4ec7-8849-6df8b515306a None None] Port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:08.273752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-36d55b93-a0d2-4d6c-bca4-243d9fb01662 admin admin] 10.222.0.25 "PUT /v2.0/routers/53658493-d5a9-4edd-855a-a9b3af590933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0136256 Jul 16 04:04:08.830114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 77e152db-cd8d-4af5-9de2-55ca1c31e45d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:08.836733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:08.845748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-669249509-network', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:08.877790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Made reservation on behalf of 27820411642b41ad8cf2e3fe49df55d0 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:08.880663 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.889298 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.901610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 77e152db-cd8d-4af5-9de2-55ca1c31e45d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:08.901943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.990460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:08.994911 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.015924 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:04:09.031430 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dacc96-5295-4b54-b4df-1b8408e53e32,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:09.034219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.034645 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Added segment f52a386a-186f-4448-9091-9c06c92f08a6 of type vlan for network 3f0339bb-c85f-4cc1-a784-034c4bca95ad Jul 16 04:04:09.075484 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.107428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.108467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:09.109110 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.143044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3035262 Jul 16 04:04:09.145746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44812) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:09.179000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Request body: {'subnet': {'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-669249509-subnet', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:09.183313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147609f8-4b7b-4369-8234-763d3b3559da admin admin] Pushing event updated for resources: {'Network': ['ID=3f0339bb-c85f-4cc1-a784-034c4bca95ad,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:09.194395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:04:09.203734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Made reservation on behalf of 27820411642b41ad8cf2e3fe49df55d0 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:04:09.206213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.379404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.434333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b749ce23-4495-4461-b763-0ce46cdf0f18,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:09.444956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Checking segment: {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:09.445298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Network hostable DHCP agents. Network: 3f0339bb-c85f-4cc1-a784-034c4bca95ad, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:04:09.462376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:04:09.470686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 3f0339bb-c85f-4cc1-a784-034c4bca95ad) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:09.474605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:09.475190 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.479706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc13abc-eb9e-4d87-b0e8-fd6248cdf351 None None] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:09.488872 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13e69139-8d94-420b-bf02-393348674348 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3415775 Jul 16 04:04:09.491427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:09.495890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:04:09.516287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.517343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.568733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.626118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'fixed_ips': [{'subnet_id': 'b749ce23-4495-4461-b763-0ce46cdf0f18'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:04:09.627127 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.705963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.767137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Allocated IP 172.20.0.2 (3f0339bb-c85f-4cc1-a784-034c4bca95ad/b749ce23-4495-4461-b763-0ce46cdf0f18/ef95b281-55b0-4244-b0a8-1c273bf3ffa9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:09.910839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.918572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.927997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Transition to ACTIVE for port object ef95b281-55b0-4244-b0a8-1c273bf3ffa9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:09.930060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.943744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Transition to ACTIVE for port object ef95b281-55b0-4244-b0a8-1c273bf3ffa9 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:09.949165 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:09.985596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:09.992330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:09.995932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:10.003032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Pushing event updated for resources: {'Port': ['ID=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:10.036429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Allocated IP 172.25.4.196 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/6d8e8627-e2c3-4f59-8cc7-c45668e55a77) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:10.058499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Attempting to bind port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:10.058907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Attempting to bind port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:10.059280 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Attempting to bind port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 on network 3f0339bb-c85f-4cc1-a784-034c4bca95ad {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:10.064293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:10.064669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Checking segment: {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:10.065077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.065473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Bound using segment: {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:10.065961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Bound port: ef95b281-55b0-4244-b0a8-1c273bf3ffa9, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:10.066329 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.135841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] For port ef95b281-55b0-4244-b0a8-1c273bf3ffa9, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:10.138975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] For port ef95b281-55b0-4244-b0a8-1c273bf3ffa9, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,segment=NetworkSegment(f52a386a-186f-4448-9091-9c06c92f08a6),segment_id=f52a386a-186f-4448-9091-9c06c92f08a6)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:10.143236 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.143872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.188986 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.213850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce5118-4e9b-4cd8-8131-41558c56cac7 None None] Pushing event updated for resources: {'Port': ['ID=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:10.237557 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Sync routers for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:04:10.238716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:10.246088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:10.247793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:10.249266 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:10.250189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:10.250596 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:10.460004 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:10.665307 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:04:10.692752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 2, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:10.723836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Checking router: 53658493-d5a9-4edd-855a-a9b3af590933 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:04:10.724212 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Updating router 53658493-d5a9-4edd-855a-a9b3af590933 port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:04:10.768942 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.862499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ef95b281-55b0-4244-b0a8-1c273bf3ffa9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:10.864412 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:10.915664 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:10.920001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 979caba5-08e8-48ae-ac3d-21dbebdbf776 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:10.969434 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 979caba5-08e8-48ae-ac3d-21dbebdbf776 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:10.973574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 979caba5-08e8-48ae-ac3d-21dbebdbf776 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:10.973944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.059554 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.073895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.079747 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.084428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 979caba5-08e8-48ae-ac3d-21dbebdbf776, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=979caba5-08e8-48ae-ac3d-21dbebdbf776,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:11.088764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.090699 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Transition to ACTIVE for port object 2b7f7f78-7e44-4b85-b5b0-d7e982552194 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:11.098608 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.170770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=979caba5-08e8-48ae-ac3d-21dbebdbf776,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:11.208465 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77f5b4-bd35-4463-a5dd-e6fb8228a3e2 None None] Pushing event updated for resources: {'Port': ['ID=2b7f7f78-7e44-4b85-b5b0-d7e982552194,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:11.226987 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Attempting to bind port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:11.227356 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Attempting to bind port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:11.227734 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Attempting to bind port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 on network 1159beb0-2fc5-431a-b23d-c6a1530592c1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:11.234003 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:11.234003 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Checking segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:11.234312 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.234657 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Bound using segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:11.235121 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Bound port: 2b7f7f78-7e44-4b85-b5b0-d7e982552194, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:11.235867 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.292262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Router a6c13f36-cffd-4ecc-993d-11698f5cdc57 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:04:11.325697 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] For port 2b7f7f78-7e44-4b85-b5b0-d7e982552194, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:11.329315 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] For port 2b7f7f78-7e44-4b85-b5b0-d7e982552194, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2b7f7f78-7e44-4b85-b5b0-d7e982552194,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:11.335453 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.396404 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:11.397067 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:11.437263 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77f5b4-bd35-4463-a5dd-e6fb8228a3e2 None None] Pushing event updated for resources: {'Port': ['ID=2b7f7f78-7e44-4b85-b5b0-d7e982552194,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:11.455526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:04:11.463991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Sync routers for ids ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:04:11.476796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Routers {'a6c13f36-cffd-4ecc-993d-11698f5cdc57'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:11.477745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:11.482668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.484344 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-912bd5d4-dee4-40e6-8e0d-2f5568b65f10 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9919803 Jul 16 04:04:11.487203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 44816) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:11.536318 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:11.613765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae3dcc-6feb-4017-98b8-4b1bf172db5e None None] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:04:11.714564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Set router a6c13f36-cffd-4ecc-993d-11698f5cdc57 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:11.786108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] Provisioning for port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:11.791206 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:11.823867 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edd3b8-1323-45a5-8a07-d87b73f13940 None None] The sync data for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 is: [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:04:11.949764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.971938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] Provisioning complete for port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:11.972475 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.173850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Allocated IP 172.20.0.1 (3f0339bb-c85f-4cc1-a784-034c4bca95ad/b749ce23-4495-4461-b763-0ce46cdf0f18/b89a4ffa-297c-4314-9fd9-c3ab6fef9811) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:04:12.200114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.251409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] For port ef95b281-55b0-4244-b0a8-1c273bf3ffa9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,segment=NetworkSegment(f52a386a-186f-4448-9091-9c06c92f08a6),segment_id=f52a386a-186f-4448-9091-9c06c92f08a6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:12.253328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:10Z', 'revision_number': 3, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:12.281699 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.283615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Checking router: a6c13f36-cffd-4ecc-993d-11698f5cdc57 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:04:12.283973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Updating router a6c13f36-cffd-4ecc-993d-11698f5cdc57 port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:04:12.291766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.309663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Transition to ACTIVE for port object b89a4ffa-297c-4314-9fd9-c3ab6fef9811 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:12.352612 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.364467 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.397703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:12.402266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec97f17-502d-4b97-8868-b9674b2968a6 None None] Pushing event updated for resources: {'Port': ['ID=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:12.402416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:12.405705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:04:12.447320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Pushing event updated for resources: {'Port': ['ID=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:12.471320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.633867 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.670182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-093e936a-2a62-4de6-aa4d-1a86c70bd228 None None] Provisioning complete for port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:12.670584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-093e936a-2a62-4de6-aa4d-1a86c70bd228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.717520 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.735334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Transition to ACTIVE for port object 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:12.746638 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.810067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Attempting to bind port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:12.810353 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Attempting to bind port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:12.810832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Attempting to bind port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:12.830197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.836127 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.836983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d9464-1c85-42b8-a603-781f926a81da None None] Pushing event updated for resources: {'Port': ['ID=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:12.839461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ef95b281-55b0-4244-b0a8-1c273bf3ffa9 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:12.846183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:12.846607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:12.847011 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.847393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:12.847882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Bound port: 6d8e8627-e2c3-4f59-8cc7-c45668e55a77, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:12.848266 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.902481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Pushing event updated for resources: {'Port': ['ID=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:12.907444 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.941243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] For port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:12.945304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] For port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:12.950357 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.954277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:12.954662 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.003380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:04:13.005281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:04:13.054329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d9464-1c85-42b8-a603-781f926a81da None None] Pushing event updated for resources: {'Port': ['ID=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:13.058834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Routers {'a6c13f36-cffd-4ecc-993d-11698f5cdc57'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:13.059462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:13.064294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a2a5e21c-4244-40a3-af6a-8aba624f0c50 None None] Provisioning for port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:13.102971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a2a5e21c-4244-40a3-af6a-8aba624f0c50 None None] Provisioning complete for port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:13.103353 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e21c-4244-40a3-af6a-8aba624f0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.128639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Router a6c13f36-cffd-4ecc-993d-11698f5cdc57 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:04:13.216115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5e21c-4244-40a3-af6a-8aba624f0c50 None None] Port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:13.221375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 979caba5-08e8-48ae-ac3d-21dbebdbf776 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:13.243038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:04:13.249128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce12511e-c6b9-4093-bf3d-9575f2414445 admin admin] 10.222.0.25 "PUT /v2.0/routers/a6c13f36-cffd-4ecc-993d-11698f5cdc57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603581 Jul 16 04:04:13.253675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] Set router a6c13f36-cffd-4ecc-993d-11698f5cdc57 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:13.365169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 979caba5-08e8-48ae-ac3d-21dbebdbf776 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:13.365551 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.394577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f38f0c3c-a9cd-48a9-999f-63d68eb3db03 None None] Provisioning complete for port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:13.394961 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f38f0c3c-a9cd-48a9-999f-63d68eb3db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.483849 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0c3c-a9cd-48a9-999f-63d68eb3db03 None None] Port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:04:13.559436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2b7f7f78-7e44-4b85-b5b0-d7e982552194 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:13.599641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b89a4ffa-297c-4314-9fd9-c3ab6fef9811', 'name': '', 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'mac_address': 'fa:16:3e:c3:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:11Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 2, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'subnets': [{'id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:13.631354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31452d5-6838-4cc6-ac60-e87c0bd562d4 None None] The sync data for ids ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'] in n-d-800089-6 is: [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b89a4ffa-297c-4314-9fd9-c3ab6fef9811', 'name': '', 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'mac_address': 'fa:16:3e:c3:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:11Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 2, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'subnets': [{'id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:04:13.648039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:13.650536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:13.650952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.734077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.772426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2b7f7f78-7e44-4b85-b5b0-d7e982552194, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2b7f7f78-7e44-4b85-b5b0-d7e982552194,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:13.776841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:13.829413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2b7f7f78-7e44-4b85-b5b0-d7e982552194,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:14.895868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:14.970802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:14.980660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:14.981041 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:15.023056 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-1cd3bb36-d631-4113-83e2-2e5ea81d068d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845284 Jul 16 04:04:15.080418 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:15.103920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:15.121074 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:15.122505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2b7f7f78-7e44-4b85-b5b0-d7e982552194 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:15.146312 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-eef6f7d9-1201-4cbf-a2d7-59824f7c5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:15.148257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-eef6f7d9-1201-4cbf-a2d7-59824f7c5ef6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1096 time: 0.0710123 Jul 16 04:04:15.287775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-73f19f30-f689-4619-a62c-13e57de4882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:15.289296 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-73f19f30-f689-4619-a62c-13e57de4882d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1192968 Jul 16 04:04:15.378346 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-e601ac77-55ad-4260-88a7-3576bda92baf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 1000 time: 0.0817459 Jul 16 04:04:15.380890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:15.392635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:15.393014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:15.438492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-5cc1bd19-fe41-4268-8a11-f1f08111e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:15.441020 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-5cc1bd19-fe41-4268-8a11-f1f08111e33a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0496159 Jul 16 04:04:15.509421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-7970ef2d-3337-4bac-91e1-77dbf8e79b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:15.510977 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-7970ef2d-3337-4bac-91e1-77dbf8e79b19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640574 Jul 16 04:04:15.522235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-248cd172-161d-4df1-8276-137f836339b6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:04:15.523334 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-248cd172-161d-4df1-8276-137f836339b6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061851 Jul 16 04:04:15.617276 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-03fe0f0f-2353-40fb-b553-3bfc6f6b4a35 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874901 Jul 16 04:04:15.712145 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7aa60433-f447-4c59-88ae-5aefbeee6389 req-75ffe4cc-72f9-4742-b811-a165b0886638 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889468 Jul 16 04:04:16.255086 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Sync routers for ids ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:04:16.267842 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Routers {'a6c13f36-cffd-4ecc-993d-11698f5cdc57'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:16.268467 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:16.375383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Set router a6c13f36-cffd-4ecc-993d-11698f5cdc57 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:16.575228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b89a4ffa-297c-4314-9fd9-c3ab6fef9811', 'name': '', 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'mac_address': 'fa:16:3e:c3:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:11Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 2, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'subnets': [{'id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:16.601743 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Checking router: a6c13f36-cffd-4ecc-993d-11698f5cdc57 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:04:16.602202 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Updating router a6c13f36-cffd-4ecc-993d-11698f5cdc57 port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:04:16.645864 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:16.791372 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:16.840663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:16.840949 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:17.013895 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:17.024701 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Transition to ACTIVE for port object b89a4ffa-297c-4314-9fd9-c3ab6fef9811 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:04:17.031102 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:17.082080 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecea70d-4ac0-4184-8437-8f57a781fa8a None None] Pushing event updated for resources: {'Port': ['ID=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:17.144036 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Attempting to bind port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:04:17.144510 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Attempting to bind port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:04:17.144949 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Attempting to bind port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 on network 3f0339bb-c85f-4cc1-a784-034c4bca95ad {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:04:17.150474 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:04:17.150970 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Checking segment: {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:04:17.151449 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:17.151952 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Bound using segment: {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:04:17.152498 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Bound port: b89a4ffa-297c-4314-9fd9-c3ab6fef9811, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52a386a-186f-4448-9091-9c06c92f08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:04:17.152949 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:17.231681 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] For port b89a4ffa-297c-4314-9fd9-c3ab6fef9811, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:04:17.237287 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] For port b89a4ffa-297c-4314-9fd9-c3ab6fef9811, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,segment=NetworkSegment(f52a386a-186f-4448-9091-9c06c92f08a6),segment_id=f52a386a-186f-4448-9091-9c06c92f08a6)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:04:17.243417 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:17.303460 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Routers {'a6c13f36-cffd-4ecc-993d-11698f5cdc57'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:04:17.304112 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:03:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:17.308960 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecea70d-4ac0-4184-8437-8f57a781fa8a None None] Pushing event updated for resources: {'Port': ['ID=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:17.424279 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] Set router a6c13f36-cffd-4ecc-993d-11698f5cdc57 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:04:17.641382 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b89a4ffa-297c-4314-9fd9-c3ab6fef9811', 'name': '', 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'mac_address': 'fa:16:3e:c3:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:11Z', 'updated_at': '2021-07-16T04:04:17Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'subnets': [{'id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:04:17.668139 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5790c-c552-4888-9acd-ef9350966324 None None] The sync data for ids ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'] in n-d-800089-6 is: [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:12Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b89a4ffa-297c-4314-9fd9-c3ab6fef9811', 'name': '', 'network_id': '3f0339bb-c85f-4cc1-a784-034c4bca95ad', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'mac_address': 'fa:16:3e:c3:83:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:11Z', 'updated_at': '2021-07-16T04:04:17Z', 'revision_number': 4, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'subnets': [{'id': 'b749ce23-4495-4461-b763-0ce46cdf0f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:04:18.806387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b89a4ffa-297c-4314-9fd9-c3ab6fef9811 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:18.856519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:04:18.860759 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:18.861190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:18.942591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:18.976102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b89a4ffa-297c-4314-9fd9-c3ab6fef9811, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,segment=NetworkSegment(f52a386a-186f-4448-9091-9c06c92f08a6),segment_id=f52a386a-186f-4448-9091-9c06c92f08a6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:04:18.980431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:19.033141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:20.737362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7130f052-b266-41a4-bc7a-521de84006b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:20.790940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b89a4ffa-297c-4314-9fd9-c3ab6fef9811 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:04:20.846824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:04:20.847098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:21.839399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-dd7de2a7-5613-41da-bde1-f48e46a9ac17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016061 Jul 16 04:04:21.934886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-ddb98738-3f7f-4261-b790-4e395d670939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:21.936355 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-ddb98738-3f7f-4261-b790-4e395d670939 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.0549140 Jul 16 04:04:22.054386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-3fe31a7f-b184-4c14-9c29-ccaa0dc800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.055904 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-3fe31a7f-b184-4c14-9c29-ccaa0dc800d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1007786 Jul 16 04:04:22.120151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-992250b5-0415-47aa-9c57-847c53de0367 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 1001 time: 0.0583827 Jul 16 04:04:22.172872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-5eb01403-b7d5-4704-94ae-8fc2b495f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.174357 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-5eb01403-b7d5-4704-94ae-8fc2b495f1d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0487294 Jul 16 04:04:22.237361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-d55ebdc4-36c6-48e8-b781-3ead1b55a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:22.238958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-d55ebdc4-36c6-48e8-b781-3ead1b55a479 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572665 Jul 16 04:04:22.329272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-adf1f337-999f-45ef-a78f-952190922252 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831318 Jul 16 04:04:22.427551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b1b6ac9-2638-44f1-813b-d7b275821a54 req-92d5a3fd-7105-41de-b625-7f61a1d69c87 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905435 Jul 16 04:04:23.560052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d5bd-eff9-4226-b755-73feb98e8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:23.869691 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:24.432569 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:26.160479 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:33.029488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:33.837693 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:47.664960 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:04:50.737880 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-efcd64ee-57ae-42b8-9732-7eee3b26abfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:53.561580 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60668c5b-b3d1-4d84-a999-fe4ba036e3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:53.872453 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:54.434844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:56.163953 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.043092 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.834649 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:14.867991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-125c7d88-93db-4b2e-be2b-d897f703ed3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498242 Jul 16 04:05:14.993567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-21d9cdd0-f8bd-4ed9-b246-3826dce16790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:14.995143 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-21d9cdd0-f8bd-4ed9-b246-3826dce16790 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1096 time: 0.0571940 Jul 16 04:05:15.098826 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-5a0793a9-b3db-4a8e-b094-566690b743e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:15.100430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-5a0793a9-b3db-4a8e-b094-566690b743e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0841553 Jul 16 04:05:15.169518 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-89ab24da-1ada-4469-b289-3d754ebcbff2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 1000 time: 0.0611484 Jul 16 04:05:15.216911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-a6291d47-8e54-4cf0-aab8-76cba6587380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:15.218282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-a6291d47-8e54-4cf0-aab8-76cba6587380 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0426557 Jul 16 04:05:15.274266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-bf386699-c264-4cef-8994-c0e57949de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:15.275695 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-bf386699-c264-4cef-8994-c0e57949de5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511577 Jul 16 04:05:15.665937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-606b71a6-b430-4b4d-8cdd-c5833e8b1fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837109 Jul 16 04:05:15.756022 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f885d0c-81fb-4924-8314-41013bec2d4e req-adbd6f72-fb0c-47c9-ab0b-d6670baf7820 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831172 Jul 16 04:05:20.741317 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51c3f2b-0284-456a-a6e7-d869aab75786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:21.790061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-8153175a-52e6-47a4-adac-046b75a10d4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518615 Jul 16 04:05:21.886152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-fd174bdc-ba81-4747-8ebc-901cdf5c9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:21.887677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-fd174bdc-ba81-4747-8ebc-901cdf5c9dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.0577168 Jul 16 04:05:21.992186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-32183fbc-9de2-446e-96a4-5921c6d65692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:21.993648 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-32183fbc-9de2-446e-96a4-5921c6d65692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.0864856 Jul 16 04:05:22.060122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-e37d5c9c-248e-4da5-a46b-e092820e2570 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 1001 time: 0.0603521 Jul 16 04:05:22.107843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-eb1711cc-0cc4-4014-bae3-395dad62835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:22.109299 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-eb1711cc-0cc4-4014-bae3-395dad62835a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0433402 Jul 16 04:05:22.167821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-88d78f2c-3356-4d48-8861-fb8248e0de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:22.169296 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-88d78f2c-3356-4d48-8861-fb8248e0de80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531504 Jul 16 04:05:22.263435 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-5934e046-ca43-4e06-b72a-2c9bcf4bf1f5 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879006 Jul 16 04:05:22.354433 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-32a23d4c-f64b-44b7-9861-1106cdb29dca req-64674c7a-a594-4233-8b91-5818c719b197 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 Jul 16 04:05:23.562975 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-222ec325-205a-4f6b-8589-cce7706b58da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:23.873263 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.439435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:24.665462 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:05:26.166311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:26.818641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45502) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:26.982999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port ed7a34b3-34fa-4810-938c-c3deebebee5c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:26.983342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.056033 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.056304 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.068255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for ed7a34b3-34fa-4810-938c-c3deebebee5c owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:27.220251 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.244127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=ed7a34b3-34fa-4810-938c-c3deebebee5c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:27.254809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.255278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.255456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.255793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.256113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.256441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.256762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.257085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.257402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.257719 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.258039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.259161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:27.323703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.324036 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Floating IP 5ded76af-8ebb-488a-8a46-3bea5ee6e77d disassociated (deleted). External IP: 172.25.4.55, port: ef7cb5af-6f24-4417-af7b-2fa3760221da. Jul 16 04:05:27.538768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:27.647581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:27.652411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:27.656698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:27.668271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:27.668991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:27.695092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-13cb98a5-4ea0-4b78-8cdd-63b350dd519d tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "DELETE /v2.0/floatingips/5ded76af-8ebb-488a-8a46-3bea5ee6e77d HTTP/1.1" status: 204 len: 168 time: 0.8753228 Jul 16 04:05:27.702102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:27.707393 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:27.785861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:27.957547 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f38736-bad1-42e6-a932-643b2059df0f x-openstack-request-id: req-38f38736-bad1-42e6-a932-643b2059df0f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:27.958535 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:27.959120 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38f38736-bad1-42e6-a932-643b2059df0f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:27.959752 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'status': 'completed', 'code': 200} Jul 16 04:05:28.053218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-29fb7261-a637-4dfb-b7f9-789d9f323cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.055395 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-29fb7261-a637-4dfb-b7f9-789d9f323cec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 1096 time: 0.0689566 Jul 16 04:05:28.059647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 1, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:28.088140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:28.097003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:28.097623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:28.145964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839875ef-a77b-4703-9749-4495b4f30b1c req-68e87b2d-57fc-4e7f-bc24-6835084fa46e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.147525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-839875ef-a77b-4703-9749-4495b4f30b1c req-68e87b2d-57fc-4e7f-bc24-6835084fa46e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 945 time: 0.0927892 Jul 16 04:05:28.162689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-0f814739-1683-4c95-84e5-3b2f8b1f986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.164590 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-0f814739-1683-4c95-84e5-3b2f8b1f986a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1018999 Jul 16 04:05:28.206940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-839875ef-a77b-4703-9749-4495b4f30b1c req-e98af43d-17cf-4599-9c73-38145ce15e4a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534294 Jul 16 04:05:28.209743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:28.222338 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-88680c69-5390-4b8d-b514-da4959424dc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 200 len: 217 time: 0.0488210 Jul 16 04:05:28.272351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-592ba4ea-7e54-4576-b597-c0342f56b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.274014 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-592ba4ea-7e54-4576-b597-c0342f56b959 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0457392 Jul 16 04:05:28.334641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-c5382454-589c-4943-a857-47ae4ab53b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:28.336083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-c5382454-589c-4943-a857-47ae4ab53b37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546758 Jul 16 04:05:28.446021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-e76a7454-d9bf-4304-8851-a15a66c913ae service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011355 Jul 16 04:05:28.451265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 1, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:28.479996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd525d-fa48-40cc-885c-531e8b817719 None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '47138c05-9969-4b8c-be4a-726c608cc721', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'port_id': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'mac_address': 'fa:16:3e:bc:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:44Z', 'updated_at': '2021-07-16T04:01:46Z', 'revision_number': 1, 'project_id': '8955255f06674d38b83e8f1b72061004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:28.546415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-922c70c4-b9c3-4d6f-b3db-dc66c1c19b05 req-be0bbd4a-1513-4697-aff8-23d7ac117523 service neutron] 10.222.0.11 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935664 Jul 16 04:05:28.712288 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d0223-9f0c-4d07-bd91-ac10575374e3 None None] New status for floating IP 5ded76af-8ebb-488a-8a46-3bea5ee6e77d: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:05:29.394372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06dc01-79e9-4326-a087-0d1143b521ac req-92113efb-dd1d-426b-8dd1-9b1e182938c7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:29.395912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f06dc01-79e9-4326-a087-0d1143b521ac req-92113efb-dd1d-426b-8dd1-9b1e182938c7 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 945 time: 0.0664585 Jul 16 04:05:29.435071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f06dc01-79e9-4326-a087-0d1143b521ac req-4d505473-05f1-440f-a432-c3e6a5648c90 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334365 Jul 16 04:05:29.545621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-ee26e522-5924-40f5-b33d-b738eee9a41c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:29.547057 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-ee26e522-5924-40f5-b33d-b738eee9a41c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 945 time: 0.0672643 Jul 16 04:05:29.645406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port ef7cb5af-6f24-4417-af7b-2fa3760221da {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:29.645767 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.737062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port ef7cb5af-6f24-4417-af7b-2fa3760221da, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=ef7cb5af-6f24-4417-af7b-2fa3760221da,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:29.737417 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.749074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for ef7cb5af-6f24-4417-af7b-2fa3760221da owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:29.873941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.906681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=ef7cb5af-6f24-4417-af7b-2fa3760221da,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:29.952996 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port ef7cb5af-6f24-4417-af7b-2fa3760221da on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:29.956333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.958454 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-975923d6-6a1e-4a92-8d26-035a8763dff8 req-5aed6d41-e9b9-498b-808e-ff08b5b5e4ba tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.11 "DELETE /v2.0/ports/ef7cb5af-6f24-4417-af7b-2fa3760221da HTTP/1.1" status: 204 len: 173 time: 0.4057891 Jul 16 04:05:29.961104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'name': 'network-vif-deleted', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:29.963450 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2fc319-7dce-4add-a2c7-a5a6f830ee9a" -d '{"events": [{"server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "name": "network-vif-deleted", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:30.004511 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01abdfa0-8e31-4f76-8d8e-dd862242590b x-openstack-request-id: req-01abdfa0-8e31-4f76-8d8e-dd862242590b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:30.004802 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed0278d-7954-4a47-8a35-4ffa8022e34d", "name": "network-vif-deleted", "tag": "ef7cb5af-6f24-4417-af7b-2fa3760221da", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:30.005055 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01abdfa0-8e31-4f76-8d8e-dd862242590b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:30.005450 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed0278d-7954-4a47-8a35-4ffa8022e34d', 'name': 'network-vif-deleted', 'tag': 'ef7cb5af-6f24-4417-af7b-2fa3760221da', 'status': 'completed', 'code': 200} Jul 16 04:05:30.576861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f48efc8-5520-4436-ab26-90f177cdcbcb req-942a161c-655e-492c-a634-14ef25e41b08 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0289750 Jul 16 04:05:31.716782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4223f768-dda7-4306-949d-58bfd718538c req-af78528f-7779-4714-965e-deabae49e12c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0281878 Jul 16 04:05:31.843399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef7cb5af-6f24-4417-af7b-2fa3760221da no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:31.864230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: ef7cb5af-6f24-4417-af7b-2fa3760221da {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:31.864518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device ef7cb5af-6f24-4417-af7b-2fa3760221da not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:32.861133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-163406bd-35a1-4dd3-9039-7888d281aa7a req-f8d36372-ea09-41d9-ae40-350fb9fe11d4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0335608 Jul 16 04:05:33.074349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:33.839038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.012523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b1cb0fb-7c98-4480-9986-2ea0b59196f7 req-3ec6f9ea-b233-43d3-9390-9ccb63c3f1ac tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0304303 Jul 16 04:05:35.154650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-79596275-ed34-4ee2-a7a8-54d6377d81f8 req-241f30bf-2bf2-47ec-aebf-10bc131dc681 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ed0278d-7954-4a47-8a35-4ffa8022e34d HTTP/1.1" status: 200 len: 210 time: 0.0291460 Jul 16 04:05:41.627448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:41.798941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port b4822dad-87d6-42ee-b199-799225cfd0f2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:41.799289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.881475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.881922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.894221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for b4822dad-87d6-42ee-b199-799225cfd0f2 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:42.050006 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.073801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=b4822dad-87d6-42ee-b199-799225cfd0f2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.146467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.146836 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Floating IP 47138c05-9969-4b8c-be4a-726c608cc721 disassociated (deleted). External IP: 172.25.4.191, port: 41d8f5e6-a9e9-4da2-8498-782ca4605760. Jul 16 04:05:42.365475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:42.478218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:42.482981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.487633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:42.502365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:42.503303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.520269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f11a595b-f1fd-4093-827d-132392cd963e tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "DELETE /v2.0/floatingips/47138c05-9969-4b8c-be4a-726c608cc721 HTTP/1.1" status: 204 len: 168 time: 0.8916571 Jul 16 04:05:42.520810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:42.523160 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a6532-583a-478c-a992-c1fe20cb161a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:42.617064 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:42.796049 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9244ed92-e6ae-4331-85c3-0d264656d140 x-openstack-request-id: req-9244ed92-e6ae-4331-85c3-0d264656d140 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:42.797542 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:42.798745 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9244ed92-e6ae-4331-85c3-0d264656d140 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:42.799735 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'status': 'completed', 'code': 200} Jul 16 04:05:42.846722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.881980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:42.896714 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:42.897355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.910501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6532-583a-478c-a992-c1fe20cb161a req-be7b2178-af35-4e5e-9f08-dd5571107b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:42.911961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-be7b2178-af35-4e5e-9f08-dd5571107b60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8955255f06674d38b83e8f1b72061004&device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 1096 time: 0.0898073 Jul 16 04:05:42.990514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e79d9-4789-4ec7-8ea2-e04e360fa003 req-c20f411e-d7df-4afc-812d-388822b3e7b0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:42.992200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-207e79d9-4789-4ec7-8ea2-e04e360fa003 req-c20f411e-d7df-4afc-812d-388822b3e7b0 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 945 time: 0.1039901 Jul 16 04:05:43.019212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:43.031730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6532-583a-478c-a992-c1fe20cb161a req-ae455c41-9da2-44e0-b42d-9512e94697b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:43.034307 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-ae455c41-9da2-44e0-b42d-9512e94697b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 200 len: 913 time: 0.1149502 Jul 16 04:05:43.038635 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-207e79d9-4789-4ec7-8ea2-e04e360fa003 req-a80d629e-caa4-4abe-af47-a496ca0bb641 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391209 Jul 16 04:05:43.078405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-b0684668-228c-47c4-be3c-7ec3b6cfb038 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 200 len: 217 time: 0.0364726 Jul 16 04:05:43.141910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6532-583a-478c-a992-c1fe20cb161a req-86f92808-2103-4259-bd4c-e058d3085742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:43.144009 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-86f92808-2103-4259-bd4c-e058d3085742 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 200 len: 850 time: 0.0582881 Jul 16 04:05:43.205299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6532-583a-478c-a992-c1fe20cb161a req-9111654d-46f3-4119-ab30-42e9e070a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:43.206925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-9111654d-46f3-4119-ab30-42e9e070a201 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7936320-b13d-4093-868e-a4c9f8b2d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554900 Jul 16 04:05:43.276926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:43.303441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f6bb1-6c7c-4d03-a16a-0632f49aa5ef None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T03:55:14Z', 'revision_number': 4, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '17508fec-522b-4953-871c-6763d56dec25', 'name': '', 'network_id': 'e7936320-b13d-4093-868e-a4c9f8b2d3ec', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'mac_address': 'fa:16:3e:9b:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:13Z', 'updated_at': '2021-07-16T03:55:22Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'subnets': [{'id': 'c1e2ae7a-edd1-452d-8f14-becff83fb7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:43.305887 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-cb753e64-293b-4ea7-858f-6646f3edd3ce service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899189 Jul 16 04:05:43.410282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-532a6532-583a-478c-a992-c1fe20cb161a req-0ee30c59-9998-4722-8ee1-5c4a63dc1c10 service neutron] 10.222.0.48 "GET /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986931 Jul 16 04:05:43.566730 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f93da-b5e6-478d-9e58-d3b743643343 None None] New status for floating IP 47138c05-9969-4b8c-be4a-726c608cc721: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:05:44.247332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce04f5-c1b0-474e-a361-7a6f09953d7f req-1152128f-dee6-4592-b6ce-d8f3f1b0d1f1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:44.248921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60ce04f5-c1b0-474e-a361-7a6f09953d7f req-1152128f-dee6-4592-b6ce-d8f3f1b0d1f1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 945 time: 0.0667164 Jul 16 04:05:44.287774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60ce04f5-c1b0-474e-a361-7a6f09953d7f req-6f3673c9-cd1f-4c13-a751-77a4e379a736 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef9c8674-dd5f-413e-a3a3-6368247ec8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324049 Jul 16 04:05:44.328159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-4599f34a-1cce-45fb-b5bb-5bd146fea1d1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:44.329604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-4599f34a-1cce-45fb-b5bb-5bd146fea1d1 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 945 time: 0.0635085 Jul 16 04:05:44.441475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port 41d8f5e6-a9e9-4da2-8498-782ca4605760 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:44.441906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.530490 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] For port 41d8f5e6-a9e9-4da2-8498-782ca4605760, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=41d8f5e6-a9e9-4da2-8498-782ca4605760,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:44.530941 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.546878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for 41d8f5e6-a9e9-4da2-8498-782ca4605760 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:44.681889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.714501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=41d8f5e6-a9e9-4da2-8498-782ca4605760,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:44.767549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] No DVR routers for this DVR port 41d8f5e6-a9e9-4da2-8498-782ca4605760 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:44.770370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.773028 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7e663e02-4ec2-4108-a85b-17e8bff93223 req-2c5baf7a-bea5-481a-beb3-803eef27d7dd tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.48 "DELETE /v2.0/ports/41d8f5e6-a9e9-4da2-8498-782ca4605760 HTTP/1.1" status: 204 len: 173 time: 0.4379354 Jul 16 04:05:44.800928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'name': 'network-vif-deleted', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:44.803780 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc70a01-11bf-48e4-a5b4-6370ce2601ba" -d '{"events": [{"server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "name": "network-vif-deleted", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:44.841099 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad14976-9eda-4954-b681-f319b4dae677 x-openstack-request-id: req-7ad14976-9eda-4954-b681-f319b4dae677 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:44.841406 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa81bc8-339f-4743-9a6a-a0cac2679623", "name": "network-vif-deleted", "tag": "41d8f5e6-a9e9-4da2-8498-782ca4605760", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:44.841671 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ad14976-9eda-4954-b681-f319b4dae677 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:44.842064 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa81bc8-339f-4743-9a6a-a0cac2679623', 'name': 'network-vif-deleted', 'tag': '41d8f5e6-a9e9-4da2-8498-782ca4605760', 'status': 'completed', 'code': 200} Jul 16 04:05:45.440646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e972384b-7bb3-4a67-824e-ce39e97088ba req-2ce07067-7c2f-4e6f-a062-f1cc945a5b6c tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 210 time: 0.0308170 Jul 16 04:05:46.597725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eceb3417-4aa3-467c-8505-462a40391eee req-25d0492c-42b9-4798-ba11-8d98a7883e71 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 210 time: 0.0350893 Jul 16 04:05:47.742905 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05e1bc3d-5682-43a1-9103-9d6e32610057 req-75b7430b-7c79-4a5a-a618-6554798a1c88 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fa81bc8-339f-4743-9a6a-a0cac2679623 HTTP/1.1" status: 200 len: 210 time: 0.0317409 Jul 16 04:05:47.778660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41d8f5e6-a9e9-4da2-8498-782ca4605760 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:47.799453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 41d8f5e6-a9e9-4da2-8498-782ca4605760 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:47.799728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 41d8f5e6-a9e9-4da2-8498-782ca4605760 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:48.850154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45806) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:48.978350 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Deleting port 3bad4533-21cb-446f-829c-58fc51ba7879 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:48.978735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.060273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.060600 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.072298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Calling delete_port for 3bad4533-21cb-446f-829c-58fc51ba7879 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:49.212197 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.237740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'Port': ['ID=3bad4533-21cb-446f-829c-58fc51ba7879,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:49.307916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.310606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:49.312089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e4baeaef-a724-4d4f-9d3c-8b31d82336c4 tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "DELETE /v2.0/floatingips/699d7558-f7c6-4250-8c9e-c9a93e215e88 HTTP/1.1" status: 204 len: 168 time: 0.4605849 Jul 16 04:05:50.743587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f754baa8-3714-439a-828b-433e5bf8ac81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.668293 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45882) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:51.731523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c8bd19-fbaa-441a-bac5-fb281005333a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.759294 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c8bd19-fbaa-441a-bac5-fb281005333a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.828445 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c8bd19-fbaa-441a-bac5-fb281005333a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.831410 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-98c8bd19-fbaa-441a-bac5-fb281005333a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:51.832788 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-98c8bd19-fbaa-441a-bac5-fb281005333a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] 10.222.0.25 "DELETE /v2.0/security-groups/ef9c8674-dd5f-413e-a3a3-6368247ec8e1 HTTP/1.1" status: 204 len: 168 time: 0.1631248 Jul 16 04:05:51.848821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8bd19-fbaa-441a-bac5-fb281005333a tempest-TestVolumeBootPattern-1647193588 tempest-TestVolumeBootPattern-1647193588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c8674-dd5f-413e-a3a3-6368247ec8e1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:51.909394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:52.440346 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.720284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Deleting port 17508fec-522b-4953-871c-6763d56dec25 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:52.720660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.806474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] For port 17508fec-522b-4953-871c-6763d56dec25, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=17508fec-522b-4953-871c-6763d56dec25,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:52.806772 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:52.820287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Calling delete_port for 17508fec-522b-4953-871c-6763d56dec25 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:52.997467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.028173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17508fec-522b-4953-871c-6763d56dec25,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:53.056275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.056868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.057386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.057872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.058358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.058879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.060279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.060608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.060952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.061274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.061759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.062260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:53.233483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.456190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Router 30763c3e-ac8e-4d21-935a-095da73ae9c4 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:53.572114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2690bb2b-2078-4063-87ec-82ad6ed35f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.572884 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:53.579117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f405f83c-224e-4c4f-856b-03d5e5fe38d3 admin admin] 10.222.0.25 "PUT /v2.0/routers/30763c3e-ac8e-4d21-935a-095da73ae9c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6687906 Jul 16 04:05:53.581756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:53.584498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] Sync routers for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:53.597913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:53.598724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:53.688588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.707082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:53.793591 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.849711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Deleting port 97217cf6-e3c8-42ca-b3c3-6736720b35a1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:53.850075 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.894881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.914405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T04:05:52Z', 'revision_number': 5, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port': {'id': '97217cf6-e3c8-42ca-b3c3-6736720b35a1', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:10Z', 'updated_at': '2021-07-16T03:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:53.932737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] For port 97217cf6-e3c8-42ca-b3c3-6736720b35a1, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97217cf6-e3c8-42ca-b3c3-6736720b35a1,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:53.933096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:53.942571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] Checking router: 30763c3e-ac8e-4d21-935a-095da73ae9c4 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:53.946103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Calling delete_port for 97217cf6-e3c8-42ca-b3c3-6736720b35a1 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:53.951097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] Routers {'30763c3e-ac8e-4d21-935a-095da73ae9c4'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:53.951896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['30763c3e-ac8e-4d21-935a-095da73ae9c4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:54.115737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.143552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97217cf6-e3c8-42ca-b3c3-6736720b35a1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.201960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] Set router 30763c3e-ac8e-4d21-935a-095da73ae9c4 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:54.206407 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.255591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T04:05:53Z', 'revision_number': 6, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:54.285069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8e210-74a5-4ace-a6a7-2afb4919fbfc None None] The sync data for ids ['30763c3e-ac8e-4d21-935a-095da73ae9c4'] in n-d-800089-6 is: [{'id': '30763c3e-ac8e-4d21-935a-095da73ae9c4', 'name': 'tempest-TestVolumeBootPattern-902105561-router', 'tenant_id': '8955255f06674d38b83e8f1b72061004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:09Z', 'updated_at': '2021-07-16T04:05:53Z', 'revision_number': 6, 'project_id': '8955255f06674d38b83e8f1b72061004', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:54.300016 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.302250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.356169 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.356746 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30763c3e-ac8e-4d21-935a-095da73ae9c4 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:05:54.361918 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.363142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8d189b2b-c0cd-4864-9a06-d7f0bf5f5fb6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/30763c3e-ac8e-4d21-935a-095da73ae9c4 HTTP/1.1" status: 204 len: 168 time: 0.7804720 Jul 16 04:05:54.365574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:54.409271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Deleting subnet c1e2ae7a-edd1-452d-8f14-becff83fb7fc {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:05:54.412789 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.448113 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.455159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.536626 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.589292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.616654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e2ae7a-edd1-452d-8f14-becff83fb7fc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.618609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.622817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1c49ea28-031d-44d7-92c8-6e29a2b7680a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c1e2ae7a-edd1-452d-8f14-becff83fb7fc HTTP/1.1" status: 204 len: 168 time: 0.2539730 Jul 16 04:05:54.623158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:54.627171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1245e9-ca6f-43d7-b5e2-2756a552de9a None None] Network e7936320-b13d-4093-868e-a4c9f8b2d3ec requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:54.700113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.761121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Deleting port adef90de-03b1-444c-ab78-649d4d9e5323 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:54.761121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.830087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] For port adef90de-03b1-444c-ab78-649d4d9e5323, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=adef90de-03b1-444c-ab78-649d4d9e5323,segment=NetworkSegment(3b272106-be91-4b81-bdc6-d2a942a44cc8),segment_id=3b272106-be91-4b81-bdc6-d2a942a44cc8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:54.830449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.843244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Calling delete_port for adef90de-03b1-444c-ab78-649d4d9e5323 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:54.929810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:54.956296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Pushing event deleted for resources: {'Port': ['ID=adef90de-03b1-444c-ab78-649d4d9e5323,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:54.959922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] No DVR routers for this DVR port adef90de-03b1-444c-ab78-649d4d9e5323 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:55.034090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.044271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7936320-b13d-4093-868e-a4c9f8b2d3ec']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:55.054294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b272106-be91-4b81-bdc6-d2a942a44cc8') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:55.054538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b272106-be91-4b81-bdc6-d2a942a44cc8') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:55.064142 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.077780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.083539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:05:55.083924 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:05:55.085697 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:05:55.141622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.149024 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:55.151684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] 10.222.0.25 "DELETE /v2.0/networks/e7936320-b13d-4093-868e-a4c9f8b2d3ec HTTP/1.1" status: 204 len: 168 time: 0.5277698 Jul 16 04:05:55.157562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45922) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:55.168366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac174-666b-4178-bc91-40fafb5d2ada admin admin] Pushing event deleted for resources: {'Network': ['ID=e7936320-b13d-4093-868e-a4c9f8b2d3ec,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:55.169352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6104f-b8d2-4356-bf31-e12463e76e77 None None] DHCP port deletion for e7936320-b13d-4093-868e-a4c9f8b2d3ec request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:05:55.279199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17508fec-522b-4953-871c-6763d56dec25 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:55.303477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 17508fec-522b-4953-871c-6763d56dec25 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:55.303829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17508fec-522b-4953-871c-6763d56dec25 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:55.860314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:56.110604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Deleting port be9845e6-f237-440f-a001-8cbeddbd22a4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:56.110846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:56.166901 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:56.188713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] For port be9845e6-f237-440f-a001-8cbeddbd22a4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=be9845e6-f237-440f-a001-8cbeddbd22a4,segment=NetworkSegment(cbf3bf81-c00b-4ece-a0f5-0fbb32e95470),segment_id=cbf3bf81-c00b-4ece-a0f5-0fbb32e95470)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:56.189320 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:56.201888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Calling delete_port for be9845e6-f237-440f-a001-8cbeddbd22a4 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:56.382617 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:56.408706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Pushing event deleted for resources: {'Port': ['ID=be9845e6-f237-440f-a001-8cbeddbd22a4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:56.582472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:56.804614 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Router 24637468-97db-48b9-b92f-6f84448612ec has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:56.885963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97217cf6-e3c8-42ca-b3c3-6736720b35a1 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:56.907102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 97217cf6-e3c8-42ca-b3c3-6736720b35a1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:56.907568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97217cf6-e3c8-42ca-b3c3-6736720b35a1 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:56.908118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device adef90de-03b1-444c-ab78-649d4d9e5323 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:56.916889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:56.922974 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0983396f-e640-460a-a823-f33e3eb97cad admin admin] 10.222.0.25 "PUT /v2.0/routers/24637468-97db-48b9-b92f-6f84448612ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630692 Jul 16 04:05:56.925371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45928) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:56.927574 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] Sync routers for ids ['24637468-97db-48b9-b92f-6f84448612ec'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:56.932135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: adef90de-03b1-444c-ab78-649d4d9e5323 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:56.932582 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device adef90de-03b1-444c-ab78-649d4d9e5323 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:56.940181 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] Routers {'24637468-97db-48b9-b92f-6f84448612ec'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:56.940807 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['24637468-97db-48b9-b92f-6f84448612ec'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:57.030876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.044001 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] Set router 24637468-97db-48b9-b92f-6f84448612ec gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:57.131741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.182809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Deleting port a17aca3f-6fa9-4b95-be18-cae2b0e208c2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:57.183157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.215952 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T04:05:56Z', 'revision_number': 5, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port': {'id': 'a17aca3f-6fa9-4b95-be18-cae2b0e208c2', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24637468-97db-48b9-b92f-6f84448612ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:18Z', 'updated_at': '2021-07-16T03:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:57.245516 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] Checking router: 24637468-97db-48b9-b92f-6f84448612ec for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:57.254042 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] Routers {'24637468-97db-48b9-b92f-6f84448612ec'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:57.254686 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['24637468-97db-48b9-b92f-6f84448612ec'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:57.264591 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] For port a17aca3f-6fa9-4b95-be18-cae2b0e208c2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:57.265100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.276434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Calling delete_port for a17aca3f-6fa9-4b95-be18-cae2b0e208c2 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:57.426738 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] Set router 24637468-97db-48b9-b92f-6f84448612ec gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:57.444280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.471284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17aca3f-6fa9-4b95-be18-cae2b0e208c2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:57.477908 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T04:05:57Z', 'revision_number': 6, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:57.507239 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca7663-1539-40cf-8bd8-872b3d8d7597 None None] The sync data for ids ['24637468-97db-48b9-b92f-6f84448612ec'] in n-d-800089-6 is: [{'id': '24637468-97db-48b9-b92f-6f84448612ec', 'name': 'tempest-TestVolumeBootPattern-968036297-router', 'tenant_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:17Z', 'updated_at': '2021-07-16T04:05:57Z', 'revision_number': 6, 'project_id': 'b0e02f6d3d6a4169be040ee5b4c028b0', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:57.536948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.630254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.633274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.681476 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.682046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24637468-97db-48b9-b92f-6f84448612ec {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:05:57.686732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.687885 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-27c6d851-9845-4f96-8bd9-944db56f43e2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/24637468-97db-48b9-b92f-6f84448612ec HTTP/1.1" status: 204 len: 168 time: 0.7611215 Jul 16 04:05:57.690334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45938) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:57.734651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Deleting subnet 055cdac1-9bb1-4326-b4c3-66954865e0c9 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:05:57.737614 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.770670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.821203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:57.826094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443996558', 'description': 'tempest-secgroup-smoke-443996558 description', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:57.853179 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.860458 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.916554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.941003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055cdac1-9bb1-4326-b4c3-66954865e0c9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:57.941860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.947049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.949071 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-73c72af4-eae0-40bb-9977-4d6e5a744ccb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/055cdac1-9bb1-4326-b4c3-66954865e0c9 HTTP/1.1" status: 204 len: 168 time: 0.2577865 Jul 16 04:05:57.957384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:57.957544 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865c0ba-7852-4cf6-afdd-e37cdb7198b2 None None] Network a342d716-2ee5-48e4-950d-52dffc92d095 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:57.957980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.988076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.992074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1670625 Jul 16 04:05:57.992286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:57.997624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group_rule': {'security_group_id': 'acaed0d7-7042-406f-9889-19c3df173a6c', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.002882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2e85-d18a-4f11-b6d0-b032643e1ddf tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acaed0d7-7042-406f-9889-19c3df173a6c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.028166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.037607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.081530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Deleting port 97f95544-2826-4f20-9d61-dedee28f498e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:58.081930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.100124 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.105985 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.128364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb80e014-ffaf-4b7c-a881-19e52c987a12,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.133717 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.135255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9b930518-ba74-4c9e-a8d1-efe00a89700a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418474 Jul 16 04:05:58.137879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.143213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group_rule': {'security_group_id': 'acaed0d7-7042-406f-9889-19c3df173a6c', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.151485 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] For port 97f95544-2826-4f20-9d61-dedee28f498e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=97f95544-2826-4f20-9d61-dedee28f498e,segment=NetworkSegment(cbf3bf81-c00b-4ece-a0f5-0fbb32e95470),segment_id=cbf3bf81-c00b-4ece-a0f5-0fbb32e95470)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:58.151919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.164749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Calling delete_port for 97f95544-2826-4f20-9d61-dedee28f498e owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:58.167859 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.224752 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.228846 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.246400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690da59a-9e7a-48f4-bdec-f372a37e029c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.248628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.255927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.260549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e16e0064-9147-442b-8556-9cb0e38e34d3 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191399 Jul 16 04:05:58.261003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.265401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group_rule': {'security_group_id': 'acaed0d7-7042-406f-9889-19c3df173a6c', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.283920 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=97f95544-2826-4f20-9d61-dedee28f498e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.288121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d86ef-4673-482a-bf3a-39408f415cef None None] DHCP port deletion for a342d716-2ee5-48e4-950d-52dffc92d095 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:05:58.289699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] No DVR routers for this DVR port 97f95544-2826-4f20-9d61-dedee28f498e on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:58.310456 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.371870 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.373687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.379028 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.385135 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a342d716-2ee5-48e4-950d-52dffc92d095']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:58.396462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:58.396781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf3bf81-c00b-4ece-a0f5-0fbb32e95470') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:58.401076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14500176-f94f-4368-9bcf-99215ccd2575,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.406378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.416845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.418405 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-76f13841-eaa0-4207-9309-0ac9a45a8038 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565466 Jul 16 04:05:58.421015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.421433 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.426172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group_rule': {'security_group_id': 'acaed0d7-7042-406f-9889-19c3df173a6c', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.428876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:05:58.429405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:05:58.431308 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:05:58.452779 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.489568 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.496411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.498339 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] 10.222.0.25 "DELETE /v2.0/networks/a342d716-2ee5-48e4-950d-52dffc92d095 HTTP/1.1" status: 204 len: 168 time: 0.5421822 Jul 16 04:05:58.512087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa162-db82-4ec9-b24e-e98002ef2d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=a342d716-2ee5-48e4-950d-52dffc92d095,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.524538 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.528798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.548261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435bb7e0-383d-42a8-b333-75045920b569,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.556073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.560000 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-67ee7978-36da-4c9d-84d5-4cf47d786c40 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356735 Jul 16 04:05:58.560511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45954) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.566567 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group_rule': {'security_group_id': 'acaed0d7-7042-406f-9889-19c3df173a6c', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.589028 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Project e4c1280e42a04c3684ba188aa32b5401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:05:58.594790 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.658434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45956) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.660905 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.664834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.682582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1962b0-23d3-4c68-9783-bf8ad77e2f4b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.692766 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.693985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3d44e1c0-ec24-48bd-9974-57703d604bbe tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328306 Jul 16 04:05:58.696707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 45958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.701173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'security_group_rule': {'security_group_id': 'acaed0d7-7042-406f-9889-19c3df173a6c', 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.706323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ea8812a8-5a9f-444c-acbc-2e53bb663575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8955255f06674d38b83e8f1b72061004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466244 Jul 16 04:05:58.708746 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45960) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:58.722779 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Project e4c1280e42a04c3684ba188aa32b5401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:05:58.727487 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.757291 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9bad-fe9a-4972-afd1-822780b3e7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.779174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9bad-fe9a-4972-afd1-822780b3e7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.793288 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.798129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.820692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42bfba1-1e93-4a4e-aad1-01eb75314bc9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.829651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.831146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3e98eb6a-91c2-4233-b875-7127c00ee22e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334908 Jul 16 04:05:58.835923 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9bad-fe9a-4972-afd1-822780b3e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.838999 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9bad-fe9a-4972-afd1-822780b3e7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.840441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1cdd9bad-fe9a-4972-afd1-822780b3e7b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48945883-47f6-48e2-8c5c-b2ea766ddf9b HTTP/1.1" status: 204 len: 168 time: 0.1307011 Jul 16 04:05:58.851725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be9845e6-f237-440f-a001-8cbeddbd22a4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:58.852230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd9bad-fe9a-4972-afd1-822780b3e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48945883-47f6-48e2-8c5c-b2ea766ddf9b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.885618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: be9845e6-f237-440f-a001-8cbeddbd22a4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:58.885965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device be9845e6-f237-440f-a001-8cbeddbd22a4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:58.886632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a17aca3f-6fa9-4b95-be18-cae2b0e208c2 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:58.915179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a17aca3f-6fa9-4b95-be18-cae2b0e208c2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:58.915863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a17aca3f-6fa9-4b95-be18-cae2b0e208c2 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:58.916359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97f95544-2826-4f20-9d61-dedee28f498e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:58.936363 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 97f95544-2826-4f20-9d61-dedee28f498e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:58.936715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 97f95544-2826-4f20-9d61-dedee28f498e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:59.209502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45972) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:59.252117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aa8a310e-ff7b-4106-a8d2-5108e2716ee6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0e02f6d3d6a4169be040ee5b4c028b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413456 Jul 16 04:05:59.254584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 45974) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:59.302475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca0883b-2223-4aa4-8602-ba9591fd7ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.324947 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca0883b-2223-4aa4-8602-ba9591fd7ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.357430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-62541933-159f-45fa-b276-e8ab2a6be44c tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443996558&fields=id&tenant_id=e4c1280e42a04c3684ba188aa32b5401 HTTP/1.1" status: 200 len: 267 time: 0.3567314 Jul 16 04:05:59.376900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca0883b-2223-4aa4-8602-ba9591fd7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.379834 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca0883b-2223-4aa4-8602-ba9591fd7ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.381171 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dca0883b-2223-4aa4-8602-ba9591fd7ecc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdff13d3-8405-4d6e-a1c8-e61dfdc15a54 HTTP/1.1" status: 204 len: 168 time: 0.1254423 Jul 16 04:05:59.389118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0883b-2223-4aa4-8602-ba9591fd7ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff13d3-8405-4d6e-a1c8-e61dfdc15a54,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:59.469434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-d9d76da1-51e9-4ea8-8208-001d57450761 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.470913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-d9d76da1-51e9-4ea8-8208-001d57450761 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 814 time: 0.1028037 Jul 16 04:05:59.485745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-ed0aff85-0c9e-40ee-9380-37b8b1405518 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/quotas/e4c1280e42a04c3684ba188aa32b5401 HTTP/1.1" status: 200 len: 375 time: 0.0094528 Jul 16 04:05:59.562818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-4abae876-9e8e-4ca1-a420-770c84a0c5f0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651076 Jul 16 04:05:59.573493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-59568cc2-5744-4d05-a1e0-8d698b08db39 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:05:59.574712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-59568cc2-5744-4d05-a1e0-8d698b08db39 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057843 Jul 16 04:05:59.670651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-b7dae5ed-9817-4b9f-ac31-29e6f029ad5e service neutron] 10.222.0.25 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894017 Jul 16 04:05:59.769800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-1b64a8ce-4b4e-487d-b29e-c4b16c25eefa service neutron] 10.222.0.25 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924227 Jul 16 04:06:01.100812 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-517a67a6-5980-40e7-a951-ee702242f1a3 req-e2821460-3acb-4c0a-b7f1-eaa81d38bbc5 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0281370 Jul 16 04:06:01.664210 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:06:02.177911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08cc05ee-8181-43c0-ada1-82296564620f req-d86a7256-5db4-4baf-bc98-6300e8fc3916 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0284832 Jul 16 04:06:03.088850 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.260210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a96841b-ebed-476a-aeae-8aa0d4869fb0 req-e1791df0-4004-4053-90e6-57c31fdba44e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0303638 Jul 16 04:06:03.845894 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:04.337367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83970995-0cad-43c5-99c4-13b9ae314e4a req-5ae081ce-796c-46b2-b9ef-52e8c2545011 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0267496 Jul 16 04:06:05.396247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-5e75cdf7-a5a3-41d0-a2ba-337bb984b341 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:05.397723 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-5e75cdf7-a5a3-41d0-a2ba-337bb984b341 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.11 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 814 time: 0.1029241 Jul 16 04:06:05.445248 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-6d3a7bae-60c3-4e78-89aa-7e34f0f6e5c8 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c1280e42a04c3684ba188aa32b5401 HTTP/1.1" status: 200 len: 379 time: 0.0388710 Jul 16 04:06:05.455404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'port': {'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'admin_state_up': True, 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'security_groups': ['acaed0d7-7042-406f-9889-19c3df173a6c']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:05.487666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a486a640-2f10-4ffc-b240-f3c06d50b832 req-770958d4-312f-4026-adda-0e56325e8bc1 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0297308 Jul 16 04:06:05.569959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Made reservation on behalf of e4c1280e42a04c3684ba188aa32b5401 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:05.573672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:05.700934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Allocated IP 172.20.0.4 (1159beb0-2fc5-431a-b23d-c6a1530592c1/bb1d10e8-89d8-4946-867d-48175719ad46/d86940db-422b-499c-a41f-14473f6f1981) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:05.835040 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:05.847983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Transition to ACTIVE for port object d86940db-422b-499c-a41f-14473f6f1981 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:05.880109 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:05.929743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:05.932977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:05.936908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:05.943877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'Port': ['ID=d86940db-422b-499c-a41f-14473f6f1981,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:05.989242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:05.989871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.006677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-547ec259-03cb-42d1-bb23-7d7b84bbe2ca tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552273 Jul 16 04:06:06.020261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Request body: {'port': {'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:06.100140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.166523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20b9fecd-a685-45e1-8473-34c538fef0bd None None] Provisioning for port d86940db-422b-499c-a41f-14473f6f1981 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:06.170757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-20b9fecd-a685-45e1-8473-34c538fef0bd None None] Provisioning complete for port d86940db-422b-499c-a41f-14473f6f1981 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:06.171232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20b9fecd-a685-45e1-8473-34c538fef0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.212609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-20b9fecd-a685-45e1-8473-34c538fef0bd None None] Port d86940db-422b-499c-a41f-14473f6f1981 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:06:06.376529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86940db-422b-499c-a41f-14473f6f1981 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:06.384136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.395729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Transition to ACTIVE for port object d86940db-422b-499c-a41f-14473f6f1981 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:06.399502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.450619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86940db-422b-499c-a41f-14473f6f1981,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:06.527807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Attempting to bind port d86940db-422b-499c-a41f-14473f6f1981 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:06.528143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Attempting to bind port d86940db-422b-499c-a41f-14473f6f1981 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:06.528532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Attempting to bind port d86940db-422b-499c-a41f-14473f6f1981 on network 1159beb0-2fc5-431a-b23d-c6a1530592c1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:06.532825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Port d86940db-422b-499c-a41f-14473f6f1981 on network 1159beb0-2fc5-431a-b23d-c6a1530592c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:06.533142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Attempting to bind port d86940db-422b-499c-a41f-14473f6f1981 on network 1159beb0-2fc5-431a-b23d-c6a1530592c1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:06.538639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:06.538931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Checking segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:06.539306 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Bound using segment: {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:06.539763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Bound port: d86940db-422b-499c-a41f-14473f6f1981, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467a91d8-475b-4fee-820b-151d97f0550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:06.540086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.612045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] For port d86940db-422b-499c-a41f-14473f6f1981, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:06.616161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] For port d86940db-422b-499c-a41f-14473f6f1981, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d86940db-422b-499c-a41f-14473f6f1981,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:06.622859 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.672526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.675404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.675404 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] 10.222.0.11 "PUT /v2.0/ports/d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 1091 time: 0.6605411 Jul 16 04:06:06.681998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:06.684768 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5729bf70-84a5-477a-969a-43aad0c7d362" -d '{"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:06.706556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c15d36-25d5-430a-877a-6ea1fddf7deb req-cbdfbde4-dbe9-4f79-a152-51aaef3cdaa7 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.708067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9c15d36-25d5-430a-877a-6ea1fddf7deb req-cbdfbde4-dbe9-4f79-a152-51aaef3cdaa7 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0983293 Jul 16 04:06:06.762317 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf18ae5-dbc5-4704-9a4f-abea411ebad3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86940db-422b-499c-a41f-14473f6f1981,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:06.791319 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-e5294288-c108-4af4-87ec-ad7d55b77ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.792941 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-e5294288-c108-4af4-87ec-ad7d55b77ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1094 time: 0.0739408 Jul 16 04:06:06.795139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9c15d36-25d5-430a-877a-6ea1fddf7deb req-8882d257-3aa1-4cf8-9c03-072781e6b040 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755234 Jul 16 04:06:06.841176 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-4397b6ee-f136-48c3-997c-74bf66d9776a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 217 time: 0.0405819 Jul 16 04:06:06.894976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-f1fd51ce-5371-4f66-ab9c-b6fb57573842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.896439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-f1fd51ce-5371-4f66-ab9c-b6fb57573842 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 200 len: 853 time: 0.0491467 Jul 16 04:06:06.957725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-f746432a-86d7-4f0c-ace1-107a1656dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.959498 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-f746432a-86d7-4f0c-ace1-107a1656dc8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1159beb0-2fc5-431a-b23d-c6a1530592c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562656 Jul 16 04:06:07.003411 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c866585-1096-46d6-8e6f-076c5bcca83b x-openstack-request-id: req-9c866585-1096-46d6-8e6f-076c5bcca83b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:07.003724 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:07.003978 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c866585-1096-46d6-8e6f-076c5bcca83b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:07.004471 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'status': 'completed', 'code': 200} Jul 16 04:06:07.059657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-d012fb37-6ac1-4090-b384-294f7df90ceb service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929601 Jul 16 04:06:07.148282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ce475b2-56e7-4171-8b61-f0239846c972 req-195a3e19-22a1-437a-b748-5a2a5999343e service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823088 Jul 16 04:06:07.246704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-4d132dc1-34bf-43dd-a222-ebffa7b53575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.248229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-4d132dc1-34bf-43dd-a222-ebffa7b53575 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1094 time: 0.0569229 Jul 16 04:06:07.337207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-13e52eca-3c44-47a1-8a10-ecaf20622375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.338669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-13e52eca-3c44-47a1-8a10-ecaf20622375 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 916 time: 0.0847826 Jul 16 04:06:07.383917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-b3347309-4faf-4e2d-8f5e-a1e346cc0662 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 217 time: 0.0394318 Jul 16 04:06:07.434296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-5a6a0442-7089-4012-8530-0a852ebd2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.435837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-5a6a0442-7089-4012-8530-0a852ebd2299 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 200 len: 853 time: 0.0456131 Jul 16 04:06:07.493874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-eec9e014-5298-44d6-a090-3632df733357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.495415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-eec9e014-5298-44d6-a090-3632df733357 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1159beb0-2fc5-431a-b23d-c6a1530592c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509052 Jul 16 04:06:07.588373 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-07530180-3b66-4b7e-ada8-91bc2510cdc1 service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862758 Jul 16 04:06:07.675705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5729bf70-84a5-477a-969a-43aad0c7d362 req-6bcd76e8-cad2-414c-8471-0475cd73946e service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810940 Jul 16 04:06:07.961886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952455d2-b0a3-46a3-a98a-b2c835a58818 req-355d5737-3741-491a-9168-5ffa61721b42 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.963467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-952455d2-b0a3-46a3-a98a-b2c835a58818 req-355d5737-3741-491a-9168-5ffa61721b42 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0622673 Jul 16 04:06:08.003374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-952455d2-b0a3-46a3-a98a-b2c835a58818 req-446a988f-8ef4-478c-a17c-f59846fb4e55 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Jul 16 04:06:09.173840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326dcfb-6745-4de2-a014-5337d717da02 req-29ef7803-2715-474e-babc-e65841056229 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:09.175878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326dcfb-6745-4de2-a014-5337d717da02 req-29ef7803-2715-474e-babc-e65841056229 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0625966 Jul 16 04:06:09.214447 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0326dcfb-6745-4de2-a014-5337d717da02 req-d9116c49-6183-4730-8cc8-e1759a57ca04 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Jul 16 04:06:10.391011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4f89a-e1c0-4647-8fbc-69bb972ab78a req-36916013-8e67-407c-83ae-2318114c5d8f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:10.392467 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8aa4f89a-e1c0-4647-8fbc-69bb972ab78a req-36916013-8e67-407c-83ae-2318114c5d8f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0665197 Jul 16 04:06:10.429552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8aa4f89a-e1c0-4647-8fbc-69bb972ab78a req-dfaa06a2-cb25-4a30-a469-4764c1b6c82c tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313604 Jul 16 04:06:11.600235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7c364-23c7-4467-85bb-3684c73c52c5 req-529e18d6-b493-45aa-8ec6-8812b284c54b tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.601669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a7c364-23c7-4467-85bb-3684c73c52c5 req-529e18d6-b493-45aa-8ec6-8812b284c54b tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0608840 Jul 16 04:06:11.637153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82a7c364-23c7-4467-85bb-3684c73c52c5 req-883fe1dd-71be-42db-b31b-4f22bfd0121a tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300550 Jul 16 04:06:12.807244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac38a4-04a3-4c98-ae64-4fa0cbfa7075 req-c922aeb2-366a-4faf-8dd7-854d47568f3d tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:12.808709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0ac38a4-04a3-4c98-ae64-4fa0cbfa7075 req-c922aeb2-366a-4faf-8dd7-854d47568f3d tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0616755 Jul 16 04:06:12.851450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0ac38a4-04a3-4c98-ae64-4fa0cbfa7075 req-7edc5a3c-8c97-43f5-84ae-7311673f9d43 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371342 Jul 16 04:06:14.017534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fda8e6-cb23-41a3-b60a-8bef7011d913 req-d7c3531e-56a8-4c0c-abbb-a74aba512651 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:14.018995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5fda8e6-cb23-41a3-b60a-8bef7011d913 req-d7c3531e-56a8-4c0c-abbb-a74aba512651 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0616839 Jul 16 04:06:14.056123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5fda8e6-cb23-41a3-b60a-8bef7011d913 req-a26b56c8-ef84-454a-822e-16c1b7f3a6af tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Jul 16 04:06:15.225556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da660-fccc-4270-92f4-cbf87ff08aa4 req-0333bcdf-cfd0-46d0-a4bf-b42133574584 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:15.227064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e22da660-fccc-4270-92f4-cbf87ff08aa4 req-0333bcdf-cfd0-46d0-a4bf-b42133574584 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 943 time: 0.0613289 Jul 16 04:06:15.263780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e22da660-fccc-4270-92f4-cbf87ff08aa4 req-7c2241f0-da60-4eb7-bf0b-25949fb769b8 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312440 Jul 16 04:06:15.996934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d86940db-422b-499c-a41f-14473f6f1981 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:16.092272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port d86940db-422b-499c-a41f-14473f6f1981, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d86940db-422b-499c-a41f-14473f6f1981,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:16.102776 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'd86940db-422b-499c-a41f-14473f6f1981', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:16.137823 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.150283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86940db-422b-499c-a41f-14473f6f1981 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:16.168456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port d86940db-422b-499c-a41f-14473f6f1981, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d86940db-422b-499c-a41f-14473f6f1981,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:16.172079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:16.220706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=d86940db-422b-499c-a41f-14473f6f1981,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:16.228087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.228436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.228774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.229131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.229462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.229790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.230115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.230438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.230783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.231108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.231496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.231764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:16.396725 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['d86940db-422b-499c-a41f-14473f6f1981'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:16.436366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780acd-3a55-4c4d-b235-7867bfd6d3c5 req-1f9e38ae-0325-4dc7-8626-2d66fd53332f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:16.437843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed780acd-3a55-4c4d-b235-7867bfd6d3c5 req-1f9e38ae-0325-4dc7-8626-2d66fd53332f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 944 time: 0.0648627 Jul 16 04:06:16.476037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ed780acd-3a55-4c4d-b235-7867bfd6d3c5 req-08fddd41-0028-419f-b9af-563b73915351 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Jul 16 04:06:17.647904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228350e9-1762-406f-9ff0-3155287723c6 req-00913c91-9c0a-4c02-912b-87238121587f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:17.649302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-228350e9-1762-406f-9ff0-3155287723c6 req-00913c91-9c0a-4c02-912b-87238121587f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 944 time: 0.0635517 Jul 16 04:06:17.685895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-228350e9-1762-406f-9ff0-3155287723c6 req-40621c14-7efa-4f36-8976-c3d5dfa92955 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Jul 16 04:06:18.012689 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d86940db-422b-499c-a41f-14473f6f1981 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:18.058968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port d86940db-422b-499c-a41f-14473f6f1981 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:18.062451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port d86940db-422b-499c-a41f-14473f6f1981 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:18.062853 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:18.136615 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:18.161244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:18.163464 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea62b3-e8ef-49aa-810b-7e59a6461d53" -d '{"events": [{"server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "name": "network-vif-plugged", "status": "completed", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:18.175487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port d86940db-422b-499c-a41f-14473f6f1981, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d86940db-422b-499c-a41f-14473f6f1981,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:18.179741 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:18.225681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=d86940db-422b-499c-a41f-14473f6f1981,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:18.260037 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b15a3-a711-44ff-90cd-e3b745a88eca x-openstack-request-id: req-209b15a3-a711-44ff-90cd-e3b745a88eca {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:18.260364 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "name": "network-vif-plugged", "status": "completed", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:18.260619 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-209b15a3-a711-44ff-90cd-e3b745a88eca {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:18.261012 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'code': 200} Jul 16 04:06:18.367356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e4e29-0b49-4079-8ebd-cd11e0cb84b6 req-515ceb3e-5b31-40f2-90e1-25c11c71a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.368849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a42e4e29-0b49-4079-8ebd-cd11e0cb84b6 req-515ceb3e-5b31-40f2-90e1-25c11c71a9ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1096 time: 0.0504544 Jul 16 04:06:18.406188 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a42e4e29-0b49-4079-8ebd-cd11e0cb84b6 req-261ab18b-e8a7-45c8-b9eb-ccf78d34b187 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Jul 16 04:06:18.854208 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7e75f-e411-42ae-8017-d2786c7bd5c7 req-a739cc06-b390-400c-a1de-b1af448e3cfa tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.855720 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3f7e75f-e411-42ae-8017-d2786c7bd5c7 req-a739cc06-b390-400c-a1de-b1af448e3cfa tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 16 04:06:18.895770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3f7e75f-e411-42ae-8017-d2786c7bd5c7 req-171aad4a-a816-4ead-896a-5b6895c1813d tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345993 Jul 16 04:06:20.073661 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596a54-6eb7-44ca-a63a-acf20e60b59d req-370198a8-b1fb-420e-b187-3dd91fc83e29 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:20.075154 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc596a54-6eb7-44ca-a63a-acf20e60b59d req-370198a8-b1fb-420e-b187-3dd91fc83e29 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 945 time: 0.0633168 Jul 16 04:06:20.114628 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc596a54-6eb7-44ca-a63a-acf20e60b59d req-c558d994-c644-47fb-b0b4-1c3f0b35e71f tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334451 Jul 16 04:06:20.286235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad57e3-b5ed-43e3-ab1a-cd00682da1fc req-0b490e74-1434-4aa5-8441-1f686044ace6 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:20.287730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14ad57e3-b5ed-43e3-ab1a-cd00682da1fc req-0b490e74-1434-4aa5-8441-1f686044ace6 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 945 time: 0.0620000 Jul 16 04:06:20.324225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14ad57e3-b5ed-43e3-ab1a-cd00682da1fc req-45c4f444-2c70-4364-ba9b-f2922eaa13fb tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309703 Jul 16 04:06:20.347255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:20.548033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5ff63c-ed80-48e2-9b21-19b05c634fe6 tempest-TestVolumeBackupRestore-1142410945 tempest-TestVolumeBackupRestore-1142410945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:20.549490 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2e5ff63c-ed80-48e2-9b21-19b05c634fe6 tempest-TestVolumeBackupRestore-1142410945 tempest-TestVolumeBackupRestore-1142410945-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1091 time: 0.2006552 Jul 16 04:06:20.552440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46072) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:20.556606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:20.577749 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.670933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.743620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6915e886-0bd9-4ef0-a040-d5d8b9b1c496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:20.778906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Allocated IP 172.25.4.183 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/610f2fd1-3a19-4d4d-b69d-8a7660eaaaf1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:20.882253 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.217001 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.251349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:21.257810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:21.261268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:21.266449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'Port': ['ID=610f2fd1-3a19-4d4d-b69d-8a7660eaaaf1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:21.614075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.686283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.837644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.842362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:21.913031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event updated for resources: {'Port': ['ID=610f2fd1-3a19-4d4d-b69d-8a7660eaaaf1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:21.924736 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.027933 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Floating IP 0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff associated. External IP: 172.25.4.183, port: d86940db-422b-499c-a41f-14473f6f1981. Jul 16 04:06:22.230056 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Router 53658493-d5a9-4edd-855a-a9b3af590933 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:22.330031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:22.339739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] Sync routers for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:22.349891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.351252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:22.352003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:22.390497 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4c35b18a-df9b-41f7-8858-8ed813b3b0e9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8370578 Jul 16 04:06:22.391108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:22.393201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46074) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:22.393711 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c344f77-f89e-49d3-8a50-dc1a88a5c048" -d '{"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:22.430181 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6510d7ca-a3d8-479a-a9ff-bedc34fbcc1e x-openstack-request-id: req-6510d7ca-a3d8-479a-a9ff-bedc34fbcc1e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:22.430506 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:22.430806 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6510d7ca-a3d8-479a-a9ff-bedc34fbcc1e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:22.431218 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'status': 'completed', 'code': 200} Jul 16 04:06:22.456026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd108153-121a-466b-be67-0199b1ee3b88 tempest-TestVolumeBackupRestore-1142410945 tempest-TestVolumeBackupRestore-1142410945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.458222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cd108153-121a-466b-be67-0199b1ee3b88 tempest-TestVolumeBackupRestore-1142410945 tempest-TestVolumeBackupRestore-1142410945-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1091 time: 0.0640340 Jul 16 04:06:22.461290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:22.469753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Request body: {'floatingip': {'port_id': 'd86940db-422b-499c-a41f-14473f6f1981'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:22.470875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:22.503479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-04aab286-1c12-4032-9dc2-52054f2098eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.505405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-04aab286-1c12-4032-9dc2-52054f2098eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1096 time: 0.0534275 Jul 16 04:06:22.524925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:22.529134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-2291a731-da9a-4428-90d5-32c785d16900 req-91f44a1b-d63d-407a-969f-71184751f2fe service neutron] (93757) timed out ('10.222.0.25', 60550) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:06:22.600717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-19129b88-ec70-4a03-95be-3f78b3cd82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.602250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-19129b88-ec70-4a03-95be-3f78b3cd82e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 916 time: 0.0909357 Jul 16 04:06:22.667596 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-76a3768f-1227-40d5-9f3b-768c350f7aca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 999 time: 0.0594604 Jul 16 04:06:22.700180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:21Z', 'updated_at': '2021-07-16T04:06:21Z', 'revision_number': 0, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:22.718254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-014da9b1-2c66-4708-8441-f2f6c8332b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.719783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-014da9b1-2c66-4708-8441-f2f6c8332b7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 200 len: 853 time: 0.0466447 Jul 16 04:06:22.731265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] Checking router: 53658493-d5a9-4edd-855a-a9b3af590933 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:22.739757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:22.740367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:22.782714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-f2c58203-f4f0-40bb-b587-9f4646026eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.784143 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-f2c58203-f4f0-40bb-b587-9f4646026eee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1159beb0-2fc5-431a-b23d-c6a1530592c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584767 Jul 16 04:06:22.847132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:22.875675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-cbdc7f52-0df1-4e0a-9a1f-7d087a5e3945 service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841496 Jul 16 04:06:22.973898 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4c344f77-f89e-49d3-8a50-dc1a88a5c048 req-25538616-6839-4704-831d-a94c241665ae service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919552 Jul 16 04:06:23.025655 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.030027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.089876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:21Z', 'updated_at': '2021-07-16T04:06:21Z', 'revision_number': 0, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:23.116996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268a49f-1308-4a32-aabd-3e13faea62b3 None None] The sync data for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 is: [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:21Z', 'updated_at': '2021-07-16T04:06:21Z', 'revision_number': 0, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:23.243787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Router 53658493-d5a9-4edd-855a-a9b3af590933 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:23.312284 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d8c63-7ea0-4fa9-a7c3-48bf74f65d2c None None] New status for floating IP 0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:06:23.353128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:23.358096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.394537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:23.397545 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd1692-9026-4561-9e17-a44dd96e4ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:23.435078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-25cc6d80-79e0-4564-8c94-de7301207e91 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "PUT /v2.0/floatingips/0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff HTTP/1.1" status: 200 len: 991 time: 0.9727316 Jul 16 04:06:23.503997 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f15c6a1-35c2-4fd4-9dc2-38aa9cbe9c3c x-openstack-request-id: req-6f15c6a1-35c2-4fd4-9dc2-38aa9cbe9c3c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:23.504293 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:23.504576 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f15c6a1-35c2-4fd4-9dc2-38aa9cbe9c3c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:23.505012 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'status': 'completed', 'code': 200} Jul 16 04:06:23.525149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] Sync routers for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:23.534370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:23.535028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:05:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:23.577943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-09e7118e-91b7-4f58-9db6-ee700c368576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.579488 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-09e7118e-91b7-4f58-9db6-ee700c368576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1096 time: 0.0520389 Jul 16 04:06:23.595178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c522697a-4700-44bb-bd9f-300cb26444d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.648367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:23.668410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-522bacdb-019d-4b50-aece-c7e0f0a73fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.669882 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-522bacdb-019d-4b50-aece-c7e0f0a73fb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 916 time: 0.0842021 Jul 16 04:06:23.736467 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-fa07ea6a-dcd9-4ca5-9a81-add8b7e2429c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 1001 time: 0.0604060 Jul 16 04:06:23.784234 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-66cc73e5-408c-4bd7-9b82-e97cd18ca83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.786324 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-66cc73e5-408c-4bd7-9b82-e97cd18ca83a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 200 len: 853 time: 0.0439291 Jul 16 04:06:23.844810 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-44c00354-c3af-4463-99a7-0a8d2b14fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.846584 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-44c00354-c3af-4463-99a7-0a8d2b14fe81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1159beb0-2fc5-431a-b23d-c6a1530592c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535753 Jul 16 04:06:23.886199 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:23.892232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:21Z', 'updated_at': '2021-07-16T04:06:23Z', 'revision_number': 2, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:23.921630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] Checking router: 53658493-d5a9-4edd-855a-a9b3af590933 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:23.931272 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:23.931912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:23.950921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-635c0831-60ee-4dc8-980d-d2c2e9b0737d service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976415 Jul 16 04:06:24.036790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:24.041961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-66cd1692-9026-4561-9e17-a44dd96e4ffb req-ab2d53d5-6752-4810-a316-8b70cbf9d110 service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847223 Jul 16 04:06:24.253309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:21Z', 'updated_at': '2021-07-16T04:06:23Z', 'revision_number': 2, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:24.278819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766242d-1830-4f90-a7ef-7972a74f5de7 None None] The sync data for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 is: [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'port_id': 'd86940db-422b-499c-a41f-14473f6f1981', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'mac_address': 'fa:16:3e:ee:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:06:21Z', 'updated_at': '2021-07-16T04:06:23Z', 'revision_number': 2, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:24.444965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:25.505722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:25.508072 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25617e08-ab38-4669-a249-96182e37ea14" -d '{"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:25.542633 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a04e8ca-f4af-44f7-9a1c-383d2dc4d495 x-openstack-request-id: req-3a04e8ca-f4af-44f7-9a1c-383d2dc4d495 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:25.542929 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:25.543185 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a04e8ca-f4af-44f7-9a1c-383d2dc4d495 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:25.543632 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'status': 'completed', 'code': 200} Jul 16 04:06:25.622648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617e08-ab38-4669-a249-96182e37ea14 req-e5485a80-f20a-4975-885f-4290c306c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.624012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-e5485a80-f20a-4975-885f-4290c306c56c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1096 time: 0.0562758 Jul 16 04:06:25.710483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617e08-ab38-4669-a249-96182e37ea14 req-a35751d3-be18-4170-afe3-2cd344192914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.711949 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-a35751d3-be18-4170-afe3-2cd344192914 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 916 time: 0.0822985 Jul 16 04:06:25.777269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-fff72037-a99a-4d1c-b727-7d355992a0ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 1001 time: 0.0589125 Jul 16 04:06:25.824094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617e08-ab38-4669-a249-96182e37ea14 req-b2b0f91a-0c71-493a-adbb-f5e477356116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.825473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-b2b0f91a-0c71-493a-adbb-f5e477356116 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 200 len: 853 time: 0.0420945 Jul 16 04:06:25.880166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617e08-ab38-4669-a249-96182e37ea14 req-5fa74414-17bc-40ec-97fd-fb8486e5efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.881527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-5fa74414-17bc-40ec-97fd-fb8486e5efc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1159beb0-2fc5-431a-b23d-c6a1530592c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499413 Jul 16 04:06:25.973873 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-165da033-b9bf-40d9-9745-eba3718c6784 service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Jul 16 04:06:26.058870 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-25617e08-ab38-4669-a249-96182e37ea14 req-2151d167-b514-43fe-bd4e-5de0fd7dd648 service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788038 Jul 16 04:06:26.171271 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.089630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.844283 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:38.662755 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:06:50.744407 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7f9d-6648-4db4-b1df-01caa161f905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:53.566098 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8d73028f-50d9-41fc-9b0b-dd27bd23bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:53.879533 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.447077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.468604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46096) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:54.624709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Deleting port 610f2fd1-3a19-4d4d-b69d-8a7660eaaaf1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:06:54.624963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.696290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.696623 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.708549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Calling delete_port for 610f2fd1-3a19-4d4d-b69d-8a7660eaaaf1 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:06:54.854061 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.879503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event deleted for resources: {'Port': ['ID=610f2fd1-3a19-4d4d-b69d-8a7660eaaaf1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:54.890643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.890992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.891326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.891661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.891994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.892318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.892639 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.892962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.893285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.893607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.893927 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.894245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:54.952582 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.952910 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Floating IP 0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff disassociated (deleted). External IP: 172.25.4.183, port: d86940db-422b-499c-a41f-14473f6f1981. Jul 16 04:06:55.150744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Router 53658493-d5a9-4edd-855a-a9b3af590933 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:06:55.255495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:06:55.260319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:55.264521 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] Sync routers for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:06:55.273657 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:55.274253 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:55.298860 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1793e122-c675-4a49-9f82-1961413a8c25 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "DELETE /v2.0/floatingips/0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff HTTP/1.1" status: 204 len: 168 time: 0.8291538 Jul 16 04:06:55.299520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:55.301825 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf3c07f-4863-4a5d-9185-5375234787ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:55.376987 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:55.540723 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c3ad31-0bea-42ce-a491-4572375ca0e9 x-openstack-request-id: req-b8c3ad31-0bea-42ce-a491-4572375ca0e9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:55.541239 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:55.541341 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8c3ad31-0bea-42ce-a491-4572375ca0e9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:55.541778 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'status': 'completed', 'code': 200} Jul 16 04:06:55.573368 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:55.603887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] Checking router: 53658493-d5a9-4edd-855a-a9b3af590933 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:06:55.612149 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:06:55.612691 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:55.619683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-0c4eff79-9823-490e-928c-526750d15dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.621500 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-0c4eff79-9823-490e-928c-526750d15dec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4c1280e42a04c3684ba188aa32b5401&device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 1096 time: 0.0561075 Jul 16 04:06:55.699553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943c1d7-f179-4d0c-abfd-6c69f92aa028 req-7be48751-e686-40b5-bfca-83b69a2af0b5 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.702254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1943c1d7-f179-4d0c-abfd-6c69f92aa028 req-7be48751-e686-40b5-bfca-83b69a2af0b5 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 945 time: 0.0725923 Jul 16 04:06:55.719696 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:06:55.727082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-57baf069-de09-438f-9bb4-4a5e519acaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.728551 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-57baf069-de09-438f-9bb4-4a5e519acaa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 200 len: 916 time: 0.0999146 Jul 16 04:06:55.741830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1943c1d7-f179-4d0c-abfd-6c69f92aa028 req-4ee7b1c5-8a6b-48ab-9d8f-36616fc6a823 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Jul 16 04:06:55.773382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-103ca746-f0e2-48d5-a2da-4712f282987c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 200 len: 217 time: 0.0375061 Jul 16 04:06:55.821290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-ba9a3049-201d-4b9e-b971-83ff1395c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.822772 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-ba9a3049-201d-4b9e-b971-83ff1395c1de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 200 len: 853 time: 0.0430801 Jul 16 04:06:55.879489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-85fa2dc5-6901-4777-b19d-7b0a0b340bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.881210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-85fa2dc5-6901-4777-b19d-7b0a0b340bef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1159beb0-2fc5-431a-b23d-c6a1530592c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509670 Jul 16 04:06:55.912754 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:55.938255 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c71f7-6598-4831-be12-419f787aa1ce None None] The sync data for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 is: [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:04:07Z', 'revision_number': 4, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2b7f7f78-7e44-4b85-b5b0-d7e982552194', 'name': '', 'network_id': '1159beb0-2fc5-431a-b23d-c6a1530592c1', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'mac_address': 'fa:16:3e:f7:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:06Z', 'updated_at': '2021-07-16T04:04:13Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'subnets': [{'id': 'bb1d10e8-89d8-4946-867d-48175719ad46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:06:56.175636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3dca3-38d8-42d5-bcce-32eb30b62116 None None] New status for floating IP 0b2c44b4-ebb2-4e4f-a73c-a98f12cea5ff: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:06:56.288816 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-0c40f3e5-7b62-45b2-88fc-010f43f42325 service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998704 Jul 16 04:06:56.361942 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:56.379874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2cf3c07f-4863-4a5d-9185-5375234787ba req-bf0549ab-04ec-4b71-adcd-c9a2cc2914cc service neutron] 10.222.0.11 "GET /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836484 Jul 16 04:06:56.919298 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c2d46-50b6-4935-bf86-4d77263252d8 req-093dd432-0cef-4c8f-b1c2-49e1d433bec9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:56.920770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a7c2d46-50b6-4935-bf86-4d77263252d8 req-093dd432-0cef-4c8f-b1c2-49e1d433bec9 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 945 time: 0.0647006 Jul 16 04:06:56.956284 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a7c2d46-50b6-4935-bf86-4d77263252d8 req-e15e273e-ffb3-4f41-b702-c298c58f986b tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/security-groups?id=acaed0d7-7042-406f-9889-19c3df173a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Jul 16 04:06:57.089935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-49603c02-0b21-4198-9237-0a7df6a850a2 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:57.092214 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-49603c02-0b21-4198-9237-0a7df6a850a2 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 945 time: 0.0653534 Jul 16 04:06:57.185386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Deleting port d86940db-422b-499c-a41f-14473f6f1981 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:06:57.185720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.273343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] For port d86940db-422b-499c-a41f-14473f6f1981, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=d86940db-422b-499c-a41f-14473f6f1981,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:57.273695 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.285516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Calling delete_port for d86940db-422b-499c-a41f-14473f6f1981 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:06:57.409403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.437466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event deleted for resources: {'Port': ['ID=d86940db-422b-499c-a41f-14473f6f1981,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:57.484235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] No DVR routers for this DVR port d86940db-422b-499c-a41f-14473f6f1981 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:06:57.486862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.488994 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-577ae3ff-ecf2-44e6-8ff5-1e0a8881f5de req-5a8e8d99-7bed-404c-a0cb-d95164fc675e tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.11 "DELETE /v2.0/ports/d86940db-422b-499c-a41f-14473f6f1981 HTTP/1.1" status: 204 len: 173 time: 0.3913841 Jul 16 04:06:57.542888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'name': 'network-vif-deleted', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:57.545283 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd6001-790f-4a0d-934b-519ddc4f5d2c" -d '{"events": [{"server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "name": "network-vif-deleted", "tag": "d86940db-422b-499c-a41f-14473f6f1981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:57.581396 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f623b-fb05-4a90-b426-5bbaa4b3c1e4 x-openstack-request-id: req-a38f623b-fb05-4a90-b426-5bbaa4b3c1e4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:57.581683 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbddb808-cbc8-4440-8288-fb2c09016b2c", "name": "network-vif-deleted", "tag": "d86940db-422b-499c-a41f-14473f6f1981", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:57.581941 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a38f623b-fb05-4a90-b426-5bbaa4b3c1e4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:57.582342 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbddb808-cbc8-4440-8288-fb2c09016b2c', 'name': 'network-vif-deleted', 'tag': 'd86940db-422b-499c-a41f-14473f6f1981', 'status': 'completed', 'code': 200} Jul 16 04:06:58.097701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30d36ae7-98ea-48c4-9219-8fb0ae29d169 req-a7620a86-643f-49ca-948b-50a1e26c2252 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0283256 Jul 16 04:06:59.239135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77bb6f9b-3328-4565-b887-34b4c7ea9af5 req-9428422e-206f-4e4e-9c53-7146741fde50 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0313947 Jul 16 04:07:00.261433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d86940db-422b-499c-a41f-14473f6f1981 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:00.286381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: d86940db-422b-499c-a41f-14473f6f1981 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:00.286758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device d86940db-422b-499c-a41f-14473f6f1981 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:00.378966 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8683c2f-cac1-4b30-8766-648e9f2a5b30 req-0cd3c9b6-5d72-43fc-b48f-733c95fcf002 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbddb808-cbc8-4440-8288-fb2c09016b2c HTTP/1.1" status: 200 len: 210 time: 0.0282218 Jul 16 04:07:01.470080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46116) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:01.526821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d67d5e81-dbb4-4841-aee6-ad7a42fb45c0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.551272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d67d5e81-dbb4-4841-aee6-ad7a42fb45c0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.609630 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d67d5e81-dbb4-4841-aee6-ad7a42fb45c0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.612157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d67d5e81-dbb4-4841-aee6-ad7a42fb45c0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.613287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d67d5e81-dbb4-4841-aee6-ad7a42fb45c0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] 10.222.0.25 "DELETE /v2.0/security-groups/acaed0d7-7042-406f-9889-19c3df173a6c HTTP/1.1" status: 204 len: 168 time: 0.1421919 Jul 16 04:07:01.622101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d5e81-dbb4-4841-aee6-ad7a42fb45c0 tempest-TestVolumeBackupRestore-1177664767 tempest-TestVolumeBackupRestore-1177664767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaed0d7-7042-406f-9889-19c3df173a6c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:03.109710 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.847236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:05.063969 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:05.409750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:05.666492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Deleting port 2b7f7f78-7e44-4b85-b5b0-d7e982552194 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:05.666861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:05.745947 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] For port 2b7f7f78-7e44-4b85-b5b0-d7e982552194, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2b7f7f78-7e44-4b85-b5b0-d7e982552194,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:05.746827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:05.758854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Calling delete_port for 2b7f7f78-7e44-4b85-b5b0-d7e982552194 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:05.934159 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:05.962149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7f7f78-7e44-4b85-b5b0-d7e982552194,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:05.992081 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.992447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.992792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.993132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.993465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.993792 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.994125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.994446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.994789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.995114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.995442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:05.995760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:06.141968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:06.344492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Router 53658493-d5a9-4edd-855a-a9b3af590933 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:07:06.449274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:07:06.454222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d49b20af-6589-4754-b438-9573aef8675d admin admin] 10.222.0.25 "PUT /v2.0/routers/53658493-d5a9-4edd-855a-a9b3af590933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889589 Jul 16 04:07:06.456837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46570) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:06.459588 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] Sync routers for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:07:06.469043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:07:06.469650 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:06.556002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:06.570426 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:07:06.845370 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:07:05Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:06.871861 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] Checking router: 53658493-d5a9-4edd-855a-a9b3af590933 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:07:06.880382 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] Routers {'53658493-d5a9-4edd-855a-a9b3af590933'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:07:06.880987 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['53658493-d5a9-4edd-855a-a9b3af590933'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:06.978312 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:06.982026 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] Set router 53658493-d5a9-4edd-855a-a9b3af590933 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:07:07.028862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Deleting port 979caba5-08e8-48ae-ac3d-21dbebdbf776 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:07.029186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.108696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] For port 979caba5-08e8-48ae-ac3d-21dbebdbf776, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=979caba5-08e8-48ae-ac3d-21dbebdbf776,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:07.108938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.120388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Calling delete_port for 979caba5-08e8-48ae-ac3d-21dbebdbf776 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:07.149911 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:07:05Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:07.178102 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11ffee-f3f4-49b3-870b-a2ba7bdd84b7 None None] The sync data for ids ['53658493-d5a9-4edd-855a-a9b3af590933'] in n-d-800089-6 is: [{'id': '53658493-d5a9-4edd-855a-a9b3af590933', 'name': 'tempest-TestVolumeBackupRestore-1628953275-router', 'tenant_id': 'e4c1280e42a04c3684ba188aa32b5401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:04Z', 'updated_at': '2021-07-16T04:07:05Z', 'revision_number': 5, 'project_id': 'e4c1280e42a04c3684ba188aa32b5401', 'gw_port': {'id': '979caba5-08e8-48ae-ac3d-21dbebdbf776', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53658493-d5a9-4edd-855a-a9b3af590933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:05Z', 'updated_at': '2021-07-16T04:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:07:07.281196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.306099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=979caba5-08e8-48ae-ac3d-21dbebdbf776,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:07.363579 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.452601 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.454693 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.498478 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.499490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53658493-d5a9-4edd-855a-a9b3af590933 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:07:07.504132 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.505454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b29a8ae5-4a6e-49d6-8654-a4a9df189d2c admin admin] 10.222.0.25 "DELETE /v2.0/routers/53658493-d5a9-4edd-855a-a9b3af590933 HTTP/1.1" status: 204 len: 168 time: 1.0475693 Jul 16 04:07:07.508015 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46572) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:07.553954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Deleting subnet bb1d10e8-89d8-4946-867d-48175719ad46 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:07:07.557280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.592558 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.673134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.724582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.749830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1d10e8-89d8-4946-867d-48175719ad46,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:07.758182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.762986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46574) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:07.763695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a77891-4f19-4f06-8980-a4c0af64f65e None None] Network 1159beb0-2fc5-431a-b23d-c6a1530592c1 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:07:07.766850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b77888b0-b424-4432-ac99-a01faa9d1308 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bb1d10e8-89d8-4946-867d-48175719ad46 HTTP/1.1" status: 204 len: 168 time: 0.2513554 Jul 16 04:07:07.835844 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.888445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Deleting port 77e152db-cd8d-4af5-9de2-55ca1c31e45d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:07.888638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.955553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] For port 77e152db-cd8d-4af5-9de2-55ca1c31e45d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=77e152db-cd8d-4af5-9de2-55ca1c31e45d,segment=NetworkSegment(467a91d8-475b-4fee-820b-151d97f0550d),segment_id=467a91d8-475b-4fee-820b-151d97f0550d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:07.955914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:07.967787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Calling delete_port for 77e152db-cd8d-4af5-9de2-55ca1c31e45d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:08.045029 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.068887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e152db-cd8d-4af5-9de2-55ca1c31e45d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:08.072546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] No DVR routers for this DVR port 77e152db-cd8d-4af5-9de2-55ca1c31e45d on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:08.143037 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.154309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1159beb0-2fc5-431a-b23d-c6a1530592c1']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:08.164756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467a91d8-475b-4fee-820b-151d97f0550d') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:08.165047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467a91d8-475b-4fee-820b-151d97f0550d') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:08.171343 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba14d37-b00e-4a82-be57-d9771d28faa8 None None] DHCP port deletion for 1159beb0-2fc5-431a-b23d-c6a1530592c1 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:07:08.179104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.196858 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.203178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:07:08.203569 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:07:08.205227 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:07:08.261000 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.267502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.269387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1159beb0-2fc5-431a-b23d-c6a1530592c1 HTTP/1.1" status: 204 len: 168 time: 0.5054140 Jul 16 04:07:08.272601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:08.282774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568ab88-7b92-4cec-9556-134ca596abe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1159beb0-2fc5-431a-b23d-c6a1530592c1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:08.605248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.852825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Deleting port b89a4ffa-297c-4314-9fd9-c3ab6fef9811 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:08.853163 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.875800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 77e152db-cd8d-4af5-9de2-55ca1c31e45d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:08.895505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 77e152db-cd8d-4af5-9de2-55ca1c31e45d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:08.895852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 77e152db-cd8d-4af5-9de2-55ca1c31e45d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:08.896271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 979caba5-08e8-48ae-ac3d-21dbebdbf776 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:08.914171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 979caba5-08e8-48ae-ac3d-21dbebdbf776 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:08.914567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 979caba5-08e8-48ae-ac3d-21dbebdbf776 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:08.914974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2b7f7f78-7e44-4b85-b5b0-d7e982552194 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:08.929437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] For port b89a4ffa-297c-4314-9fd9-c3ab6fef9811, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,segment=NetworkSegment(f52a386a-186f-4448-9091-9c06c92f08a6),segment_id=f52a386a-186f-4448-9091-9c06c92f08a6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:08.929793 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.934008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2b7f7f78-7e44-4b85-b5b0-d7e982552194 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:08.934362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2b7f7f78-7e44-4b85-b5b0-d7e982552194 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:08.942764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Calling delete_port for b89a4ffa-297c-4314-9fd9-c3ab6fef9811 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:09.114900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:09.140863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89a4ffa-297c-4314-9fd9-c3ab6fef9811,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:09.303385 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:09.508489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Router a6c13f36-cffd-4ecc-993d-11698f5cdc57 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:07:09.610717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:07:09.615569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7e0aaad5-0c9c-41cc-99cd-480e63219c39 admin admin] 10.222.0.25 "PUT /v2.0/routers/a6c13f36-cffd-4ecc-993d-11698f5cdc57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3419261 Jul 16 04:07:09.618280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46578) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:09.619743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] Sync routers for ids ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:07:09.628786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] Routers {'a6c13f36-cffd-4ecc-993d-11698f5cdc57'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:07:09.629396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:09.719001 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:09.729746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] Set router a6c13f36-cffd-4ecc-993d-11698f5cdc57 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:07:09.818757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:09.870027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Deleting port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:09.870458 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:09.906989 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:07:09Z', 'revision_number': 5, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port': {'id': '6d8e8627-e2c3-4f59-8cc7-c45668e55a77', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:09.931906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] Checking router: a6c13f36-cffd-4ecc-993d-11698f5cdc57 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:07:09.940037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] Routers {'a6c13f36-cffd-4ecc-993d-11698f5cdc57'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:07:09.940637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:06:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:09.945651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] For port 6d8e8627-e2c3-4f59-8cc7-c45668e55a77, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:09.946005 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:09.957754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Calling delete_port for 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:10.024432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] Set router a6c13f36-cffd-4ecc-993d-11698f5cdc57 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:07:10.077348 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:07:09Z', 'revision_number': 6, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:10.103945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c33a3-87d2-4cea-8303-fa69ec52c964 None None] The sync data for ids ['a6c13f36-cffd-4ecc-993d-11698f5cdc57'] in n-d-800089-6 is: [{'id': 'a6c13f36-cffd-4ecc-993d-11698f5cdc57', 'name': 'tempest-TestVolumeBackupRestore-669249509-router', 'tenant_id': '27820411642b41ad8cf2e3fe49df55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:04:09Z', 'updated_at': '2021-07-16T04:07:09Z', 'revision_number': 6, 'project_id': '27820411642b41ad8cf2e3fe49df55d0', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:07:10.117297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.148913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8e8627-e2c3-4f59-8cc7-c45668e55a77,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:10.206367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.292648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.294724 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.339125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.339479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c13f36-cffd-4ecc-993d-11698f5cdc57 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:07:10.344056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.345253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da80d779-8465-4821-bdb8-4abf40f46f70 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a6c13f36-cffd-4ecc-993d-11698f5cdc57 HTTP/1.1" status: 204 len: 168 time: 0.7258811 Jul 16 04:07:10.347802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46580) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:10.391748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Deleting subnet b749ce23-4495-4461-b763-0ce46cdf0f18 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:07:10.394701 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.428132 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.506845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.567845 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.594733 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b749ce23-4495-4461-b763-0ce46cdf0f18,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:10.596593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.599007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e21a07d-70a8-42fe-b710-9966de4992c4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b749ce23-4495-4461-b763-0ce46cdf0f18 HTTP/1.1" status: 204 len: 168 time: 0.2502353 Jul 16 04:07:10.600846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46582) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:10.601474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca42c786-f0f2-4b4b-9c51-d7d98e8ce55d None None] Network 3f0339bb-c85f-4cc1-a784-034c4bca95ad requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:07:10.666821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.723116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Deleting port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:10.723453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.786102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] For port ef95b281-55b0-4244-b0a8-1c273bf3ffa9, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,segment=NetworkSegment(f52a386a-186f-4448-9091-9c06c92f08a6),segment_id=f52a386a-186f-4448-9091-9c06c92f08a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:10.786466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.798394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Calling delete_port for ef95b281-55b0-4244-b0a8-1c273bf3ffa9 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:10.884070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.898424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f01bb4-3b6f-431a-b76d-c6de9dace31b None None] DHCP port deletion for 3f0339bb-c85f-4cc1-a784-034c4bca95ad request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:07:10.910174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef95b281-55b0-4244-b0a8-1c273bf3ffa9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:10.922895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] No DVR routers for this DVR port ef95b281-55b0-4244-b0a8-1c273bf3ffa9 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:10.960180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b89a4ffa-297c-4314-9fd9-c3ab6fef9811 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:10.980965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b89a4ffa-297c-4314-9fd9-c3ab6fef9811 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:10.981320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b89a4ffa-297c-4314-9fd9-c3ab6fef9811 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:10.981768 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:10.996452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.999862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:11.000218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 6d8e8627-e2c3-4f59-8cc7-c45668e55a77 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:11.000650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ef95b281-55b0-4244-b0a8-1c273bf3ffa9 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:11.010374 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0339bb-c85f-4cc1-a784-034c4bca95ad']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:11.019309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ef95b281-55b0-4244-b0a8-1c273bf3ffa9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:11.019657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ef95b281-55b0-4244-b0a8-1c273bf3ffa9 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:11.028811 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52a386a-186f-4448-9091-9c06c92f08a6') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:11.029108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52a386a-186f-4448-9091-9c06c92f08a6') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:07:11.038287 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.052525 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.058339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:07:11.059259 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:07:11.060960 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:07:11.113210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.119126 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.123981 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f0339bb-c85f-4cc1-a784-034c4bca95ad HTTP/1.1" status: 204 len: 168 time: 0.5192101 Jul 16 04:07:11.132730 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0ad6-7402-4854-b569-07c636a8fb15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0339bb-c85f-4cc1-a784-034c4bca95ad,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:11.283373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:11.322090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-bc862479-3d39-49ff-8149-72fb29327e92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4c1280e42a04c3684ba188aa32b5401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375881 Jul 16 04:07:11.324416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:11.372673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55119eb5-ca58-4eaa-a11e-cf62bf941460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.397135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55119eb5-ca58-4eaa-a11e-cf62bf941460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.444114 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55119eb5-ca58-4eaa-a11e-cf62bf941460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.446677 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55119eb5-ca58-4eaa-a11e-cf62bf941460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.447832 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-55119eb5-ca58-4eaa-a11e-cf62bf941460 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efff5977-7f9f-4d8e-85ed-a1208da863f0 HTTP/1.1" status: 204 len: 168 time: 0.1225545 Jul 16 04:07:11.455603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119eb5-ca58-4eaa-a11e-cf62bf941460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efff5977-7f9f-4d8e-85ed-a1208da863f0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:11.747526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46594) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:11.786993 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-91f89c8a-7893-4564-a69d-7911f381f386 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27820411642b41ad8cf2e3fe49df55d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381792 Jul 16 04:07:11.789240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46596) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:11.835251 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2821-681e-4fbd-b71e-9955aabeb765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.856375 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2821-681e-4fbd-b71e-9955aabeb765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.899976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2821-681e-4fbd-b71e-9955aabeb765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.903025 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca7d2821-681e-4fbd-b71e-9955aabeb765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:11.904163 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ca7d2821-681e-4fbd-b71e-9955aabeb765 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6dacc96-5295-4b54-b4df-1b8408e53e32 HTTP/1.1" status: 204 len: 168 time: 0.1139953 Jul 16 04:07:11.911471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d2821-681e-4fbd-b71e-9955aabeb765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dacc96-5295-4b54-b4df-1b8408e53e32,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:15.660980 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:07:20.746765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fcfbed2f-5f52-4506-ac35-43f3775962aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:21.801450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-ad43aedb-1e65-4d01-b56f-ab053bf9a99a tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a009fd41d5a442bc99b90ff675543e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289295 Jul 16 04:07:21.978608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-120afafe-4cb6-464a-ba93-ec68577cfc50 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:21.980077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-120afafe-4cb6-464a-ba93-ec68577cfc50 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738634 Jul 16 04:07:21.993948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-ebb2c4ec-8808-47d0-a275-f5a8e6e61d5b tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/quotas/a009fd41d5a442bc99b90ff675543e24 HTTP/1.1" status: 200 len: 375 time: 0.0086093 Jul 16 04:07:22.025107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-111459ce-8e01-4b13-afee-3624b3cdb12f tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a009fd41d5a442bc99b90ff675543e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265610 Jul 16 04:07:22.185519 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4f2455c2-3605-461d-a1a8-17f5a46589e2 req-e22e7839-5f3e-4b3a-a7a4-51ea023ce8c0 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Jul 16 04:07:23.107006 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-7e805f6a-24eb-42e9-bf44-40c509204c89 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a009fd41d5a442bc99b90ff675543e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297503 Jul 16 04:07:23.297674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-9517560c-0399-46d0-a404-b7dea5231aec tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.299216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-9517560c-0399-46d0-a404-b7dea5231aec tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868055 Jul 16 04:07:23.315344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Request body: {'port': {'device_id': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'admin_state_up': True, 'tenant_id': 'a009fd41d5a442bc99b90ff675543e24'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:23.335306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f954e56d-9ecf-43fa-aacc-b68b65d7d8da req-8df58437-c353-4bc0-a9d8-06a107578c16 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Jul 16 04:07:23.424734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Made reservation on behalf of a009fd41d5a442bc99b90ff675543e24 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:23.428405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.438119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.527704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.531431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.566330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d29ab4f7-6873-490b-9ed6-261202d87a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.590321 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:23.657029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Allocated IP 192.168.233.42 (09c7e396-3651-4c3b-a05f-5ddf6bba880e/b92ce632-c7b3-4e16-995c-d383a5643533/57964c40-4b6b-40bc-9254-b8405cedcf13) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:07:23.798125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.811567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Transition to ACTIVE for port object 57964c40-4b6b-40bc-9254-b8405cedcf13 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:23.843704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.880347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.892295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Network 09c7e396-3651-4c3b-a05f-5ddf6bba880e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:07:23.897499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:23.899906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:07:23.929446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Pushing event updated for resources: {'Port': ['ID=57964c40-4b6b-40bc-9254-b8405cedcf13,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:23.957373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.957805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:23.972672 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-8fba4020-22c1-4683-b67d-3a2662981731 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6611083 Jul 16 04:07:23.984717 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Request body: {'port': {'device_id': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:24.059530 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.127822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-56d9a79c-296b-4371-b96c-c62a5b37c56f None None] Provisioning for port 57964c40-4b6b-40bc-9254-b8405cedcf13 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:24.131672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-56d9a79c-296b-4371-b96c-c62a5b37c56f None None] Provisioning complete for port 57964c40-4b6b-40bc-9254-b8405cedcf13 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:24.132161 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56d9a79c-296b-4371-b96c-c62a5b37c56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.164547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-56d9a79c-296b-4371-b96c-c62a5b37c56f None None] Port 57964c40-4b6b-40bc-9254-b8405cedcf13 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:07:24.314771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57964c40-4b6b-40bc-9254-b8405cedcf13 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:24.321865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.333701 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Transition to ACTIVE for port object 57964c40-4b6b-40bc-9254-b8405cedcf13 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:24.337542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.411139 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Pushing event updated for resources: {'Port': ['ID=57964c40-4b6b-40bc-9254-b8405cedcf13,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:24.453265 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.468697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Attempting to bind port 57964c40-4b6b-40bc-9254-b8405cedcf13 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:24.469185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Attempting to bind port 57964c40-4b6b-40bc-9254-b8405cedcf13 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:24.469613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Attempting to bind port 57964c40-4b6b-40bc-9254-b8405cedcf13 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:24.474268 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Port 57964c40-4b6b-40bc-9254-b8405cedcf13 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:24.474755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Attempting to bind port 57964c40-4b6b-40bc-9254-b8405cedcf13 on network 09c7e396-3651-4c3b-a05f-5ddf6bba880e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:24.479732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:24.480670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Checking segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:24.481062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Bound using segment: {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:24.481489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Bound port: 57964c40-4b6b-40bc-9254-b8405cedcf13, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff9b983-455b-4d56-92f9-38706a4ff70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:24.481849 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.534984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f44c1-9602-4c5b-a6a8-226a987043e7 req-66dd946f-bd47-4306-826d-35cca1bdabbd tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.536600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-465f44c1-9602-4c5b-a6a8-226a987043e7 req-66dd946f-bd47-4306-826d-35cca1bdabbd tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 947 time: 0.0723732 Jul 16 04:07:24.559288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] For port 57964c40-4b6b-40bc-9254-b8405cedcf13, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:24.562727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] For port 57964c40-4b6b-40bc-9254-b8405cedcf13, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=57964c40-4b6b-40bc-9254-b8405cedcf13,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:24.567536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.581416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-465f44c1-9602-4c5b-a6a8-226a987043e7 req-ef8690ba-2186-4f4d-a9ba-b3862fe81763 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Jul 16 04:07:24.606519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.607211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:24.608576 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-85335ce2-e099-4856-a987-69a032a87487 service neutron] 10.222.0.11 "PUT /v2.0/ports/57964c40-4b6b-40bc-9254-b8405cedcf13 HTTP/1.1" status: 200 len: 1095 time: 0.6282179 Jul 16 04:07:24.609007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'tag': '57964c40-4b6b-40bc-9254-b8405cedcf13'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:24.611236 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7cbcc4-63f0-481d-a9f2-96d1089781d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dde33bfa-ac7f-493d-b762-60abdf6f85a1", "tag": "57964c40-4b6b-40bc-9254-b8405cedcf13"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:24.637217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85335ce2-e099-4856-a987-69a032a87487 service neutron] Pushing event updated for resources: {'Port': ['ID=57964c40-4b6b-40bc-9254-b8405cedcf13,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:24.677491 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305931b0-2153-4a18-9cf8-f0af49e2c587 x-openstack-request-id: req-305931b0-2153-4a18-9cf8-f0af49e2c587 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:24.677689 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde33bfa-ac7f-493d-b762-60abdf6f85a1", "tag": "57964c40-4b6b-40bc-9254-b8405cedcf13", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:24.677948 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-305931b0-2153-4a18-9cf8-f0af49e2c587 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:24.678353 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'tag': '57964c40-4b6b-40bc-9254-b8405cedcf13', 'status': 'completed', 'code': 200} Jul 16 04:07:24.706890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-ebff5ebe-a913-4305-8e03-04c65b727f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.708406 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-ebff5ebe-a913-4305-8e03-04c65b727f88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a009fd41d5a442bc99b90ff675543e24&device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 1098 time: 0.0596938 Jul 16 04:07:24.753047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-50d13609-3f78-4478-afad-ffd554405665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=57964c40-4b6b-40bc-9254-b8405cedcf13 HTTP/1.1" status: 200 len: 217 time: 0.0369551 Jul 16 04:07:24.802648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-2691342b-5969-4cc5-8d58-b25c70b7fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.804089 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-2691342b-5969-4cc5-8d58-b25c70b7fd19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0453317 Jul 16 04:07:24.858631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-6c9c031f-bc54-4b3e-bd14-1e3253a8a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.860078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-6c9c031f-bc54-4b3e-bd14-1e3253a8a374 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498462 Jul 16 04:07:24.956260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-7a2f6d61-646a-4561-a71e-b32775e4a646 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Jul 16 04:07:25.047128 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e1ee954e-d5a1-4594-821c-49111b5358d8 req-b73cc0d8-9612-46ac-b079-3baf9fe76500 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805609 Jul 16 04:07:25.149175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-e4145706-f79b-4e36-afcb-9d0c716a473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.150636 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-e4145706-f79b-4e36-afcb-9d0c716a473a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a009fd41d5a442bc99b90ff675543e24&device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 1098 time: 0.0549226 Jul 16 04:07:25.236384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-6b949c4d-c6df-4059-8136-80c70f846a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.237765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-6b949c4d-c6df-4059-8136-80c70f846a35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09c7e396-3651-4c3b-a05f-5ddf6bba880e HTTP/1.1" status: 200 len: 871 time: 0.0803866 Jul 16 04:07:25.279593 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-9e292228-e0ad-48e1-b335-f5deda2e1d7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=57964c40-4b6b-40bc-9254-b8405cedcf13 HTTP/1.1" status: 200 len: 217 time: 0.0350041 Jul 16 04:07:25.325624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-acae5b30-3539-4c45-b47c-f73d13a63630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.327016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-acae5b30-3539-4c45-b47c-f73d13a63630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b92ce632-c7b3-4e16-995c-d383a5643533 HTTP/1.1" status: 200 len: 843 time: 0.0409038 Jul 16 04:07:25.383370 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-f2cb14ae-b4f5-4a26-9c49-64146362cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.384823 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-f2cb14ae-b4f5-4a26-9c49-64146362cf29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09c7e396-3651-4c3b-a05f-5ddf6bba880e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505021 Jul 16 04:07:25.477254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-91c3a077-47b9-43cd-8a57-5e08034c802e service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Jul 16 04:07:25.562533 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-af7cbcc4-63f0-481d-a9f2-96d1089781d9 req-c1aad4c7-bfd1-45e1-86bd-ec9e321bba58 service neutron] 10.222.0.11 "GET /v2.0/networks/09c7e396-3651-4c3b-a05f-5ddf6bba880e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775547 Jul 16 04:07:25.750215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb19cf-dd3a-438e-8f0f-6e4132f06111 req-07aaa711-18d2-419f-8619-fb16289a0c0e tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:25.751691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cabb19cf-dd3a-438e-8f0f-6e4132f06111 req-07aaa711-18d2-419f-8619-fb16289a0c0e tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 947 time: 0.0604627 Jul 16 04:07:25.788184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cabb19cf-dd3a-438e-8f0f-6e4132f06111 req-1585a835-c850-4f12-91a2-cb1ecd3e19c3 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Jul 16 04:07:26.175720 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:26.291238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 57964c40-4b6b-40bc-9254-b8405cedcf13 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:26.385717 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 57964c40-4b6b-40bc-9254-b8405cedcf13, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=57964c40-4b6b-40bc-9254-b8405cedcf13,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:26.396413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '57964c40-4b6b-40bc-9254-b8405cedcf13', 'network_id': '09c7e396-3651-4c3b-a05f-5ddf6bba880e', 'port_id': '57964c40-4b6b-40bc-9254-b8405cedcf13', 'mac_address': 'fa:16:3e:5e:8d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ce632-c7b3-4e16-995c-d383a5643533', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:26.432293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:26.445042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57964c40-4b6b-40bc-9254-b8405cedcf13 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:26.463364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 57964c40-4b6b-40bc-9254-b8405cedcf13, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=57964c40-4b6b-40bc-9254-b8405cedcf13,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:26.467287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:26.513260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=57964c40-4b6b-40bc-9254-b8405cedcf13,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:26.520442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.520794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.521140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.521477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.521820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.522153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.522481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.522838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.523167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.523494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.523818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.524142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:26.665491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['57964c40-4b6b-40bc-9254-b8405cedcf13'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:26.959922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0ab6-8ac3-4496-b4f2-b6e903a2438c req-32f54e98-9588-4f70-b289-8e0aa18d5919 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.961368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51dc0ab6-8ac3-4496-b4f2-b6e903a2438c req-32f54e98-9588-4f70-b289-8e0aa18d5919 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 948 time: 0.0641990 Jul 16 04:07:26.998333 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51dc0ab6-8ac3-4496-b4f2-b6e903a2438c req-978046c4-bedb-4c04-940b-37fd3c5f2e8a tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Jul 16 04:07:28.169577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1bbc3-685f-4b85-828e-0ab41d2aa6ae req-e370378e-916d-485d-af79-0ce45a0f520b tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.171128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-faf1bbc3-685f-4b85-828e-0ab41d2aa6ae req-e370378e-916d-485d-af79-0ce45a0f520b tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 948 time: 0.0623915 Jul 16 04:07:28.207036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-faf1bbc3-685f-4b85-828e-0ab41d2aa6ae req-4a6e9e9e-ae28-4326-adca-d93a8347446f tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304434 Jul 16 04:07:28.307808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 57964c40-4b6b-40bc-9254-b8405cedcf13 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:28.355775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 57964c40-4b6b-40bc-9254-b8405cedcf13 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:28.359893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 57964c40-4b6b-40bc-9254-b8405cedcf13 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:28.359997 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:28.437886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:28.458933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57964c40-4b6b-40bc-9254-b8405cedcf13'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:28.461145 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22308e41-cbea-4c6e-9747-beca8052a3b2" -d '{"events": [{"server_uuid": "dde33bfa-ac7f-493d-b762-60abdf6f85a1", "name": "network-vif-plugged", "status": "completed", "tag": "57964c40-4b6b-40bc-9254-b8405cedcf13"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:28.473818 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 57964c40-4b6b-40bc-9254-b8405cedcf13, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=57964c40-4b6b-40bc-9254-b8405cedcf13,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:28.477849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:28.500724 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544dfb82-19a5-4849-837b-a79ee4f103e7 x-openstack-request-id: req-544dfb82-19a5-4849-837b-a79ee4f103e7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:28.501013 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde33bfa-ac7f-493d-b762-60abdf6f85a1", "name": "network-vif-plugged", "status": "completed", "tag": "57964c40-4b6b-40bc-9254-b8405cedcf13", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:28.501267 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-544dfb82-19a5-4849-837b-a79ee4f103e7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:28.501674 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57964c40-4b6b-40bc-9254-b8405cedcf13', 'code': 200} Jul 16 04:07:28.529224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=57964c40-4b6b-40bc-9254-b8405cedcf13,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:28.614332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768930cf-711a-4772-bb90-b52d8ba82db1 req-85329f05-f6fd-4725-9d19-5407db91e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.615740 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-768930cf-711a-4772-bb90-b52d8ba82db1 req-85329f05-f6fd-4725-9d19-5407db91e8c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 1100 time: 0.0541830 Jul 16 04:07:28.648503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-768930cf-711a-4772-bb90-b52d8ba82db1 req-672f52d3-858d-40c3-86df-a8b642208de3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266242 Jul 16 04:07:29.383828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823faa3-ae31-453a-a731-8c095a205b90 req-2592bec9-359d-4e2c-8dd9-540a18c2af9a tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:29.385286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5823faa3-ae31-453a-a731-8c095a205b90 req-2592bec9-359d-4e2c-8dd9-540a18c2af9a tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 949 time: 0.0676064 Jul 16 04:07:29.423929 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5823faa3-ae31-453a-a731-8c095a205b90 req-ecb42c14-8802-4f44-b649-b32853c9537d tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 16 04:07:30.592774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c44b-ab1b-4c8e-88c5-7e9160eb1a7c req-2f007d04-35bc-45d1-837a-05ae0863c87e tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:30.594258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fd8c44b-ab1b-4c8e-88c5-7e9160eb1a7c req-2f007d04-35bc-45d1-837a-05ae0863c87e tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 949 time: 0.0609484 Jul 16 04:07:30.630352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fd8c44b-ab1b-4c8e-88c5-7e9160eb1a7c req-ea4525f9-f2b7-44ff-8caf-b43d12158662 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306532 Jul 16 04:07:30.998981 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-14ac9bf6-66ef-40c2-b80a-7ce1d82f5ebb req-71c2d9d3-a6b2-4683-99d0-a187a4a226e1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:07:30.999976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14ac9bf6-66ef-40c2-b80a-7ce1d82f5ebb req-71c2d9d3-a6b2-4683-99d0-a187a4a226e1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1047981 Jul 16 04:07:31.775560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b52e9-1bc1-420f-9035-20ad1a996c6d req-a1c53847-8859-4a66-b48b-d8a2f0325495 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:31.777041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e46b52e9-1bc1-420f-9035-20ad1a996c6d req-a1c53847-8859-4a66-b48b-d8a2f0325495 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 949 time: 0.0610614 Jul 16 04:07:31.817829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e46b52e9-1bc1-420f-9035-20ad1a996c6d req-38f0c0e3-ddd4-42fc-8bfb-de3331499fc2 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Jul 16 04:07:32.947731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-15e0502c-c2fc-451b-8101-3c079bdc8551 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.949837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-15e0502c-c2fc-451b-8101-3c079bdc8551 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 949 time: 0.0621758 Jul 16 04:07:32.990521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1adc66-9176-4b31-99a0-267bb02eaabf req-9b95d65e-1d6e-433c-a1ff-9f5c9fe5225e tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.992021 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d1adc66-9176-4b31-99a0-267bb02eaabf req-9b95d65e-1d6e-433c-a1ff-9f5c9fe5225e tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 949 time: 0.0618751 Jul 16 04:07:33.029879 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d1adc66-9176-4b31-99a0-267bb02eaabf req-43cc0ebc-9554-4c03-9a61-fc01fd8512fa tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/security-groups?id=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Jul 16 04:07:33.045935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Deleting port 57964c40-4b6b-40bc-9254-b8405cedcf13 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:33.046274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:33.103177 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:33.138526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] For port 57964c40-4b6b-40bc-9254-b8405cedcf13, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=57964c40-4b6b-40bc-9254-b8405cedcf13,segment=NetworkSegment(9ff9b983-455b-4d56-92f9-38706a4ff70d),segment_id=9ff9b983-455b-4d56-92f9-38706a4ff70d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:33.138906 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:33.150230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Calling delete_port for 57964c40-4b6b-40bc-9254-b8405cedcf13 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:33.574997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:33.586715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['57964c40-4b6b-40bc-9254-b8405cedcf13'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:33.604059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Pushing event deleted for resources: {'Port': ['ID=57964c40-4b6b-40bc-9254-b8405cedcf13,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:33.648290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] No DVR routers for this DVR port 57964c40-4b6b-40bc-9254-b8405cedcf13 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:33.651077 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:33.653710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8d0fc35-bed2-4ce5-9118-7b97044234a6 req-af068170-2e7c-45ef-85b2-d90ed014c890 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.11 "DELETE /v2.0/ports/57964c40-4b6b-40bc-9254-b8405cedcf13 HTTP/1.1" status: 204 len: 173 time: 0.6993966 Jul 16 04:07:33.654152 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'name': 'network-vif-deleted', 'tag': '57964c40-4b6b-40bc-9254-b8405cedcf13'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:33.656419 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b410fae-a651-47ea-bb50-e07a3de33256" -d '{"events": [{"server_uuid": "dde33bfa-ac7f-493d-b762-60abdf6f85a1", "name": "network-vif-deleted", "tag": "57964c40-4b6b-40bc-9254-b8405cedcf13"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:33.693787 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4441b9b-38b8-4805-9077-9706629be1ed x-openstack-request-id: req-c4441b9b-38b8-4805-9077-9706629be1ed {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:33.694085 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde33bfa-ac7f-493d-b762-60abdf6f85a1", "name": "network-vif-deleted", "tag": "57964c40-4b6b-40bc-9254-b8405cedcf13", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:33.694343 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4441b9b-38b8-4805-9077-9706629be1ed {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:33.694785 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde33bfa-ac7f-493d-b762-60abdf6f85a1', 'name': 'network-vif-deleted', 'tag': '57964c40-4b6b-40bc-9254-b8405cedcf13', 'status': 'completed', 'code': 200} Jul 16 04:07:33.872464 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:34.180655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-66b43dbf-8deb-4116-b04b-b4475b8efd68 req-5e7fa758-a9af-4372-8513-d3e7baef1228 tempest-ServersAdminNegativeTestJSON-890743818 tempest-ServersAdminNegativeTestJSON-890743818-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde33bfa-ac7f-493d-b762-60abdf6f85a1 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Jul 16 04:07:35.505383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:35.633643 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5f86fd65-0c61-4401-ae6b-f2aad1e92ecc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a009fd41d5a442bc99b90ff675543e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271193 Jul 16 04:07:35.636143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46732) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:35.685274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52231fd8-deec-4a58-8ae9-a5ba59fa6d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:35.704934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52231fd8-deec-4a58-8ae9-a5ba59fa6d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:35.749231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52231fd8-deec-4a58-8ae9-a5ba59fa6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:35.751998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52231fd8-deec-4a58-8ae9-a5ba59fa6d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:35.753049 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-52231fd8-deec-4a58-8ae9-a5ba59fa6d64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08d0d6cf-045f-4b0a-b395-c5c3593fd0b6 HTTP/1.1" status: 204 len: 168 time: 0.1160002 Jul 16 04:07:35.760280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52231fd8-deec-4a58-8ae9-a5ba59fa6d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d0d6cf-045f-4b0a-b395-c5c3593fd0b6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:36.005167 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:36.018199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50c706fb-769b-4d36-8fb1-b5da72c97d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.105578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50c706fb-769b-4d36-8fb1-b5da72c97d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.109314 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50c706fb-769b-4d36-8fb1-b5da72c97d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.149386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-50c706fb-769b-4d36-8fb1-b5da72c97d86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb506351f6fc48c2a85f22e41325e3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432154 Jul 16 04:07:36.150585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c706fb-769b-4d36-8fb1-b5da72c97d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7b75f-5686-41ac-b7c6-dace5829efe2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:36.152705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46740) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:36.200096 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095e6672-a118-4fa6-af32-770f9f211c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.220884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095e6672-a118-4fa6-af32-770f9f211c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.264843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095e6672-a118-4fa6-af32-770f9f211c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.267319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-095e6672-a118-4fa6-af32-770f9f211c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.268423 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-095e6672-a118-4fa6-af32-770f9f211c0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcc7b75f-5686-41ac-b7c6-dace5829efe2 HTTP/1.1" status: 204 len: 168 time: 0.1147480 Jul 16 04:07:36.275657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e6672-a118-4fa6-af32-770f9f211c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7b75f-5686-41ac-b7c6-dace5829efe2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:36.323561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 57964c40-4b6b-40bc-9254-b8405cedcf13 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:36.346832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 57964c40-4b6b-40bc-9254-b8405cedcf13 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:36.347185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 57964c40-4b6b-40bc-9254-b8405cedcf13 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:36.896685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:36.992377 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1350910477-network', 'tenant_id': '096637393c8a4e0788ac1c8c6dbe5baa'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:37.014592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Made reservation on behalf of 096637393c8a4e0788ac1c8c6dbe5baa for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:37.016882 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.024951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.110456 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.113918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.142245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:07:37.148450 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84795797-beb7-4386-8c49-244d23ded978,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:37.154687 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.155029 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Added segment 447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3 of type vlan for network 6c389019-49ca-47f9-b277-63fbf74840d9 Jul 16 04:07:37.193067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.220372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.221299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:37.221873 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.252209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3543816 Jul 16 04:07:37.255275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:37.260346 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Request body: {'subnet': {'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1350910477-subnet', 'tenant_id': '096637393c8a4e0788ac1c8c6dbe5baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:37.280367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Made reservation on behalf of 096637393c8a4e0788ac1c8c6dbe5baa for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:37.281084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ae4ca-2118-47a6-b3bc-61f95a5156c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c389019-49ca-47f9-b277-63fbf74840d9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:37.283607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.290901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 6c389019-49ca-47f9-b277-63fbf74840d9 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:07:37.445687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.500017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2f5055-d0da-4002-b928-4f9c81f7a0b9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:37.506805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Checking segment: {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:37.507163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Network hostable DHCP agents. Network: 6c389019-49ca-47f9-b277-63fbf74840d9, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:07:37.523531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Network 6c389019-49ca-47f9-b277-63fbf74840d9 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:07:37.532462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 6c389019-49ca-47f9-b277-63fbf74840d9) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:37.536754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:37.537408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:37.550238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8e70d-4230-4c5d-8e10-b7e1b73992fa None None] Network 6c389019-49ca-47f9-b277-63fbf74840d9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:07:37.550995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6d7b0051-5afd-4d25-87e5-47e27046b8bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2944307 Jul 16 04:07:37.671533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18fa11-3a60-463b-8229-f73fe44d86c9 None None] Network 6c389019-49ca-47f9-b277-63fbf74840d9 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:07:37.957503 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-79d5e5c6-c0b0-4606-a61b-27af6e437938 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:37.958885 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-79d5e5c6-c0b0-4606-a61b-27af6e437938 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 812 time: 0.1004624 Jul 16 04:07:37.973078 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-0d410751-9463-4c89-bde6-93a7e62ec2a7 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/quotas/096637393c8a4e0788ac1c8c6dbe5baa HTTP/1.1" status: 200 len: 375 time: 0.0090256 Jul 16 04:07:38.004306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-c9655267-3514-4ea4-8767-5eedb5aa8957 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266707 Jul 16 04:07:38.088185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-e9dd5dc1-d6f0-4913-87cc-b27b9a761351 service neutron] 10.222.0.25 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777404 Jul 16 04:07:38.176032 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-d3e69091-cd78-4301-a964-be78f5533247 service neutron] 10.222.0.25 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821981 Jul 16 04:07:38.337468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c2af4c5-de32-4fd9-b032-7b56b07972e7 req-11ff8d8a-775f-4535-8504-2c92c9aa5d2a tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 210 time: 0.0279419 Jul 16 04:07:39.340819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-23ae4079-8cf8-4f1d-bf7a-6f7c43dd9605 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:39.342260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-23ae4079-8cf8-4f1d-bf7a-6f7c43dd9605 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.11 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 812 time: 0.1046946 Jul 16 04:07:39.354928 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Request body: {'port': {'device_id': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9', 'admin_state_up': True, 'tenant_id': '096637393c8a4e0788ac1c8c6dbe5baa'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:39.468913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Made reservation on behalf of 096637393c8a4e0788ac1c8c6dbe5baa for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:39.472661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:39.485430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35c6cf1a-b76e-4b00-90e2-22c5157cb1b9 req-12c30198-1cfb-4c1b-a7b4-512f7da7b97d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 210 time: 0.0321846 Jul 16 04:07:39.593946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Allocated IP 172.20.0.12 (6c389019-49ca-47f9-b277-63fbf74840d9/2a2f5055-d0da-4002-b928-4f9c81f7a0b9/dcfa1767-024d-4dae-8069-9f9e9c3493a1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:07:39.737212 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:39.774563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:39.820143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Network 6c389019-49ca-47f9-b277-63fbf74840d9 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:07:39.823219 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:39.825602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:07:39.850660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:39.879019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:39.879628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:39.892840 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-521abc3e-a923-4f9e-9437-df3a8ce30d28 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5416338 Jul 16 04:07:39.904269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Request body: {'port': {'device_id': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:39.977634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:40.232394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfa1767-024d-4dae-8069-9f9e9c3493a1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:40.239538 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:40.251349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Transition to ACTIVE for port object dcfa1767-024d-4dae-8069-9f9e9c3493a1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:40.254806 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:40.305413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:40.370125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:40.370759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:40.370887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on network 6c389019-49ca-47f9-b277-63fbf74840d9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:40.375075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on network 6c389019-49ca-47f9-b277-63fbf74840d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:40.375396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on network 6c389019-49ca-47f9-b277-63fbf74840d9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:40.380066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:40.380398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Checking segment: {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:40.380774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Bound using segment: {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:40.381194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Bound port: dcfa1767-024d-4dae-8069-9f9e9c3493a1, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:40.381549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:40.446417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:40.449386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:40.453563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:40.485973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.486602 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:40.487991 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] 10.222.0.11 "PUT /v2.0/ports/dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 1092 time: 0.5878043 Jul 16 04:07:40.488425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:40.490685 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee4f3e9-9ff1-467a-84e7-919ba6be609d" -d '{"events": [{"name": "network-changed", "server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:40.517081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774d6a5-502c-42b7-a59f-a4ef51491aea service neutron] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:40.535039 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20eab9-347a-4502-a356-83b52d79764e x-openstack-request-id: req-2d20eab9-347a-4502-a356-83b52d79764e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:40.535350 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:40.535603 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d20eab9-347a-4502-a356-83b52d79764e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:40.535993 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'status': 'completed', 'code': 200} Jul 16 04:07:40.580242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-76a211e6-a39e-473f-b42f-e63430e0767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.581763 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-76a211e6-a39e-473f-b42f-e63430e0767c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1095 time: 0.0559521 Jul 16 04:07:40.625224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-6f4cfe4b-daee-4922-901a-ff610294968d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0369108 Jul 16 04:07:40.673155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-c267317a-c93d-4f12-af86-eb1e771931f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.673811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd893372-ddcd-4f11-9f32-851a83187c68 req-018a87fe-32e3-4cdd-ab6a-9786d30d8040 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.674647 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-c267317a-c93d-4f12-af86-eb1e771931f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0436571 Jul 16 04:07:40.675300 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd893372-ddcd-4f11-9f32-851a83187c68 req-018a87fe-32e3-4cdd-ab6a-9786d30d8040 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 944 time: 0.0626788 Jul 16 04:07:40.707067 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-19f4603c-d3f1-42d5-8f4b-366a14506cf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263591 Jul 16 04:07:40.712320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dd893372-ddcd-4f11-9f32-851a83187c68 req-c38b51e2-38fd-4af4-94be-8c6b795afab8 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Jul 16 04:07:40.798383 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-7e76ec35-2c6e-4d32-93c2-f5803bddefaa service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850372 Jul 16 04:07:40.884406 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bebb08e5-f0cb-4937-b8bc-e98a80b39cde req-3f8ef020-c7ff-4582-8d38-51a2320805d8 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803835 Jul 16 04:07:40.978824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-3f3dc98a-f60a-4c31-9090-84fb64757413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.980294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-3f3dc98a-f60a-4c31-9090-84fb64757413 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1095 time: 0.0517313 Jul 16 04:07:41.071159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-0901f784-43e7-4081-9df0-2640e755de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:41.072497 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-0901f784-43e7-4081-9df0-2640e755de8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.0853300 Jul 16 04:07:41.111194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-e859ce2c-711f-4496-a4c3-1c2b031c1c49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0321496 Jul 16 04:07:41.162425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-46a51645-ed21-41c5-ac3d-eed73dbd43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:41.163971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-46a51645-ed21-41c5-ac3d-eed73dbd43fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0461676 Jul 16 04:07:41.196665 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-f8037a26-880d-47b4-9403-4070074fe77c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258906 Jul 16 04:07:41.286141 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-9e595b5b-1230-4501-b799-f5015abc8c67 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Jul 16 04:07:41.375644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aee4f3e9-9ff1-467a-84e7-919ba6be609d req-69921087-c3c4-4f55-9ee8-1f1f5aea69c1 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828714 Jul 16 04:07:41.883871 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb88441-9410-474d-9112-9ef2603a6e4c req-cf7192e2-a46b-4c27-83d0-c2b8b9d8371d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:41.885326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1cb88441-9410-474d-9112-9ef2603a6e4c req-cf7192e2-a46b-4c27-83d0-c2b8b9d8371d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 944 time: 0.0609646 Jul 16 04:07:41.921800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1cb88441-9410-474d-9112-9ef2603a6e4c req-d6754001-0ccc-407c-8aa7-a2ee6d6237a8 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Jul 16 04:07:43.093245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5632-7691-4733-9a05-879a68bb4add req-faa68179-9f5c-47ab-b907-029117c92d83 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.094629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f5b5632-7691-4733-9a05-879a68bb4add req-faa68179-9f5c-47ab-b907-029117c92d83 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 944 time: 0.0643730 Jul 16 04:07:43.132389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f5b5632-7691-4733-9a05-879a68bb4add req-b887b497-f5b2-4eba-a3ba-1a46b40a1df9 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Jul 16 04:07:44.301291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b2408-4f80-4429-86b2-98843640104a req-c68f1d34-71ba-4f8c-9750-adde3632c112 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.302772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a2b2408-4f80-4429-86b2-98843640104a req-c68f1d34-71ba-4f8c-9750-adde3632c112 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 944 time: 0.0620198 Jul 16 04:07:44.337857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a2b2408-4f80-4429-86b2-98843640104a req-12c0afd3-044f-4093-9f4e-2f213c336a6c tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297294 Jul 16 04:07:44.380136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:44.474193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:44.485395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9', 'port_id': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'mac_address': 'fa:16:3e:2d:e6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2f5055-d0da-4002-b928-4f9c81f7a0b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:44.520415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:44.533235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfa1767-024d-4dae-8069-9f9e9c3493a1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:44.552630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:44.557142 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:44.603209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:44.742132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['dcfa1767-024d-4dae-8069-9f9e9c3493a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:45.511665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeea68-9d82-4708-83c3-d63e49b1f3d1 req-79a3c9e9-8263-42dd-ae9c-5e35c87ad289 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.513109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffdeea68-9d82-4708-83c3-d63e49b1f3d1 req-79a3c9e9-8263-42dd-ae9c-5e35c87ad289 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 945 time: 0.0657616 Jul 16 04:07:45.866807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffdeea68-9d82-4708-83c3-d63e49b1f3d1 req-bf96263c-0597-463b-955a-800561b4be1f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480883 Jul 16 04:07:46.395037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:46.441822 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port dcfa1767-024d-4dae-8069-9f9e9c3493a1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:46.445332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port dcfa1767-024d-4dae-8069-9f9e9c3493a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:46.445709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.522756 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.544482 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:46.546748 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfbe310-67d1-460d-98cd-6208f371f93a" -d '{"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-plugged", "status": "completed", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:46.559487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:46.564415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.587073 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9331692-e45e-4031-b5a0-b54e5d81385f x-openstack-request-id: req-c9331692-e45e-4031-b5a0-b54e5d81385f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:46.587363 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-plugged", "status": "completed", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:46.587610 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9331692-e45e-4031-b5a0-b54e5d81385f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:46.587988 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'code': 200} Jul 16 04:07:46.612812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:46.693372 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60443-3558-4558-a86f-39c1aeba32cf req-ebe69b97-ec5f-4d35-b4a2-afb5d5d54d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.694864 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4ad60443-3558-4558-a86f-39c1aeba32cf req-ebe69b97-ec5f-4d35-b4a2-afb5d5d54d00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1097 time: 0.0500116 Jul 16 04:07:46.727648 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4ad60443-3558-4558-a86f-39c1aeba32cf req-7a9ce8d8-4164-4a72-b5e2-5aad5301425c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269227 Jul 16 04:07:47.037414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8691f-75ac-4d97-b69e-488796d7960c req-fbf9966a-c2d9-45c6-ae54-d5813907ddc9 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:47.038872 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8f8691f-75ac-4d97-b69e-488796d7960c req-fbf9966a-c2d9-45c6-ae54-d5813907ddc9 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0602508 Jul 16 04:07:47.074996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8f8691f-75ac-4d97-b69e-488796d7960c req-07cdfe51-f1f6-44a1-9cf9-793aba0c81d5 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301545 Jul 16 04:07:48.298877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daad2db-e42a-458b-a1f3-ee2f97917cc7 req-8aa12550-a2f3-4cf0-840d-753562d2692c tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:48.300317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6daad2db-e42a-458b-a1f3-ee2f97917cc7 req-8aa12550-a2f3-4cf0-840d-753562d2692c tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.1175671 Jul 16 04:07:48.340185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6daad2db-e42a-458b-a1f3-ee2f97917cc7 req-8215ea02-c378-4116-a86d-19e1ef5df5af tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Jul 16 04:07:48.754190 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-4cd74663-fe67-45f5-b8d7-088406ab24d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413345 Jul 16 04:07:48.761529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c435f9-8174-4be7-94a5-eb9b943a744f req-5a59d8ef-35dd-4fa3-8ce5-1deab2025695 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:48.762899 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40c435f9-8174-4be7-94a5-eb9b943a744f req-5a59d8ef-35dd-4fa3-8ce5-1deab2025695 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.1003580 Jul 16 04:07:48.767559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-4d561162-8b3d-4eda-ac38-0b02c88e304c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:07:48.768503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-4d561162-8b3d-4eda-ac38-0b02c88e304c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047956 Jul 16 04:07:48.800895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40c435f9-8174-4be7-94a5-eb9b943a744f req-6b9ca88c-d3b7-4f6d-85fc-5c3ecb477be8 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Jul 16 04:07:49.928761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-5288e969-9616-44a7-9cf7-688abf838a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:49.930260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-5288e969-9616-44a7-9cf7-688abf838a75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1097 time: 0.0560143 Jul 16 04:07:49.977265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2aba9-bcaf-493c-bb8d-311745a57bbd req-cae0ae4c-5543-48bd-8eeb-f6381a3e02dd tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:49.978775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67a2aba9-bcaf-493c-bb8d-311745a57bbd req-cae0ae4c-5543-48bd-8eeb-f6381a3e02dd tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0653670 Jul 16 04:07:50.016077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67a2aba9-bcaf-493c-bb8d-311745a57bbd req-d732adcb-a2aa-431b-a646-897eb1eded05 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 16 04:07:50.019466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-d4894845-2dbe-4cb1-8e0d-9e99996632c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:50.020935 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-d4894845-2dbe-4cb1-8e0d-9e99996632c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.0848184 Jul 16 04:07:50.064385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-8b65e8b3-9c86-4931-ada6-ddcab588bf8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0373352 Jul 16 04:07:50.110794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-d7d8826d-96a2-46f7-bf5b-cc765a38f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:50.112083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-d7d8826d-96a2-46f7-bf5b-cc765a38f067 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0417163 Jul 16 04:07:50.143843 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-17276623-a506-4cc1-ad9e-43e8c42c7982 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254250 Jul 16 04:07:50.232096 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-8efb819b-a78d-4563-af28-127bf3256328 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815978 Jul 16 04:07:50.319947 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-1e98f787-a78e-4437-a56b-8fb9a641906a service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810306 Jul 16 04:07:50.748909 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79028499-5e66-4062-b51d-09d24a461648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:51.184625 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed49ae-51d7-4390-8aa1-2ee1f57abed0 req-26802f7b-5a22-441c-bea7-45b66202d69d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.186118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efed49ae-51d7-4390-8aa1-2ee1f57abed0 req-26802f7b-5a22-441c-bea7-45b66202d69d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0624778 Jul 16 04:07:51.223214 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-efed49ae-51d7-4390-8aa1-2ee1f57abed0 req-108c300a-98ef-4cc7-af7e-959f93feef45 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jul 16 04:07:52.392377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63eb1-e18d-4d5c-9143-5b3fc48bb089 req-13508c21-84de-4cad-8154-9c5a523bb348 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:52.393874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8b63eb1-e18d-4d5c-9143-5b3fc48bb089 req-13508c21-84de-4cad-8154-9c5a523bb348 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0626073 Jul 16 04:07:52.429732 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8b63eb1-e18d-4d5c-9143-5b3fc48bb089 req-535244d1-a578-443b-8a7b-c95006a28abd tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303919 Jul 16 04:07:52.659844 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:07:53.566277 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2de5860a-2e6e-40ed-97b1-900522d7439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:53.611321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca51fb-080a-47b8-98b9-ae0255f765cf req-9e6378b3-3fba-48ce-a42f-6285230fd89a tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:53.612715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aca51fb-080a-47b8-98b9-ae0255f765cf req-9e6378b3-3fba-48ce-a42f-6285230fd89a tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0711617 Jul 16 04:07:53.648819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aca51fb-080a-47b8-98b9-ae0255f765cf req-aaf47e3f-eb46-451f-8890-8bc2dad24724 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305836 Jul 16 04:07:53.880930 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:54.453403 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:54.816716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bda78-4ec4-4a6b-b710-61bfeeb7bb40 req-6d361eba-e88c-446c-b56d-74726c60c897 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:54.818177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e73bda78-4ec4-4a6b-b710-61bfeeb7bb40 req-6d361eba-e88c-446c-b56d-74726c60c897 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0611229 Jul 16 04:07:54.855309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e73bda78-4ec4-4a6b-b710-61bfeeb7bb40 req-d31c622e-7dc5-48cf-a710-0ece84a7d4cd tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Jul 16 04:07:56.028736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6683bf-0a8d-4322-8459-85b06c651b94 req-a82adf28-2ba6-488e-9b41-0b01b067b385 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:56.030217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a6683bf-0a8d-4322-8459-85b06c651b94 req-a82adf28-2ba6-488e-9b41-0b01b067b385 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0673897 Jul 16 04:07:56.067392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a6683bf-0a8d-4322-8459-85b06c651b94 req-63fd964a-49b5-4e16-9c25-c90787072861 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jul 16 04:07:56.179123 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:57.236025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad0600-c7a9-4901-8310-a238e4e72ecd req-70ecb507-9381-497f-98d9-c44ff42df0be tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:57.237473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52ad0600-c7a9-4901-8310-a238e4e72ecd req-70ecb507-9381-497f-98d9-c44ff42df0be tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0610640 Jul 16 04:07:57.273335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52ad0600-c7a9-4901-8310-a238e4e72ecd req-8a68bb27-8623-4575-8bca-a7f25c341472 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304651 Jul 16 04:07:58.448302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319027f-c77a-4084-9a65-b62d3f43cb96 req-8b416d58-0419-4966-b604-f934916d749f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:58.450051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1319027f-c77a-4084-9a65-b62d3f43cb96 req-8b416d58-0419-4966-b604-f934916d749f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0629840 Jul 16 04:07:58.487770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1319027f-c77a-4084-9a65-b62d3f43cb96 req-a0542306-1053-425b-b883-fc52c0401e29 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 16 04:07:59.659726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40cd02-7aba-4fb0-a2db-74128b9d7f94 req-8c814bb8-c33d-4011-b703-f245e69c6408 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:59.661090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b40cd02-7aba-4fb0-a2db-74128b9d7f94 req-8c814bb8-c33d-4011-b703-f245e69c6408 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0663440 Jul 16 04:07:59.697644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b40cd02-7aba-4fb0-a2db-74128b9d7f94 req-6a4078c4-24be-4da6-908f-adc4bc582ed5 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Jul 16 04:08:00.868323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e152be-6e91-4789-8ceb-cd1c422840f0 req-a49b35b4-c062-4d3d-b84f-321c27f2a03f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:00.869787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11e152be-6e91-4789-8ceb-cd1c422840f0 req-a49b35b4-c062-4d3d-b84f-321c27f2a03f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0643585 Jul 16 04:08:00.905791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11e152be-6e91-4789-8ceb-cd1c422840f0 req-e20e7e68-d1fb-4458-ba50-c7e5d75ddda9 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298970 Jul 16 04:08:02.078357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fe225-0072-445b-93b5-e4fc93a48e0c req-1ce708bf-3f98-4290-aaa4-5a3af17a1120 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:02.079867 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa6fe225-0072-445b-93b5-e4fc93a48e0c req-1ce708bf-3f98-4290-aaa4-5a3af17a1120 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0664742 Jul 16 04:08:02.117800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa6fe225-0072-445b-93b5-e4fc93a48e0c req-eb2ca26e-6f58-4636-9ac0-e59d8b5d3ee5 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Jul 16 04:08:03.112186 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:03.289273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e480a9-2d89-47f5-8927-eaa1c976a7b1 req-ec21eb07-7b2e-45e9-90e3-dcff2386724d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:03.290770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9e480a9-2d89-47f5-8927-eaa1c976a7b1 req-ec21eb07-7b2e-45e9-90e3-dcff2386724d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0616291 Jul 16 04:08:03.327440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9e480a9-2d89-47f5-8927-eaa1c976a7b1 req-038726ac-8b7e-4ea5-ac6f-13dd68eaa6aa tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306809 Jul 16 04:08:03.873772 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:04.496877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250f62d-6598-4bed-9104-b39bd11fec22 req-6a9e90bf-3de5-4f91-864d-9d528c826a58 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:04.498331 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0250f62d-6598-4bed-9104-b39bd11fec22 req-6a9e90bf-3de5-4f91-864d-9d528c826a58 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0618372 Jul 16 04:08:04.534288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0250f62d-6598-4bed-9104-b39bd11fec22 req-00ba5be5-105f-4e47-b3fd-d3f202677bee tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Jul 16 04:08:05.709759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1cc7d-8442-43d2-9328-cb47b1718343 req-95e40254-b386-412f-937e-aa255f1204b3 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:05.711199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ac1cc7d-8442-43d2-9328-cb47b1718343 req-95e40254-b386-412f-937e-aa255f1204b3 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0665805 Jul 16 04:08:05.750258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ac1cc7d-8442-43d2-9328-cb47b1718343 req-d9686398-7942-4936-9f5e-a97d8a722e9d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Jul 16 04:08:06.920394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584db9b-5485-495f-ad4b-be9c76cdde02 req-6a7fbcfd-8380-4d1b-aa18-a56beb690f81 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:06.921862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e584db9b-5485-495f-ad4b-be9c76cdde02 req-6a7fbcfd-8380-4d1b-aa18-a56beb690f81 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0619621 Jul 16 04:08:06.958439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e584db9b-5485-495f-ad4b-be9c76cdde02 req-bae62de5-0c7a-43c3-926d-f2d530f6aaef tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Jul 16 04:08:08.134330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a2c07-9aed-48c9-a78f-79c45a91203e req-242b028c-1eda-400e-95c8-d48930d67ceb tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:08.135815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c6a2c07-9aed-48c9-a78f-79c45a91203e req-242b028c-1eda-400e-95c8-d48930d67ceb tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0651720 Jul 16 04:08:08.172939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c6a2c07-9aed-48c9-a78f-79c45a91203e req-c860d1c3-2662-4b31-bd63-55e0494a9f9e tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305622 Jul 16 04:08:09.343993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee0ecb-f88f-4698-b9d5-2877c8518a08 req-19a522fd-5a3f-41a2-8334-f15a51090003 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:09.345515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58ee0ecb-f88f-4698-b9d5-2877c8518a08 req-19a522fd-5a3f-41a2-8334-f15a51090003 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0634520 Jul 16 04:08:09.382102 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58ee0ecb-f88f-4698-b9d5-2877c8518a08 req-2a3e1bfb-664d-4fe0-847a-046ec1fce85d tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Jul 16 04:08:10.552793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a801e-cc30-4525-be0b-a16dda139b15 req-8a1788ab-287b-48f9-aa4e-dd3602062f5a tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:10.554252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a42a801e-cc30-4525-be0b-a16dda139b15 req-8a1788ab-287b-48f9-aa4e-dd3602062f5a tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0613358 Jul 16 04:08:10.591097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a42a801e-cc30-4525-be0b-a16dda139b15 req-50e69837-f3f6-49e3-89d2-03b54fa3690a tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Jul 16 04:08:11.764173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62645f9-1af4-47de-b12c-b1fccdab81b1 req-136a680c-d021-4a18-af3d-ac7220384351 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:11.765631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b62645f9-1af4-47de-b12c-b1fccdab81b1 req-136a680c-d021-4a18-af3d-ac7220384351 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0655837 Jul 16 04:08:11.802250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b62645f9-1af4-47de-b12c-b1fccdab81b1 req-fdbdf166-a675-432f-a65d-0836013cf638 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Jul 16 04:08:12.973285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6491f7c-6b1e-40ef-a547-1ce0f599db22 req-d9ee23da-c543-4f8b-b61e-9a6bb65c8d24 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:12.974767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6491f7c-6b1e-40ef-a547-1ce0f599db22 req-d9ee23da-c543-4f8b-b61e-9a6bb65c8d24 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0620227 Jul 16 04:08:13.011753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6491f7c-6b1e-40ef-a547-1ce0f599db22 req-4fe257dc-0cac-4539-8052-619ac3ca1d34 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Jul 16 04:08:14.183940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489272fa-b243-4f1b-b0fc-6248858f444c req-2ec5eba7-9563-41d0-9aca-391af70f430e tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:14.185412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-489272fa-b243-4f1b-b0fc-6248858f444c req-2ec5eba7-9563-41d0-9aca-391af70f430e tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0660877 Jul 16 04:08:14.222510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-489272fa-b243-4f1b-b0fc-6248858f444c req-424cd954-29f9-44ae-8573-5705da423839 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jul 16 04:08:15.392822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490ded-e522-40b5-be79-e480e2b70c31 req-066a5ba3-2d4d-4493-a31c-b781dcc918a9 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:15.394215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c490ded-e522-40b5-be79-e480e2b70c31 req-066a5ba3-2d4d-4493-a31c-b781dcc918a9 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0641930 Jul 16 04:08:15.432934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c490ded-e522-40b5-be79-e480e2b70c31 req-da1624c2-1340-435e-8065-6e95cb900f6b tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Jul 16 04:08:16.598629 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f2114-1945-4ba2-b959-cf8d6ffdfb9d req-c35a1f2a-7759-44f8-9f3d-eae5d3f55196 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.600075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e67f2114-1945-4ba2-b959-cf8d6ffdfb9d req-c35a1f2a-7759-44f8-9f3d-eae5d3f55196 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0607743 Jul 16 04:08:16.637012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e67f2114-1945-4ba2-b959-cf8d6ffdfb9d req-174469af-5310-4f27-b328-344be1263301 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Jul 16 04:08:16.921208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-8dc633c1-961e-4d4b-9a3e-c11fedd5ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.922621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-8dc633c1-961e-4d4b-9a3e-c11fedd5ceba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1097 time: 0.0562961 Jul 16 04:08:17.023551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-3de5be1b-87c9-409b-b5dd-1a86ae6d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:17.024972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-3de5be1b-87c9-409b-b5dd-1a86ae6d5218 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.0822768 Jul 16 04:08:17.068262 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-33db6e78-6709-4b5b-81e9-6a076614804e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0362928 Jul 16 04:08:17.118192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-61b83505-772e-43ad-b656-151b50108d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:17.119641 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-61b83505-772e-43ad-b656-151b50108d41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0452340 Jul 16 04:08:17.150511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-b796e93d-e754-46cc-b40e-b01b5d805ae4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248156 Jul 16 04:08:17.224805 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-76832848-f7d5-49c9-a87e-13277d2e7933 service neutron] show failed (client error): The resource could not be found. Jul 16 04:08:17.225823 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-76832848-f7d5-49c9-a87e-13277d2e7933 service neutron] 10.222.0.11 "GET /v2.0/ports/dcfa1767-024d-4dae-8069-9f9e9c3493a1/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0586627 Jul 16 04:08:17.245271 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-25abf8c5-9abc-4b64-8df6-acf599d76015 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885937 Jul 16 04:08:17.343457 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb189c3b-4d68-4162-90a9-a89a745d7f97 req-6ff157be-7541-4827-b9cd-b6cda103469e service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841475 Jul 16 04:08:17.507937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-7093a707-fa86-4c25-8790-436b9f6433b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:17.509359 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-7093a707-fa86-4c25-8790-436b9f6433b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70&tenant_id=096637393c8a4e0788ac1c8c6dbe5baa HTTP/1.1" status: 200 len: 1097 time: 0.0872078 Jul 16 04:08:17.520638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:17.588490 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:17.787691 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:17.808875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e76e-e374-4e86-9650-135325949e6e req-57349d47-f300-43a3-86b5-714e97a34b7f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:17.810348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5363e76e-e374-4e86-9650-135325949e6e req-57349d47-f300-43a3-86b5-714e97a34b7f tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0623987 Jul 16 04:08:17.820393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:17.848339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5363e76e-e374-4e86-9650-135325949e6e req-c4bdafb2-88cf-46bb-a34a-53caaf11a0d5 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Jul 16 04:08:17.860194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:17.862417 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21206d05-c7dc-44fe-8120-379f8017dd5d" -d '{"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-unplugged", "status": "completed", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:17.866373 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:17.878880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Transition to ACTIVE for port object dcfa1767-024d-4dae-8069-9f9e9c3493a1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:17.883383 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:17.918961 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd79390-59c1-4a4a-b188-aa2442d486a0 x-openstack-request-id: req-3dd79390-59c1-4a4a-b188-aa2442d486a0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:17.919248 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-unplugged", "status": "completed", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:17.919500 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dd79390-59c1-4a4a-b188-aa2442d486a0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:17.919884 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'code': 200} Jul 16 04:08:17.948262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] No DVR routers for this DVR port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:17.950680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:17.962116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.962460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.962828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.963161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.963491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.963818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.964143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.964467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.964816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.965138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.965489 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.965809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:17.998845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:17.999175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:17.999500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on network 6c389019-49ca-47f9-b277-63fbf74840d9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:18.003624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on network 6c389019-49ca-47f9-b277-63fbf74840d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:08:18.003946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Attempting to bind port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on network 6c389019-49ca-47f9-b277-63fbf74840d9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:18.008637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:18.008972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Checking segment: {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:18.009351 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Bound using segment: {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:18.009770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Bound port: dcfa1767-024d-4dae-8069-9f9e9c3493a1, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:18.010116 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.070420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:18.073360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:18.076807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.108038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:18.108660 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:18.110034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] 10.222.0.48 "PUT /v2.0/ports/dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 1092 time: 0.5933170 Jul 16 04:08:18.138884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18008a4e-5086-43f9-a069-c9e2f7e46694 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:18.187050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-e176499b-9373-4695-9b16-4e9eb8a8b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:18.188525 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-e176499b-9373-4695-9b16-4e9eb8a8b65e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1095 time: 0.0568492 Jul 16 04:08:18.272852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-c130590c-9294-4320-bd63-e516ec73def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:18.274256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-c130590c-9294-4320-bd63-e516ec73def9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.0799983 Jul 16 04:08:18.316234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-d1e5fa7b-3ee3-4649-aa39-1562356f042a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0355992 Jul 16 04:08:18.362273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-eb594bfd-46f1-42df-aaa7-d220a097ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:18.363770 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-eb594bfd-46f1-42df-aaa7-d220a097ec23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0416789 Jul 16 04:08:18.394761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-6c531dea-7413-462c-b9a1-d4808c32087b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251791 Jul 16 04:08:18.484305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-6f5a3e09-cd3d-4a30-b49d-401fdc46074b service neutron] 10.222.0.48 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Jul 16 04:08:18.569571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-181bec5d-867c-4dd7-bdbc-37c4524ec0e4 service neutron] 10.222.0.48 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787001 Jul 16 04:08:19.023517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2c50-9229-4d44-9fb7-030033d922dc req-08dce2cd-a543-4f3b-8aa8-863ba64fc378 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:19.025338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a76f2c50-9229-4d44-9fb7-030033d922dc req-08dce2cd-a543-4f3b-8aa8-863ba64fc378 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 944 time: 0.0654271 Jul 16 04:08:19.067782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a76f2c50-9229-4d44-9fb7-030033d922dc req-03fef2f0-6b87-42e1-8211-884995ca58a1 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Jul 16 04:08:19.921084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:19.923445 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554531e4-b9e5-401e-a696-81a1fadd430d" -d '{"events": [{"name": "network-changed", "server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:19.970003 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc3f6c-c476-4ce0-8259-8964069a05bd x-openstack-request-id: req-79dc3f6c-c476-4ce0-8259-8964069a05bd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:19.970309 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:19.970588 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79dc3f6c-c476-4ce0-8259-8964069a05bd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:19.971057 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'status': 'completed', 'code': 200} Jul 16 04:08:20.085018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554531e4-b9e5-401e-a696-81a1fadd430d req-b8391165-488e-4056-b149-4f9917ad6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.086417 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-b8391165-488e-4056-b149-4f9917ad6eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1095 time: 0.0865686 Jul 16 04:08:20.089161 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554531e4-b9e5-401e-a696-81a1fadd430d req-87bf6619-1258-4d2b-98fe-af05420d533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.091377 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-87bf6619-1258-4d2b-98fe-af05420d533c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1095 time: 0.0989470 Jul 16 04:08:20.250356 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045cdc3-4530-4c43-898b-47a5a75e51be req-18677495-6a6e-4e9a-9f38-e53f4f67a002 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.255057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d045cdc3-4530-4c43-898b-47a5a75e51be req-18677495-6a6e-4e9a-9f38-e53f4f67a002 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 944 time: 0.0710597 Jul 16 04:08:20.271855 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554531e4-b9e5-401e-a696-81a1fadd430d req-61f5e178-7853-4fe1-b9dc-9257db04105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.273335 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-61f5e178-7853-4fe1-b9dc-9257db04105b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.1807711 Jul 16 04:08:20.274463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554531e4-b9e5-401e-a696-81a1fadd430d req-a7dc4455-3037-47e2-a8d9-2ae0dd650a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.275858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-a7dc4455-3037-47e2-a8d9-2ae0dd650a87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.1660640 Jul 16 04:08:20.299144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d045cdc3-4530-4c43-898b-47a5a75e51be req-9c8a2347-7042-4daa-8293-eb01fc51a1a3 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Jul 16 04:08:20.332986 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-93190578-74d5-40ef-a99c-af3be0810a38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0529447 Jul 16 04:08:20.367623 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-aa32a61b-5fc6-4fc6-a900-609b682ca56f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0775526 Jul 16 04:08:20.437041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554531e4-b9e5-401e-a696-81a1fadd430d req-d1107e91-7029-46c7-8412-a19c8fa786ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.438609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-d1107e91-7029-46c7-8412-a19c8fa786ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0789897 Jul 16 04:08:20.442145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554531e4-b9e5-401e-a696-81a1fadd430d req-e87ad829-1fa2-4644-86a1-56dd34cfbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.443529 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-e87ad829-1fa2-4644-86a1-56dd34cfbe51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0561438 Jul 16 04:08:20.550570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:08:20.658719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:20.670471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'network_id': '6c389019-49ca-47f9-b277-63fbf74840d9', 'port_id': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'mac_address': 'fa:16:3e:2d:e6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2f5055-d0da-4002-b928-4f9c81f7a0b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:08:20.708651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:20.721867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfa1767-024d-4dae-8069-9f9e9c3493a1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:20.753421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:20.758512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:20.764128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a408abc9-b812-4278-9d44-3efeae9c74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:20.814569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-2b0ebd37-35f6-4be9-a522-db046d800e09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3699827 Jul 16 04:08:20.816467 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-32113776-e948-4005-bc13-2ae351495e4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3641794 Jul 16 04:08:20.962456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:20.974360 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-29d11868-7c1d-41a2-b9f4-0f08a2ff3322 service neutron] 10.222.0.48 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451581 Jul 16 04:08:20.976118 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-2eda4602-b9bb-4f45-8b93-d9bbd2155621 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550972 Jul 16 04:08:21.009468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['dcfa1767-024d-4dae-8069-9f9e9c3493a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:21.139282 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-ba095763-b554-4f2e-863f-ba7108b402ac service neutron] 10.222.0.48 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570084 Jul 16 04:08:21.141474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-554531e4-b9e5-401e-a696-81a1fadd430d req-0ea4bca7-4d19-436d-a5a4-31a0461fe301 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582327 Jul 16 04:08:21.481544 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909c6e-97b5-4661-9cf0-4f004244de50 req-b106b18d-0c1d-42d5-83c7-0c5e0c40b876 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:21.483046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7909c6e-97b5-4661-9cf0-4f004244de50 req-b106b18d-0c1d-42d5-83c7-0c5e0c40b876 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 945 time: 0.0626342 Jul 16 04:08:21.518878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7909c6e-97b5-4661-9cf0-4f004244de50 req-4b0e4a38-585a-4c8f-a71a-d46f56e13ae0 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Jul 16 04:08:21.918282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-77b20dd2-42dc-4ee6-b8b9-2041721a5a43 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:21.919678 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-77b20dd2-42dc-4ee6-b8b9-2041721a5a43 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.11 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70&tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 945 time: 0.1065416 Jul 16 04:08:21.982290 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-ea490a56-ef84-4c20-a799-69da43a00ce0 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:08:21.983300 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-ea490a56-ef84-4c20-a799-69da43a00ce0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/dcfa1767-024d-4dae-8069-9f9e9c3493a1/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0569487 Jul 16 04:08:22.073940 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-e044bacd-1794-4a3c-aa57-2b04a8bc0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:22.075925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-e044bacd-1794-4a3c-aa57-2b04a8bc0e6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 1096 time: 0.0517333 Jul 16 04:08:22.166473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-6a48e313-c93b-4856-9fee-a95ef097f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:22.167976 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-6a48e313-c93b-4856-9fee-a95ef097f023 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 200 len: 914 time: 0.0848374 Jul 16 04:08:22.206791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-7dd15200-fcfd-41d2-815e-b520dabafc4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 200 len: 217 time: 0.0330083 Jul 16 04:08:22.252222 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-5bc75c3f-fa0a-4e14-846f-3fb464fba63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:22.253592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-5bc75c3f-fa0a-4e14-846f-3fb464fba63e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 200 len: 852 time: 0.0414357 Jul 16 04:08:22.284941 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-45780128-1e37-4ff2-9bff-87d1d962916b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c389019-49ca-47f9-b277-63fbf74840d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249233 Jul 16 04:08:22.375511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-3e3ef666-2853-4e24-b955-823092be8ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836093 Jul 16 04:08:22.465713 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-8de85330-f223-4c95-8912-2bc20c8e500e service neutron] 10.222.0.11 "GET /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830090 Jul 16 04:08:22.559005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:22.564257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:22.628992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:22.640404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port dcfa1767-024d-4dae-8069-9f9e9c3493a1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:22.644297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port dcfa1767-024d-4dae-8069-9f9e9c3493a1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:22.644671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.720461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.742955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:22.745206 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8950aa8-712f-4a6f-ab41-39497ded0fff" -d '{"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-plugged", "status": "completed", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:22.758820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:22.762749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:22.809646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:23.135797 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb453ee-d668-4eb7-949b-1c1d4220ecc8 x-openstack-request-id: req-0bb453ee-d668-4eb7-949b-1c1d4220ecc8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:23.136098 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-plugged", "status": "completed", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:23.136386 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bb453ee-d668-4eb7-949b-1c1d4220ecc8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:23.136812 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'code': 200} Jul 16 04:08:23.283157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcdf48-6a8d-4b42-89c4-9dc366319985 req-b491df93-2a35-471c-86e0-2a9300ce613e tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:23.284627 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dfcdf48-6a8d-4b42-89c4-9dc366319985 req-b491df93-2a35-471c-86e0-2a9300ce613e tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0662405 Jul 16 04:08:23.321330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9dfcdf48-6a8d-4b42-89c4-9dc366319985 req-cde63958-ac1c-455f-b45e-88154b4e7c19 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Jul 16 04:08:23.565964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b150590e-ed36-4554-a181-2e613ce767f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:23.882752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.449605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-bce99e55-93b6-4f6f-bc39-ea982a2187f3 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:24.451107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-bce99e55-93b6-4f6f-bc39-ea982a2187f3 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.48 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0641813 Jul 16 04:08:24.458980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.509166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c4ab-beda-4a64-ad82-a9398e67dba3 req-9b98d7a1-117b-49f8-8a29-35da2294c194 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:24.510678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8f6c4ab-beda-4a64-ad82-a9398e67dba3 req-9b98d7a1-117b-49f8-8a29-35da2294c194 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/ports?device_id=b201bdc1-9f55-4777-9db9-7eedce595e70 HTTP/1.1" status: 200 len: 946 time: 0.0742013 Jul 16 04:08:24.548483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8f6c4ab-beda-4a64-ad82-a9398e67dba3 req-ba22d46a-9af8-486d-8181-0d70fa64c140 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.25 "GET /v2.0/security-groups?id=84795797-beb7-4386-8c49-244d23ded978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Jul 16 04:08:24.555340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Deleting port dcfa1767-024d-4dae-8069-9f9e9c3493a1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:24.555684 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.646859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] For port dcfa1767-024d-4dae-8069-9f9e9c3493a1, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=dcfa1767-024d-4dae-8069-9f9e9c3493a1,segment=NetworkSegment(447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3),segment_id=447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:24.647140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.659356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Calling delete_port for dcfa1767-024d-4dae-8069-9f9e9c3493a1 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:24.784532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.796232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['dcfa1767-024d-4dae-8069-9f9e9c3493a1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:24.815619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Pushing event deleted for resources: {'Port': ['ID=dcfa1767-024d-4dae-8069-9f9e9c3493a1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:24.857613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] No DVR routers for this DVR port dcfa1767-024d-4dae-8069-9f9e9c3493a1 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:24.860230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:24.862301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f2bab45b-f590-4d77-bc29-0dfe66550497 req-f6d93537-945f-4a16-9086-4becedcdc721 tempest-DeleteServersTestJSON-1689576685 tempest-DeleteServersTestJSON-1689576685-project] 10.222.0.48 "DELETE /v2.0/ports/dcfa1767-024d-4dae-8069-9f9e9c3493a1 HTTP/1.1" status: 204 len: 173 time: 0.4053600 Jul 16 04:08:24.862770 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-deleted', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:24.865036 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4091acc-ae77-4e39-a763-a7d2e622d561" -d '{"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-deleted", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:24.900548 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a411b7e0-985f-4ba1-9f94-bba8c940ba4d x-openstack-request-id: req-a411b7e0-985f-4ba1-9f94-bba8c940ba4d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:24.900845 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201bdc1-9f55-4777-9db9-7eedce595e70", "name": "network-vif-deleted", "tag": "dcfa1767-024d-4dae-8069-9f9e9c3493a1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:24.901098 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a411b7e0-985f-4ba1-9f94-bba8c940ba4d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:24.901523 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201bdc1-9f55-4777-9db9-7eedce595e70', 'name': 'network-vif-deleted', 'tag': 'dcfa1767-024d-4dae-8069-9f9e9c3493a1', 'status': 'completed', 'code': 200} Jul 16 04:08:25.780302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 46924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:25.823510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Deleting subnet 2a2f5055-d0da-4002-b928-4f9c81f7a0b9 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:08:25.826474 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.863449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.899962 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.950820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.976531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2f5055-d0da-4002-b928-4f9c81f7a0b9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:25.979300 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:25.981205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a2f5055-d0da-4002-b928-4f9c81f7a0b9 HTTP/1.1" status: 204 len: 168 time: 0.1999002 Jul 16 04:08:25.983843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46926) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:25.987638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.987976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.988314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.988650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.988982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.989308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.989633 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.989956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.990276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.990620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.990938 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:25.991253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09075256-c44c-41d6-abe5-3ec7c0002cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:26.055440 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.133449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.142895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c389019-49ca-47f9-b277-63fbf74840d9']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:26.152843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:26.153138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447ca9cb-ffeb-4c5b-8cef-0f9d1cbdc9f3') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:26.161755 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.175429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.180509 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.181633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:08:26.182050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:08:26.183726 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:08:26.235229 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.240703 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.242516 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c389019-49ca-47f9-b277-63fbf74840d9 HTTP/1.1" status: 204 len: 168 time: 0.2575727 Jul 16 04:08:26.252966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d52da-eb04-48a8-88c3-51eb63bd80dc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c389019-49ca-47f9-b277-63fbf74840d9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:26.347429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46930) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:26.385602 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4f2346c4-3b89-4cc9-b67e-d20746a55206 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=096637393c8a4e0788ac1c8c6dbe5baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368609 Jul 16 04:08:26.388526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:26.438102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800202cd-43db-47ae-87ae-0a652893b07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.459119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800202cd-43db-47ae-87ae-0a652893b07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.504184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800202cd-43db-47ae-87ae-0a652893b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.506793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-800202cd-43db-47ae-87ae-0a652893b07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:26.507921 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-800202cd-43db-47ae-87ae-0a652893b07c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84795797-beb7-4386-8c49-244d23ded978 HTTP/1.1" status: 204 len: 168 time: 0.1185210 Jul 16 04:08:26.515817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800202cd-43db-47ae-87ae-0a652893b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84795797-beb7-4386-8c49-244d23ded978,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.140831 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46954) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:27.234518 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-380072272-network', 'tenant_id': '90044f99bce640f79c3cd220bb1e64ed'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:27.255112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Made reservation on behalf of 90044f99bce640f79c3cd220bb1e64ed for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:27.257601 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.266214 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.350830 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.356301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.383030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:08:27.388702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d355de0-6367-4d3b-955d-f998255f32a4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.396221 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.396221 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Added segment 09f6f42c-a4da-4469-adaf-9997c8981cad of type vlan for network bf5ba60f-ba66-4430-8056-4a919723c30c Jul 16 04:08:27.438622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.465027 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.465946 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.466808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.496914 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3549759 Jul 16 04:08:27.499820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 46958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:27.505878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Request body: {'subnet': {'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-380072272-subnet', 'tenant_id': '90044f99bce640f79c3cd220bb1e64ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:27.535149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f5e9-4aa9-4539-8cde-771ae4cc209f admin admin] Pushing event updated for resources: {'Network': ['ID=bf5ba60f-ba66-4430-8056-4a919723c30c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.544480 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network bf5ba60f-ba66-4430-8056-4a919723c30c details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:08:27.556104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Made reservation on behalf of 90044f99bce640f79c3cd220bb1e64ed for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:27.559182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.723260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.777064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd349db-432e-4a23-924f-07e9bf99ea29,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.784935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Checking segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:27.785289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Network hostable DHCP agents. Network: bf5ba60f-ba66-4430-8056-4a919723c30c, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:08:27.803074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Network bf5ba60f-ba66-4430-8056-4a919723c30c is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:08:27.811566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, bf5ba60f-ba66-4430-8056-4a919723c30c) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:27.816143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.817168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.820250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9047691-e1d5-40b1-8af9-9685c4713ba3 None None] Network bf5ba60f-ba66-4430-8056-4a919723c30c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:27.830927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19a728a4-9fa9-4686-977c-849bbb8bff6c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3300431 Jul 16 04:08:27.944102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933257ec-208e-4ba7-a86e-9bdf788d64df None None] Network bf5ba60f-ba66-4430-8056-4a919723c30c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:28.246876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-8e053fd8-1bc3-4eec-aa4c-e2c6b2066693 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:28.248258 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-8e053fd8-1bc3-4eec-aa4c-e2c6b2066693 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 814 time: 0.1032834 Jul 16 04:08:28.262436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-df814d3d-3305-47e3-8a17-6a55f30a82f7 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/quotas/90044f99bce640f79c3cd220bb1e64ed HTTP/1.1" status: 200 len: 375 time: 0.0088887 Jul 16 04:08:28.295010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-8cba452c-bfaa-404a-b11b-9f22d6e7ec1b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277624 Jul 16 04:08:28.385261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-81084f34-cd87-4867-96e2-8af830263758 service neutron] 10.222.0.25 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840030 Jul 16 04:08:28.472108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-c18f9de5-d004-457f-a01f-905185992377 service neutron] 10.222.0.25 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810883 Jul 16 04:08:28.582070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:28.602324 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: dcfa1767-024d-4dae-8069-9f9e9c3493a1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:28.602713 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device dcfa1767-024d-4dae-8069-9f9e9c3493a1 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:28.635215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b34e96f3-327b-4253-87f6-76a4a74ebce9 req-169e6d94-75df-44f5-ba5d-6148f9d537d6 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Jul 16 04:08:29.658653 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:08:29.660499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-1ab17a4c-e81d-4818-a177-9815b8eeaa03 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.662058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-1ab17a4c-e81d-4818-a177-9815b8eeaa03 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 814 time: 0.1045313 Jul 16 04:08:29.713761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Request body: {'port': {'device_id': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'admin_state_up': True, 'tenant_id': '90044f99bce640f79c3cd220bb1e64ed'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:29.778487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9a832a5-09db-4670-80c0-2828464838bc req-43e8ec92-c985-44c3-9740-f62c2f0a78e8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 210 time: 0.0320356 Jul 16 04:08:29.827890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Made reservation on behalf of 90044f99bce640f79c3cd220bb1e64ed for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:29.831422 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:29.950636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Allocated IP 172.20.0.12 (bf5ba60f-ba66-4430-8056-4a919723c30c/9bd349db-432e-4a23-924f-07e9bf99ea29/c80c08d5-3285-484a-b8a4-1fd7deb8cb0a) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:30.094570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.130710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.172120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Network bf5ba60f-ba66-4430-8056-4a919723c30c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:30.177042 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:30.179286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:30.212969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:30.236371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.236972 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.249765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b9fd10c2-eee9-4ddd-96ef-d698a47a9746 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5400929 Jul 16 04:08:30.260869 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Request body: {'port': {'device_id': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:30.329596 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.583396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80c08d5-3285-484a-b8a4-1fd7deb8cb0a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:30.590442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.601877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Transition to ACTIVE for port object c80c08d5-3285-484a-b8a4-1fd7deb8cb0a will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:30.605669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.671128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:30.719569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:30.719899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:30.720223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:30.724373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on network bf5ba60f-ba66-4430-8056-4a919723c30c not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:08:30.724684 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:30.729271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:30.729600 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Checking segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:30.729974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Bound using segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:30.730392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Bound port: c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:30.730766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.793775 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:30.796741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:30.801360 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.835238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.835780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.837160 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] 10.222.0.48 "PUT /v2.0/ports/c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 1092 time: 0.5803728 Jul 16 04:08:30.837596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:30.839847 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:30.862783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1b97-6fb9-4e5a-be6c-e20a00e1fb6c service neutron] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:30.936413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-f59f0c2b-4374-4c3e-b5bc-7cadaa481c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.937926 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-f59f0c2b-4374-4c3e-b5bc-7cadaa481c4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1095 time: 0.0546703 Jul 16 04:08:30.980814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-74a66622-ccf9-45ff-9887-eec4bfaed15d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0356386 Jul 16 04:08:30.983756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d1f29-dee1-4a0e-8eff-5bf6bd83f8ca req-50b51ea4-3f0c-46bd-ad04-41b00dbbb497 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.985231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa6d1f29-dee1-4a0e-8eff-5bf6bd83f8ca req-50b51ea4-3f0c-46bd-ad04-41b00dbbb497 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0658457 Jul 16 04:08:31.022313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa6d1f29-dee1-4a0e-8eff-5bf6bd83f8ca req-30446518-c806-4ac7-9cc9-9fc2b6bb7f5d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Jul 16 04:08:31.028687 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d310-5d0e-4177-993b-28a54d42f553 req-34c60452-2461-4607-962f-9d8452fa7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.030147 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-34c60452-2461-4607-962f-9d8452fa7791 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0428717 Jul 16 04:08:31.063718 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-b6f4d972-d2fa-4285-8d3d-6bf54bda42da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270228 Jul 16 04:08:31.066756 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8953b5-45f0-456a-93fe-e821dfd94052 x-openstack-request-id: req-dc8953b5-45f0-456a-93fe-e821dfd94052 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:31.067052 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:31.067305 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc8953b5-45f0-456a-93fe-e821dfd94052 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:31.067691 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'status': 'completed', 'code': 200} Jul 16 04:08:31.156332 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-5a2f660a-917a-4927-a7d7-753dee6ab4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Jul 16 04:08:31.241408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6236d310-5d0e-4177-993b-28a54d42f553 req-6f02c73d-e0dd-4ba3-94f3-499244f764c2 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796645 Jul 16 04:08:31.340433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-7f08f3af-00da-463e-83e1-86d6c4b28e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.342218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-7f08f3af-00da-463e-83e1-86d6c4b28e2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1095 time: 0.0516782 Jul 16 04:08:31.433838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-5b3666df-8344-4efd-a641-7de7b83353c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.435254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-5b3666df-8344-4efd-a641-7de7b83353c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0866404 Jul 16 04:08:31.474399 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-41ca57ab-efa6-42de-a127-ad469e88bc74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0324600 Jul 16 04:08:31.523177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-766e866e-439f-438d-9c0a-1a2ec180e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.524537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-766e866e-439f-438d-9c0a-1a2ec180e03b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0432947 Jul 16 04:08:31.556928 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-399b00d5-c745-40de-a438-83efcdb7c60a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245488 Jul 16 04:08:31.649887 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-0016d4d8-04e3-4e78-aec1-6ee95e0406bc service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854847 Jul 16 04:08:31.753165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-78e3afce-fbf6-4edf-a5bd-3fb05660fd2a req-3e4679b3-c032-45f5-b7f6-94fb2b1cfe95 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959561 Jul 16 04:08:32.196401 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c48328-4af6-42f1-84ba-a98d9f3821c2 req-e7a4e34f-993b-49c7-b1d5-fabc06bb1c8c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.197881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2c48328-4af6-42f1-84ba-a98d9f3821c2 req-e7a4e34f-993b-49c7-b1d5-fabc06bb1c8c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0613682 Jul 16 04:08:32.236339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2c48328-4af6-42f1-84ba-a98d9f3821c2 req-756c70f5-5352-4930-9ace-8531985902ab tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Jul 16 04:08:33.132648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.416901 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c6f83-3cdc-45db-8c6f-6fb14100a7c5 req-6b90317e-d3c1-43d8-8191-2561f54e98ab tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:33.418870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc2c6f83-3cdc-45db-8c6f-6fb14100a7c5 req-6b90317e-d3c1-43d8-8191-2561f54e98ab tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0659733 Jul 16 04:08:33.455515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc2c6f83-3cdc-45db-8c6f-6fb14100a7c5 req-37b5e816-23bb-4bee-af96-5b461d84b399 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Jul 16 04:08:33.893500 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.624213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d30662-e06f-4500-b56f-fdac9a40e328 req-895eedc8-e152-4735-9770-e379811e263c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.625577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27d30662-e06f-4500-b56f-fdac9a40e328 req-895eedc8-e152-4735-9770-e379811e263c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0612917 Jul 16 04:08:34.643016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:08:34.662338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27d30662-e06f-4500-b56f-fdac9a40e328 req-d65c79af-4b09-4ed3-84cf-4cc8214825d8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jul 16 04:08:34.737706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:34.748758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'port_id': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'mac_address': 'fa:16:3e:2e:4d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd349db-432e-4a23-924f-07e9bf99ea29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:08:34.783331 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.795724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80c08d5-3285-484a-b8a4-1fd7deb8cb0a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:34.814000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:34.818091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.864746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:34.872085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.872447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.872792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.873132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.873472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.873809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.874143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.874524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.874828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.875157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.875485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:34.875812 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:35.003474 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:35.836609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ae0c-b59e-49ca-a276-ea31ee310b99 req-46333235-9fd1-4da0-8135-d917eb4c9d40 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:35.838089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8d1ae0c-b59e-49ca-a276-ea31ee310b99 req-46333235-9fd1-4da0-8135-d917eb4c9d40 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 945 time: 0.0659118 Jul 16 04:08:35.875276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c8d1ae0c-b59e-49ca-a276-ea31ee310b99 req-80d7a5b1-6267-48ae-9ca3-10fcc86bb021 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Jul 16 04:08:36.646116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:36.692413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:36.696085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:36.696457 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.773361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.794744 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:36.796940 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d33064-0011-4e6e-9756-db8f579a0e24" -d '{"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-plugged", "status": "completed", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:36.809359 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:36.814569 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.836970 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638ec37-aaeb-4cf8-8f5e-2aca667cc18b x-openstack-request-id: req-5638ec37-aaeb-4cf8-8f5e-2aca667cc18b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:36.837262 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-plugged", "status": "completed", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:36.837512 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5638ec37-aaeb-4cf8-8f5e-2aca667cc18b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:36.837896 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'code': 200} Jul 16 04:08:36.865592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:36.944637 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128811c-ca23-488c-9c5b-67580c37f4ff req-2b0d787c-8a1e-479a-bfa7-7e0834b3bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:36.946234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8128811c-ca23-488c-9c5b-67580c37f4ff req-2b0d787c-8a1e-479a-bfa7-7e0834b3bca9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1097 time: 0.0512395 Jul 16 04:08:36.980167 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8128811c-ca23-488c-9c5b-67580c37f4ff req-0f29e15e-7e7e-49b7-a87f-7569b5a3ffbd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273554 Jul 16 04:08:37.047803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d65eb-8f25-4f56-b577-784aa719bf87 req-247bc340-932f-4e8f-a2dc-896058c26690 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:37.049252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc9d65eb-8f25-4f56-b577-784aa719bf87 req-247bc340-932f-4e8f-a2dc-896058c26690 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0615997 Jul 16 04:08:37.085141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc9d65eb-8f25-4f56-b577-784aa719bf87 req-56d7d8b4-9d72-401b-8fd6-de22e3d99cba tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304532 Jul 16 04:08:38.252098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d52e6-1bfb-489b-b42a-5f34a53b70c7 req-93c9ba3e-c524-4b75-afda-787153698451 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:38.253543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a48d52e6-1bfb-489b-b42a-5f34a53b70c7 req-93c9ba3e-c524-4b75-afda-787153698451 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0610471 Jul 16 04:08:38.293794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a48d52e6-1bfb-489b-b42a-5f34a53b70c7 req-a597a6c8-9d2c-4ae5-821d-77d6b91b3174 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Jul 16 04:08:38.462398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bce82-a3f1-4c6e-952f-bd3588bd95f3 req-555ef9e0-ec3f-4416-a087-ecd349b18f5b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:38.463802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d3bce82-a3f1-4c6e-952f-bd3588bd95f3 req-555ef9e0-ec3f-4416-a087-ecd349b18f5b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0633864 Jul 16 04:08:38.501324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d3bce82-a3f1-4c6e-952f-bd3588bd95f3 req-77998e13-fee4-4266-822b-2482f38c4ae5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jul 16 04:08:39.014809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f926-c4ab-49cf-9b80-1cd5a2769c7d req-94cc8806-30bd-4f78-8c76-f4b82c8e521f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.016276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89a6f926-c4ab-49cf-9b80-1cd5a2769c7d req-94cc8806-30bd-4f78-8c76-f4b82c8e521f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0638070 Jul 16 04:08:39.053067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-89a6f926-c4ab-49cf-9b80-1cd5a2769c7d req-0009f7c6-cf19-420e-addd-6cc9acdae5d5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jul 16 04:08:39.222679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bfca-c4a6-4696-853c-5ef3f777185d req-033dbb0d-829e-4b85-8184-4bfce2285fd0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.224210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21f3bfca-c4a6-4696-853c-5ef3f777185d req-033dbb0d-829e-4b85-8184-4bfce2285fd0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0661540 Jul 16 04:08:39.260472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21f3bfca-c4a6-4696-853c-5ef3f777185d req-5c2ad856-e741-4680-9d41-1505451a2c39 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307906 Jul 16 04:08:39.593794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-8623f066-4c48-48d7-9635-dc03d28d954f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611055 Jul 16 04:08:39.645249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4d84b-8e89-4064-bc3b-ad2cb94c04e7 req-e390be40-a44e-45b6-84e2-ddf1a746494e tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:39.646759 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4be4d84b-8e89-4064-bc3b-ad2cb94c04e7 req-e390be40-a44e-45b6-84e2-ddf1a746494e tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0678508 Jul 16 04:08:39.686118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4be4d84b-8e89-4064-bc3b-ad2cb94c04e7 req-3147f78f-b35d-47ca-abe7-ad54364c1ef3 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Jul 16 04:08:40.730799 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-adb6bf9c-cadb-4464-9f93-a9d8cd4589f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:40.732291 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-adb6bf9c-cadb-4464-9f93-a9d8cd4589f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1097 time: 0.0553026 Jul 16 04:08:40.820641 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-4bb64e49-467b-405b-818e-36ed1c84ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:40.822092 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-4bb64e49-467b-405b-818e-36ed1c84ea92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0839221 Jul 16 04:08:40.862097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e868838-4624-4aea-b285-47b5e52208a6 req-28436835-6d24-4153-8f86-a6ce0262afdc tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:40.863619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e868838-4624-4aea-b285-47b5e52208a6 req-28436835-6d24-4153-8f86-a6ce0262afdc tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0667870 Jul 16 04:08:40.865499 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-1ef1ddeb-f41d-4963-8f1a-f783cd3a417d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0362842 Jul 16 04:08:40.901567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e868838-4624-4aea-b285-47b5e52208a6 req-a4822ca0-a68a-4fa0-9deb-19f4479cf947 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 16 04:08:40.913337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-6ed840a9-b339-41e5-8489-58c8db3c45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:40.915004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-6ed840a9-b339-41e5-8489-58c8db3c45f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0437539 Jul 16 04:08:40.948661 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-1118d957-a6b4-4b22-843a-a453fb23c74a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280387 Jul 16 04:08:41.351522 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-32a92b14-3d19-4bd6-861a-782d6a3b5063 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955309 Jul 16 04:08:41.438726 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-89165c20-ab72-4581-8af0-d20537b26fda service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805359 Jul 16 04:08:42.073998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8b41b-7c1e-4b56-9312-a405aeff2cb9 req-ac8d2e6b-5d06-433c-b677-a2260c391731 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:42.075953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cf8b41b-7c1e-4b56-9312-a405aeff2cb9 req-ac8d2e6b-5d06-433c-b677-a2260c391731 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0612891 Jul 16 04:08:42.112070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6cf8b41b-7c1e-4b56-9312-a405aeff2cb9 req-529a8244-1dd5-4023-8818-6707b6f342f3 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Jul 16 04:08:43.282906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acd1b-90d0-40a6-8af9-c2a0aeff94e6 req-a6f04a8d-fb44-49df-89b0-a58600981267 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:43.284401 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af0acd1b-90d0-40a6-8af9-c2a0aeff94e6 req-a6f04a8d-fb44-49df-89b0-a58600981267 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0640056 Jul 16 04:08:43.324795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af0acd1b-90d0-40a6-8af9-c2a0aeff94e6 req-40634ca9-960c-4cc3-9ce5-28251c77b211 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349264 Jul 16 04:08:44.496506 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd910-01ad-4249-8227-66a29f7bebab req-681be1f5-ff06-41c0-a6c2-bb25d2e3d2aa tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:44.497998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c31cd910-01ad-4249-8227-66a29f7bebab req-681be1f5-ff06-41c0-a6c2-bb25d2e3d2aa tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0632250 Jul 16 04:08:44.533806 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c31cd910-01ad-4249-8227-66a29f7bebab req-dde4ebea-cca0-4b29-86bc-5043049b5b51 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Jul 16 04:08:45.701334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dca25-192b-4e9a-926e-c3005a38233c req-d6445fa1-e8c8-420a-9a96-fefd94e3ffd8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:45.702711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d0dca25-192b-4e9a-926e-c3005a38233c req-d6445fa1-e8c8-420a-9a96-fefd94e3ffd8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0608776 Jul 16 04:08:45.739269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d0dca25-192b-4e9a-926e-c3005a38233c req-4d96a945-042f-4d10-a930-47c2683e0ce3 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Jul 16 04:08:46.915126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aadc6-acfd-4924-93fc-ac5a585686ad req-c2f4f85f-ccf5-4cf7-89c7-b8bb5654ecf9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:46.916606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a5aadc6-acfd-4924-93fc-ac5a585686ad req-c2f4f85f-ccf5-4cf7-89c7-b8bb5654ecf9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0663133 Jul 16 04:08:46.953570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a5aadc6-acfd-4924-93fc-ac5a585686ad req-a62853fc-56a5-4ff6-8599-d7a634fa3b6e tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jul 16 04:08:48.121917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7543-222f-430d-b2ca-401d79bd75da req-9b4d43c8-4df6-4d73-85a3-8ab83ec54b74 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:48.123384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6ba7543-222f-430d-b2ca-401d79bd75da req-9b4d43c8-4df6-4d73-85a3-8ab83ec54b74 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0611374 Jul 16 04:08:48.159640 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6ba7543-222f-430d-b2ca-401d79bd75da req-0a2a3b70-142c-4b09-87b3-a7adb24090b7 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308368 Jul 16 04:08:49.326885 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011ef32-1073-4f7e-81ae-a75635ea430a req-f8a54f0e-7452-42ba-8223-1619d0b531f8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:49.328360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8011ef32-1073-4f7e-81ae-a75635ea430a req-f8a54f0e-7452-42ba-8223-1619d0b531f8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0612600 Jul 16 04:08:49.370319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8011ef32-1073-4f7e-81ae-a75635ea430a req-d4127778-527d-44f7-9986-39d9db80d802 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Jul 16 04:08:50.539679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b66e-20d7-4d72-b946-ffa15614026e req-982fe7d4-efcd-4668-87c5-66e372fa315a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:50.541143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e328b66e-20d7-4d72-b946-ffa15614026e req-982fe7d4-efcd-4668-87c5-66e372fa315a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0618601 Jul 16 04:08:50.577943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e328b66e-20d7-4d72-b946-ffa15614026e req-e1a1100a-4061-4fc9-9f35-db9e140a7496 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Jul 16 04:08:50.754301 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e6d9-1a97-4ca0-9442-88611d9e8433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:51.748693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28111d2a-84d1-47e7-be13-ed47127c2481 req-178a4d90-a711-4874-8478-8b72e2f5176b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:51.750155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28111d2a-84d1-47e7-be13-ed47127c2481 req-178a4d90-a711-4874-8478-8b72e2f5176b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0615358 Jul 16 04:08:51.786113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28111d2a-84d1-47e7-be13-ed47127c2481 req-a1aba9df-6d2a-4e96-ae03-8dfe1eeeef18 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Jul 16 04:08:52.958204 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c053e7-3721-48b8-8e6f-9f976d71178a req-82d671e3-65be-4c2f-a058-47e320967137 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:52.959675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c053e7-3721-48b8-8e6f-9f976d71178a req-82d671e3-65be-4c2f-a058-47e320967137 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0657847 Jul 16 04:08:52.995255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c053e7-3721-48b8-8e6f-9f976d71178a req-852f3689-77c2-4294-af95-cb01d48b1d67 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301461 Jul 16 04:08:53.566746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-61262fdc-bf2a-4511-8b8d-8c31d2d9963c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:53.882676 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:54.164179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca54e55-7c2c-4534-b715-2fd9a4b8d0aa req-231a54f8-8dde-4986-a61a-c5e5edfdb03c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:54.165609 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ca54e55-7c2c-4534-b715-2fd9a4b8d0aa req-231a54f8-8dde-4986-a61a-c5e5edfdb03c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0611744 Jul 16 04:08:54.201648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ca54e55-7c2c-4534-b715-2fd9a4b8d0aa req-de2a39d9-04fd-4af7-b88c-25dcf60e3b0a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Jul 16 04:08:54.459541 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:55.377694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024efe-c3fb-4987-8765-5f1904597d8e req-5741beec-8ec8-460a-858a-f72b3a3b0578 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:55.379188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c024efe-c3fb-4987-8765-5f1904597d8e req-5741beec-8ec8-460a-858a-f72b3a3b0578 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0661335 Jul 16 04:08:55.415219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c024efe-c3fb-4987-8765-5f1904597d8e req-211d37a4-86f6-4dee-92d3-8fa675520bcc tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Jul 16 04:08:56.181908 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:56.586936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec42441-3d3a-4f8d-898a-2de2e906a17e req-6d9981b7-901f-462d-933f-cecd4421aff4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:56.588386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec42441-3d3a-4f8d-898a-2de2e906a17e req-6d9981b7-901f-462d-933f-cecd4421aff4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0609391 Jul 16 04:08:56.625355 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ec42441-3d3a-4f8d-898a-2de2e906a17e req-2554fee3-9dd2-4b5a-b41a-1a2560511308 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Jul 16 04:08:57.791665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae225-bddb-4f7f-b88e-6f6cac15824d req-520fcd48-cf4e-4f0e-9cd4-e3acb3384b69 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:57.793618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d09ae225-bddb-4f7f-b88e-6f6cac15824d req-520fcd48-cf4e-4f0e-9cd4-e3acb3384b69 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0609372 Jul 16 04:08:57.829736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d09ae225-bddb-4f7f-b88e-6f6cac15824d req-04607ab8-fcc9-45b6-8b65-ffafe79c1c72 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Jul 16 04:08:59.003156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458b795-62b3-40b5-b460-3ca4271584b6 req-f5d9a24d-8e45-455b-9b30-eef01fe3bc82 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:59.004631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7458b795-62b3-40b5-b460-3ca4271584b6 req-f5d9a24d-8e45-455b-9b30-eef01fe3bc82 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0660210 Jul 16 04:08:59.041045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7458b795-62b3-40b5-b460-3ca4271584b6 req-121534df-cb66-417b-b26c-92843643d3bb tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Jul 16 04:09:00.210341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075aad5-dc45-4c53-a473-35a70d7bb0a8 req-625beb4f-a65b-471c-9cd1-478c0b71c85d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:00.211844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4075aad5-dc45-4c53-a473-35a70d7bb0a8 req-625beb4f-a65b-471c-9cd1-478c0b71c85d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0617473 Jul 16 04:09:00.248737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4075aad5-dc45-4c53-a473-35a70d7bb0a8 req-b0b14e84-86ae-4db5-84ab-e6b2eae0bc32 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Jul 16 04:09:01.427455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715a524-3b28-45c1-95e5-89000b858dcc req-7995e104-8e64-4435-aabf-520d15979e7b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:01.428924 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1715a524-3b28-45c1-95e5-89000b858dcc req-7995e104-8e64-4435-aabf-520d15979e7b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0656407 Jul 16 04:09:01.466123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1715a524-3b28-45c1-95e5-89000b858dcc req-93455e17-3d95-4e3e-8a80-83d5117a6589 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 16 04:09:02.636140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a7e53-851b-4875-b8ca-f953072629b3 req-90b13149-9133-426b-9794-856f49c5f8f6 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:02.637533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c86a7e53-851b-4875-b8ca-f953072629b3 req-90b13149-9133-426b-9794-856f49c5f8f6 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0615425 Jul 16 04:09:02.673897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c86a7e53-851b-4875-b8ca-f953072629b3 req-0fc948d9-a5f8-42cc-bd9c-6a2350201324 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Jul 16 04:09:03.135033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:03.842855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709130e9-8805-4c77-84a0-d566204137f6 req-9c3fb779-e2bd-4f67-aaad-73962343a4ed tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:03.844344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-709130e9-8805-4c77-84a0-d566204137f6 req-9c3fb779-e2bd-4f67-aaad-73962343a4ed tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0613186 Jul 16 04:09:03.880139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-709130e9-8805-4c77-84a0-d566204137f6 req-c4b51282-8486-4fbd-9479-ee8436686723 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Jul 16 04:09:03.894069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:05.055147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578997-cc31-4dd3-a2da-25c6c57cf841 req-e1856249-36da-4fae-b407-9d71e35fb1a5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:05.056560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01578997-cc31-4dd3-a2da-25c6c57cf841 req-e1856249-36da-4fae-b407-9d71e35fb1a5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0657024 Jul 16 04:09:05.092861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01578997-cc31-4dd3-a2da-25c6c57cf841 req-ade40414-1dcd-4f00-bc33-87a69024da67 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308371 Jul 16 04:09:06.264813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b042-8935-45dd-8b92-4aec5cb78095 req-35ec403f-1022-45d2-8ea6-1708a2b02b52 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:06.266265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-beb3b042-8935-45dd-8b92-4aec5cb78095 req-35ec403f-1022-45d2-8ea6-1708a2b02b52 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0615993 Jul 16 04:09:06.302215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-beb3b042-8935-45dd-8b92-4aec5cb78095 req-b0c1df57-008f-4aa9-a575-1a92c6eadcfd tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Jul 16 04:09:06.658522 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:09:07.482372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501fec-e877-4f8e-bd63-4f0086441868 req-6576bd28-a2ed-4608-80ed-f5fc14989d5c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:07.483872 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de501fec-e877-4f8e-bd63-4f0086441868 req-6576bd28-a2ed-4608-80ed-f5fc14989d5c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0674689 Jul 16 04:09:07.521524 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de501fec-e877-4f8e-bd63-4f0086441868 req-74c2a6e8-bd4f-48d6-a095-afa8e309032f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Jul 16 04:09:08.404232 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-c953380e-355d-4b6b-9d34-5390074ab3d8 service neutron] show failed (client error): The resource could not be found. Jul 16 04:09:08.405222 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-c953380e-355d-4b6b-9d34-5390074ab3d8 service neutron] 10.222.0.48 "GET /v2.0/ports/c80c08d5-3285-484a-b8a4-1fd7deb8cb0a/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0539558 Jul 16 04:09:08.654965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-ea2248fe-63f4-4a00-876a-957161d7033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:08.656405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-ea2248fe-63f4-4a00-876a-957161d7033a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12&tenant_id=90044f99bce640f79c3cd220bb1e64ed HTTP/1.1" status: 200 len: 1097 time: 0.0578253 Jul 16 04:09:08.668369 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:08.697784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003c9a-e3a9-47a2-bbbe-82792c0f6e0d req-3207b3cc-bb3f-4a6b-ae79-960d62caf49e tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:08.699283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b003c9a-e3a9-47a2-bbbe-82792c0f6e0d req-3207b3cc-bb3f-4a6b-ae79-960d62caf49e tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0619516 Jul 16 04:09:08.736470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b003c9a-e3a9-47a2-bbbe-82792c0f6e0d req-571c51a2-d1e1-4f6e-a69d-6fd7c52c7ad3 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jul 16 04:09:08.739732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:08.939227 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:08.971144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:09.008327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:09.010590 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bed8ff-01ca-483e-b921-233ce4552b82" -d '{"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-unplugged", "status": "completed", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:09.014808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:09.026852 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Transition to ACTIVE for port object c80c08d5-3285-484a-b8a4-1fd7deb8cb0a will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:09.030839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:09.057984 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d9711-d14e-4bc6-9777-de6087e08927 x-openstack-request-id: req-fb9d9711-d14e-4bc6-9777-de6087e08927 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:09.058278 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-unplugged", "status": "completed", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:09.058529 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb9d9711-d14e-4bc6-9777-de6087e08927 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:09.058965 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'code': 200} Jul 16 04:09:09.079553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:09.097745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] No DVR routers for this DVR port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:09:09.130766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:09.131093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:09.131418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:09.135502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on network bf5ba60f-ba66-4430-8056-4a919723c30c not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:09:09.135816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Attempting to bind port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:09.141091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:09.141420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Checking segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:09.141793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Bound using segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:09.142211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Bound port: c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:09.142563 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:09.206298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:09.209120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:09.213392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:09.248151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:09.248757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:09.250122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 1092 time: 0.5863590 Jul 16 04:09:09.270057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc368bf5-e485-4011-9eaf-4d76a75d32b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:09.323198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-f4ae9817-eb91-4744-81e5-1a9894be5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:09.325159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-f4ae9817-eb91-4744-81e5-1a9894be5b1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1095 time: 0.0510952 Jul 16 04:09:09.414239 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-e485d318-06b7-44b9-920f-07affb661019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:09.416142 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-e485d318-06b7-44b9-920f-07affb661019 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0854688 Jul 16 04:09:09.455216 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-d1d16822-b98a-4dd7-8409-ba34df2e1bd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0332835 Jul 16 04:09:09.505513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-ce6ae2ff-1d3d-49cf-8c2e-a0e03ec6cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:09.506895 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-ce6ae2ff-1d3d-49cf-8c2e-a0e03ec6cf73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0449784 Jul 16 04:09:09.538174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-1dbd64d6-5c00-42bc-8841-0679bab50fb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252016 Jul 16 04:09:09.624760 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-17548428-ada9-4c37-9501-81290c973606 service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802746 Jul 16 04:09:09.715963 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-604c6a4a-cd8c-439b-bb04-b3a7b80f8d60 req-1226a36a-a946-4a0b-b6f7-1bafc77e866b service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847921 Jul 16 04:09:09.916519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d47dec-1dbf-49eb-8e82-ae02b5e6d93c req-f700e913-ca27-43f0-bd8e-ce730d921af1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:09.918511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46d47dec-1dbf-49eb-8e82-ae02b5e6d93c req-f700e913-ca27-43f0-bd8e-ce730d921af1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0634830 Jul 16 04:09:09.955033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46d47dec-1dbf-49eb-8e82-ae02b5e6d93c req-52e29517-ccb7-4234-a7db-4ff464e78ad5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Jul 16 04:09:11.059818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:11.062212 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35083f22-da9d-4533-bd07-37d3179f5770" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:11.131323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed01f-a98f-42ff-b75b-eaba6fbf2ed3 req-a865ba4f-c1be-4576-95e2-90fa7bbb973f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.132684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-435ed01f-a98f-42ff-b75b-eaba6fbf2ed3 req-a865ba4f-c1be-4576-95e2-90fa7bbb973f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0646369 Jul 16 04:09:11.169788 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-435ed01f-a98f-42ff-b75b-eaba6fbf2ed3 req-bd9fbf5a-5f94-4a47-9c30-f9e91a3e9027 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310152 Jul 16 04:09:11.230084 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236ddda-d858-4210-9b7c-1b900c93a1d5 x-openstack-request-id: req-f236ddda-d858-4210-9b7c-1b900c93a1d5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:11.230345 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:11.230656 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f236ddda-d858-4210-9b7c-1b900c93a1d5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:11.231087 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'status': 'completed', 'code': 200} Jul 16 04:09:11.351276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083f22-da9d-4533-bd07-37d3179f5770 req-ba9721bb-e106-4f28-bdfa-d3494c1a1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.352867 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-ba9721bb-e106-4f28-bdfa-d3494c1a1033 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1095 time: 0.1015153 Jul 16 04:09:11.357499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083f22-da9d-4533-bd07-37d3179f5770 req-1b4ef9b7-1ef4-4dc2-994a-61180306678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.359184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-1b4ef9b7-1ef4-4dc2-994a-61180306678f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1095 time: 0.0808563 Jul 16 04:09:11.511805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083f22-da9d-4533-bd07-37d3179f5770 req-1d474d30-d925-45bd-923f-66ba2307cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.513268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-1d474d30-d925-45bd-923f-66ba2307cc69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.1534598 Jul 16 04:09:11.514358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083f22-da9d-4533-bd07-37d3179f5770 req-d5c88dd7-5572-44bb-9051-4fd23f8685df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.515690 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-d5c88dd7-5572-44bb-9051-4fd23f8685df service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.1486835 Jul 16 04:09:11.556999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-e12faf87-8e97-4b34-a5c6-a8abe39a250f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0376637 Jul 16 04:09:11.593696 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-944d17da-c66c-41b8-8527-588d9b7f3b1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0680971 Jul 16 04:09:11.660872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083f22-da9d-4533-bd07-37d3179f5770 req-735e5a24-bf41-4aa8-8b6a-1527f23e3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.662273 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-735e5a24-bf41-4aa8-8b6a-1527f23e3108 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0763593 Jul 16 04:09:11.665564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083f22-da9d-4533-bd07-37d3179f5770 req-340ab2a8-6557-4b0c-b3f4-455523308a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:11.666905 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-340ab2a8-6557-4b0c-b3f4-455523308a61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0548749 Jul 16 04:09:11.700598 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-5126d94f-9f1e-4c1c-ae90-b43be9748c06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316148 Jul 16 04:09:11.722578 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-6513df7d-88cd-4ddf-aaec-3890d95f0d89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458562 Jul 16 04:09:11.869149 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-925361c0-66de-4a52-ab86-708e906475ac service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485245 Jul 16 04:09:11.872352 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-101dff8c-5e90-4fe7-8c7e-29594fabcaef service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427405 Jul 16 04:09:12.022504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-46a1c83f-ab15-42c3-9694-f74b6bd1286c service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472421 Jul 16 04:09:12.025857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-35083f22-da9d-4533-bd07-37d3179f5770 req-13a9cc98-dd05-49d4-b360-aa6e1c82bc48 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431260 Jul 16 04:09:12.340971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5acaa7-276f-4fe1-88eb-2723a3cc0971 req-563a3547-4c0f-4569-8ea6-ba5edbb7f06c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:12.342724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f5acaa7-276f-4fe1-88eb-2723a3cc0971 req-563a3547-4c0f-4569-8ea6-ba5edbb7f06c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0615759 Jul 16 04:09:12.379230 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f5acaa7-276f-4fe1-88eb-2723a3cc0971 req-e5891c28-ca14-478c-901f-8aa682453f36 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Jul 16 04:09:12.669913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fea1d-977c-4220-ab1c-5f3b0a07fb9d req-d5022849-2c9d-4611-a777-cfcba0110c60 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:12.671603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-912fea1d-977c-4220-ab1c-5f3b0a07fb9d req-d5022849-2c9d-4611-a777-cfcba0110c60 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 944 time: 0.0661573 Jul 16 04:09:12.684621 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badbe8-5f49-479d-993e-542f0b554171 req-ab07322d-6e25-461d-9c2c-4e3820a244d9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:12.686073 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-ab07322d-6e25-461d-9c2c-4e3820a244d9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12&tenant_id=90044f99bce640f79c3cd220bb1e64ed&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 944 time: 0.0702100 Jul 16 04:09:12.710530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-912fea1d-977c-4220-ab1c-5f3b0a07fb9d req-069a2478-4bad-4d02-aeb2-fb5f836b917c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jul 16 04:09:12.716078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:12.750580 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-e8badbe8-5f49-479d-993e-542f0b554171 req-bd0998c9-1105-482b-a3a2-e1cc88e90ee7 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:09:12.751544 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-bd0998c9-1105-482b-a3a2-e1cc88e90ee7 service neutron] 10.222.0.48 "DELETE /v2.0/ports/c80c08d5-3285-484a-b8a4-1fd7deb8cb0a/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0584221 Jul 16 04:09:12.786834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:09:12.842843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:12.843806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badbe8-5f49-479d-993e-542f0b554171 req-1ccd1618-ad01-4209-b2e2-03d2c9ae0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:12.845360 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-1ccd1618-ad01-4209-b2e2-03d2c9ae0919 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 1095 time: 0.0536323 Jul 16 04:09:12.850177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:09:12.855049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'port_id': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'mac_address': 'fa:16:3e:2e:4d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd349db-432e-4a23-924f-07e9bf99ea29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:12.896608 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.909147 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80c08d5-3285-484a-b8a4-1fd7deb8cb0a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:12.928599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:12.933430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:12.938212 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badbe8-5f49-479d-993e-542f0b554171 req-bdf7ad41-99d8-402b-ad86-ae171ca024b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:12.939789 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-bdf7ad41-99d8-402b-ad86-ae171ca024b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0886724 Jul 16 04:09:12.979779 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-faa06bf7-a6c5-4f83-8f98-597cee3bbd52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 200 len: 217 time: 0.0329239 Jul 16 04:09:12.981869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:13.027495 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8badbe8-5f49-479d-993e-542f0b554171 req-048c4b4e-1c4a-44b6-863d-411d3a83b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:13.028827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-048c4b4e-1c4a-44b6-863d-411d3a83b6ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0425358 Jul 16 04:09:13.062104 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-ef855a3f-ab22-4a9b-8c67-e880ff844875 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256364 Jul 16 04:09:13.144378 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:13.154233 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-d427a3b3-e78c-4bfa-bc18-a66c05ea632b service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858819 Jul 16 04:09:13.249365 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e8badbe8-5f49-479d-993e-542f0b554171 req-d108c727-a905-4d37-8878-87680c5acab2 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Jul 16 04:09:13.890936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5bae-cf1a-455f-a67f-0b60a1f0e140 req-66d60449-33fa-45d0-824a-e611b756b602 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:13.892418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0fe5bae-cf1a-455f-a67f-0b60a1f0e140 req-66d60449-33fa-45d0-824a-e611b756b602 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 945 time: 0.0670497 Jul 16 04:09:13.929464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0fe5bae-cf1a-455f-a67f-0b60a1f0e140 req-73ad5db9-80ca-4979-ae60-3ade1fa9b537 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jul 16 04:09:14.097369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab00ab9-1f7f-495d-bba2-b9580930398d req-8e9d64f3-ec24-4243-9d77-0a267b72ed2d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:14.098840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aab00ab9-1f7f-495d-bba2-b9580930398d req-8e9d64f3-ec24-4243-9d77-0a267b72ed2d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 945 time: 0.0627532 Jul 16 04:09:14.135197 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aab00ab9-1f7f-495d-bba2-b9580930398d req-cec07c5d-1e9c-4a6d-a849-ca04a2ce46c4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Jul 16 04:09:14.306317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43261c9-f5e7-418d-8594-ce6e08f16492 req-7b48ecf6-da38-4201-82b1-073faf17ef89 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:14.307864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a43261c9-f5e7-418d-8594-ce6e08f16492 req-7b48ecf6-da38-4201-82b1-073faf17ef89 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 945 time: 0.0656185 Jul 16 04:09:14.344795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a43261c9-f5e7-418d-8594-ce6e08f16492 req-453a9b5b-26ed-459c-872c-ef22fa70d7fa tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308464 Jul 16 04:09:14.732611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:14.774047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-5fa6b636-ce32-4b95-8d84-06a32442c9e4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:14.775523 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-5fa6b636-ce32-4b95-8d84-06a32442c9e4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 814 time: 0.1027875 Jul 16 04:09:14.780180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:14.783913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:14.784297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.790698 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-af3c7256-c115-4501-98a8-62e4c50a21f7 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/quotas/90044f99bce640f79c3cd220bb1e64ed HTTP/1.1" status: 200 len: 375 time: 0.0090508 Jul 16 04:09:14.853356 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-96fc1248-559a-4d61-b2fb-bfbb5a695de7 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565264 Jul 16 04:09:14.862157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.883682 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:14.885899 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca18d91-7e3f-4729-920c-a0559b92b05c" -d '{"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-plugged", "status": "completed", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:14.899568 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:14.904394 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:14.941677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-a88c8839-52f0-4497-b289-a980bde2c9d1 service neutron] 10.222.0.25 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810971 Jul 16 04:09:14.955027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:15.034390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-801c521b-b0b9-4240-be6e-6331450d2c39 service neutron] 10.222.0.25 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Jul 16 04:09:15.169069 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa8ee8-85e6-4117-9370-b78393368d22 x-openstack-request-id: req-2bfa8ee8-85e6-4117-9370-b78393368d22 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:15.169363 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-plugged", "status": "completed", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:15.169617 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bfa8ee8-85e6-4117-9370-b78393368d22 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:15.170006 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'code': 200} Jul 16 04:09:15.225753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bc2449-0f84-4535-a6fd-61dfae499bb4 req-b60313fb-5343-44fd-b3e0-1bdb4dab4073 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Jul 16 04:09:15.892666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-0247fa7e-adab-43f7-846a-e27f15f81742 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:15.894107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-0247fa7e-adab-43f7-846a-e27f15f81742 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd2a7115-481f-4a12-a811-4ee39ba3fe12 HTTP/1.1" status: 200 len: 946 time: 0.0623848 Jul 16 04:09:15.994033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Deleting port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:09:15.994372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.085607 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] For port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:16.085985 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.117292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Calling delete_port for c80c08d5-3285-484a-b8a4-1fd7deb8cb0a owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:09:16.247282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-ac2c6fb0-eff6-456b-a4b4-8b7a37e944ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:16.248758 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-ac2c6fb0-eff6-456b-a4b4-8b7a37e944ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 814 time: 0.1555057 Jul 16 04:09:16.262134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Request body: {'port': {'device_id': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'admin_state_up': True, 'tenant_id': '90044f99bce640f79c3cd220bb1e64ed'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:16.372056 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f128c4ca-1f05-41f4-965d-958e4f7757ce req-cc1a80ce-5ca5-4902-a5d2-3a0dd4af146c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 210 time: 0.0340326 Jul 16 04:09:16.396735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.403978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:16.428096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Pushing event deleted for resources: {'Port': ['ID=c80c08d5-3285-484a-b8a4-1fd7deb8cb0a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:16.440398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Made reservation on behalf of 90044f99bce640f79c3cd220bb1e64ed for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:09:16.444170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.491767 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] No DVR routers for this DVR port c80c08d5-3285-484a-b8a4-1fd7deb8cb0a on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:09:16.496394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.498351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-249d59e3-519d-45c8-bb08-4be26b5135c2 req-eb2a3f13-22e5-497c-ba8c-405c1ce9f51d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.11 "DELETE /v2.0/ports/c80c08d5-3285-484a-b8a4-1fd7deb8cb0a HTTP/1.1" status: 204 len: 173 time: 0.5988467 Jul 16 04:09:16.498748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-deleted', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:16.501231 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b60fad-e7c4-4563-8b24-e8b604035546" -d '{"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-deleted", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:16.546307 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08349ef1-69fa-4964-8c8e-4000607bfb1d x-openstack-request-id: req-08349ef1-69fa-4964-8c8e-4000607bfb1d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:16.546619 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2a7115-481f-4a12-a811-4ee39ba3fe12", "name": "network-vif-deleted", "tag": "c80c08d5-3285-484a-b8a4-1fd7deb8cb0a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:16.546875 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08349ef1-69fa-4964-8c8e-4000607bfb1d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:16.547264 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2a7115-481f-4a12-a811-4ee39ba3fe12', 'name': 'network-vif-deleted', 'tag': 'c80c08d5-3285-484a-b8a4-1fd7deb8cb0a', 'status': 'completed', 'code': 200} Jul 16 04:09:16.617850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Allocated IP 172.20.0.9 (bf5ba60f-ba66-4430-8056-4a919723c30c/9bd349db-432e-4a23-924f-07e9bf99ea29/2e8badaa-c63c-4c71-bd32-8ed8c997fd3d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:09:16.765534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.805615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.817381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['c80c08d5-3285-484a-b8a4-1fd7deb8cb0a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:16.852427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Network bf5ba60f-ba66-4430-8056-4a919723c30c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:09:16.855644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:09:16.859565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:09:16.865872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:16.914229 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:16.914874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:16.927873 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-791dd428-cd0b-43f0-a41c-bde6dccde333 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696494 Jul 16 04:09:16.938694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Request body: {'port': {'device_id': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:17.006405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.259595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:17.267380 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.278776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Transition to ACTIVE for port object 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:17.282399 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.349603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:17.399680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:17.400007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:17.400336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:17.404587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on network bf5ba60f-ba66-4430-8056-4a919723c30c not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:09:17.405281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:17.409627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:17.409959 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Checking segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:17.410333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Bound using segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:17.410789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Bound port: 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:17.411143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.476320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:17.479314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:17.484239 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.517885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:17.518505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:17.519910 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 1091 time: 0.5852211 Jul 16 04:09:17.541126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67f93d-7363-44b4-b1a0-bac07a499619 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:17.557074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3d05-5516-4caf-9551-b0b33cd11359 req-74a5d810-6f34-4a89-976e-9ff77291e0f1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:17.559315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abee3d05-5516-4caf-9551-b0b33cd11359 req-74a5d810-6f34-4a89-976e-9ff77291e0f1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0733750 Jul 16 04:09:17.600392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-abee3d05-5516-4caf-9551-b0b33cd11359 req-d20c66cc-9f2a-4542-8350-fca5b2a6008d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Jul 16 04:09:17.608910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-a318a577-e2dc-4557-ab6f-5744fa13df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:17.610410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-a318a577-e2dc-4557-ab6f-5744fa13df31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1094 time: 0.0544643 Jul 16 04:09:17.654230 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-faa8b7cf-b5f5-40ac-a581-4cf6875b1a4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0371869 Jul 16 04:09:17.700394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1951d5-0910-47b2-98fa-8978f936402e req-b903c380-beb7-4015-8f2c-5a5a81295c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:17.701750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-b903c380-beb7-4015-8f2c-5a5a81295c15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0414581 Jul 16 04:09:17.734047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-d0b6c99d-f607-41a3-9243-68f994ac71e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264215 Jul 16 04:09:17.822510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-0b360422-5a6e-437f-b0db-e6fe84698f20 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814793 Jul 16 04:09:17.906297 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-aa1951d5-0910-47b2-98fa-8978f936402e req-87f7c665-61d7-44d4-a1ee-d4ff8ddfb1d7 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777955 Jul 16 04:09:18.548261 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:18.550590 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:18.587432 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8918e606-e053-40fe-b6ad-bdfcb399df6c x-openstack-request-id: req-8918e606-e053-40fe-b6ad-bdfcb399df6c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:18.587719 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:18.587970 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8918e606-e053-40fe-b6ad-bdfcb399df6c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:18.588361 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'status': 'completed', 'code': 200} Jul 16 04:09:18.665379 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-5758f05d-2cc7-4fd4-9119-940f4cb7dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:18.666879 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-5758f05d-2cc7-4fd4-9119-940f4cb7dd08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1094 time: 0.0552108 Jul 16 04:09:18.755067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-6be82f50-8810-48f5-b6b0-338805ab157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:18.756544 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-6be82f50-8810-48f5-b6b0-338805ab157e service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0828328 Jul 16 04:09:18.785774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8203a-28fc-4a2a-87a2-250c236bdbc0 req-af9b4263-298e-4bfa-acd1-a57203370a1b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:18.787370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6da8203a-28fc-4a2a-87a2-250c236bdbc0 req-af9b4263-298e-4bfa-acd1-a57203370a1b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0756881 Jul 16 04:09:18.800410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-185eac7c-e6ef-40f8-9de3-df8b8fdc21ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0361259 Jul 16 04:09:18.827648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6da8203a-28fc-4a2a-87a2-250c236bdbc0 req-112ace24-93e7-4c7a-8c9f-8340588b0092 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Jul 16 04:09:19.169100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-96641968-9f15-4aef-a782-8adfd0cb894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:19.170453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-96641968-9f15-4aef-a782-8adfd0cb894b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.3642626 Jul 16 04:09:19.201971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-18572dbf-8d0c-4467-9192-69da618425f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244286 Jul 16 04:09:19.291288 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-e6122779-571e-47e5-88c8-4a1ea5dc8cc7 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816784 Jul 16 04:09:19.380019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8bbde5b2-b122-44f7-8a3a-d1097b69f8e2 req-cd30b5a6-d2b3-4296-942c-1b392012bfde service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819221 Jul 16 04:09:20.002294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e6ce-804c-4dcb-bcd1-0a41665b9c75 req-f1f3bdd3-de77-4bd8-80b8-d1ba02c72e61 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:20.003803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6651e6ce-804c-4dcb-bcd1-0a41665b9c75 req-f1f3bdd3-de77-4bd8-80b8-d1ba02c72e61 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0656774 Jul 16 04:09:20.041097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6651e6ce-804c-4dcb-bcd1-0a41665b9c75 req-c5b0f9b1-0c4f-4e71-b7c7-ae91ff60cb4f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Jul 16 04:09:20.754049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:09:20.758254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa72a517-4f17-41ba-aabf-efcad32fc212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:20.776993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: c80c08d5-3285-484a-b8a4-1fd7deb8cb0a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:09:20.777339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device c80c08d5-3285-484a-b8a4-1fd7deb8cb0a not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:09:20.814826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:20.912215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:20.923164 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'port_id': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'mac_address': 'fa:16:3e:5b:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd349db-432e-4a23-924f-07e9bf99ea29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:20.959105 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:20.971380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:20.989431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:20.992405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:21.040545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:21.189250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:21.210335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c70a6-3b16-48bb-89f6-e5e3efcbcf29 req-13c23ff0-d8f9-4321-8217-4a9e2c8f23b4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:21.211771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-174c70a6-3b16-48bb-89f6-e5e3efcbcf29 req-13c23ff0-d8f9-4321-8217-4a9e2c8f23b4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 944 time: 0.0619214 Jul 16 04:09:21.250009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-174c70a6-3b16-48bb-89f6-e5e3efcbcf29 req-2b541185-e6b7-4538-a7e1-d0286affe508 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Jul 16 04:09:22.420582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f66e5-72c2-4dd2-8c3a-17415a0b5abd req-23c83eae-229b-4fac-a261-704497209294 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:22.422035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-658f66e5-72c2-4dd2-8c3a-17415a0b5abd req-23c83eae-229b-4fac-a261-704497209294 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 944 time: 0.0606771 Jul 16 04:09:22.461719 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-658f66e5-72c2-4dd2-8c3a-17415a0b5abd req-93fee3d6-3322-4637-ba0e-992acaff0cff tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Jul 16 04:09:22.815421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:09:22.862485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:09:22.866079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:09:22.866427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:22.942861 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:22.963600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:22.966349 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140a59e-21fb-4b85-8642-c1103e41a4be" -d '{"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-plugged", "status": "completed", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:22.978955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:22.983601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:23.005685 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6acc72-65df-4d1f-ab87-a3ac67cf68c7 x-openstack-request-id: req-9d6acc72-65df-4d1f-ab87-a3ac67cf68c7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:23.005976 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-plugged", "status": "completed", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:23.006237 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d6acc72-65df-4d1f-ab87-a3ac67cf68c7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:23.006646 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'code': 200} Jul 16 04:09:23.031752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:23.162155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c9088-1bfc-45e4-a7b5-4b673ea088c1 req-ba6cd173-6869-458b-9bb4-13e08c006379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:23.163675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c63c9088-1bfc-45e4-a7b5-4b673ea088c1 req-ba6cd173-6869-458b-9bb4-13e08c006379 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1096 time: 0.1008904 Jul 16 04:09:23.200032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c63c9088-1bfc-45e4-a7b5-4b673ea088c1 req-5a6f1b44-c472-4609-9d2b-e91b4be36e06 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298378 Jul 16 04:09:23.567225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2093ec38-3466-473c-ab2f-a747dbf4e656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:23.635102 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b5c7e-2be4-4ec3-abae-92a5f92ab7d1 req-b9b6e1bd-280e-4527-b7d3-523e850e5297 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:23.637009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-494b5c7e-2be4-4ec3-abae-92a5f92ab7d1 req-b9b6e1bd-280e-4527-b7d3-523e850e5297 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0628073 Jul 16 04:09:23.673315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-494b5c7e-2be4-4ec3-abae-92a5f92ab7d1 req-ba90cf72-1f98-4478-b675-76c96a59bb8c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jul 16 04:09:23.883324 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:24.462143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:24.843145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c41d0-ab4d-405f-ad22-1b0cd5b25dba req-e1e0a992-261e-4e46-b26d-9f31e0b72861 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:24.844600 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a99c41d0-ab4d-405f-ad22-1b0cd5b25dba req-e1e0a992-261e-4e46-b26d-9f31e0b72861 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0626934 Jul 16 04:09:24.880120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a99c41d0-ab4d-405f-ad22-1b0cd5b25dba req-bb27ae9e-ee20-434e-9921-c939851aec30 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301220 Jul 16 04:09:25.052505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4096-2134-47dc-b0e3-df66c5193404 req-d4c058bd-a34a-4d9e-8ad2-2cef35bb24f9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:25.053965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40a4096-2134-47dc-b0e3-df66c5193404 req-d4c058bd-a34a-4d9e-8ad2-2cef35bb24f9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0674798 Jul 16 04:09:25.090721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a40a4096-2134-47dc-b0e3-df66c5193404 req-2b82ba22-9aad-46d9-b284-f208624b3921 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Jul 16 04:09:25.444423 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-7c008144-f32c-4870-bfe1-2738c20f7139 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773807 Jul 16 04:09:25.476904 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc29c-8974-4b4a-a6e7-c1cd66a84525 req-a252c649-84b1-4366-a3b7-9f1ba5bed4ce tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:25.478501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a23cc29c-8974-4b4a-a6e7-c1cd66a84525 req-a252c649-84b1-4366-a3b7-9f1ba5bed4ce tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0668230 Jul 16 04:09:25.517873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a23cc29c-8974-4b4a-a6e7-c1cd66a84525 req-c42ec83d-f52a-4e29-bb6d-982b465083cc tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Jul 16 04:09:26.190671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:26.552109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-1bff7f1c-edd6-4e75-bf33-1c67623491e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:26.553609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-1bff7f1c-edd6-4e75-bf33-1c67623491e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1096 time: 0.0529850 Jul 16 04:09:26.640685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-732d00d9-be13-4086-8138-fd2f14d50149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:26.642048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-732d00d9-be13-4086-8138-fd2f14d50149 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0823667 Jul 16 04:09:26.684801 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-6dace983-f442-419a-986e-d6a73c23aff9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0365534 Jul 16 04:09:26.692217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59172e9c-10b5-427b-b7a6-d7981b44b419 req-dac0c070-0375-44d7-b72b-179c58122be1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:26.693702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59172e9c-10b5-427b-b7a6-d7981b44b419 req-dac0c070-0375-44d7-b72b-179c58122be1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0659122 Jul 16 04:09:26.732560 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-697a8f8c-5c48-4e58-a8f8-0b5c84063a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:26.733464 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59172e9c-10b5-427b-b7a6-d7981b44b419 req-f9fee725-33f1-40b5-b255-656261e74caf tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jul 16 04:09:26.734008 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-697a8f8c-5c48-4e58-a8f8-0b5c84063a84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0432627 Jul 16 04:09:26.766228 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-20e846f3-7646-405d-a6e0-81704b0c7d6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264990 Jul 16 04:09:26.855407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-02d91134-79a7-4c7a-a12a-a50497c1332b service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818670 Jul 16 04:09:26.941515 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-1aac3250-1282-4794-980e-ed23875a3713 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803216 Jul 16 04:09:27.066724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-e9f5e3d4-8627-40f7-a482-606c0314ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.068202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-e9f5e3d4-8627-40f7-a482-606c0314ec38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1096 time: 0.0578053 Jul 16 04:09:27.179220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-7e7e72bc-73a5-42c9-96c9-cc018c7302e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.180560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-7e7e72bc-73a5-42c9-96c9-cc018c7302e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0857735 Jul 16 04:09:27.223937 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-ff47aca1-ce1c-4c9d-aff0-0648239680f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0368264 Jul 16 04:09:27.269854 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-630bbce0-1ff8-42b2-ba19-7f627284ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.271234 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-630bbce0-1ff8-42b2-ba19-7f627284ec16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0414543 Jul 16 04:09:27.301579 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-88e56b88-f623-4126-94e0-c89a4a73db9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245242 Jul 16 04:09:27.392804 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-3142121d-264a-47ce-9c3f-0e425ee1281a service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Jul 16 04:09:27.484320 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-71e2d36a-d9f7-4967-bfad-083707ebe32e req-2daaa985-a585-4e66-8c3c-2f18d9334bf1 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Jul 16 04:09:27.909170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cad51c-1fd0-4b80-898d-f9ea4465cd55 req-80c2c0a3-32ab-4aee-983a-6c883552ae24 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:27.910637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33cad51c-1fd0-4b80-898d-f9ea4465cd55 req-80c2c0a3-32ab-4aee-983a-6c883552ae24 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0609930 Jul 16 04:09:27.946240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33cad51c-1fd0-4b80-898d-f9ea4465cd55 req-bb4ca862-4835-4a1a-808c-adb553be03f4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303118 Jul 16 04:09:29.116462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631e74-4da7-476e-bd86-e59e96dfc1eb req-40966772-1475-4c23-9329-4d7d5677b926 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:29.117888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3631e74-4da7-476e-bd86-e59e96dfc1eb req-40966772-1475-4c23-9329-4d7d5677b926 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0606327 Jul 16 04:09:29.157715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c3631e74-4da7-476e-bd86-e59e96dfc1eb req-e94e6cef-728f-4045-bb87-5d1d113ead33 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jul 16 04:09:30.327129 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be07d3-0cbc-451b-af65-322f0d480a4a req-bc42b03a-5e24-4181-84b8-f36729a5913a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:30.328602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06be07d3-0cbc-451b-af65-322f0d480a4a req-bc42b03a-5e24-4181-84b8-f36729a5913a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0622065 Jul 16 04:09:30.365690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06be07d3-0cbc-451b-af65-322f0d480a4a req-31ceecbc-9d15-41d9-a1c7-c00d40fe331a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Jul 16 04:09:31.537117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844b359-298e-43ea-ae26-0fadfcdcb86a req-c7080577-716b-46e3-8e66-a8d35c8103c4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:31.538584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f844b359-298e-43ea-ae26-0fadfcdcb86a req-c7080577-716b-46e3-8e66-a8d35c8103c4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0611517 Jul 16 04:09:31.574860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f844b359-298e-43ea-ae26-0fadfcdcb86a req-01fbcc79-614f-4fc7-917f-1f68b138aa67 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304072 Jul 16 04:09:32.750414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c805-ae06-4277-b085-92d3d9086032 req-7af67cb4-081f-4890-8ecd-6d369bc2e522 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:32.751903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f979c805-ae06-4277-b085-92d3d9086032 req-7af67cb4-081f-4890-8ecd-6d369bc2e522 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0651841 Jul 16 04:09:32.788194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f979c805-ae06-4277-b085-92d3d9086032 req-1bdb9fb5-7b8f-4b23-97ff-80d45ef3c036 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Jul 16 04:09:33.133928 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:33.910904 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:33.957198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc67c-e1bf-41af-97de-1276ced77d93 req-6f08fafa-2d1e-45fa-a633-eb0ffc54c60d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:33.958701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be4dc67c-e1bf-41af-97de-1276ced77d93 req-6f08fafa-2d1e-45fa-a633-eb0ffc54c60d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0618021 Jul 16 04:09:33.995125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be4dc67c-e1bf-41af-97de-1276ced77d93 req-0d0090e9-bf5e-4641-88c9-3a5916148522 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Jul 16 04:09:35.162923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63be38-ffc0-41c5-a804-3f97d0935ef0 req-42adf69f-0588-42c7-a97d-4a220769f160 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:35.164288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c63be38-ffc0-41c5-a804-3f97d0935ef0 req-42adf69f-0588-42c7-a97d-4a220769f160 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0604970 Jul 16 04:09:35.204212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7c63be38-ffc0-41c5-a804-3f97d0935ef0 req-abe8d7fc-3fd8-47f7-9160-861023e799a4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Jul 16 04:09:36.373479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab72225-2fc7-4799-8017-607c410fcbc6 req-5ff6796a-3cd9-41fa-a70d-49979fc25703 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:36.374976 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ab72225-2fc7-4799-8017-607c410fcbc6 req-5ff6796a-3cd9-41fa-a70d-49979fc25703 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0620971 Jul 16 04:09:36.410888 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ab72225-2fc7-4799-8017-607c410fcbc6 req-a69361be-f26e-4877-9a2b-d28e7f54f192 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304642 Jul 16 04:09:37.583023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3997f7-995a-41de-a56c-d8b59692c3f7 req-72404c66-f0f4-49be-988b-bdda2f0d42f0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:37.584562 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a3997f7-995a-41de-a56c-d8b59692c3f7 req-72404c66-f0f4-49be-988b-bdda2f0d42f0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0607319 Jul 16 04:09:37.622998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a3997f7-995a-41de-a56c-d8b59692c3f7 req-e9ba56b6-8cc4-4fa6-9744-06383d2a9838 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Jul 16 04:09:38.794669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46e06-3f0d-4528-9c44-dcd850a13eff req-6e659c5a-bccb-4900-a171-865571e95ef8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:38.796117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caf46e06-3f0d-4528-9c44-dcd850a13eff req-6e659c5a-bccb-4900-a171-865571e95ef8 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0643096 Jul 16 04:09:38.832909 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-caf46e06-3f0d-4528-9c44-dcd850a13eff req-9518e773-cece-4d49-afef-ac6f031b5b57 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jul 16 04:09:40.002430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786cf00-8f74-4709-9b87-4fe69eb6fd03 req-a0b105bd-aad2-4e6b-a225-b0f4e3502f59 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:40.003907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d786cf00-8f74-4709-9b87-4fe69eb6fd03 req-a0b105bd-aad2-4e6b-a225-b0f4e3502f59 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0613143 Jul 16 04:09:40.039740 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d786cf00-8f74-4709-9b87-4fe69eb6fd03 req-51093abe-3c3e-410c-b97e-26fd48799e77 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303533 Jul 16 04:09:41.207128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946ef2b-062f-45d2-bd71-4faa3384121e req-ab84cc54-4a2b-411d-b7e5-482b576c39e9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:41.208487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8946ef2b-062f-45d2-bd71-4faa3384121e req-ab84cc54-4a2b-411d-b7e5-482b576c39e9 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0601976 Jul 16 04:09:41.248326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8946ef2b-062f-45d2-bd71-4faa3384121e req-b8018c0a-1019-4341-8686-4ed45c6939fa tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 Jul 16 04:09:42.420218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce65a-3fac-4b99-bb90-02234e5f59ac req-f992935e-af6a-45d3-b80a-0a139636d510 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:42.421651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb1ce65a-3fac-4b99-bb90-02234e5f59ac req-f992935e-af6a-45d3-b80a-0a139636d510 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0617261 Jul 16 04:09:42.457956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bb1ce65a-3fac-4b99-bb90-02234e5f59ac req-e20fec62-c75c-4f44-a1c3-97e9530cfb9f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308368 Jul 16 04:09:43.629556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372e6e-c9ba-41b2-9a88-d9a26c1ab2c5 req-ccdc7eb3-dc46-4c56-9761-56075dbe1a15 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:43.630950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56372e6e-c9ba-41b2-9a88-d9a26c1ab2c5 req-ccdc7eb3-dc46-4c56-9761-56075dbe1a15 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Jul 16 04:09:43.658449 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:09:43.666688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56372e6e-c9ba-41b2-9a88-d9a26c1ab2c5 req-2ae205fe-743e-4a9f-b461-71c6598ed9af tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304356 Jul 16 04:09:44.845020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd13b0-2600-48c1-a397-5c3138760af1 req-c88be972-e05e-4638-b957-2aa2f7c82ed0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:44.846480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcd13b0-2600-48c1-a397-5c3138760af1 req-c88be972-e05e-4638-b957-2aa2f7c82ed0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0673709 Jul 16 04:09:44.882725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cbcd13b0-2600-48c1-a397-5c3138760af1 req-7d059058-d903-405a-82e9-d871f065e53a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Jul 16 04:09:46.051451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b191-cf1f-4c86-9b6f-115eb495c98a req-df9e5e56-5b1f-48f6-9fb1-039b9e06bd07 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:46.052911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ed7b191-cf1f-4c86-9b6f-115eb495c98a req-df9e5e56-5b1f-48f6-9fb1-039b9e06bd07 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0619714 Jul 16 04:09:46.088850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7ed7b191-cf1f-4c86-9b6f-115eb495c98a req-a5a2e7d0-2a57-4f74-95d6-a77883dab258 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304632 Jul 16 04:09:47.258699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9c291-c148-4d75-a67d-003d51c7447f req-be79adae-4a05-42c7-944c-b9cdd8fbb944 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:47.260146 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aaf9c291-c148-4d75-a67d-003d51c7447f req-be79adae-4a05-42c7-944c-b9cdd8fbb944 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0596337 Jul 16 04:09:47.299977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aaf9c291-c148-4d75-a67d-003d51c7447f req-798fd381-d051-4471-86a6-9392b9036ef5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Jul 16 04:09:48.471099 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f50bb9-c2ff-4c60-93c7-956770b36e75 req-58f54525-5534-4e72-bb27-b9a3c51714c3 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:48.472558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00f50bb9-c2ff-4c60-93c7-956770b36e75 req-58f54525-5534-4e72-bb27-b9a3c51714c3 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0617473 Jul 16 04:09:48.508429 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-00f50bb9-c2ff-4c60-93c7-956770b36e75 req-7a94bc44-5003-4a69-9254-f9ce944392a0 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302570 Jul 16 04:09:49.679097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c806e-f330-4c88-b7ef-925e375523c4 req-af7d1366-3cae-4343-9cbf-35245760abde tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:49.680472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-431c806e-f330-4c88-b7ef-925e375523c4 req-af7d1366-3cae-4343-9cbf-35245760abde tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0618844 Jul 16 04:09:49.716407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-431c806e-f330-4c88-b7ef-925e375523c4 req-71fce487-2b63-4944-89ad-3d293af8a81b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298505 Jul 16 04:09:50.756931 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f773cd1-f087-4cc2-9be0-297d9631f215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:50.888806 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e7143-8650-472e-8929-61fc6c541c44 req-c3617647-ec06-4a3d-9a43-0b6ad55e970b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:50.890284 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a7e7143-8650-472e-8929-61fc6c541c44 req-c3617647-ec06-4a3d-9a43-0b6ad55e970b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0662117 Jul 16 04:09:50.926289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a7e7143-8650-472e-8929-61fc6c541c44 req-b8cb2706-a8fe-46c8-8bf0-ab1d91f1124c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Jul 16 04:09:52.096180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad0d7d-f2c5-4a70-b4bf-c9908452a9ec req-19c06195-c8f5-4502-acb9-790545f7e9bb tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:52.097630 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fad0d7d-f2c5-4a70-b4bf-c9908452a9ec req-19c06195-c8f5-4502-acb9-790545f7e9bb tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0611994 Jul 16 04:09:52.134134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fad0d7d-f2c5-4a70-b4bf-c9908452a9ec req-edbc11ba-48e5-4a3c-abb1-fe4bf9514195 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Jul 16 04:09:53.305881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f9a4-20b4-4acf-9d3f-944ddd102ba7 req-5f82cd9a-e4a3-42b1-a242-d211e349fa35 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:53.307376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa97f9a4-20b4-4acf-9d3f-944ddd102ba7 req-5f82cd9a-e4a3-42b1-a242-d211e349fa35 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 945 time: 0.0647817 Jul 16 04:09:53.344516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa97f9a4-20b4-4acf-9d3f-944ddd102ba7 req-355f333f-3a7d-4735-9537-ab32f446a0c5 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jul 16 04:09:53.566873 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47b137bc-9d49-46af-aab5-876cc045afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:53.769279 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-d46d282f-e20b-4e63-8adc-e9c01f24f669 service neutron] show failed (client error): The resource could not be found. Jul 16 04:09:53.770257 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-d46d282f-e20b-4e63-8adc-e9c01f24f669 service neutron] 10.222.0.48 "GET /v2.0/ports/2e8badaa-c63c-4c71-bd32-8ed8c997fd3d/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0574751 Jul 16 04:09:53.883739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.060067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-f51982fd-e68b-4837-a79b-bfab0653bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:54.061544 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-f51982fd-e68b-4837-a79b-bfab0653bdd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9&tenant_id=90044f99bce640f79c3cd220bb1e64ed HTTP/1.1" status: 200 len: 1096 time: 0.1007950 Jul 16 04:09:54.072654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:09:54.140181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.338962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:54.371848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:54.411162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:54.413541 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0de1cc-140b-454f-bf27-73b29af738ad" -d '{"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:54.417276 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.429625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Transition to ACTIVE for port object 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:09:54.432664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.468091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.495496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] No DVR routers for this DVR port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:09:54.507088 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:54.522818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ed75-7935-4242-9ad1-b4c3b9cce494 req-a3192127-dd10-4346-a2db-517405f2484b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:54.524292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a32ed75-7935-4242-9ad1-b4c3b9cce494 req-a3192127-dd10-4346-a2db-517405f2484b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0674300 Jul 16 04:09:54.536162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.536501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.536836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.537166 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.537486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.537808 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.538124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.538442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.538788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.539103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.539415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.539727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:54.552599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:09:54.552930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:09:54.553252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:54.557449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on network bf5ba60f-ba66-4430-8056-4a919723c30c not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:09:54.557760 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Attempting to bind port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on network bf5ba60f-ba66-4430-8056-4a919723c30c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:09:54.562608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a32ed75-7935-4242-9ad1-b4c3b9cce494 req-1d7df649-a164-4e54-9841-7a0b0e6a8b31 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jul 16 04:09:54.563027 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:09:54.563360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Checking segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:09:54.563728 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Bound using segment: {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:09:54.564150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Bound port: 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f6f42c-a4da-4469-adaf-9997c8981cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:09:54.564502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.623038 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1b89e8-3ee4-42ad-a788-8ec0e28fe9e4 x-openstack-request-id: req-db1b89e8-3ee4-42ad-a788-8ec0e28fe9e4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:54.623334 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:54.623590 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db1b89e8-3ee4-42ad-a788-8ec0e28fe9e4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:54.623987 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'code': 200} Jul 16 04:09:54.633191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:09:54.636277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:09:54.640364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.673290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:54.673900 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:54.675376 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 1091 time: 0.6067140 Jul 16 04:09:54.695203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf979b3-f8aa-412a-bc6c-2680ab6e71d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:54.751481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-ccfbb151-6bf4-43b5-8bcc-4008323daef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:54.753292 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-ccfbb151-6bf4-43b5-8bcc-4008323daef7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1094 time: 0.0531037 Jul 16 04:09:54.846827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-975a95c4-25a3-4b73-acb4-8b9e1ceb8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:54.848601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-975a95c4-25a3-4b73-acb4-8b9e1ceb8445 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0885623 Jul 16 04:09:54.889350 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-0e560e65-bbe0-420c-86d2-94e811bed1e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0342641 Jul 16 04:09:54.941609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-2860c8ba-8e15-4919-a44b-786e8a0d48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:54.942986 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-2860c8ba-8e15-4919-a44b-786e8a0d48af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0481906 Jul 16 04:09:54.975576 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-19984c02-d9e8-4747-b34e-4845c983402c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264566 Jul 16 04:09:55.069168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-18828dfe-3ac4-4357-8f7f-6fe46577669b service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865541 Jul 16 04:09:55.155874 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-610d1aeb-0368-4bfa-b819-079ba907feaf req-87533755-cddd-4f44-8872-2927822fea1d service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801392 Jul 16 04:09:55.734668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821963-c03c-44c9-a246-57b6b0786620 req-0bfb1f6e-158d-485e-8dd6-2f8cf9ba049a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:55.736144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d821963-c03c-44c9-a246-57b6b0786620 req-0bfb1f6e-158d-485e-8dd6-2f8cf9ba049a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0607862 Jul 16 04:09:55.772077 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d821963-c03c-44c9-a246-57b6b0786620 req-9b758f7c-c310-4365-8b02-d11e37cbef79 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304945 Jul 16 04:09:56.187611 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:56.625165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:09:56.627517 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ecf19-7bef-48a0-878b-0273b3cc0133" -d '{"events": [{"name": "network-changed", "server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:09:56.678207 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ef9c6-22be-4e7f-bc1f-494018b14f67 x-openstack-request-id: req-2c8ef9c6-22be-4e7f-bc1f-494018b14f67 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:09:56.678504 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:09:56.678839 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c8ef9c6-22be-4e7f-bc1f-494018b14f67 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:09:56.679246 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'status': 'completed', 'code': 200} Jul 16 04:09:56.790759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-0827e55f-6ed6-460b-aaba-3fdf85849d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:56.792250 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-0827e55f-6ed6-460b-aaba-3fdf85849d12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1094 time: 0.0956182 Jul 16 04:09:56.797992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-02235230-b3be-4a9e-aa30-6ec147a07025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:56.799374 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-02235230-b3be-4a9e-aa30-6ec147a07025 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1094 time: 0.0752392 Jul 16 04:09:56.946800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-9b39b8ea-c08a-4c55-a43b-72ac1e9e217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:56.947740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a509168-1a74-4745-bb26-1951a9ad7611 req-3adae4ba-994c-428f-abcf-21b79cdcfe38 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:56.948254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-9b39b8ea-c08a-4c55-a43b-72ac1e9e217d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.1480467 Jul 16 04:09:56.949249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a509168-1a74-4745-bb26-1951a9ad7611 req-3adae4ba-994c-428f-abcf-21b79cdcfe38 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0655205 Jul 16 04:09:56.952568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-90f231c1-859d-4e12-bdf9-ff1d1844b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:56.953961 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-90f231c1-859d-4e12-bdf9-ff1d1844b855 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.1458099 Jul 16 04:09:56.987313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a509168-1a74-4745-bb26-1951a9ad7611 req-a11d9bb6-5bd3-44d4-a80b-a5e8e78f8744 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Jul 16 04:09:56.994170 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-7f1f890d-3b6f-477d-b3fd-17cd68fea4af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0392740 Jul 16 04:09:57.024181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:09:57.031167 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-5d1271b1-0752-4650-b218-d26067f30e4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0698957 Jul 16 04:09:57.062352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:09:57.099951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-2ee89652-77ac-40aa-a815-990c9ef2be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:57.101403 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-2ee89652-77ac-40aa-a815-990c9ef2be49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0791044 Jul 16 04:09:57.104645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-07513b96-a3bd-4e54-8f71-1f507ee2b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:57.106026 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-07513b96-a3bd-4e54-8f71-1f507ee2b544 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0561142 Jul 16 04:09:57.144375 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-ff26ff5f-a174-4cde-b4ad-e4fa851e5144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368810 Jul 16 04:09:57.172720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-53dfbd80-8508-4c2f-bacc-51fbca004d42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568109 Jul 16 04:09:57.315730 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-8f260723-2f5d-4fbf-b917-5d6ab969ec76 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520414 Jul 16 04:09:57.321111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-88c743b8-e1b1-44c9-a55e-ccdedb939d1f service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380868 Jul 16 04:09:57.479054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-050089b3-effd-4cf4-82d6-8a2265cca82d service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569860 Jul 16 04:09:57.481240 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-80c742e0-07d7-4f4c-ba96-e8a21b7dc534 service neutron] 10.222.0.11 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514032 Jul 16 04:09:57.691268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffa9f8-688a-4f24-9d06-cfe9b7e23b22 req-8ece5c5b-613f-41cf-ab82-44efd6830e8f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:57.692718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2ffa9f8-688a-4f24-9d06-cfe9b7e23b22 req-8ece5c5b-613f-41cf-ab82-44efd6830e8f tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.4695759 Jul 16 04:09:57.713670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-80ad0876-a68a-430f-aad3-275da36638de tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:57.715079 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-80ad0876-a68a-430f-aad3-275da36638de tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.48 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9&tenant_id=90044f99bce640f79c3cd220bb1e64ed&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 943 time: 0.4649363 Jul 16 04:09:57.768220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2ffa9f8-688a-4f24-9d06-cfe9b7e23b22 req-a753273e-d78a-4540-b802-f13459b95d2c tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Jul 16 04:09:57.787508 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-52d709c8-bff1-471d-bafa-a2a79b8d8497 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:09:57.788550 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-52d709c8-bff1-471d-bafa-a2a79b8d8497 service neutron] 10.222.0.48 "DELETE /v2.0/ports/2e8badaa-c63c-4c71-bd32-8ed8c997fd3d/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0661151 Jul 16 04:09:57.885683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-d8247f92-8218-46fc-bbdb-92ef115d2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:57.887176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-d8247f92-8218-46fc-bbdb-92ef115d2b85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90044f99bce640f79c3cd220bb1e64ed&device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 1094 time: 0.0544550 Jul 16 04:09:57.971615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-d01e32af-aeb4-497b-aa43-fe1b6d197800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:57.973045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-d01e32af-aeb4-497b-aa43-fe1b6d197800 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 200 len: 916 time: 0.0797713 Jul 16 04:09:58.014682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-fe57c3a0-6f3d-4b65-b6ba-c809f253bcc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 200 len: 217 time: 0.0356760 Jul 16 04:09:58.060727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-9ac66835-9ac1-4d14-9d67-03fe97b0ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:58.062015 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-9ac66835-9ac1-4d14-9d67-03fe97b0ee98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 200 len: 854 time: 0.0413837 Jul 16 04:09:58.092122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-7bf7e1bc-dedd-4b59-8324-27f58aa78693 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf5ba60f-ba66-4430-8056-4a919723c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240619 Jul 16 04:09:58.179833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-7bfd851b-aa2a-4ed9-ba7f-72bf67cd149a service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812569 Jul 16 04:09:58.262908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fa7f322-deed-4f29-beb1-ece78b4cca13 req-e203f86b-5c86-438e-93f2-69ef15664b00 service neutron] 10.222.0.48 "GET /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775325 Jul 16 04:09:58.945628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c43bf-1256-485e-80d3-50cccccb36e1 req-7089178d-4532-462b-b64f-66b0041ea6b4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:58.947048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c72c43bf-1256-485e-80d3-50cccccb36e1 req-7089178d-4532-462b-b64f-66b0041ea6b4 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0653546 Jul 16 04:09:58.984304 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c72c43bf-1256-485e-80d3-50cccccb36e1 req-4571fead-bab1-49df-a47d-e38e4dc4aef6 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Jul 16 04:09:58.987102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:09:59.086360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:59.098513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'network_id': 'bf5ba60f-ba66-4430-8056-4a919723c30c', 'port_id': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'mac_address': 'fa:16:3e:5b:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd349db-432e-4a23-924f-07e9bf99ea29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:09:59.134455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:59.146769 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:09:59.153944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120e2b-0c78-4ead-abee-8e548a1487a5 req-ac8ebd19-6bec-4be6-80b5-efc8d6315213 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:59.155457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5120e2b-0c78-4ead-abee-8e548a1487a5 req-ac8ebd19-6bec-4be6-80b5-efc8d6315213 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 943 time: 0.0619278 Jul 16 04:09:59.166527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:09:59.170917 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:59.193518 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5120e2b-0c78-4ead-abee-8e548a1487a5 req-f4d1f691-9d79-44ec-bc62-2c31615b3ee1 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Jul 16 04:09:59.217841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:09:59.225449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.225449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.225745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.226071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.226402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.226757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.227093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.227418 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.227740 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.228062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.228381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.228700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:09:59.361336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cd116-7bf5-4768-bfdc-6bacea8f12b7 req-3dc9b8e9-5113-4897-81ca-db73454d7640 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:59.362830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-182cd116-7bf5-4768-bfdc-6bacea8f12b7 req-3dc9b8e9-5113-4897-81ca-db73454d7640 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 944 time: 0.0619090 Jul 16 04:09:59.369879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:09:59.399677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-182cd116-7bf5-4768-bfdc-6bacea8f12b7 req-29577e71-2a2b-4f18-b6d7-281c159c3bbd tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Jul 16 04:09:59.947362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df20e9-9ea4-4ff8-92d0-8a96b70b9bbb req-5d98fd31-a723-4268-b009-be7e1a66d69d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:59.948797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36df20e9-9ea4-4ff8-92d0-8a96b70b9bbb req-5d98fd31-a723-4268-b009-be7e1a66d69d tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 944 time: 0.0640767 Jul 16 04:09:59.985799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-36df20e9-9ea4-4ff8-92d0-8a96b70b9bbb req-3cd7922a-7f02-41f6-b608-7cd324c4941b tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jul 16 04:10:00.958292 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31999f-2aec-4c36-9205-044c55433b88 req-b7992c09-6b14-4165-8442-22fcf8585430 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:00.959744 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f31999f-2aec-4c36-9205-044c55433b88 req-b7992c09-6b14-4165-8442-22fcf8585430 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.11 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 944 time: 0.0643973 Jul 16 04:10:00.980813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:01.028662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:01.032400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:01.032770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.060787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Deleting port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:01.061169 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.115259 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.138281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:01.140584 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f7bebd-f77a-426f-8f34-550d101f66d7" -d '{"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-plugged", "status": "completed", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:01.154420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:01.155224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] For port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,segment=NetworkSegment(09f6f42c-a4da-4469-adaf-9997c8981cad),segment_id=09f6f42c-a4da-4469-adaf-9997c8981cad)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:01.155536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.158366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.166864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cc523-5674-4ef1-8393-d16b0533b4da req-88afe88f-2ab2-4a1b-a213-27b987abcb19 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:01.168922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba8cc523-5674-4ef1-8393-d16b0533b4da req-88afe88f-2ab2-4a1b-a213-27b987abcb19 tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/ports?device_id=194cc9a4-a1c4-49d2-a0e1-b755994e84e9 HTTP/1.1" status: 200 len: 944 time: 0.0676022 Jul 16 04:10:01.170257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Calling delete_port for 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:01.210084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ba8cc523-5674-4ef1-8393-d16b0533b4da req-03af6da1-108d-489b-991b-e8c4d7c53e5a tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.25 "GET /v2.0/security-groups?id=5d355de0-6367-4d3b-955d-f998255f32a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Jul 16 04:10:01.212180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:01.257563 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d185e-1c4f-488d-9e2e-2c50dc9fd79d x-openstack-request-id: req-5e8d185e-1c4f-488d-9e2e-2c50dc9fd79d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:01.257856 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-plugged", "status": "completed", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:01.258108 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e8d185e-1c4f-488d-9e2e-2c50dc9fd79d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:01.258495 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'code': 200} Jul 16 04:10:01.301416 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.312274 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:10:01.327520 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Pushing event deleted for resources: {'Port': ['ID=2e8badaa-c63c-4c71-bd32-8ed8c997fd3d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:01.377561 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] No DVR routers for this DVR port 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:01.380449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.383340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9f31999f-2aec-4c36-9205-044c55433b88 req-86646edc-15e7-4dee-8c79-df9d33c262ac tempest-ServerDiskConfigTestJSON-1096041170 tempest-ServerDiskConfigTestJSON-1096041170-project] 10.222.0.11 "DELETE /v2.0/ports/2e8badaa-c63c-4c71-bd32-8ed8c997fd3d HTTP/1.1" status: 204 len: 173 time: 0.4176865 Jul 16 04:10:01.383482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-deleted', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:01.387873 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b14a59b-a82c-4d8e-b8d5-facdbfb091ee" -d '{"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-deleted", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:01.423608 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4717ab0-f570-46d2-a68c-77792886e3a7 x-openstack-request-id: req-f4717ab0-f570-46d2-a68c-77792886e3a7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:01.423899 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cc9a4-a1c4-49d2-a0e1-b755994e84e9", "name": "network-vif-deleted", "tag": "2e8badaa-c63c-4c71-bd32-8ed8c997fd3d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:01.424147 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4717ab0-f570-46d2-a68c-77792886e3a7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:01.424537 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cc9a4-a1c4-49d2-a0e1-b755994e84e9', 'name': 'network-vif-deleted', 'tag': '2e8badaa-c63c-4c71-bd32-8ed8c997fd3d', 'status': 'completed', 'code': 200} Jul 16 04:10:02.432692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:02.477112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Deleting subnet 9bd349db-432e-4a23-924f-07e9bf99ea29 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:10:02.480119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.513145 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.553556 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.603494 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.629970 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd349db-432e-4a23-924f-07e9bf99ea29,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:02.631915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.633750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1977c95d-991c-451c-a4c5-b4199b5fb3e0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9bd349db-432e-4a23-924f-07e9bf99ea29 HTTP/1.1" status: 204 len: 168 time: 0.2000592 Jul 16 04:10:02.636207 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47292) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:02.700671 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.778593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.787896 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5ba60f-ba66-4430-8056-4a919723c30c']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:02.797902 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f6f42c-a4da-4469-adaf-9997c8981cad') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:02.798195 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f6f42c-a4da-4469-adaf-9997c8981cad') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:02.806704 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.820107 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.825881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:10:02.826261 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:10:02.827900 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:10:02.882854 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.888219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.890044 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf5ba60f-ba66-4430-8056-4a919723c30c HTTP/1.1" status: 204 len: 168 time: 0.2527544 Jul 16 04:10:02.900347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e61844-ae8e-4a79-8ba6-94b631e67b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5ba60f-ba66-4430-8056-4a919723c30c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:02.994133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47296) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:03.032685 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-885bfbe4-9493-4ec5-a2d7-433e71d20072 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90044f99bce640f79c3cd220bb1e64ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373120 Jul 16 04:10:03.035014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:03.081824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e33b53e9-83e9-4b98-b9bc-5376c7b83d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.102474 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e33b53e9-83e9-4b98-b9bc-5376c7b83d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.133144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.148081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e33b53e9-83e9-4b98-b9bc-5376c7b83d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.150798 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e33b53e9-83e9-4b98-b9bc-5376c7b83d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.151980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e33b53e9-83e9-4b98-b9bc-5376c7b83d8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d355de0-6367-4d3b-955d-f998255f32a4 HTTP/1.1" status: 204 len: 168 time: 0.1161153 Jul 16 04:10:03.162034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b53e9-83e9-4b98-b9bc-5376c7b83d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d355de0-6367-4d3b-955d-f998255f32a4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:03.795791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:03.889249 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-823025070-network', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:03.910888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Made reservation on behalf of e6e424704c87480bbb4a103203de86b8 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:03.912135 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.913355 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.921789 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.010895 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.014473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.037310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:10:04.046324 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6867ca8-751f-4ae9-971e-bebd37403011,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:04.052135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.052473 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Added segment ec7269a9-3896-468d-a979-94b78125dd5e of type vlan for network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb Jul 16 04:10:04.091989 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.120919 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.122371 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:04.122968 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.155904 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3590312 Jul 16 04:10:04.159010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:04.164055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Request body: {'subnet': {'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-823025070-subnet', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:04.183075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32b06-6d2a-4494-80a9-3bf833ad4b1b admin admin] Pushing event updated for resources: {'Network': ['ID=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:04.185280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Made reservation on behalf of e6e424704c87480bbb4a103203de86b8 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:04.187747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.193143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:10:04.348801 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.406001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7daac18e-894a-4a63-83f4-204805f306f8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:04.418450 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.418822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.419163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.419498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.419827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.420161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.420490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.420809 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.421131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.421453 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.421772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.422090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:04.425326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:04.425685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Network hostable DHCP agents. Network: ed93c34e-c41b-416e-9bf2-f3cd0c2353bb, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:10:04.442252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:10:04.451206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, ed93c34e-c41b-416e-9bf2-f3cd0c2353bb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:04.455328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:04.455909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.459877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c0116-fbf7-410a-af1c-05f81b231479 None None] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:04.469914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d6284222-c03d-4c29-ab7f-0e9f48797693 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3097079 Jul 16 04:10:04.472808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47326) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:04.477041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:04.497506 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.498483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.549060 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.604860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:10:04.605796 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.686723 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.738982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Allocated IP 172.20.0.2 (ed93c34e-c41b-416e-9bf2-f3cd0c2353bb/7daac18e-894a-4a63-83f4-204805f306f8/79775065-6051-4568-bdbf-03b3f0c4d9da) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:04.874779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.879170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.883696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Transition to ACTIVE for port object 79775065-6051-4568-bdbf-03b3f0c4d9da will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:04.898771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Transition to ACTIVE for port object 79775065-6051-4568-bdbf-03b3f0c4d9da will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:04.902998 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.905020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:04.951824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:04.954613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:04.957171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:04.964382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Pushing event updated for resources: {'Port': ['ID=79775065-6051-4568-bdbf-03b3f0c4d9da,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:05.005739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Allocated IP 172.25.4.119 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/c60d5cc7-b03b-4f6d-aeeb-90b596886aa0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:05.118528 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.142419 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:05.158073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.177511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:05.177863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 2e8badaa-c63c-4c71-bd32-8ed8c997fd3d not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:05.191918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Attempting to bind port 79775065-6051-4568-bdbf-03b3f0c4d9da on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:05.192167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Attempting to bind port 79775065-6051-4568-bdbf-03b3f0c4d9da by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:05.192528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Attempting to bind port 79775065-6051-4568-bdbf-03b3f0c4d9da on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:05.193104 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:05.197431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:05.197858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:05.197972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:05.198222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.198628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:05.199672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Bound port: 79775065-6051-4568-bdbf-03b3f0c4d9da, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:05.200057 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.201723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:05.226090 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Pushing event updated for resources: {'Port': ['ID=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:05.262701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] For port 79775065-6051-4568-bdbf-03b3f0c4d9da, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:05.265838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] For port 79775065-6051-4568-bdbf-03b3f0c4d9da, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=79775065-6051-4568-bdbf-03b3f0c4d9da,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:05.270495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.333823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6367c-d96a-4539-b25c-b9504f47501f None None] Pushing event updated for resources: {'Port': ['ID=79775065-6051-4568-bdbf-03b3f0c4d9da,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:05.458046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.671947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.797549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Router 579f91d1-df39-4192-8931-c9bd607d95ef is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:10:05.903662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:05.912323 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:05.921455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.925379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-024895da-bbb4-47f6-9119-30350dc094ed admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4489772 Jul 16 04:10:05.925536 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:05.925536 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:09:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:05.925756 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47328) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:06.038532 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:06.224179 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 3, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:06.259647 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:06.260358 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Updating router 579f91d1-df39-4192-8931-c9bd607d95ef port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:10:06.269853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11071fcc-45fb-448f-84e2-2bf2e5925df0 None None] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:10:06.297896 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.351772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8457d105-ef2e-466d-8e37-dbd491a058ec None None] Provisioning for port 79775065-6051-4568-bdbf-03b3f0c4d9da completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:06.361759 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.525505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Allocated IP 172.20.0.1 (ed93c34e-c41b-416e-9bf2-f3cd0c2353bb/7daac18e-894a-4a63-83f4-204805f306f8/b595b559-c50a-406f-b59a-e951ba95158c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:06.581146 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.591728 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Transition to ACTIVE for port object c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:06.598713 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.640729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.648419 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Attempting to bind port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:06.648793 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Attempting to bind port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:06.649161 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Attempting to bind port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:06.656047 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:06.656427 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:06.656677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Transition to ACTIVE for port object b595b559-c50a-406f-b59a-e951ba95158c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:06.656834 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.657228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:06.657707 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Bound port: c60d5cc7-b03b-4f6d-aeeb-90b596886aa0, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:06.658097 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.692272 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.713372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Pushing event updated for resources: {'Port': ['ID=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:06.722766 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.723117 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.723456 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.724045 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.724177 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.724429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.724755 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.725079 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.725408 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.725723 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.726043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.726359 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:06.733255 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] For port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:06.736323 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] For port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:06.738667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:06.740768 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.741771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:06.744433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:06.750968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b595b559-c50a-406f-b59a-e951ba95158c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:06.788872 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:06.789500 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:09:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:06.796662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:06.879005 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a8fb5-1da7-44d6-a384-d67b8dc6f2e9 None None] Pushing event updated for resources: {'Port': ['ID=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:06.910656 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:06.938718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.014538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fefbf4c1-c0a6-43e5-a053-9dabba9882d8 None None] Provisioning for port b595b559-c50a-406f-b59a-e951ba95158c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:07.019179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fefbf4c1-c0a6-43e5-a053-9dabba9882d8 None None] Provisioning complete for port b595b559-c50a-406f-b59a-e951ba95158c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:07.019733 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fefbf4c1-c0a6-43e5-a053-9dabba9882d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.046791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79775065-6051-4568-bdbf-03b3f0c4d9da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:07.087285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fefbf4c1-c0a6-43e5-a053-9dabba9882d8 None None] Port b595b559-c50a-406f-b59a-e951ba95158c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:07.107026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 79775065-6051-4568-bdbf-03b3f0c4d9da completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:07.111214 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 79775065-6051-4568-bdbf-03b3f0c4d9da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:07.111593 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.130188 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.135951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.194394 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.211147 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.212984 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 3, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:07.213705 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b595b559-c50a-406f-b59a-e951ba95158c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:07.234741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 79775065-6051-4568-bdbf-03b3f0c4d9da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=79775065-6051-4568-bdbf-03b3f0c4d9da,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:07.239042 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.240660 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8fcaf4-07a1-4d68-acf7-483d3ebbb989 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:05Z', 'revision_number': 3, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:07.291185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=79775065-6051-4568-bdbf-03b3f0c4d9da,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:07.314657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:07.316302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:07.447502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:07.609709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-313c2e48-a344-4447-ba7e-ceef413de085 None None] Provisioning complete for port b595b559-c50a-406f-b59a-e951ba95158c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:07.610193 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-313c2e48-a344-4447-ba7e-ceef413de085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:07.652883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-313c2e48-a344-4447-ba7e-ceef413de085 None None] Port b595b559-c50a-406f-b59a-e951ba95158c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:07.936501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:07.942504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b61eeca5-fd04-4a2c-93eb-3a70fcdf81c5 admin admin] 10.222.0.25 "PUT /v2.0/routers/579f91d1-df39-4192-8931-c9bd607d95ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0157928 Jul 16 04:10:08.357480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47336) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:08.362178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180256888', 'description': 'tempest-description--2094946402'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:08.383935 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.464391 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.468160 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.494851 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.499028 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1404419 Jul 16 04:10:08.499521 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:08.501080 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326708cf-de03-4bb2-900a-ba055eabf23c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd95c35-295c-4130-8159-079334872cfc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:08.504220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'security_group_rule': {'security_group_id': '3dd95c35-295c-4130-8159-079334872cfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:08.531701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.588661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.592183 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.609887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4ef793-4a97-4554-80df-64facaaf35cc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:08.615210 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.616397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-73e3188a-3d1a-4309-9532-02e8335674b4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158700 Jul 16 04:10:08.619115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:08.624093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'security_group_rule': {'security_group_id': '3dd95c35-295c-4130-8159-079334872cfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:08.649204 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.705498 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.708887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.723922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d177e034-f8f7-4105-bb2b-f68585156bbc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:08.732780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.736733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cb8b4e3d-2a0e-4f2a-a8b7-ec3b9e57307f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139417 Jul 16 04:10:08.736968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:08.741438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:08.763600 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.807210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:08.816633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:08.817313 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:09:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:08.860829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:08.922892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:08.966501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Allocated IP 172.25.4.150 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/176dd6ba-34d8-4a08-ab88-5189c34f8f74) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:09.080666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79775065-6051-4568-bdbf-03b3f0c4d9da up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:09.088502 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.127869 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.163349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 79775065-6051-4568-bdbf-03b3f0c4d9da triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:09.163722 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.169797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:09.172900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:09.175436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:09.181158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'Port': ['ID=176dd6ba-34d8-4a08-ab88-5189c34f8f74,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:09.195721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 2, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:09.228036 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:09.228392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Updating router 579f91d1-df39-4192-8931-c9bd607d95ef port b595b559-c50a-406f-b59a-e951ba95158c binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:10:09.266473 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.284836 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.307626 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.310834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:09.447808 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:09.458762 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.462980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.466581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:09.466955 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.528338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'Port': ['ID=176dd6ba-34d8-4a08-ab88-5189c34f8f74,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:09.539922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.554062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.555757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-759e3486-d319-4ad5-b9f4-9b5e6cfbf9a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8178489 Jul 16 04:10:09.616586 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.663891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:09.676693 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.679652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.706296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-69314920-d9e4-4b5f-8045-97f782d7e531 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1180256888&fields=id&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 267 time: 0.0348091 Jul 16 04:10:09.707923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Transition to ACTIVE for port object b595b559-c50a-406f-b59a-e951ba95158c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:09.720431 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.744924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:09.823913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-114e2db5-fb53-47c5-a423-3b2faee069ce tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:09.826087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-114e2db5-fb53-47c5-a423-3b2faee069ce tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1119483 Jul 16 04:10:09.827270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6c4e7-0740-4b85-a86d-3391ab053bca None None] Pushing event updated for resources: {'Port': ['ID=b595b559-c50a-406f-b59a-e951ba95158c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:09.842033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Attempting to bind port b595b559-c50a-406f-b59a-e951ba95158c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:09.842402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Attempting to bind port b595b559-c50a-406f-b59a-e951ba95158c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:09.843048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Attempting to bind port b595b559-c50a-406f-b59a-e951ba95158c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:09.846242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-1edaf789-7ddb-460b-9e3a-164e800e828c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/quotas/e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 375 time: 0.0142190 Jul 16 04:10:09.849116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:09.849493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:09.849892 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.850277 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:09.850922 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Bound port: b595b559-c50a-406f-b59a-e951ba95158c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:09.851304 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.918110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] For port b595b559-c50a-406f-b59a-e951ba95158c, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:09.922021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] For port b595b559-c50a-406f-b59a-e951ba95158c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b595b559-c50a-406f-b59a-e951ba95158c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:09.922567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-c431a8d4-6f58-4283-874f-4d26a76b9694 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718551 Jul 16 04:10:09.927944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:09.991268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:09.991992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:09:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:09.997575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6c4e7-0740-4b85-a86d-3391ab053bca None None] Pushing event updated for resources: {'Port': ['ID=b595b559-c50a-406f-b59a-e951ba95158c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:10.019210 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-147148e0-fbbc-4f04-8080-159918f61bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912597 Jul 16 04:10:10.110127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:10.123174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-c4e1ef79-0c07-44d4-a3c0-6754327eeef8 service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977609 Jul 16 04:10:10.297514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e4ac8a8-ac7f-48ed-b186-210bca253395 req-bd7d855b-3371-4b63-bfca-5de16c756471 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 210 time: 0.0352912 Jul 16 04:10:10.484555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:10.510120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3d21-9de7-4ce6-91ce-d0d216a8ee68 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:11.060305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:11.108331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:11.108709 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.190914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b595b559-c50a-406f-b59a-e951ba95158c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:11.242034 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b595b559-c50a-406f-b59a-e951ba95158c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:11.247070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b595b559-c50a-406f-b59a-e951ba95158c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:11.247523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.335398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.378488 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port b595b559-c50a-406f-b59a-e951ba95158c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b595b559-c50a-406f-b59a-e951ba95158c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:11.388848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.461724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=b595b559-c50a-406f-b59a-e951ba95158c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:11.473454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-37134ed4-8c36-47ea-8b62-02ba78012158 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:11.475209 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-37134ed4-8c36-47ea-8b62-02ba78012158 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1770701 Jul 16 04:10:11.482880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50bef944-f847-48c0-b2da-c03ae912f24b req-0a0e8a32-1eff-4858-8015-2e7d9486803a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 210 time: 0.0394478 Jul 16 04:10:11.522116 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-6e69fcd0-9ac4-43c6-9788-0395a4298b1a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 380 time: 0.0387588 Jul 16 04:10:11.531415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'port': {'device_id': '7397671d-f793-4d55-9e40-e8072ce51310', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'admin_state_up': True, 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'security_groups': ['3dd95c35-295c-4130-8159-079334872cfc']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:11.651642 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Made reservation on behalf of e6e424704c87480bbb4a103203de86b8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:11.655715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.775843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Allocated IP 172.20.0.6 (ed93c34e-c41b-416e-9bf2-f3cd0c2353bb/7daac18e-894a-4a63-83f4-204805f306f8/7b894d3c-30b9-455b-ad77-36efbae22b9d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:11.908480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:11.921622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Transition to ACTIVE for port object 7b894d3c-30b9-455b-ad77-36efbae22b9d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:11.952974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.001434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:12.004500 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:12.008336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:12.031911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:12.061780 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.062411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.078469 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-f4cdee4c-f66d-4075-a1f3-7445e2d5a318 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512702 Jul 16 04:10:12.089629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Request body: {'port': {'device_id': '7397671d-f793-4d55-9e40-e8072ce51310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:12.165905 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.296329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a5b53666-9dcb-4874-94b0-6b0b0b50bda7 None None] Provisioning for port 7b894d3c-30b9-455b-ad77-36efbae22b9d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:12.299948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a5b53666-9dcb-4874-94b0-6b0b0b50bda7 None None] Provisioning complete for port 7b894d3c-30b9-455b-ad77-36efbae22b9d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:12.300321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5b53666-9dcb-4874-94b0-6b0b0b50bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.333148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a5b53666-9dcb-4874-94b0-6b0b0b50bda7 None None] Port 7b894d3c-30b9-455b-ad77-36efbae22b9d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:12.430698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b894d3c-30b9-455b-ad77-36efbae22b9d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:12.437710 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.448967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Transition to ACTIVE for port object 7b894d3c-30b9-455b-ad77-36efbae22b9d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:12.453275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.521912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:12.575406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:12.575738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:12.576064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:12.582037 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Port 7b894d3c-30b9-455b-ad77-36efbae22b9d on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:10:12.582361 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:12.587412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:12.587749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:12.588122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:12.588602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Bound port: 7b894d3c-30b9-455b-ad77-36efbae22b9d, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:12.588948 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.659238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:12.661775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb8e8a-cb78-49db-92d3-3e317c6e0749 req-96827b43-6edc-4212-b6a5-f158259a8705 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.662537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:12.663587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fedb8e8a-cb78-49db-92d3-3e317c6e0749 req-96827b43-6edc-4212-b6a5-f158259a8705 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0635004 Jul 16 04:10:12.670631 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.702474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fedb8e8a-cb78-49db-92d3-3e317c6e0749 req-d44d7b1c-30e7-4308-aa15-1af0adb597be tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Jul 16 04:10:12.716144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.716807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:12.718613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 1091 time: 0.6332893 Jul 16 04:10:12.719127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:12.721606 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b454b-8ad8-488a-a86b-24cd4ab33b09" -d '{"events": [{"name": "network-changed", "server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:12.743720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9babb-b9e4-4ad3-9e72-63a6b7f082e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:12.775266 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715341c0-b02c-435c-b4c0-dd82a96fbddc x-openstack-request-id: req-715341c0-b02c-435c-b4c0-dd82a96fbddc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:12.775552 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:12.775806 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-715341c0-b02c-435c-b4c0-dd82a96fbddc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:12.776191 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'status': 'completed', 'code': 200} Jul 16 04:10:12.825952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-b029701e-8c4f-4e32-a6e5-7c0d385dcef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.827482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-b029701e-8c4f-4e32-a6e5-7c0d385dcef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1094 time: 0.0621533 Jul 16 04:10:12.868437 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-926e2f43-6c85-45c6-99f7-ff53863e7761 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 217 time: 0.0343406 Jul 16 04:10:12.915150 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-a9e1d205-013c-400c-a6bd-323b24390744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.916597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-a9e1d205-013c-400c-a6bd-323b24390744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0425568 Jul 16 04:10:12.972027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b595b559-c50a-406f-b59a-e951ba95158c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:12.972783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-d4da2dd7-9193-495a-833f-a5b7a8418a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:12.974283 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-d4da2dd7-9193-495a-833f-a5b7a8418a40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512514 Jul 16 04:10:13.031067 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b595b559-c50a-406f-b59a-e951ba95158c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:13.031443 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:13.065597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-8730313a-c618-4281-933c-47e43d220f21 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848618 Jul 16 04:10:13.156032 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1dbce55a-cc27-4bec-8261-fe8f6b790e2b req-df6aac13-d601-4027-b346-84d08e367c0f service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845990 Jul 16 04:10:13.256218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-5d6219d8-2bf1-4802-bc4d-e55f758f91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.257613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-5d6219d8-2bf1-4802-bc4d-e55f758f91e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1094 time: 0.0516250 Jul 16 04:10:13.343100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-0a0fdbb1-4dd2-42e2-bb9e-2082b790f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.344539 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-0a0fdbb1-4dd2-42e2-bb9e-2082b790f022 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0806563 Jul 16 04:10:13.388224 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-98def72b-94cb-4862-b546-2c90432780a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 217 time: 0.0369265 Jul 16 04:10:13.435367 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-797cde34-d797-439f-bd82-28e74a08d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.436721 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-797cde34-d797-439f-bd82-28e74a08d90c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0421758 Jul 16 04:10:13.493391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-30153ae5-4331-4408-8cc1-003dd963f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.494854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-30153ae5-4331-4408-8cc1-003dd963f91b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507166 Jul 16 04:10:13.586568 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-3c27c27b-c757-4fc4-8dfe-d61fdfd016f6 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849793 Jul 16 04:10:13.672752 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e10b454b-8ad8-488a-a86b-24cd4ab33b09 req-01de8214-a1df-4e13-9d22-af63952203ce service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789440 Jul 16 04:10:13.877484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deea9e-17ef-4993-b110-94a5eb98ddf9 req-e6d1f08f-f8d4-43ac-b911-bb6a3159fba1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:13.878933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5deea9e-17ef-4993-b110-94a5eb98ddf9 req-e6d1f08f-f8d4-43ac-b911-bb6a3159fba1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0666964 Jul 16 04:10:13.915389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5deea9e-17ef-4993-b110-94a5eb98ddf9 req-cf7c35a2-8235-4328-b2e6-1547bde89089 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Jul 16 04:10:15.088753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93f6b-10b3-4375-bbe8-82c406247c98 req-2f6a142e-9264-4a82-87d8-c36ab919663f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:15.090780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bf93f6b-10b3-4375-bbe8-82c406247c98 req-2f6a142e-9264-4a82-87d8-c36ab919663f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0611477 Jul 16 04:10:15.127404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bf93f6b-10b3-4375-bbe8-82c406247c98 req-992d8bf9-c3d8-40bf-9b9a-14fc711b53ba tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305305 Jul 16 04:10:16.300108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced02eb-55fd-40a9-a68a-4ffa50a1b1f2 req-cabafa4b-2904-47f0-9f53-ba2b6b29eab7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:16.301470 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dced02eb-55fd-40a9-a68a-4ffa50a1b1f2 req-cabafa4b-2904-47f0-9f53-ba2b6b29eab7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0649734 Jul 16 04:10:16.337156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dced02eb-55fd-40a9-a68a-4ffa50a1b1f2 req-734ce01e-cd02-4f20-96d7-8cbe72bfb5cb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300076 Jul 16 04:10:17.043977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:10:17.139077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:17.149478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'mac_address': 'fa:16:3e:91:be:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:10:17.184876 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:17.196887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b894d3c-30b9-455b-ad77-36efbae22b9d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:17.216472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:17.222074 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:17.268426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:17.421848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['7b894d3c-30b9-455b-ad77-36efbae22b9d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:10:17.511232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4eb6-32e1-4c02-8e81-e2b61306a74b req-0ddf5219-cf0b-4b90-a183-794067670f26 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:17.512914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-530a4eb6-32e1-4c02-8e81-e2b61306a74b req-0ddf5219-cf0b-4b90-a183-794067670f26 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 944 time: 0.0641320 Jul 16 04:10:17.550489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-530a4eb6-32e1-4c02-8e81-e2b61306a74b req-716c0c97-1bcd-4d14-856a-2e2e9c124c48 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Jul 16 04:10:18.718692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784db2c-2cc2-4bde-8b59-99bcdaba6a65 req-bf1a28a9-a467-40ca-b9f4-a83f069628a9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:18.720170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0784db2c-2cc2-4bde-8b59-99bcdaba6a65 req-bf1a28a9-a467-40ca-b9f4-a83f069628a9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 944 time: 0.0618825 Jul 16 04:10:18.757717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0784db2c-2cc2-4bde-8b59-99bcdaba6a65 req-9d94e3a3-8885-419e-9a8c-faf0de9c3bc6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jul 16 04:10:19.057336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:19.106059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 7b894d3c-30b9-455b-ad77-36efbae22b9d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:19.109500 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 7b894d3c-30b9-455b-ad77-36efbae22b9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:19.109876 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:19.186712 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:19.208396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:19.210763 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaece76-783a-4bb3-a304-71cac750205d" -d '{"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-plugged", "status": "completed", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:19.223306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:19.227790 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:19.256558 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdbe7b7-6c10-47c7-9e9e-69fcdf526b49 x-openstack-request-id: req-cfdbe7b7-6c10-47c7-9e9e-69fcdf526b49 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:19.256845 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-plugged", "status": "completed", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:19.257096 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfdbe7b7-6c10-47c7-9e9e-69fcdf526b49 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:19.257482 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'code': 200} Jul 16 04:10:19.277690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:19.370206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491b632-e713-420c-a247-b0fa64854458 req-de621296-18bc-4693-b404-7704f5c8549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:19.372247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c491b632-e713-420c-a247-b0fa64854458 req-de621296-18bc-4693-b404-7704f5c8549b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1096 time: 0.0577276 Jul 16 04:10:19.406491 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c491b632-e713-420c-a247-b0fa64854458 req-188e83e8-e791-4f02-b028-91707518a449 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283368 Jul 16 04:10:19.935570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eaabc-2ce2-41d5-8976-89263c795cb2 req-58748283-4aa3-407d-bad4-87aff2c0b6bd tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:19.937034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a0eaabc-2ce2-41d5-8976-89263c795cb2 req-58748283-4aa3-407d-bad4-87aff2c0b6bd tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0658994 Jul 16 04:10:19.973987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a0eaabc-2ce2-41d5-8976-89263c795cb2 req-117303bb-031a-444a-b16d-f0022bc087b6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Jul 16 04:10:20.658264 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:10:20.759106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e884f46-9601-4061-b29a-6b60b4e93435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.147832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f3c0d-7289-4d42-955f-6044835b7f22 req-482345e8-6d5f-4741-bcda-de4f07f06a0a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.149336 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f09f3c0d-7289-4d42-955f-6044835b7f22 req-482345e8-6d5f-4741-bcda-de4f07f06a0a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0644810 Jul 16 04:10:21.186750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f09f3c0d-7289-4d42-955f-6044835b7f22 req-c3d0ab81-d716-4f49-a650-4a28a8f25be0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Jul 16 04:10:21.352534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928155e-eca4-4387-b907-ed9fef76a9ee req-888a3392-123c-46df-a5e7-b46a88e814e8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:21.354026 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a928155e-eca4-4387-b907-ed9fef76a9ee req-888a3392-123c-46df-a5e7-b46a88e814e8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0661733 Jul 16 04:10:21.364562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47390) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:10:21.369057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'floatingip': {'port_id': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:21.407976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.160746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.164491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.260124 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 associated. External IP: 172.25.4.150, port: 7b894d3c-30b9-455b-ad77-36efbae22b9d. Jul 16 04:10:22.461624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:22.565375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:22.569895 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:22.574617 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:22.583186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:22.583789 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:09:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:22.605281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5ec71655-3218-4d77-baaa-eea8d5ed5d95 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "PUT /v2.0/floatingips/50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 HTTP/1.1" status: 200 len: 991 time: 1.2396643 Jul 16 04:10:22.606475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:22.608905 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e4f922-05e2-4953-9ff0-5b7631f69ece" -d '{"events": [{"name": "network-changed", "server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:22.686217 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:22.734412 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c989153-2972-432d-b39a-e35dd6684f7f x-openstack-request-id: req-5c989153-2972-432d-b39a-e35dd6684f7f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:22.734738 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:22.734997 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c989153-2972-432d-b39a-e35dd6684f7f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:22.735401 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'status': 'completed', 'code': 200} Jul 16 04:10:22.806407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-95fb7ab2-dcb0-4612-8b4c-33923ccb5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:22.807970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-95fb7ab2-dcb0-4612-8b4c-33923ccb5d32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1096 time: 0.0517087 Jul 16 04:10:22.899089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-04c8b66e-082c-4da7-95b9-ac36d246c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:22.900558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-04c8b66e-082c-4da7-95b9-ac36d246c5ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0868657 Jul 16 04:10:22.905534 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:91:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397671d-f793-4d55-9e40-e8072ce51310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:10:22Z', 'revision_number': 1, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:22.931260 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:22.939375 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:22.939973 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:09:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:22.962413 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-a114a59c-fc64-4f1a-9b1b-66bc0e1812be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 999 time: 0.0558553 Jul 16 04:10:23.009235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-6005280f-045e-407d-9d38-d312ea4993e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:23.010623 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-6005280f-045e-407d-9d38-d312ea4993e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0420120 Jul 16 04:10:23.040986 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:23.069557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-08f0c343-a713-41b7-a0c6-36716ac6bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:23.071072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-08f0c343-a713-41b7-a0c6-36716ac6bdd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547795 Jul 16 04:10:23.157871 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-16c7f4f9-49a5-4ac2-894b-6536b87fb932 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805967 Jul 16 04:10:23.250368 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a8e4f922-05e2-4953-9ff0-5b7631f69ece req-291f87bd-66d4-433a-bc9b-0e4a542e3a3d service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865893 Jul 16 04:10:23.257406 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:91:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397671d-f793-4d55-9e40-e8072ce51310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:10:22Z', 'revision_number': 1, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:23.287445 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cc909-1f85-4339-a12b-142739c43fb7 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:91:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397671d-f793-4d55-9e40-e8072ce51310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:10:22Z', 'revision_number': 1, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:23.467924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965cad43-da97-4e0b-8e8c-ac5ee01fd445 None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:10:23.576048 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-654f6dd0-b50e-484c-bf33-d7ee8583b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:23.883812 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:24.468273 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:26.189731 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.148145 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.921276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:50.760077 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54bc28ff-be43-45c1-8cf8-16dace715d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.566348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b9a01f1-c282-449d-9616-a77c6fc24c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.885031 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:54.471974 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:56.191661 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.657605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:11:03.145814 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.934413 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:19.873854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-b6f2022a-4dc5-4578-a29b-ea3a9ada4fb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541680 Jul 16 04:11:19.979283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e124-0826-405b-afa8-92de8a453d8b req-132e454f-0394-484d-8517-a36f86936c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:19.980918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-132e454f-0394-484d-8517-a36f86936c04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1096 time: 0.0541050 Jul 16 04:11:20.095908 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e124-0826-405b-afa8-92de8a453d8b req-0040f93a-d29b-457f-9fe8-4350ccea9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.097248 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-0040f93a-d29b-457f-9fe8-4350ccea9f28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0902324 Jul 16 04:11:20.165662 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-12926a73-6218-4522-97a2-2e045bd2426c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 1001 time: 0.0611460 Jul 16 04:11:20.213085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e124-0826-405b-afa8-92de8a453d8b req-31ed978b-464e-408e-80b8-b6ea2296285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.214510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-31ed978b-464e-408e-80b8-b6ea2296285d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0429676 Jul 16 04:11:20.272353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e124-0826-405b-afa8-92de8a453d8b req-dde4b5e7-08ec-4d63-8f53-7be1d02381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:20.273912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-dde4b5e7-08ec-4d63-8f53-7be1d02381dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531001 Jul 16 04:11:20.367016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-7c3ba92a-4c03-41bb-b221-211ee4fafbfe service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866547 Jul 16 04:11:20.452454 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-11f9e124-0826-405b-afa8-92de8a453d8b req-ad619af7-c82e-4ae3-acea-d9a6407926e0 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798762 Jul 16 04:11:20.761445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b98e6b06-d3e9-47ee-9ac9-93497f5946f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:23.566461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c16c9c9-4e67-464e-8dfb-e597be591c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:23.886173 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:24.474718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:26.194102 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.182851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.934862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:34.656037 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:11:50.763287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7b217a-285d-49a6-831a-4839732eadde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:53.565473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e17ab8d-5a3e-441d-bbde-8af1947e9046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:53.887775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:54.477727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:55.478065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-42f66ff2-c51e-4956-a320-dab110d51226 req-b45410aa-4b9c-4b8c-b9ab-2bc014fd2960 service neutron] (93756) timed out ('10.222.0.25', 35320) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:11:56.196508 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:57.570430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de2167-8616-4437-acf3-b947ee286825 req-b98abfa6-8dc5-469f-8962-8546fc038d33 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:57.571933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20de2167-8616-4437-acf3-b947ee286825 req-b98abfa6-8dc5-469f-8962-8546fc038d33 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0629563 Jul 16 04:11:57.608375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20de2167-8616-4437-acf3-b947ee286825 req-c4efd781-8328-44c1-9228-952732dec42b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303743 Jul 16 04:11:57.966790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-d467a3cb-e1b6-42a7-9533-b9f02123c247 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794878 Jul 16 04:11:58.001869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3744f-ad0e-4235-b4e9-e025a60be512 req-369f7d60-88d6-4e7d-9ac6-3710934f1b7b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:58.003387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02d3744f-ad0e-4235-b4e9-e025a60be512 req-369f7d60-88d6-4e7d-9ac6-3710934f1b7b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0693545 Jul 16 04:11:58.041107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-02d3744f-ad0e-4235-b4e9-e025a60be512 req-dcbf682e-abde-43f9-a204-c6a505865d6d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Jul 16 04:11:59.174431 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-97baea6b-60f9-4be5-845b-0713212d06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:59.175963 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-97baea6b-60f9-4be5-845b-0713212d06c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1096 time: 0.0578434 Jul 16 04:11:59.223490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64729c9-2337-4d8d-b9cb-9afec6ca3fa4 req-0308db1d-e4e9-4aa4-9bef-a75f19e1fbab tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:59.224900 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b64729c9-2337-4d8d-b9cb-9afec6ca3fa4 req-0308db1d-e4e9-4aa4-9bef-a75f19e1fbab tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0627306 Jul 16 04:11:59.263001 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b64729c9-2337-4d8d-b9cb-9afec6ca3fa4 req-70ebd349-6676-4d72-9d54-4f03687e002b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Jul 16 04:11:59.264771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-153b43ce-5627-4128-87ff-a02d823d3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:59.266222 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-153b43ce-5627-4128-87ff-a02d823d3a3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0842147 Jul 16 04:11:59.332527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-c8daf554-8e81-40d7-8851-01c223338e78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 1001 time: 0.0600617 Jul 16 04:11:59.380264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-5f583c79-e758-4e96-ba13-8d2b38de239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:59.381682 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-5f583c79-e758-4e96-ba13-8d2b38de239c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0428078 Jul 16 04:11:59.437019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0582b3aa-14e6-4513-b0a0-0f1198eede88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:59.438436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0582b3aa-14e6-4513-b0a0-0f1198eede88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503252 Jul 16 04:11:59.529163 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-37ac231f-24a6-40b7-aa7e-f9913e47a731 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841372 Jul 16 04:11:59.613651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0b20dbe6-53f2-45d1-832b-747bc59dae16 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784714 Jul 16 04:12:00.442328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07797916-016b-464e-a322-15b3af3083af req-d9f4971d-b9d0-4b86-b596-e50105774923 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:00.443827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07797916-016b-464e-a322-15b3af3083af req-d9f4971d-b9d0-4b86-b596-e50105774923 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0663481 Jul 16 04:12:00.481936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07797916-016b-464e-a322-15b3af3083af req-6c053a7c-a0e6-4dba-a51d-1ade57ffe806 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Jul 16 04:12:01.651078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f227-39bd-47db-80d6-955df7d65d98 req-d999e580-d1ba-4237-b2f0-a83d997f9448 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:01.652475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ec3f227-39bd-47db-80d6-955df7d65d98 req-d999e580-d1ba-4237-b2f0-a83d997f9448 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0613420 Jul 16 04:12:01.688959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ec3f227-39bd-47db-80d6-955df7d65d98 req-4bc70d5a-aa31-4eee-943a-4b8f5c5068c1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jul 16 04:12:02.861091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1d1f7-bafa-4919-bc2c-d358fb84ea99 req-40520f9e-79dc-4070-a3d5-7455647fcdc5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:02.862578 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7f1d1f7-bafa-4919-bc2c-d358fb84ea99 req-40520f9e-79dc-4070-a3d5-7455647fcdc5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0658720 Jul 16 04:12:02.899460 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a7f1d1f7-bafa-4919-bc2c-d358fb84ea99 req-652d7dac-931e-4eca-82dc-5e9a279fdbb4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Jul 16 04:12:03.185599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:03.935084 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:04.068952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678311-83c5-4dfb-b349-2c8e73c36f95 req-e37c5093-df8c-46c9-886d-4094def153d0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:04.070409 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18678311-83c5-4dfb-b349-2c8e73c36f95 req-e37c5093-df8c-46c9-886d-4094def153d0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0620987 Jul 16 04:12:04.111588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18678311-83c5-4dfb-b349-2c8e73c36f95 req-50d2a0b6-0bfa-486e-807d-b9f6a0bf5d14 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jul 16 04:12:05.284214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783043aa-23db-4396-86f0-9e3b96663b35 req-5fc0394c-98db-448f-badf-31b52cd2a1a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:05.285567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-783043aa-23db-4396-86f0-9e3b96663b35 req-5fc0394c-98db-448f-badf-31b52cd2a1a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0609820 Jul 16 04:12:05.322385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-783043aa-23db-4396-86f0-9e3b96663b35 req-b1ec1ce9-767f-45b1-9f8d-0544ec66d8b6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Jul 16 04:12:06.497319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fad13-76d3-4624-ae31-d03da3589b90 req-afe62f80-a36c-41da-971a-d60419594613 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:06.498753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2fad13-76d3-4624-ae31-d03da3589b90 req-afe62f80-a36c-41da-971a-d60419594613 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0672195 Jul 16 04:12:06.535136 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2fad13-76d3-4624-ae31-d03da3589b90 req-962fb3b0-4ad6-4c3f-9a7c-681fb9d0d40b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Jul 16 04:12:07.705122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e351-b6a8-41d9-9821-cb04aa662b2e req-d5932b2e-b597-4bd4-9199-3aaaefc7a247 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:07.706510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ab6e351-b6a8-41d9-9821-cb04aa662b2e req-d5932b2e-b597-4bd4-9199-3aaaefc7a247 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Jul 16 04:12:07.743569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ab6e351-b6a8-41d9-9821-cb04aa662b2e req-1e72061c-35de-44ac-b982-d4f26918c074 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Jul 16 04:12:08.916282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec6ba6-7b2c-4170-b296-45d2fc019e90 req-c619cf44-5b8d-4c3b-9d37-22dc49822c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:08.918297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93ec6ba6-7b2c-4170-b296-45d2fc019e90 req-c619cf44-5b8d-4c3b-9d37-22dc49822c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0657439 Jul 16 04:12:08.954267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-93ec6ba6-7b2c-4170-b296-45d2fc019e90 req-72cf3ee6-b692-4317-b8cb-3e1de3408388 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304735 Jul 16 04:12:10.130937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee8e6-f428-4e52-a677-4c57bac461de req-1e8d252a-b96e-4d28-9a4e-a0b15a8a65c7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:10.132389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f78ee8e6-f428-4e52-a677-4c57bac461de req-1e8d252a-b96e-4d28-9a4e-a0b15a8a65c7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0614474 Jul 16 04:12:10.168646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f78ee8e6-f428-4e52-a677-4c57bac461de req-f20afb37-de8c-4020-a8ec-8003248b2530 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Jul 16 04:12:11.338844 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a521c-a9cd-4586-9269-35db05bcbc95 req-1955b6eb-a9a5-40fd-b755-2783ce96060f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:11.340257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-746a521c-a9cd-4586-9269-35db05bcbc95 req-1955b6eb-a9a5-40fd-b755-2783ce96060f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0618372 Jul 16 04:12:11.378383 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-746a521c-a9cd-4586-9269-35db05bcbc95 req-353f6fd2-17a0-4c41-9da2-1089387d5d19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Jul 16 04:12:11.572916 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-09e1bdc3-1131-4146-8334-057702dc6d97 service neutron] show failed (client error): The resource could not be found. Jul 16 04:12:11.573877 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-09e1bdc3-1131-4146-8334-057702dc6d97 service neutron] 10.222.0.11 "GET /v2.0/ports/7b894d3c-30b9-455b-ad77-36efbae22b9d/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0569487 Jul 16 04:12:11.655628 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:12:11.846164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-07defcbb-7a05-4626-9d7b-e9d8d8027234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:11.847685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-07defcbb-7a05-4626-9d7b-e9d8d8027234 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 1096 time: 0.0847116 Jul 16 04:12:11.858957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:12:11.926209 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.124568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:12.155205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:12:12.192799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:12.194994 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cc1824-f7ef-4593-8dd7-909c3397972f" -d '{"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-unplugged", "status": "completed", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:12.199087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.211116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Transition to ACTIVE for port object 7b894d3c-30b9-455b-ad77-36efbae22b9d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:12:12.215379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.323360 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7b5ad-d8f4-45df-8606-7b0079e4fa2f x-openstack-request-id: req-dbb7b5ad-d8f4-45df-8606-7b0079e4fa2f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:12.323656 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-unplugged", "status": "completed", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:12.323915 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb7b5ad-d8f4-45df-8606-7b0079e4fa2f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:12.324312 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'code': 200} Jul 16 04:12:12.333329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:12.368445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.369092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.369092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.369440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.369780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.370170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.371008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.371343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.371668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.371991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.372313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.372635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:12.398290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] No DVR routers for this DVR port 7b894d3c-30b9-455b-ad77-36efbae22b9d on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:12:12.572742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:12:12.573080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:12:12.573436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:12:12.581848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Port 7b894d3c-30b9-455b-ad77-36efbae22b9d on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:12:12.582168 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Attempting to bind port 7b894d3c-30b9-455b-ad77-36efbae22b9d on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:12:12.595978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b69e72-d099-4d75-907c-5bd581bdcb89 req-0f229190-02a9-4f97-b86e-feba93692094 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:12.597453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0b69e72-d099-4d75-907c-5bd581bdcb89 req-0f229190-02a9-4f97-b86e-feba93692094 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.1030395 Jul 16 04:12:12.598621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:12:12.598957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:12:12.599335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:12:12.599763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Bound port: 7b894d3c-30b9-455b-ad77-36efbae22b9d, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:12:12.600113 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.670916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c0b69e72-d099-4d75-907c-5bd581bdcb89 req-b38f3d24-a0b6-4415-95ce-f416efcf7a72 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678449 Jul 16 04:12:12.686186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:12:12.689316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:12:12.693921 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.731692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:12.732309 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.733677 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 1091 time: 0.8794804 Jul 16 04:12:12.753520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154e8f2-98df-4e73-b974-217a54f131e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:12.811577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-c4a27192-f1c2-4be6-83b0-a78bbfcd74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:12.813095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-c4a27192-f1c2-4be6-83b0-a78bbfcd74b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1094 time: 0.0540719 Jul 16 04:12:12.907454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-f740df33-ccc0-448b-8571-999cdd2c5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:12.908917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-f740df33-ccc0-448b-8571-999cdd2c5c1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0897577 Jul 16 04:12:12.972570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-5b2f32ec-1284-4f5f-82cc-33596deca577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 999 time: 0.0559585 Jul 16 04:12:13.020364 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-14c11fea-d0d3-444c-af0d-b7bd8c72cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:13.021699 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-14c11fea-d0d3-444c-af0d-b7bd8c72cada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0413914 Jul 16 04:12:13.079785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-077b0db4-0460-4aeb-bcc7-e34451a64d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:13.081160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-077b0db4-0460-4aeb-bcc7-e34451a64d40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517426 Jul 16 04:12:13.170990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-51b9a6a7-c719-49f8-8d0e-68aec8915266 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777326 Jul 16 04:12:13.267276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f988b1-81ae-4770-930f-cd048c1b0e5e req-e04a26cf-129e-402a-a360-380c294b565c service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822752 Jul 16 04:12:13.839780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c00b-79f0-448b-b1cd-74270cf41533 req-6d4e53a2-13a8-4a13-8b4c-87d2d637b960 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:13.841223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3424c00b-79f0-448b-b1cd-74270cf41533 req-6d4e53a2-13a8-4a13-8b4c-87d2d637b960 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0609772 Jul 16 04:12:13.877496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3424c00b-79f0-448b-b1cd-74270cf41533 req-1fe6325c-246a-4afd-afef-dc5f19acb819 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306284 Jul 16 04:12:14.325005 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:14.327383 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aefea9c-fb6d-4dde-8e12-9be92f972689" -d '{"events": [{"name": "network-changed", "server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:14.377365 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205bb46b-564a-49a7-8a89-509201da4e36 x-openstack-request-id: req-205bb46b-564a-49a7-8a89-509201da4e36 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:14.377656 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:14.377911 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-205bb46b-564a-49a7-8a89-509201da4e36 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:14.378311 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'status': 'completed', 'code': 200} Jul 16 04:12:14.447079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-12d1c7c0-fa67-437c-bcc0-ad26b63ad01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.449067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-12d1c7c0-fa67-437c-bcc0-ad26b63ad01c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1094 time: 0.0517406 Jul 16 04:12:14.451949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-a5612b71-688c-4a21-913e-db3e6d567559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.452919 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-a5612b71-688c-4a21-913e-db3e6d567559 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1094 time: 0.0523448 Jul 16 04:12:14.540645 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-93fc2167-58be-46db-b484-6f0eec3361f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.541210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-14fa3889-e8a8-444f-a3e8-131497904b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.542095 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-93fc2167-58be-46db-b484-6f0eec3361f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0859284 Jul 16 04:12:14.542741 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-14fa3889-e8a8-444f-a3e8-131497904b56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0842369 Jul 16 04:12:14.608137 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-226ad264-0478-484a-8c14-12e8519bb169 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 999 time: 0.0592403 Jul 16 04:12:14.608364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-78309444-c08d-4fec-8c5a-9df96946bd09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 999 time: 0.0594487 Jul 16 04:12:14.655868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-3184d46a-410a-4dcd-8144-a820635557c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.657327 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-3184d46a-410a-4dcd-8144-a820635557c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0434368 Jul 16 04:12:14.658651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-6c4f3b4a-5808-41c3-b6d1-bfbab0f12ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.660084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-6c4f3b4a-5808-41c3-b6d1-bfbab0f12ff6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0430052 Jul 16 04:12:14.712502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-c5da3201-90e4-434b-844c-ed835ce83258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.714039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-c5da3201-90e4-434b-844c-ed835ce83258 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508866 Jul 16 04:12:14.716674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-b27546f3-8fde-4dac-9b02-7f46d868ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:14.718475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-b27546f3-8fde-4dac-9b02-7f46d868ca78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514858 Jul 16 04:12:14.807289 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-57dd1489-ed3a-47e8-9f85-cdb9807e34b2 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870485 Jul 16 04:12:14.822438 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-2b31b322-9141-471a-9f00-a7e4c74c0a8e service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971143 Jul 16 04:12:14.900245 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-3cb44ca0-dc9f-424c-ac0c-b3e13e4f9dfe service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867574 Jul 16 04:12:14.922810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5aefea9c-fb6d-4dde-8e12-9be92f972689 req-f1277e24-95a8-457c-8b3e-8858cb4dd039 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929074 Jul 16 04:12:15.055178 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c9bba-f3d8-45fd-8349-35f3df1328bf req-909213f1-2834-40f1-9516-5bf6fa7b6874 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.056619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-159c9bba-f3d8-45fd-8349-35f3df1328bf req-909213f1-2834-40f1-9516-5bf6fa7b6874 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0648098 Jul 16 04:12:15.094323 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-159c9bba-f3d8-45fd-8349-35f3df1328bf req-cd91db89-24a6-4361-a7c7-24aeea55f09b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jul 16 04:12:15.382114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc71766-d3e4-495d-af81-91e1cd0e9039 req-e2541641-5ee4-4618-8430-404560f8673e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.383775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fc71766-d3e4-495d-af81-91e1cd0e9039 req-e2541641-5ee4-4618-8430-404560f8673e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 943 time: 0.0634184 Jul 16 04:12:15.400301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098e01-72cc-437e-96ad-28046f95be6c req-94334fa3-71ea-456b-8a35-acf0f8286b2f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.402590 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-94334fa3-71ea-456b-8a35-acf0f8286b2f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310&tenant_id=e6e424704c87480bbb4a103203de86b8&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 943 time: 0.0763023 Jul 16 04:12:15.404342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:12:15.422249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fc71766-d3e4-495d-af81-91e1cd0e9039 req-62118127-91ea-4585-ae24-30c5be3413cd tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329194 Jul 16 04:12:15.443888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:12:15.462040 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-31098e01-72cc-437e-96ad-28046f95be6c req-72a9fe3c-3a35-4f3c-8d20-d94dd745284c service neutron] delete failed (client error): The resource could not be found. Jul 16 04:12:15.463140 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-72a9fe3c-3a35-4f3c-8d20-d94dd745284c service neutron] 10.222.0.11 "DELETE /v2.0/ports/7b894d3c-30b9-455b-ad77-36efbae22b9d/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0548203 Jul 16 04:12:15.555144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098e01-72cc-437e-96ad-28046f95be6c req-e255d50c-9f46-4b14-840b-cba25559f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.556606 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-e255d50c-9f46-4b14-840b-cba25559f631 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 1094 time: 0.0520723 Jul 16 04:12:15.646016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098e01-72cc-437e-96ad-28046f95be6c req-c73b8bac-5237-4dcb-891e-c1abed59f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.647497 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-c73b8bac-5237-4dcb-891e-c1abed59f65e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0848441 Jul 16 04:12:15.708784 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-0f832fb1-adf0-4499-9954-64855cbffe11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 200 len: 999 time: 0.0545411 Jul 16 04:12:15.760417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098e01-72cc-437e-96ad-28046f95be6c req-6b0d04df-45e2-4158-b1b5-f747119b6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.762405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-6b0d04df-45e2-4158-b1b5-f747119b6b53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0473633 Jul 16 04:12:15.816817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098e01-72cc-437e-96ad-28046f95be6c req-518b6dfa-927f-4b3f-918c-627d3cd51041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:15.818243 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-518b6dfa-927f-4b3f-918c-627d3cd51041 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500784 Jul 16 04:12:15.841530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:12:15.905201 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-14aca452-eda3-49a5-b49f-b4eddd40f979 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801094 Jul 16 04:12:15.935591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:15.946429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'mac_address': 'fa:16:3e:91:be:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:12:15.982968 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:15.995968 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-31098e01-72cc-437e-96ad-28046f95be6c req-539c1c39-49e5-4a89-ae81-310156efe475 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Jul 16 04:12:15.996163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b894d3c-30b9-455b-ad77-36efbae22b9d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:12:16.017852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:16.022350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:16.075684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:16.083646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.084002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.084351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.084695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.085055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.085391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.085724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.086065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.086392 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.086746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.087078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.087405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:16.262071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['7b894d3c-30b9-455b-ad77-36efbae22b9d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:12:16.602220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067713c6-d003-4c1c-998d-89d18c78dabb req-1854e4d5-f878-4b98-9a39-3e43d7533bbb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:16.603694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-067713c6-d003-4c1c-998d-89d18c78dabb req-1854e4d5-f878-4b98-9a39-3e43d7533bbb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 944 time: 0.0657971 Jul 16 04:12:16.640436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-067713c6-d003-4c1c-998d-89d18c78dabb req-36eea6cf-02a8-4eb1-9537-3032a40ed5f7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Jul 16 04:12:16.811912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61c43-f5e8-46f8-8d76-9fdafda59d56 req-699f8023-1094-4b2f-96bb-3a781ff18d58 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:16.813353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77a61c43-f5e8-46f8-8d76-9fdafda59d56 req-699f8023-1094-4b2f-96bb-3a781ff18d58 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 944 time: 0.0653441 Jul 16 04:12:16.848818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77a61c43-f5e8-46f8-8d76-9fdafda59d56 req-5caeee24-c752-468d-9fa7-b071cf65a13d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300763 Jul 16 04:12:17.014135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad94a47-eef6-45c6-ad6a-665385284aab req-36a9b2ac-d84e-42d3-8f0d-e4cdd7245b8c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:17.015607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fad94a47-eef6-45c6-ad6a-665385284aab req-36a9b2ac-d84e-42d3-8f0d-e4cdd7245b8c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 944 time: 0.0610788 Jul 16 04:12:17.052143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fad94a47-eef6-45c6-ad6a-665385284aab req-0cc35ce1-d31c-4d8c-b085-4111e156e5ca tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Jul 16 04:12:17.421642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c8eef-3b87-44b3-9360-1c9a83795b56 req-d77885f9-da6f-4481-b33b-8bca7a591608 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:17.423050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-148c8eef-3b87-44b3-9360-1c9a83795b56 req-d77885f9-da6f-4481-b33b-8bca7a591608 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 944 time: 0.0647774 Jul 16 04:12:17.459259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-148c8eef-3b87-44b3-9360-1c9a83795b56 req-f4c62f8e-3f02-4c5a-b9ca-6cd882363ba9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Jul 16 04:12:17.852702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:12:17.899751 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 7b894d3c-30b9-455b-ad77-36efbae22b9d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:12:17.903405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 7b894d3c-30b9-455b-ad77-36efbae22b9d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:12:17.903780 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:17.980039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:18.001375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:18.003668 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc42033-6062-4bb8-b0c6-814ff90289c4" -d '{"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-plugged", "status": "completed", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:18.016766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:18.020688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:18.068175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:18.102016 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15daa89f-4775-45b1-a90d-fc3230c85b62 x-openstack-request-id: req-15daa89f-4775-45b1-a90d-fc3230c85b62 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:18.102333 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-plugged", "status": "completed", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:18.102646 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15daa89f-4775-45b1-a90d-fc3230c85b62 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:18.103094 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'code': 200} Jul 16 04:12:18.654689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-f51af25d-8dfe-4baf-adbc-26eb1c771578 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:18.656053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-f51af25d-8dfe-4baf-adbc-26eb1c771578 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.1008101 Jul 16 04:12:18.666772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877de2b1-545d-4869-8758-e51eed346aa3 req-2049b5d9-0d3b-49ae-8aa1-8bd3b1fa4a37 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:18.668746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-877de2b1-545d-4869-8758-e51eed346aa3 req-2049b5d9-0d3b-49ae-8aa1-8bd3b1fa4a37 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 945 time: 0.0871677 Jul 16 04:12:18.745910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-877de2b1-545d-4869-8758-e51eed346aa3 req-a117b6c1-d882-4674-baa3-dad71ae80c1e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690992 Jul 16 04:12:18.789020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Deleting port 7b894d3c-30b9-455b-ad77-36efbae22b9d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:12:18.789361 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:18.877084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] For port 7b894d3c-30b9-455b-ad77-36efbae22b9d, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=7b894d3c-30b9-455b-ad77-36efbae22b9d,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:18.877438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:19.413721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:19.414088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:19.414399 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 disassociated. External IP: 172.25.4.150, port: 7b894d3c-30b9-455b-ad77-36efbae22b9d. Jul 16 04:12:19.414764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Calling delete_port for 7b894d3c-30b9-455b-ad77-36efbae22b9d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:12:19.539806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:19.572693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event deleted for resources: {'Port': ['ID=7b894d3c-30b9-455b-ad77-36efbae22b9d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:19.692355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:12:19.799789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:12:19.810259 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:12:19.820479 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:19.821530 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:11:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:19.849872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] No DVR routers for this DVR port 7b894d3c-30b9-455b-ad77-36efbae22b9d on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:12:19.852682 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:19.855251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9612874c-c3d2-447d-8d9e-80eb35b304cc req-b2676995-9ad0-4e62-9d17-e56bbeac88ac tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "DELETE /v2.0/ports/7b894d3c-30b9-455b-ad77-36efbae22b9d HTTP/1.1" status: 204 len: 173 time: 1.1851130 Jul 16 04:12:19.855725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-deleted', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:19.858019 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08ca93-1d0a-493e-9ffb-15d9635a8b63" -d '{"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-deleted", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:19.928767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-168e9d11-990f-42cb-a351-de4563407859 req-30310bc6-b0a4-42e0-8fe8-c719525c0596 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=7397671d-f793-4d55-9e40-e8072ce51310 HTTP/1.1" status: 200 len: 210 time: 0.0501928 Jul 16 04:12:19.941605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:19.971771 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e7d455-a96c-4db7-9dac-84ec391b9f69 x-openstack-request-id: req-66e7d455-a96c-4db7-9dac-84ec391b9f69 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:19.972685 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7397671d-f793-4d55-9e40-e8072ce51310", "name": "network-vif-deleted", "tag": "7b894d3c-30b9-455b-ad77-36efbae22b9d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:19.973260 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66e7d455-a96c-4db7-9dac-84ec391b9f69 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:19.973766 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7397671d-f793-4d55-9e40-e8072ce51310', 'name': 'network-vif-deleted', 'tag': '7b894d3c-30b9-455b-ad77-36efbae22b9d', 'status': 'completed', 'code': 200} Jul 16 04:12:20.152294 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:20.266679 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:12:20.275168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:20.275760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:11:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:20.379416 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:20.565400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:20.595283 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed57db-33de-48ed-9103-647261720cf4 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:12:20.765282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37c24f7-1738-4e7c-b3ad-01d7d4f0e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:20.800916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17623f1d-59c8-4d48-9a67-25dabd4452ad None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:12:21.222011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-5828d73e-0253-4f57-82bf-fbb74734d77f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1180256888&fields=id&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 267 time: 0.0322173 Jul 16 04:12:21.328906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-fe40a442-e4cf-4737-a679-67f7ae10f2b2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:21.330343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-fe40a442-e4cf-4737-a679-67f7ae10f2b2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1020706 Jul 16 04:12:21.345277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-7d657720-4db4-49f2-9ade-8ebdb8fe420a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/quotas/e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 375 time: 0.0094073 Jul 16 04:12:21.414012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-efe9c1ff-3ba9-4f3c-b0d2-f9987f58f66f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639210 Jul 16 04:12:21.517195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-5ca3ea7e-77b5-4e95-87db-fff7aa16631c service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889366 Jul 16 04:12:21.606509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-8d876aeb-4da1-4145-9e7b-4ecf9e737a66 service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834510 Jul 16 04:12:21.771686 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0cd0dec-94fa-42d5-9c91-e6a4e3c5064f req-beb3cffe-c46d-445f-a33e-e6e79aef9148 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 210 time: 0.0286689 Jul 16 04:12:21.860598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:12:21.883258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 7b894d3c-30b9-455b-ad77-36efbae22b9d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:12:21.883612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 7b894d3c-30b9-455b-ad77-36efbae22b9d not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:12:22.923593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6bef0437-82dd-41cb-8ff4-894551213ffb req-0fc74ff9-40ea-43be-8834-fd9571900afb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 210 time: 0.0335143 Jul 16 04:12:22.940814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-1e6ec0ca-46f5-47e5-aca2-d926f274f3de tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:22.943739 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-1e6ec0ca-46f5-47e5-aca2-d926f274f3de tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1124973 Jul 16 04:12:22.990208 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-fe4d94b6-9be7-4385-8efe-ba64e4750a4e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 380 time: 0.0369081 Jul 16 04:12:22.999878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'port': {'device_id': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'admin_state_up': True, 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'security_groups': ['3dd95c35-295c-4130-8159-079334872cfc']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:12:23.108881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Made reservation on behalf of e6e424704c87480bbb4a103203de86b8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:12:23.112637 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.238247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Allocated IP 172.20.0.10 (ed93c34e-c41b-416e-9bf2-f3cd0c2353bb/7daac18e-894a-4a63-83f4-204805f306f8/28eef3df-6edf-4913-acbb-35ca3ad5055c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:12:23.373343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.387059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Transition to ACTIVE for port object 28eef3df-6edf-4913-acbb-35ca3ad5055c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:12:23.418532 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.462939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:12:23.466626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:12:23.470778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:12:23.493564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:23.508172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.508515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.508856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.509186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.509514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.509840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.510163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.510482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.511368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.511686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.512006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.512323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:12:23.533053 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:23.533673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.548452 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-d395645d-9f44-4b2c-b841-7718b09e5b75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5525935 Jul 16 04:12:23.560309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Request body: {'port': {'device_id': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:12:23.567921 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-567256d5-45d7-4fcc-9266-4a6b9da30a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.642365 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.731216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c94222bf-9a09-4cd8-a711-4d2cfd980422 None None] Provisioning for port 28eef3df-6edf-4913-acbb-35ca3ad5055c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:12:23.734730 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c94222bf-9a09-4cd8-a711-4d2cfd980422 None None] Provisioning complete for port 28eef3df-6edf-4913-acbb-35ca3ad5055c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:12:23.735106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c94222bf-9a09-4cd8-a711-4d2cfd980422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.768915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c94222bf-9a09-4cd8-a711-4d2cfd980422 None None] Port 28eef3df-6edf-4913-acbb-35ca3ad5055c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:12:23.888473 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.893417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eef3df-6edf-4913-acbb-35ca3ad5055c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:12:23.900686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.912157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Transition to ACTIVE for port object 28eef3df-6edf-4913-acbb-35ca3ad5055c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:12:23.915622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:23.969949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:24.045034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:12:24.045649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:12:24.046072 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:12:24.050699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Port 28eef3df-6edf-4913-acbb-35ca3ad5055c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:12:24.051149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:12:24.056404 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:12:24.056848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:12:24.057326 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:12:24.058414 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Bound port: 28eef3df-6edf-4913-acbb-35ca3ad5055c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:12:24.058896 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:24.110185 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387773f-a73a-4881-bc48-6dc38bd8f575 req-300a07f2-8277-447f-b3ea-688c0b976bb9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:24.111782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1387773f-a73a-4881-bc48-6dc38bd8f575 req-300a07f2-8277-447f-b3ea-688c0b976bb9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.0701761 Jul 16 04:12:24.126907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:12:24.130245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:12:24.137519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:24.156075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1387773f-a73a-4881-bc48-6dc38bd8f575 req-61bec9cf-f9d4-452e-a2e5-da15b91a5a65 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 Jul 16 04:12:24.182097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:24.182097 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:24.182484 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] 10.222.0.11 "PUT /v2.0/ports/28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1092 time: 0.6263113 Jul 16 04:12:24.183647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:24.186048 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e406f-70c3-4a79-86c0-b686eee1090b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:24.212763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629de6c-ddd8-4a0a-b152-7c4b8ef31ccd service neutron] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:24.282358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-22c4aed0-3a2a-4ba6-809a-6ae213d8f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:24.283900 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-22c4aed0-3a2a-4ba6-809a-6ae213d8f619 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1095 time: 0.0577638 Jul 16 04:12:24.325634 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d549470-3870-463d-939c-556ddc11723b x-openstack-request-id: req-2d549470-3870-463d-939c-556ddc11723b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:24.325922 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:24.326172 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d549470-3870-463d-939c-556ddc11723b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:24.326581 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'status': 'completed', 'code': 200} Jul 16 04:12:24.328390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-0ebfe4fb-db0a-431a-a265-42d273994044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 217 time: 0.0377145 Jul 16 04:12:24.381382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-f650901c-3d25-41f9-a3a7-433132811494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:24.382927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-f650901c-3d25-41f9-a3a7-433132811494 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0483937 Jul 16 04:12:24.439155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-051c3141-92bb-48ff-9585-828ca2460bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:24.440756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-051c3141-92bb-48ff-9585-828ca2460bfd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513761 Jul 16 04:12:24.481686 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:24.529670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-697d6c1b-2149-405f-91a5-201aec50d35b service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826192 Jul 16 04:12:24.932798 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c9db483-a34a-4541-8c6c-bf240148fae4 req-2b4e5158-bacb-4407-a65b-9a5494f6e32a service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972895 Jul 16 04:12:25.029897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-b0a8d962-3af7-4c96-b7f8-2969ff79d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:25.031472 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-b0a8d962-3af7-4c96-b7f8-2969ff79d8fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1095 time: 0.0522306 Jul 16 04:12:25.119744 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-db7feee5-468f-473d-a3fc-470ee83db945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:25.121644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-db7feee5-468f-473d-a3fc-470ee83db945 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0841243 Jul 16 04:12:25.232565 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-1c071227-2a2d-41d0-8451-b9663955d6a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 217 time: 0.0365744 Jul 16 04:12:25.281269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-c3800a9e-7f8e-43d8-9d8a-cdba26482d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:25.282775 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-c3800a9e-7f8e-43d8-9d8a-cdba26482d1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0440307 Jul 16 04:12:25.333027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da2cb7-693b-4697-9314-c93a360f8404 req-b0430bf7-4099-4117-b4f7-78bf3a5b3462 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:25.334528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2da2cb7-693b-4697-9314-c93a360f8404 req-b0430bf7-4099-4117-b4f7-78bf3a5b3462 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.0627599 Jul 16 04:12:25.344253 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-385aaacf-d9a0-4e2b-9435-7dbb2fd85f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:25.345750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-385aaacf-d9a0-4e2b-9435-7dbb2fd85f6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566578 Jul 16 04:12:25.378297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2da2cb7-693b-4697-9314-c93a360f8404 req-f1b8f944-f14d-4d9f-8694-52282a1d4d79 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Jul 16 04:12:25.434059 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-d10bd580-8c1d-44b8-b389-7775a061d0b8 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816472 Jul 16 04:12:25.527112 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cd2e406f-70c3-4a79-86c0-b686eee1090b req-b21d4cc3-b217-4ab8-8c3b-8f9823e64ad2 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Jul 16 04:12:26.198524 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:26.547846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ed6e-4ee9-44df-86c4-890632515ae0 req-5d342b2a-74b9-468d-8799-5795f66d29fc tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:26.549612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b434ed6e-4ee9-44df-86c4-890632515ae0 req-5d342b2a-74b9-468d-8799-5795f66d29fc tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.0619237 Jul 16 04:12:26.585702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b434ed6e-4ee9-44df-86c4-890632515ae0 req-406f733b-e90b-45d4-878d-3ad865687a12 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Jul 16 04:12:27.452732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:12:27.547386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:27.708698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'mac_address': 'fa:16:3e:96:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:12:27.748148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:27.760301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eef3df-6edf-4913-acbb-35ca3ad5055c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:12:27.760514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151e56c-2351-44cb-a60c-1046c7b80dcb req-91306a40-319e-463c-83de-8662766f3a22 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:27.762477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9151e56c-2351-44cb-a60c-1046c7b80dcb req-91306a40-319e-463c-83de-8662766f3a22 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.0642610 Jul 16 04:12:27.781005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:27.784853 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:27.800846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9151e56c-2351-44cb-a60c-1046c7b80dcb req-ec3491c5-4837-4763-b10f-39807c1fd812 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Jul 16 04:12:27.831026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:28.021012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['28eef3df-6edf-4913-acbb-35ca3ad5055c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:12:28.977846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7502a0-122c-4454-aefd-8dc01439e450 req-da81f5f1-12a5-4043-a47c-f0009de098a2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:28.979329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd7502a0-122c-4454-aefd-8dc01439e450 req-da81f5f1-12a5-4043-a47c-f0009de098a2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 945 time: 0.0659900 Jul 16 04:12:29.015658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd7502a0-122c-4454-aefd-8dc01439e450 req-6809882e-c78d-4442-a522-7e9b18bb53d5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303793 Jul 16 04:12:29.469647 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:12:29.515659 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 28eef3df-6edf-4913-acbb-35ca3ad5055c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:12:29.519207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 28eef3df-6edf-4913-acbb-35ca3ad5055c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:12:29.519581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:29.595359 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:29.616679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:29.618843 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c017b0b-7a89-48fc-95b8-2524052e8532" -d '{"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-plugged", "status": "completed", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:29.631442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:12:29.635352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:29.660254 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153e1ae4-d11b-47bc-a77e-5ad37e00f3a2 x-openstack-request-id: req-153e1ae4-d11b-47bc-a77e-5ad37e00f3a2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:29.660552 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-plugged", "status": "completed", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:29.660801 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-153e1ae4-d11b-47bc-a77e-5ad37e00f3a2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:29.661184 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'code': 200} Jul 16 04:12:29.687741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:12:29.766035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500cd37-cb02-4951-b051-7157acc0b3cd req-3e0d4080-3a63-46e2-8f91-7b6efcaed638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:29.767497 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9500cd37-cb02-4951-b051-7157acc0b3cd req-3e0d4080-3a63-46e2-8f91-7b6efcaed638 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1097 time: 0.0497084 Jul 16 04:12:29.800618 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9500cd37-cb02-4951-b051-7157acc0b3cd req-fc82acb8-9438-4ec7-a476-7c45dcabd945 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269725 Jul 16 04:12:30.188279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237f86b-297e-4640-8cc5-982389eae922 req-0f0572a7-fa7e-4b23-b248-7ff99814adba tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:30.189743 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8237f86b-297e-4640-8cc5-982389eae922 req-0f0572a7-fa7e-4b23-b248-7ff99814adba tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0619359 Jul 16 04:12:30.227024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8237f86b-297e-4640-8cc5-982389eae922 req-9790d554-088e-4cd4-9c9c-8496e2294102 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Jul 16 04:12:31.399837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114163a1-cc9c-4f69-8222-7a3f0d89e42d req-918b859a-fc11-4e7b-a084-020f819db958 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:31.401359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-114163a1-cc9c-4f69-8222-7a3f0d89e42d req-918b859a-fc11-4e7b-a084-020f819db958 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0662446 Jul 16 04:12:31.438441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-114163a1-cc9c-4f69-8222-7a3f0d89e42d req-65d85669-0f13-472f-b5d1-2b7f3e8f1712 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jul 16 04:12:31.602466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22a034-00b0-4032-9cd8-7a00e59e9114 req-66f97d8c-104f-439e-a027-719e7db70e58 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:31.603874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5d22a034-00b0-4032-9cd8-7a00e59e9114 req-66f97d8c-104f-439e-a027-719e7db70e58 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0628686 Jul 16 04:12:31.613025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 47744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:12:31.617507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'floatingip': {'port_id': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:12:31.654702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.078825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.082491 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.178101 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 associated. External IP: 172.25.4.150, port: 28eef3df-6edf-4913-acbb-35ca3ad5055c. Jul 16 04:12:32.374508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:12:32.480259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:12:32.485004 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.489311 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:12:32.497902 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:32.498505 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:12:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:32.519612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cfebc5d0-f375-4511-9005-4fa33dde494a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "PUT /v2.0/floatingips/50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 HTTP/1.1" status: 200 len: 992 time: 0.9055219 Jul 16 04:12:32.520199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:12:32.522424 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b15618a-e233-452e-997e-1d1b741dd8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:12:32.603292 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:32.648136 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefad815-f36d-4953-b930-d452cc86c3f7 x-openstack-request-id: req-aefad815-f36d-4953-b930-d452cc86c3f7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:12:32.648427 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:12:32.648676 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aefad815-f36d-4953-b930-d452cc86c3f7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:12:32.649078 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'status': 'completed', 'code': 200} Jul 16 04:12:32.724838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-88bff569-1b33-47fd-b861-1895ab4b28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:32.726322 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-88bff569-1b33-47fd-b861-1895ab4b28af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1097 time: 0.0567372 Jul 16 04:12:32.813846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-ef186bd8-08fc-46c0-a7a3-a88de141bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:32.815382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-ef186bd8-08fc-46c0-a7a3-a88de141bd15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0823469 Jul 16 04:12:32.823010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:96:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:12:31Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:32.852312 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:12:32.860641 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:12:32.861246 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:12:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:32.881586 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-0b182121-7b09-4346-a11b-7ace1fb4aac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1000 time: 0.0600140 Jul 16 04:12:32.927387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-6a7a41af-b428-4699-80af-b9f75708db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:32.928808 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-6a7a41af-b428-4699-80af-b9f75708db14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0417330 Jul 16 04:12:32.960057 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:12:32.984954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-ac4ff7a6-192d-4a14-8875-0d1d2cae6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:32.986439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-ac4ff7a6-192d-4a14-8875-0d1d2cae6a20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514922 Jul 16 04:12:33.078356 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-b04d13d6-34eb-440d-953c-336abcf5a4a4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858817 Jul 16 04:12:33.166018 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0b15618a-e233-452e-997e-1d1b741dd8f9 req-0824a66b-8184-4b86-907b-1f68bcf71e9e service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811884 Jul 16 04:12:33.176688 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:96:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:12:31Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:12:33.202703 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e48107-adae-44b6-9d93-6f3b19d8aad1 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:96:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:12:31Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:12:33.203018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:33.381526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a160dfc-aa54-4757-b928-413ccb36f150 None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:12:33.950392 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:48.654738 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:12:50.768897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0995397-bc2c-4655-ae69-72654ed973cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:53.568572 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8fc7bb2d-e541-4ab0-8d97-08f8a0ed3fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:53.887825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:54.483908 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:56.202736 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:03.212515 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:03.965309 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:20.768830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee316d49-8ce0-4739-b6ab-4d0efa4ea544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.421717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-558b7f03-1603-472e-9234-b954cb09f73f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548143 Jul 16 04:13:23.514388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-eac7506e-7d22-4d84-9c29-2e33631c88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:23.515870 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-eac7506e-7d22-4d84-9c29-2e33631c88e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1097 time: 0.0523245 Jul 16 04:13:23.571273 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d471d481-4d44-484e-8654-313a7666c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.619023 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-f0d79adb-40d3-4e49-b2eb-06b3c8002c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:23.620398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-f0d79adb-40d3-4e49-b2eb-06b3c8002c3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0840640 Jul 16 04:13:23.686346 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-657ad271-2f1a-440d-8f7e-115b7feafb2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1002 time: 0.0592682 Jul 16 04:13:23.733998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-0cf51e19-adb4-450d-8074-3f760de8d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:23.735397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-0cf51e19-adb4-450d-8074-3f760de8d7a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0424600 Jul 16 04:13:23.789716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-6f07d293-80e3-4e2d-90bc-e38691c25626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:23.791173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-6f07d293-80e3-4e2d-90bc-e38691c25626 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497787 Jul 16 04:13:23.882052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-cd99e5d2-5d1c-438f-9687-4e14331063a8 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843391 Jul 16 04:13:23.890117 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:23.970078 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2ee4eb9d-4625-488d-87aa-7bd4643bb2e9 req-b85cfb7b-40c6-464e-a697-b3268c768810 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818338 Jul 16 04:13:24.486032 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.656233 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:13:26.205135 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:33.205544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:33.965214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:50.768726 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d22ea81-ff8e-4a17-bf38-bbc7fbc570a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:53.573776 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-095603f2-96d1-4ad8-a532-3350502e90fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:53.892128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:54.488825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:56.206781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:02.655849 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:14:03.219714 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:03.979739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:07.590966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962932b6-9690-43f3-a25b-aab0edf47b55 req-c16639b7-afef-4617-a6f4-ad19a89daa18 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:07.592967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-962932b6-9690-43f3-a25b-aab0edf47b55 req-c16639b7-afef-4617-a6f4-ad19a89daa18 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.2011154 Jul 16 04:14:07.632449 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-962932b6-9690-43f3-a25b-aab0edf47b55 req-e7fd20ae-aa36-4560-b13f-0298e91f9160 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Jul 16 04:14:08.804271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb4e13-8a53-4eee-af35-9b0646ca3044 req-d00c0366-ea74-4891-be5e-95a4399ce3fc tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:08.805819 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2eb4e13-8a53-4eee-af35-9b0646ca3044 req-d00c0366-ea74-4891-be5e-95a4399ce3fc tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0619159 Jul 16 04:14:08.842475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2eb4e13-8a53-4eee-af35-9b0646ca3044 req-efab0286-bedf-40f0-989e-0aeecb216aa6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304766 Jul 16 04:14:10.010632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d316b7-a62b-4b58-b52f-dc1cca1eef96 req-d048276e-6be4-46c2-ad5c-d84a4f3f70ff tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:10.012081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4d316b7-a62b-4b58-b52f-dc1cca1eef96 req-d048276e-6be4-46c2-ad5c-d84a4f3f70ff tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0615599 Jul 16 04:14:10.048466 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4d316b7-a62b-4b58-b52f-dc1cca1eef96 req-13015e80-ded9-453d-8cce-45de48821ceb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Jul 16 04:14:11.222648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ad6e-de0e-49a7-9d34-017f6673b310 req-45067acf-9387-42c7-8167-341ff6261475 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:11.224108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c839ad6e-de0e-49a7-9d34-017f6673b310 req-45067acf-9387-42c7-8167-341ff6261475 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0649126 Jul 16 04:14:11.260842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c839ad6e-de0e-49a7-9d34-017f6673b310 req-cb588310-66e3-4417-a6ff-83feccab8366 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Jul 16 04:14:12.433595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74086a-7a28-4e2d-b6ed-33530de3079d req-1eb26f46-5645-4d7d-b3df-7aef8b420a96 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:12.435126 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd74086a-7a28-4e2d-b6ed-33530de3079d req-1eb26f46-5645-4d7d-b3df-7aef8b420a96 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0653520 Jul 16 04:14:12.473946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd74086a-7a28-4e2d-b6ed-33530de3079d req-c3dc5c58-2b60-4b07-babb-4628653f15e6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Jul 16 04:14:13.643213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12ae71-dd10-4f53-9b78-984ff932fee0 req-1356235e-68b3-48a6-86e6-871956a7646a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:13.644589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b12ae71-dd10-4f53-9b78-984ff932fee0 req-1356235e-68b3-48a6-86e6-871956a7646a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0623522 Jul 16 04:14:13.684465 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4b12ae71-dd10-4f53-9b78-984ff932fee0 req-765676fc-a686-423b-ba4c-21248953c8c5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345271 Jul 16 04:14:14.853878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b165b-b0c2-4bda-b2a1-d1b2bd02f096 req-3e39a7fb-0550-4b21-b61d-3203f7e8dbdf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:14.855373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-707b165b-b0c2-4bda-b2a1-d1b2bd02f096 req-3e39a7fb-0550-4b21-b61d-3203f7e8dbdf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0623760 Jul 16 04:14:14.892227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-707b165b-b0c2-4bda-b2a1-d1b2bd02f096 req-4c211ef3-3adc-42cd-957b-67c351343547 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305493 Jul 16 04:14:16.064406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd0a1f-baa2-4341-bea0-c3326e8008ec req-029883f6-a823-4eb3-bb10-16eaa6ac7832 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:16.065904 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a5cd0a1f-baa2-4341-bea0-c3326e8008ec req-029883f6-a823-4eb3-bb10-16eaa6ac7832 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0614166 Jul 16 04:14:16.102340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a5cd0a1f-baa2-4341-bea0-c3326e8008ec req-3c85a768-db98-4521-8d81-55208ae0b1aa tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Jul 16 04:14:17.273737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e470b2b-3064-41f3-81ef-3935fdaf93cf req-883ac5e4-4b69-4c83-9742-f78ced81ec44 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:17.275209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e470b2b-3064-41f3-81ef-3935fdaf93cf req-883ac5e4-4b69-4c83-9742-f78ced81ec44 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0645723 Jul 16 04:14:17.311081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e470b2b-3064-41f3-81ef-3935fdaf93cf req-4eb16219-26f5-4502-9438-77e94dc86b40 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298293 Jul 16 04:14:18.483627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e162fe-8260-4cf8-8deb-4ed4c3f3742b req-45942625-3c65-4ad3-a1f3-d7687482b304 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:18.485101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8e162fe-8260-4cf8-8deb-4ed4c3f3742b req-45942625-3c65-4ad3-a1f3-d7687482b304 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0654476 Jul 16 04:14:18.521009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8e162fe-8260-4cf8-8deb-4ed4c3f3742b req-37f10188-5303-4adf-9b50-6d7d65335a56 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Jul 16 04:14:18.799407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 47986) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:18.912785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68b789-47bc-46bd-92f9-66dad5a31e53 req-a424cd0d-7a13-4b1f-9ed2-22de948b2f77 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:18.914370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b68b789-47bc-46bd-92f9-66dad5a31e53 req-a424cd0d-7a13-4b1f-9ed2-22de948b2f77 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0639699 Jul 16 04:14:18.955738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b68b789-47bc-46bd-92f9-66dad5a31e53 req-bc37fc05-a568-4557-be45-9e981a5d07b5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357804 Jul 16 04:14:18.963734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-5d50d1a0-7599-4917-ba62-f15a904229dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630585 Jul 16 04:14:18.973360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-89ef0077-01fd-453e-9a5d-34ddf4aa2d0b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:14:18.974333 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-89ef0077-01fd-453e-9a5d-34ddf4aa2d0b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052326 Jul 16 04:14:20.131495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d53c5e-46ec-4470-b406-3cceeb4c286b req-343b9a57-773d-46f5-9341-2e20bfdc43e6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:20.133625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03d53c5e-46ec-4470-b406-3cceeb4c286b req-343b9a57-773d-46f5-9341-2e20bfdc43e6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0651424 Jul 16 04:14:20.178688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03d53c5e-46ec-4470-b406-3cceeb4c286b req-564af324-ef9e-48ef-9f3b-75aac6d449a9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Jul 16 04:14:20.260820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-464f7a1e-415c-4769-9c6d-9a55879ca701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:20.262283 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-464f7a1e-415c-4769-9c6d-9a55879ca701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1097 time: 0.0522437 Jul 16 04:14:20.361004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-dc87b517-3ec9-4327-b2dd-26a94c47cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:20.362456 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-dc87b517-3ec9-4327-b2dd-26a94c47cb67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0936878 Jul 16 04:14:20.424012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-c05d001d-d5bf-4371-9f9f-b06527e40723 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1002 time: 0.0553217 Jul 16 04:14:20.471309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-a8c48e10-60aa-44d9-9e4b-0f9449c02aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:20.473219 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-a8c48e10-60aa-44d9-9e4b-0f9449c02aa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0434301 Jul 16 04:14:20.532437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-06cef960-4768-4d74-b982-25361bdb9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:20.533903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-06cef960-4768-4d74-b982-25361bdb9e6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550449 Jul 16 04:14:20.543938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-289e7464-5ee0-4ffe-833a-ff6bb94f33ca service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:14:20.544892 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-289e7464-5ee0-4ffe-833a-ff6bb94f33ca service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047953 Jul 16 04:14:20.630334 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-9ec42fd7-1d7e-4d15-b008-74753f1f6070 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792625 Jul 16 04:14:20.719643 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-c963e36b-fdee-4c24-b91d-d318dbc9f8d4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832922 Jul 16 04:14:20.769765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-576cae52-32f3-49dc-8a0b-bf123ef612b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:21.348504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90310-1f10-4297-8f27-d8dc40e8bcfa req-d800731d-2b96-45b2-9f59-73961b860bd4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:21.349931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85a90310-1f10-4297-8f27-d8dc40e8bcfa req-d800731d-2b96-45b2-9f59-73961b860bd4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0619526 Jul 16 04:14:21.386624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85a90310-1f10-4297-8f27-d8dc40e8bcfa req-df5b57b7-9ca8-4103-b45a-ebef341775f4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Jul 16 04:14:22.562585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df6410-a505-4a2e-802e-7e07f3ed0589 req-e1f16dd7-af3f-4bb5-bbe0-470b1d43c73b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:22.564058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9df6410-a505-4a2e-802e-7e07f3ed0589 req-e1f16dd7-af3f-4bb5-bbe0-470b1d43c73b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0650578 Jul 16 04:14:22.600018 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9df6410-a505-4a2e-802e-7e07f3ed0589 req-9e3a08bf-ce41-4e27-9b50-970ca7dc4264 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305879 Jul 16 04:14:22.942287 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-ae74aaef-d690-42be-9acb-6bb0050cdc71 service neutron] show failed (client error): The resource could not be found. Jul 16 04:14:22.943268 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-ae74aaef-d690-42be-9acb-6bb0050cdc71 service neutron] 10.222.0.11 "GET /v2.0/ports/28eef3df-6edf-4913-acbb-35ca3ad5055c/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0537627 Jul 16 04:14:23.230741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-ab5ed07c-2c39-4874-b7d0-fcca32fd2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.232202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-ab5ed07c-2c39-4874-b7d0-fcca32fd2477 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 1097 time: 0.0972843 Jul 16 04:14:23.241752 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-e334fafc-9440-4bd4-af75-c85919261dcd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:14:23.242710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-e334fafc-9440-4bd4-af75-c85919261dcd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047359 Jul 16 04:14:23.253571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:23.324289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:23.520956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:23.552162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:14:23.574068 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa7ef06f-f3ef-4cfd-88e5-ca5e329e0417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:23.591921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:23.594692 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947d11ad-875f-4f37-823e-52c31e0b5a35" -d '{"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-unplugged", "status": "completed", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:23.598123 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:23.610199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Transition to ACTIVE for port object 28eef3df-6edf-4913-acbb-35ca3ad5055c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:23.614107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:23.652396 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b6765-fdc5-4992-bd17-18e05e38e37d x-openstack-request-id: req-653b6765-fdc5-4992-bd17-18e05e38e37d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:23.652640 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-unplugged", "status": "completed", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:23.652796 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-653b6765-fdc5-4992-bd17-18e05e38e37d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:23.653208 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'code': 200} Jul 16 04:14:23.715999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:23.727512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.727853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.728188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.728634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.728970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.729296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.729619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.729950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.730262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.730600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.730919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.731235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:23.763865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] No DVR routers for this DVR port 28eef3df-6edf-4913-acbb-35ca3ad5055c on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:14:23.893576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6089-6e9c-45d9-a742-7e8f5b2fbc97 req-5b2bb927-3753-4710-9579-957c72849a71 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:23.895085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84aa6089-6e9c-45d9-a742-7e8f5b2fbc97 req-5b2bb927-3753-4710-9579-957c72849a71 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.1603630 Jul 16 04:14:23.901773 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:23.958601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:14:23.958848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:14:23.959200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:23.967271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84aa6089-6e9c-45d9-a742-7e8f5b2fbc97 req-ed40aab8-9ae9-457b-b525-752be6129914 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652869 Jul 16 04:14:23.968821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Port 28eef3df-6edf-4913-acbb-35ca3ad5055c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:14:23.969134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Attempting to bind port 28eef3df-6edf-4913-acbb-35ca3ad5055c on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:23.974024 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:14:23.974350 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:14:23.974764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:14:23.975184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Bound port: 28eef3df-6edf-4913-acbb-35ca3ad5055c, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:14:23.975535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:24.035756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:14:24.038656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:14:24.042369 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:24.072482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:24.073088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:24.074570 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-67667903-a771-4e08-93ae-996464db69ac service neutron] 10.222.0.48 "PUT /v2.0/ports/28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1092 time: 0.8244691 Jul 16 04:14:24.107791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67667903-a771-4e08-93ae-996464db69ac service neutron] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:24.156813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-eb615768-3ba8-4632-a6a5-4b67b919dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:24.158353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-eb615768-3ba8-4632-a6a5-4b67b919dba7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1095 time: 0.0614786 Jul 16 04:14:24.249197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-06c9f6df-6038-43fd-be86-ed11427c012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:24.250700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-06c9f6df-6038-43fd-be86-ed11427c012d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0856197 Jul 16 04:14:24.491868 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:24.654450 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-6e11f229-90ac-4dc3-a9f4-640f1d620d10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1000 time: 0.3967679 Jul 16 04:14:24.701112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-693d41f4-1656-4f43-ba3e-8abd686bc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:24.702569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-693d41f4-1656-4f43-ba3e-8abd686bc8c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0424435 Jul 16 04:14:24.757056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-298d2b56-0b2a-46f0-bf13-5badf77fd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:24.758495 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-298d2b56-0b2a-46f0-bf13-5badf77fd785 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503576 Jul 16 04:14:24.845766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-b5223bd1-5cc8-41cf-a14a-e480d5a178d7 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805340 Jul 16 04:14:24.932530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea8ad369-1db6-4ddf-a5fc-9f4d93e67d15 req-01adedcc-423e-4de6-9769-ac070d86d149 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788596 Jul 16 04:14:25.150971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fbaf2-acd0-4ed5-82ee-b7a5d0db95df req-b8869ca3-ea3b-4740-86ba-ec923bb24c9f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.152457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-768fbaf2-acd0-4ed5-82ee-b7a5d0db95df req-b8869ca3-ea3b-4740-86ba-ec923bb24c9f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.0680964 Jul 16 04:14:25.190980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-768fbaf2-acd0-4ed5-82ee-b7a5d0db95df req-e7c65bf3-ee37-45a9-8c25-a8d4f623d983 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jul 16 04:14:25.654446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:25.657408 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64fd9ea-356e-43ed-86e9-2941a0002ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:25.702707 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9586f2c7-52fb-432f-b511-816b4dfb1b6e x-openstack-request-id: req-9586f2c7-52fb-432f-b511-816b4dfb1b6e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:25.703001 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:25.703259 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9586f2c7-52fb-432f-b511-816b4dfb1b6e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:25.703653 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'status': 'completed', 'code': 200} Jul 16 04:14:25.776214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-988bd830-2ed2-472f-a7bb-2db6faf614aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.777698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-87302f8c-7cc3-4669-8f2e-4bbcf0a83ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.778228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-988bd830-2ed2-472f-a7bb-2db6faf614aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1095 time: 0.0532625 Jul 16 04:14:25.779223 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-87302f8c-7cc3-4669-8f2e-4bbcf0a83ad6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1095 time: 0.0524831 Jul 16 04:14:25.869290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-681f63d0-c202-4b67-90ca-2906a7e7e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.870767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-681f63d0-c202-4b67-90ca-2906a7e7e8fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0859947 Jul 16 04:14:25.871108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-7cb67f65-16fc-47b9-93d4-265fd1c0069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.872569 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-7cb67f65-16fc-47b9-93d4-265fd1c0069b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0872612 Jul 16 04:14:25.933396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-b970cf2d-8038-4e15-8392-0216b9437b01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1000 time: 0.0560269 Jul 16 04:14:25.938571 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-962fa438-1789-4b1e-8d84-13cd9dba10ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1000 time: 0.0599706 Jul 16 04:14:25.981429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-b7cff381-04c4-417e-af11-82352c0564e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.982939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-b7cff381-04c4-417e-af11-82352c0564e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0428565 Jul 16 04:14:25.986004 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-7ee03f5c-29aa-4e58-bf22-bdec10508476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:25.987463 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-7ee03f5c-29aa-4e58-bf22-bdec10508476 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0423391 Jul 16 04:14:25.993439 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:14:26.036240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:14:26.045366 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-6ebb4cf3-395d-4cfd-bdfe-7fe384ecedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:26.046320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-b4d3bcde-309a-4b83-b1ab-2b0096954fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:26.046939 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-6ebb4cf3-395d-4cfd-bdfe-7fe384ecedb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533202 Jul 16 04:14:26.047864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-b4d3bcde-309a-4b83-b1ab-2b0096954fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586894 Jul 16 04:14:26.137395 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-ba764bcf-7649-4d49-9208-651805daa577 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814290 Jul 16 04:14:26.143253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-8f6e5fb1-0a77-4096-aed3-c1b0a1581ec2 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903587 Jul 16 04:14:26.216094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:26.247869 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-04c748e1-f2eb-4542-85b7-dc6ffd1620fd service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980558 Jul 16 04:14:26.250354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a64fd9ea-356e-43ed-86e9-2941a0002ee9 req-fc2faf28-1fc9-4e17-8369-1f4c523fa714 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040182 Jul 16 04:14:26.421092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:14:26.517969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:26.528698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'mac_address': 'fa:16:3e:96:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:14:26.563878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e304db-618d-4a39-9e45-333ebec2fcba req-5fb49977-c9c2-4c31-9bc4-4f0836c81f58 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:26.565428 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08e304db-618d-4a39-9e45-333ebec2fcba req-5fb49977-c9c2-4c31-9bc4-4f0836c81f58 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 944 time: 0.0627289 Jul 16 04:14:26.568395 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:26.580755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eef3df-6edf-4913-acbb-35ca3ad5055c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:14:26.600641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:26.604141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08e304db-618d-4a39-9e45-333ebec2fcba req-edf2dfea-d8d2-4aff-b264-e5455ac4ff94 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Jul 16 04:14:26.604843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:26.650721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:26.658462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.658841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.659180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.659516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.659900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.660226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.660551 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.660871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.661192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.661514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.661841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.662159 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:14:26.819911 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['28eef3df-6edf-4913-acbb-35ca3ad5055c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:14:27.779715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184b56b-ff30-4c72-9b54-404c9d599cb9 req-2af53246-0653-4a37-80c8-ee5914090d45 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:27.781217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0184b56b-ff30-4c72-9b54-404c9d599cb9 req-2af53246-0653-4a37-80c8-ee5914090d45 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 945 time: 0.0678227 Jul 16 04:14:27.818611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0184b56b-ff30-4c72-9b54-404c9d599cb9 req-de5f25f2-45e0-44c5-ba0a-e1faf8aa6379 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 16 04:14:28.102733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c558df-c5ac-402a-84e3-837c7d5b0b5b req-95ec447a-8b3a-4cfe-9d31-7b2b51ff6aec tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.104208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7c558df-c5ac-402a-84e3-837c7d5b0b5b req-95ec447a-8b3a-4cfe-9d31-7b2b51ff6aec tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 945 time: 0.0632119 Jul 16 04:14:28.119047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-f3a3be40-6232-4aab-96cb-55e4e03b9f44 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.120545 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-f3a3be40-6232-4aab-96cb-55e4e03b9f44 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b&tenant_id=e6e424704c87480bbb4a103203de86b8&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 945 time: 0.0735841 Jul 16 04:14:28.141364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b7c558df-c5ac-402a-84e3-837c7d5b0b5b req-d7db2eeb-1b9e-4d34-8c05-59eec8557ebe tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309718 Jul 16 04:14:28.180621 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-7f313ddb-6af0-4cc4-98e4-d571db0d08fd service neutron] delete failed (client error): The resource could not be found. Jul 16 04:14:28.181562 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-7f313ddb-6af0-4cc4-98e4-d571db0d08fd service neutron] 10.222.0.11 "DELETE /v2.0/ports/28eef3df-6edf-4913-acbb-35ca3ad5055c/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0547600 Jul 16 04:14:28.272459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-ec3787b9-184f-493d-b039-d87bd9a8212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.273890 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-ec3787b9-184f-493d-b039-d87bd9a8212e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1096 time: 0.0513883 Jul 16 04:14:28.364517 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-b68071dd-c6a7-43a3-a077-5f309587bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.365963 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-b68071dd-c6a7-43a3-a077-5f309587bc4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0861483 Jul 16 04:14:28.427392 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-71ad0d6d-6e9b-43e7-9fda-a43da04b9500 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1001 time: 0.0554113 Jul 16 04:14:28.451522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:28.476148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-834b92f2-4049-4aa3-a238-1d37d3f7a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.477729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-834b92f2-4049-4aa3-a238-1d37d3f7a5d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0439091 Jul 16 04:14:28.501513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 28eef3df-6edf-4913-acbb-35ca3ad5055c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:28.505135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 28eef3df-6edf-4913-acbb-35ca3ad5055c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:28.505514 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:28.537360 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-d92e8a11-2f5a-450b-8cef-f0f11e7b5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:28.538884 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-d92e8a11-2f5a-450b-8cef-f0f11e7b5c1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549071 Jul 16 04:14:28.580652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:28.606111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:28.608579 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830cee70-7643-45fd-b3d5-8bf6647747c0" -d '{"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-plugged", "status": "completed", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:28.621300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:28.625845 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:28.626432 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-2774898f-1008-44ee-aae6-7a7606173c0f service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810587 Jul 16 04:14:28.668126 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc6acaf-454e-41b5-89b1-6b7495864a68 x-openstack-request-id: req-3bc6acaf-454e-41b5-89b1-6b7495864a68 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:28.668416 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-plugged", "status": "completed", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:28.668667 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bc6acaf-454e-41b5-89b1-6b7495864a68 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:28.669051 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'code': 200} Jul 16 04:14:28.678669 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:28.720140 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5cf8591-5217-4d99-bcc0-4dc528c00462 req-92e7a61a-a381-4478-8079-15843b39d762 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878835 Jul 16 04:14:29.316570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5374-5f92-47b0-96fb-2115372b6f6f req-d5f3354c-e0f2-4f35-b5fd-c069fab13ed5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:29.318081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a1e5374-5f92-47b0-96fb-2115372b6f6f req-d5f3354c-e0f2-4f35-b5fd-c069fab13ed5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0627620 Jul 16 04:14:29.356181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9a1e5374-5f92-47b0-96fb-2115372b6f6f req-2c24c0b7-7fbc-4ce8-83e9-2b5cfb315dd7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 16 04:14:29.528742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931f1e2-c679-495a-a662-98b16b5522fb req-ead5a646-19ad-4cde-99f2-663c2994297a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:29.530730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c931f1e2-c679-495a-a662-98b16b5522fb req-ead5a646-19ad-4cde-99f2-663c2994297a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0661464 Jul 16 04:14:29.566538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c931f1e2-c679-495a-a662-98b16b5522fb req-439b9917-b070-453d-98ba-7c11b20c12d6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303762 Jul 16 04:14:29.800476 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-5c193720-1d38-4729-976c-bf352ada018b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602231 Jul 16 04:14:29.918802 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-e54c9f4e-cab0-4270-ab5a-ac5d80e23606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:29.920156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-e54c9f4e-cab0-4270-ab5a-ac5d80e23606 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1097 time: 0.0959759 Jul 16 04:14:29.931906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea24e-0229-44d7-b85c-4af58c69b012 req-631c1d31-ab12-403d-a834-ed2a1f534bdf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:29.933272 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d2ea24e-0229-44d7-b85c-4af58c69b012 req-631c1d31-ab12-403d-a834-ed2a1f534bdf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0834033 Jul 16 04:14:30.023734 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d2ea24e-0229-44d7-b85c-4af58c69b012 req-ae2868f3-454b-450f-b251-8fad21d12fa6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815980 Jul 16 04:14:30.043776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-f993af6c-1e48-429e-8b23-4096c25aaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.045220 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-f993af6c-1e48-429e-8b23-4096c25aaad4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.1111250 Jul 16 04:14:30.107128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-8c5d46ee-1728-4dd9-b11a-392021b7871e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1002 time: 0.0558395 Jul 16 04:14:30.152406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-e79e701a-61d9-43ab-a7bd-49483e8b2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.153802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-e79e701a-61d9-43ab-a7bd-49483e8b2154 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0409360 Jul 16 04:14:30.211876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-79d346d2-263c-441c-916d-32014fe42d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.213293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-79d346d2-263c-441c-916d-32014fe42d17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534642 Jul 16 04:14:30.297625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-27d89479-c236-4090-8707-46a9b8c7f306 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783846 Jul 16 04:14:30.388634 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6aa550ae-b6d7-4f21-9bff-5c0fc70088e2 req-88f8ae54-234b-4367-9f97-3e91f200d23f service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Jul 16 04:14:30.504353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-e398a985-7fa1-48ff-bcf8-1326de1776c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.505849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-e398a985-7fa1-48ff-bcf8-1326de1776c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 1097 time: 0.0553970 Jul 16 04:14:30.612349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-d904d8bb-5dca-4722-a5d1-be9bbf0f44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.613787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-d904d8bb-5dca-4722-a5d1-be9bbf0f44ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0861094 Jul 16 04:14:30.677386 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-f2058333-a75a-41c0-81f4-0a70b56057db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 200 len: 1002 time: 0.0559442 Jul 16 04:14:30.733373 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-1f5c681b-fb34-4bab-84fb-47b53869ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.734814 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-1f5c681b-fb34-4bab-84fb-47b53869ca05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0420420 Jul 16 04:14:30.798769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-e8b7dc47-1cf5-47a0-94b9-91dcf295d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:30.800213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-e8b7dc47-1cf5-47a0-94b9-91dcf295d8bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586736 Jul 16 04:14:30.891133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-e8bf753a-f494-4ca3-bbfe-12628e7a9fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 Jul 16 04:14:30.981445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03c5e8c7-6972-4c8b-bf9f-06f2d4fa624c req-0e5687c5-fea1-4826-bf22-632938b5f085 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839672 Jul 16 04:14:31.193857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2869438-b19f-4f3e-817a-b31579fe8558 req-96929117-0100-44f2-bbbb-8a8a16dddc29 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:31.195373 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2869438-b19f-4f3e-817a-b31579fe8558 req-96929117-0100-44f2-bbbb-8a8a16dddc29 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0626879 Jul 16 04:14:31.232207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f2869438-b19f-4f3e-817a-b31579fe8558 req-972ff4ba-fe15-43fe-ab28-8847541d71ea tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Jul 16 04:14:31.605003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0df7-716e-431b-9b1f-0bf4d3588940 req-5b813a61-46dc-42df-b73e-0dd28a394724 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:31.606353 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53fd0df7-716e-431b-9b1f-0bf4d3588940 req-5b813a61-46dc-42df-b73e-0dd28a394724 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0652075 Jul 16 04:14:31.643068 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53fd0df7-716e-431b-9b1f-0bf4d3588940 req-4b6555ae-4f06-4074-9144-2c6a4a04fa3b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307369 Jul 16 04:14:32.836552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-1050d64c-a14a-45c9-a460-e9ad452d0235 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:32.837997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-1050d64c-a14a-45c9-a460-e9ad452d0235 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.1012709 Jul 16 04:14:32.856014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48502-a1ec-4a60-8034-2b2a68bcd413 req-47af951b-58bc-4938-a06b-f3c651d89849 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:32.857385 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50a48502-a1ec-4a60-8034-2b2a68bcd413 req-47af951b-58bc-4938-a06b-f3c651d89849 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 946 time: 0.0938725 Jul 16 04:14:32.944778 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-50a48502-a1ec-4a60-8034-2b2a68bcd413 req-f8340d70-f82c-4a2a-b534-5ed9ab13853e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639229 Jul 16 04:14:32.973029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Deleting port 28eef3df-6edf-4913-acbb-35ca3ad5055c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:14:32.973379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.058715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] For port 28eef3df-6edf-4913-acbb-35ca3ad5055c, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=28eef3df-6edf-4913-acbb-35ca3ad5055c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:33.059080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.226088 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.226605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.226924 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 disassociated. External IP: 172.25.4.150, port: 28eef3df-6edf-4913-acbb-35ca3ad5055c. Jul 16 04:14:33.227263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Calling delete_port for 28eef3df-6edf-4913-acbb-35ca3ad5055c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:14:33.227965 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.351659 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.389242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event deleted for resources: {'Port': ['ID=28eef3df-6edf-4913-acbb-35ca3ad5055c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:33.504879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:14:33.610921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:14:33.620655 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:14:33.630887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:33.631822 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:14:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:33.658952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] No DVR routers for this DVR port 28eef3df-6edf-4913-acbb-35ca3ad5055c on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:14:33.661460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:33.663477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-171d6c54-5d7e-420e-a7d1-5cd3904cba93 req-4d705b6a-8a32-4ca9-b855-2163f328f9b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "DELETE /v2.0/ports/28eef3df-6edf-4913-acbb-35ca3ad5055c HTTP/1.1" status: 204 len: 173 time: 0.8202085 Jul 16 04:14:33.663917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-deleted', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:33.666121 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc275c48-6a42-413c-8764-253662d5a814" -d '{"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-deleted", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:33.723518 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc393d-2a9d-4398-b37e-01071479c55e x-openstack-request-id: req-06bc393d-2a9d-4398-b37e-01071479c55e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:33.723822 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4b669-cc98-460e-a001-9578ed6d017b", "name": "network-vif-deleted", "tag": "28eef3df-6edf-4913-acbb-35ca3ad5055c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:33.724081 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06bc393d-2a9d-4398-b37e-01071479c55e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:33.724488 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4b669-cc98-460e-a001-9578ed6d017b', 'name': 'network-vif-deleted', 'tag': '28eef3df-6edf-4913-acbb-35ca3ad5055c', 'status': 'completed', 'code': 200} Jul 16 04:14:33.740692 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:33.980904 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.029294 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:34.057309 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:14:34.066045 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:34.066699 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:14:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:34.104937 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2561aaa0-9ff7-4445-bb39-9fe216c0e1b3 req-a8b32f80-2cd2-419d-afb0-f3dfa893eb52 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bc4b669-cc98-460e-a001-9578ed6d017b HTTP/1.1" status: 200 len: 210 time: 0.0316854 Jul 16 04:14:34.180242 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:34.376862 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:34.402529 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693f892-85ce-4ec6-98dd-f1a94cb010f0 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:14:34.609612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a608c2d-18d9-44d9-a869-87ea2b8a5114 None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:14:35.441159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-c5196a5c-89a8-4d33-ba6f-e538c9af7f85 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1180256888&fields=id&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 267 time: 0.0316241 Jul 16 04:14:35.545880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-b7a9b1fd-2ef8-449c-87dd-4e1857ba7787 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:35.547339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-b7a9b1fd-2ef8-449c-87dd-4e1857ba7787 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1002100 Jul 16 04:14:35.561127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-c558f022-1e1a-47bd-affd-97327df3c701 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/quotas/e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 375 time: 0.0085096 Jul 16 04:14:35.626710 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-c0184f29-fcb5-4c5b-93d6-9ddffa8079c5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609200 Jul 16 04:14:35.766227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-9f87282a-619a-49f7-8be4-b69c815b13d4 service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286013 Jul 16 04:14:35.855660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-5d984c9a-32c7-4d5d-844a-6a02b41901a1 service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Jul 16 04:14:36.021315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7f359632-5da3-43bb-bee3-b3ce73041778 req-c45a9daf-dc6e-49a0-a5aa-cd97644f2ac5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 210 time: 0.0293138 Jul 16 04:14:36.513536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:14:36.533077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 28eef3df-6edf-4913-acbb-35ca3ad5055c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:14:36.533424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 28eef3df-6edf-4913-acbb-35ca3ad5055c not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:14:37.027117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-2297ff6f-d262-4511-899d-5e2235111252 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:37.029334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-2297ff6f-d262-4511-899d-5e2235111252 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1047337 Jul 16 04:14:37.079850 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-03c29a02-c38d-4fb8-9b3c-c3d0294d656b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 380 time: 0.0361185 Jul 16 04:14:37.088586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'port': {'device_id': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'admin_state_up': True, 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'security_groups': ['3dd95c35-295c-4130-8159-079334872cfc']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:37.184642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72bde5b0-e221-43e8-ad22-4e6b62815a6a req-91c252e9-5ab3-44fd-a165-91e904cb1b20 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 210 time: 0.0324020 Jul 16 04:14:37.231106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Made reservation on behalf of e6e424704c87480bbb4a103203de86b8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:14:37.234808 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.357106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Allocated IP 172.20.0.7 (ed93c34e-c41b-416e-9bf2-f3cd0c2353bb/7daac18e-894a-4a63-83f4-204805f306f8/e8284055-971c-4c43-841b-3307c2cc8e93) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:14:37.487934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.500551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Transition to ACTIVE for port object e8284055-971c-4c43-841b-3307c2cc8e93 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:37.531708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.578323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:14:37.581426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:14:37.585438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:14:37.591620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:37.636828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:37.637445 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.652231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-82ef8153-14a5-4063-84a2-18cdb15411d8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672047 Jul 16 04:14:37.663431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Request body: {'port': {'device_id': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:37.740604 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.819889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-34ad1e15-48e7-446d-ad13-2f4993a32eb5 None None] Provisioning for port e8284055-971c-4c43-841b-3307c2cc8e93 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:37.823795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-34ad1e15-48e7-446d-ad13-2f4993a32eb5 None None] Provisioning complete for port e8284055-971c-4c43-841b-3307c2cc8e93 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:37.824184 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ad1e15-48e7-446d-ad13-2f4993a32eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:37.860960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-34ad1e15-48e7-446d-ad13-2f4993a32eb5 None None] Port e8284055-971c-4c43-841b-3307c2cc8e93 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:14:37.997857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8284055-971c-4c43-841b-3307c2cc8e93 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:14:38.005438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:38.016704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Transition to ACTIVE for port object e8284055-971c-4c43-841b-3307c2cc8e93 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:14:38.020424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:38.084662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:38.140360 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:14:38.140699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:14:38.141032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:38.146001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:14:38.146329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:14:38.151379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:14:38.151714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:14:38.152097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:14:38.152523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Bound port: e8284055-971c-4c43-841b-3307c2cc8e93, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:14:38.152883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:38.222950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:14:38.226218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:14:38.231050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:38.264942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.265549 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:38.266957 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1091 time: 0.6077549 Jul 16 04:14:38.267480 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:38.269588 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:38.307721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a873df0-3e47-48f7-a61c-7fed0be96882 service neutron] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:38.414038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-f535f8e1-73ec-48d6-b556-4150fb693665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.415721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-f535f8e1-73ec-48d6-b556-4150fb693665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1094 time: 0.0955672 Jul 16 04:14:38.423273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260030-404e-47d3-91e1-da509efe6199 req-cb51159b-968e-4afc-90e7-54bc4f246847 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.424764 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2260030-404e-47d3-91e1-da509efe6199 req-cb51159b-968e-4afc-90e7-54bc4f246847 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 943 time: 0.1140823 Jul 16 04:14:38.464715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-626bd94a-33d1-4c11-9091-42d06101f825 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 217 time: 0.0389876 Jul 16 04:14:38.521534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c2260030-404e-47d3-91e1-da509efe6199 req-aa35de40-ac0c-436c-9f4c-3fd5bb494351 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900764 Jul 16 04:14:38.530640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-8300823f-a476-4d8d-afcf-3cba8868fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.532059 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-8300823f-a476-4d8d-afcf-3cba8868fdc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0607374 Jul 16 04:14:38.568761 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b00790-c026-4a8e-962f-358c8e2b20ff x-openstack-request-id: req-01b00790-c026-4a8e-962f-358c8e2b20ff {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:38.569056 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:38.569312 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01b00790-c026-4a8e-962f-358c8e2b20ff {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:38.569702 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'status': 'completed', 'code': 200} Jul 16 04:14:38.594719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-c95c3824-4e34-4817-af26-531b2a75e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.596205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-c95c3824-4e34-4817-af26-531b2a75e13f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583069 Jul 16 04:14:38.681711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-94806fb0-424a-47b9-b643-120b1f71084a service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785723 Jul 16 04:14:38.770208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cafd4b5b-0086-4d71-b32b-63cb1b1b0c04 req-6b9d9ab7-5594-42d5-8ca9-03e79f086d5a service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824976 Jul 16 04:14:38.867047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-679a25ee-87d8-463c-bb41-fe6456fc02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.868420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-679a25ee-87d8-463c-bb41-fe6456fc02ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1094 time: 0.0505998 Jul 16 04:14:38.957993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-60e6bb9d-909b-4b6c-bb09-cce1c5ec274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:38.959456 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-60e6bb9d-909b-4b6c-bb09-cce1c5ec274b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0848625 Jul 16 04:14:38.997889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-f211e9a2-781e-4844-9bb0-fbba48376b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 217 time: 0.0325305 Jul 16 04:14:39.042646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-2b85047e-88b8-4275-8538-63948eb25bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:39.044004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-2b85047e-88b8-4275-8538-63948eb25bbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0402977 Jul 16 04:14:39.103245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-75ce3c1a-852a-4292-b445-4667208e3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:39.104701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-75ce3c1a-852a-4292-b445-4667208e3f33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538437 Jul 16 04:14:39.191181 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-4b01c5b6-cffc-4210-961b-401eb3ff6d45 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788641 Jul 16 04:14:39.283007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60f5a1b8-7f63-4414-bc6b-b4348c96e2f5 req-a78714b7-5299-4aa0-9bb6-20320cd3083d service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Jul 16 04:14:39.653749 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:14:39.691261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335a20e-2bf5-403b-9904-07291d887ad2 req-2bf2064c-ea8a-4e0c-9953-dd0d82608cff tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:39.692713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7335a20e-2bf5-403b-9904-07291d887ad2 req-2bf2064c-ea8a-4e0c-9953-dd0d82608cff tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 943 time: 0.0615981 Jul 16 04:14:39.728314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7335a20e-2bf5-403b-9904-07291d887ad2 req-3f416feb-2f0d-4c96-a246-38dd3cb9fbf9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301995 Jul 16 04:14:40.527165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:14:40.618327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:40.629158 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'mac_address': 'fa:16:3e:ab:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:14:40.668414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:40.680374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8284055-971c-4c43-841b-3307c2cc8e93 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:14:40.698700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:40.703261 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:40.748197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:40.889860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['e8284055-971c-4c43-841b-3307c2cc8e93'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:14:40.902908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84753e48-26ab-4d87-85e9-40716d2c6c18 req-eb7521e2-6630-45ed-a24d-fc48e6cb257c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:40.904352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84753e48-26ab-4d87-85e9-40716d2c6c18 req-eb7521e2-6630-45ed-a24d-fc48e6cb257c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 944 time: 0.0653224 Jul 16 04:14:41.291251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-84753e48-26ab-4d87-85e9-40716d2c6c18 req-a41a63f9-f3e1-443d-bbf9-956e0279bf35 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812995 Jul 16 04:14:42.461133 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95299994-ccde-4355-9af5-3d9dad05fd44 req-8aa6571c-6167-4f22-b953-602b098b6171 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:42.462574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95299994-ccde-4355-9af5-3d9dad05fd44 req-8aa6571c-6167-4f22-b953-602b098b6171 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 944 time: 0.0601535 Jul 16 04:14:42.499222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95299994-ccde-4355-9af5-3d9dad05fd44 req-01d64e1d-7fa6-494e-8f5e-759bf8bd46e2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312707 Jul 16 04:14:42.542143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:14:42.589237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port e8284055-971c-4c43-841b-3307c2cc8e93 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:14:42.592932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port e8284055-971c-4c43-841b-3307c2cc8e93 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:14:42.593574 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:42.666779 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:42.688790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:42.691299 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b3bc4-cc9b-4ec6-b90e-ab2d2f3e9e9b" -d '{"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:42.703719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:14:42.707975 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:42.733654 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e2e16-b13a-471d-b7c5-bdaae185a490 x-openstack-request-id: req-573e2e16-b13a-471d-b7c5-bdaae185a490 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:42.734455 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:42.734745 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-573e2e16-b13a-471d-b7c5-bdaae185a490 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:42.735128 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'code': 200} Jul 16 04:14:42.761295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:14:42.839101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3e28-ade4-4655-8609-85ab5d448a4e req-524655e4-4366-4e90-8bbc-958e954b05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:42.840552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc5f3e28-ade4-4655-8609-85ab5d448a4e req-524655e4-4366-4e90-8bbc-958e954b05f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1096 time: 0.0508878 Jul 16 04:14:42.876420 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc5f3e28-ade4-4655-8609-85ab5d448a4e req-4349762b-25c4-47fe-8dcc-dd60480df0fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294790 Jul 16 04:14:43.680507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945687c-13a3-41e9-b18d-feeccbc3fa11 req-d61f9bdb-fc91-4e10-95f5-65b203a4cfcb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:43.681928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3945687c-13a3-41e9-b18d-feeccbc3fa11 req-d61f9bdb-fc91-4e10-95f5-65b203a4cfcb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0633845 Jul 16 04:14:43.721566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3945687c-13a3-41e9-b18d-feeccbc3fa11 req-d22e5ef7-d341-4f31-b680-d6576c53712a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Jul 16 04:14:44.889511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13241c-312d-476c-8fdf-499867f4591b req-245a1800-ed2d-43ad-aec5-8f9eddf8b193 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:44.890958 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c13241c-312d-476c-8fdf-499867f4591b req-245a1800-ed2d-43ad-aec5-8f9eddf8b193 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0605280 Jul 16 04:14:44.926997 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9c13241c-312d-476c-8fdf-499867f4591b req-ba5e7e0a-1544-48f9-9625-f4ff0d4e585e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306363 Jul 16 04:14:45.091283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035ef86-3925-4038-bd29-da3aad3081db req-c7e607e8-cb7f-4d07-80a9-d00af9598ded tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:45.092721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7035ef86-3925-4038-bd29-da3aad3081db req-c7e607e8-cb7f-4d07-80a9-d00af9598ded tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0649972 Jul 16 04:14:45.101566 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:14:45.106040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'floatingip': {'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:14:45.144122 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:45.572483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:45.576286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:45.676048 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 associated. External IP: 172.25.4.150, port: e8284055-971c-4c43-841b-3307c2cc8e93. Jul 16 04:14:45.873565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:14:45.977033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:14:45.981690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:45.986239 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:14:45.995454 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:45.996045 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:14:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:46.017413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-16af65fd-6454-4b50-a8bd-1e3fc3176109 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "PUT /v2.0/floatingips/50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 HTTP/1.1" status: 200 len: 991 time: 0.9148033 Jul 16 04:14:46.017996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:14:46.020291 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:14:46.100400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:46.142435 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745aa0bf-79d4-4e8e-94e2-80da782e8ac5 x-openstack-request-id: req-745aa0bf-79d4-4e8e-94e2-80da782e8ac5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:14:46.142759 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:14:46.143008 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-745aa0bf-79d4-4e8e-94e2-80da782e8ac5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:14:46.143409 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'status': 'completed', 'code': 200} Jul 16 04:14:46.215676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-cfa73f6d-c8a5-489a-8920-7c67397b4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:46.217191 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-cfa73f6d-c8a5-489a-8920-7c67397b4227 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1096 time: 0.0529263 Jul 16 04:14:46.310214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-3ec88949-b891-4647-b695-8bf8fbe906d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:46.311730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-3ec88949-b891-4647-b695-8bf8fbe906d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0886776 Jul 16 04:14:46.376329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-d93c470c-0f58-4e8b-a31b-3d7175b499db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 999 time: 0.0580413 Jul 16 04:14:46.404264 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:ab:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:14:45Z', 'revision_number': 9, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:46.429634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-6ffa1620-0841-4e71-8de9-aebe0431c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:46.431159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-6ffa1620-0841-4e71-8de9-aebe0431c0ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0495179 Jul 16 04:14:46.435623 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:14:46.452032 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:14:46.452642 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:14:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:46.487811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-0e282454-ca82-4954-a041-ddc220c3821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:46.489215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-0e282454-ca82-4954-a041-ddc220c3821e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521607 Jul 16 04:14:46.568602 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:14:46.578296 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-2ebdeb92-4d74-41e6-837d-2729726bd23b service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818024 Jul 16 04:14:46.668995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-82f1ac77-371b-4d04-a50d-2b8b3cc842bb req-31d56a38-25a0-4af9-bdf5-888b54168b40 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842891 Jul 16 04:14:46.784299 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:ab:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:14:45Z', 'revision_number': 9, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:14:46.812957 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149c78-ef70-4953-9520-180eee3e2fd2 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:ab:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:14:45Z', 'revision_number': 9, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:14:46.992041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1909454-1b2d-4eba-a38f-71dd06febb7f None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:14:50.771439 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d78d-c86d-4bbd-bbc8-42b2af75d2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:53.575281 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-850f9967-3eba-47dd-b03a-1652517f480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:53.892598 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:54.494382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:56.216518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.226510 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:03.982216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:16.653116 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:15:20.771771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f15ed766-3f72-41bd-ae78-80346ce12caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:23.575247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a42672e7-dc0e-422a-8458-1e481014387a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:23.893084 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:24.497222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:26.221952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:29.788003 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-d7e139ca-9063-4aff-afb5-78f498cb9f6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495133 Jul 16 04:15:29.884449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-103302b9-bcc0-4687-b021-935f2ef09f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:29.885910 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-103302b9-bcc0-4687-b021-935f2ef09f70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1096 time: 0.0553596 Jul 16 04:15:29.985419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-c283b306-f360-405f-ab04-0c1fb99b49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:29.986869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-c283b306-f360-405f-ab04-0c1fb99b49d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0812211 Jul 16 04:15:30.051156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-0264fbc5-870f-425b-8eb6-7c9ea6fe4141 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1002 time: 0.0585649 Jul 16 04:15:30.099706 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-35aa6aa5-6377-44c0-89b2-39e8c76db72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.101162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-35aa6aa5-6377-44c0-89b2-39e8c76db72b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0433595 Jul 16 04:15:30.156379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-fe20c9c1-e0c8-4ee9-8b76-27fe40b5b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.158446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-fe20c9c1-e0c8-4ee9-8b76-27fe40b5b119 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507553 Jul 16 04:15:30.246790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-a95bb08a-849c-4fa2-8305-f5ba2e067227 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822358 Jul 16 04:15:30.331441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5142f1e7-d9b8-4ada-9945-46a40fa64864 req-010005ef-72f6-44ec-9b3d-8c3c464c747f service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783386 Jul 16 04:15:33.241837 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:33.998871 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:50.772483 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1a20-120e-499f-8f37-1d3a0f858b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:53.574809 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f663e01e-128a-4e0e-b7ca-647af75ca793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:53.652922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:15:53.894628 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:54.501246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:56.223706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:03.242654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.010898 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:20.773397 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df228b3a-451f-422e-a519-21500badc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:22.252442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0b68-d707-40f7-bb6e-3f6e55403903 req-edcf0425-fbb7-4a7c-9ee5-10fd95799902 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:22.253990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5abf0b68-d707-40f7-bb6e-3f6e55403903 req-edcf0425-fbb7-4a7c-9ee5-10fd95799902 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.1053858 Jul 16 04:16:22.257619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-6cef559b-54aa-4198-a319-329f69a051d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1553621 Jul 16 04:16:22.293444 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5abf0b68-d707-40f7-bb6e-3f6e55403903 req-a83f1f2d-5186-4b49-b5a2-d2148daefee7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jul 16 04:16:23.466396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520308f-86e4-4624-9f2c-c38410c6bb89 req-5a64249f-a001-42e8-b2f6-73b60eabe354 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.468229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d520308f-86e4-4624-9f2c-c38410c6bb89 req-5a64249f-a001-42e8-b2f6-73b60eabe354 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0640981 Jul 16 04:16:23.516317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d520308f-86e4-4624-9f2c-c38410c6bb89 req-ee2b25cf-83c4-4215-9331-028e1915a077 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Jul 16 04:16:23.575962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02284b9e-51b3-42b2-9c42-087d8957f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:23.583851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-6d4682fa-8887-40c8-a9d8-414aa3e0036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.585463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-6d4682fa-8887-40c8-a9d8-414aa3e0036b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1096 time: 0.0596514 Jul 16 04:16:23.674196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-397b2183-ba7c-4996-846a-f70386b4af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.676322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-397b2183-ba7c-4996-846a-f70386b4af81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0831499 Jul 16 04:16:23.740730 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-2cfcb5bc-fdbc-4fe7-a871-fc52ad45e300 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1002 time: 0.0593657 Jul 16 04:16:23.789031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-d0558e3f-6f90-42e6-bea8-4ef3112fc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.790446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-d0558e3f-6f90-42e6-bea8-4ef3112fc66b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0426643 Jul 16 04:16:23.845430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-06819390-4b75-4c5e-bf82-b96355b89c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:23.846959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-06819390-4b75-4c5e-bf82-b96355b89c1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497589 Jul 16 04:16:23.895696 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:23.937396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-808571db-e7f7-475b-9793-9701f83e38a5 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Jul 16 04:16:24.022669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-e2609683-2f5c-4c42-96af-73bda7735f71 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789702 Jul 16 04:16:24.503721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:24.696607 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219428be-de1d-4f01-8d00-b599ba7e24a6 req-4fd64215-9f83-4c59-b64b-076889125d35 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:24.698011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-219428be-de1d-4f01-8d00-b599ba7e24a6 req-4fd64215-9f83-4c59-b64b-076889125d35 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0666125 Jul 16 04:16:24.734167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-219428be-de1d-4f01-8d00-b599ba7e24a6 req-c2990872-0534-4ee2-8ca9-47e29ad74851 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305972 Jul 16 04:16:25.904880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f505e-17d3-4dcd-b825-153fde70bd46 req-c2710f3b-969f-469e-b747-bbc92b44861e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:25.906337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4f505e-17d3-4dcd-b825-153fde70bd46 req-c2710f3b-969f-469e-b747-bbc92b44861e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0616999 Jul 16 04:16:25.942255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4f505e-17d3-4dcd-b825-153fde70bd46 req-1d905c80-6934-48f6-a8e7-45c3a988bb84 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304158 Jul 16 04:16:26.225000 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:27.114511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0a6f-8766-465c-b2e3-46eba4d923bd req-511dbd2c-8209-45bf-b76b-0a6d56a4e1c6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:27.116006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e53a0a6f-8766-465c-b2e3-46eba4d923bd req-511dbd2c-8209-45bf-b76b-0a6d56a4e1c6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0629406 Jul 16 04:16:27.156619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e53a0a6f-8766-465c-b2e3-46eba4d923bd req-d2852742-7d66-47d3-b4af-8c030fe51153 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Jul 16 04:16:28.326229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51436-5838-4579-95c3-93c11abab10a req-f667d32a-7a64-4aff-a00d-eb3514c74717 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:28.327713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58d51436-5838-4579-95c3-93c11abab10a req-f667d32a-7a64-4aff-a00d-eb3514c74717 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0616860 Jul 16 04:16:28.365134 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-58d51436-5838-4579-95c3-93c11abab10a req-7d73b302-f17a-4ea1-b629-6ddd77770f50 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Jul 16 04:16:29.537318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466251-e6f1-4854-913b-5e43e4bb7f73 req-28663718-4dcb-4b3e-a1e0-1ad4d9cba021 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:29.538803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28466251-e6f1-4854-913b-5e43e4bb7f73 req-28663718-4dcb-4b3e-a1e0-1ad4d9cba021 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0615122 Jul 16 04:16:29.575299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28466251-e6f1-4854-913b-5e43e4bb7f73 req-418cc024-3b16-4a67-829b-8f6a7f094aff tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Jul 16 04:16:30.652894 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:16:30.750117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7a73-6ed6-49c3-bc66-9d3d4a078290 req-d91b5608-b0eb-4ffb-b7a4-96bcbb30a7f1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:30.751804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-922c7a73-6ed6-49c3-bc66-9d3d4a078290 req-d91b5608-b0eb-4ffb-b7a4-96bcbb30a7f1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0672185 Jul 16 04:16:30.799661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-922c7a73-6ed6-49c3-bc66-9d3d4a078290 req-178ae25a-ffbb-4399-bf72-1addeb496905 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Jul 16 04:16:30.840636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-c37086aa-6294-4f29-b645-c815a64e9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:30.842145 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-c37086aa-6294-4f29-b645-c815a64e9032 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1096 time: 0.0549617 Jul 16 04:16:30.947775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-34bf6d52-150e-4853-935c-22536ede2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:30.949123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-34bf6d52-150e-4853-935c-22536ede2b19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0877268 Jul 16 04:16:31.009854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-4488d89b-f2c2-45d3-a704-d1b36cb998c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1002 time: 0.0546503 Jul 16 04:16:31.056212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-89e38f90-b6d3-411e-8abf-aec66fd32395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:31.057624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-89e38f90-b6d3-411e-8abf-aec66fd32395 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0413740 Jul 16 04:16:31.116337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-40a0f752-3175-4184-a655-a898aa1d9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:31.117890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-40a0f752-3175-4184-a655-a898aa1d9bdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539780 Jul 16 04:16:31.201968 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-b800b292-151c-46f4-ad8a-a05a25ca66ed service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782297 Jul 16 04:16:31.289795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc6e6d70-600e-4ca8-bbea-8ea128e43e77 req-ee11acb3-2a7b-4666-8785-f01b9d3c077b service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816205 Jul 16 04:16:31.966951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4baf38-12e9-4b68-9d3c-e9f6292773e3 req-db00c024-5660-43c8-b37d-58367ae33705 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:31.968651 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af4baf38-12e9-4b68-9d3c-e9f6292773e3 req-db00c024-5660-43c8-b37d-58367ae33705 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0608010 Jul 16 04:16:32.005082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-af4baf38-12e9-4b68-9d3c-e9f6292773e3 req-fcd85596-ab9c-4893-ba1d-e281c76d081d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305686 Jul 16 04:16:33.175247 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4922e-bcbe-4b45-bb00-ddbd408e3345 req-735f26c6-b9cb-4adf-8e41-cf72bb2f5a3e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:33.177282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5de4922e-bcbe-4b45-bb00-ddbd408e3345 req-735f26c6-b9cb-4adf-8e41-cf72bb2f5a3e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0621135 Jul 16 04:16:33.217165 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5de4922e-bcbe-4b45-bb00-ddbd408e3345 req-582c84a9-cc00-41c0-9573-3e97b3863248 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jul 16 04:16:33.257438 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:34.022704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:34.390805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07cf35-794c-4293-abe7-2eb31fade022 req-b3668cbe-ede9-4b7c-b03b-28dbcd6d012d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:34.392277 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd07cf35-794c-4293-abe7-2eb31fade022 req-b3668cbe-ede9-4b7c-b03b-28dbcd6d012d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0624177 Jul 16 04:16:34.429301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fd07cf35-794c-4293-abe7-2eb31fade022 req-9ff549ca-2779-401a-acb1-683819852cb0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Jul 16 04:16:35.596917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234b91-00bd-427c-89da-032e588fea43 req-8deb4813-883d-4fb0-afbe-df7eb530852f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:35.598914 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21234b91-00bd-427c-89da-032e588fea43 req-8deb4813-883d-4fb0-afbe-df7eb530852f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0612149 Jul 16 04:16:35.634896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21234b91-00bd-427c-89da-032e588fea43 req-ee001fb5-ac99-42bc-bce5-ee6f88b056c3 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304725 Jul 16 04:16:35.840760 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-c32ad07e-4f92-4714-8f02-071dff768538 service neutron] show failed (client error): The resource could not be found. Jul 16 04:16:35.841741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-c32ad07e-4f92-4714-8f02-071dff768538 service neutron] 10.222.0.48 "GET /v2.0/ports/e8284055-971c-4c43-841b-3307c2cc8e93/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0558276 Jul 16 04:16:36.123739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-da12f6e3-4bcd-457d-a757-9c7640c451d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:36.125111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-da12f6e3-4bcd-457d-a757-9c7640c451d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 1096 time: 0.0975330 Jul 16 04:16:36.136052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:36.208119 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:36.405832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:36.436398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:36.474751 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:36.477274 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79349f-c08c-4192-adf3-d19164cccaf8" -d '{"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:36.480752 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:36.494284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Transition to ACTIVE for port object e8284055-971c-4c43-841b-3307c2cc8e93 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:36.498233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:36.529426 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a47f135-749d-441b-9756-2d1fe9109a0c x-openstack-request-id: req-9a47f135-749d-441b-9756-2d1fe9109a0c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:36.529722 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:36.529967 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a47f135-749d-441b-9756-2d1fe9109a0c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:36.530353 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'code': 200} Jul 16 04:16:36.599681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:36.623945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.624282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.624612 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.624942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.625262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.625582 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.625906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.626216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.626525 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.626861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.627174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.627501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:36.687417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] No DVR routers for this DVR port e8284055-971c-4c43-841b-3307c2cc8e93 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:36.812648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1ab15-cd4c-4e45-9d42-71fb9e1c8f50 req-5abcd7a5-ecd7-4af4-9a81-3c10d83de38f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:36.814121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7c1ab15-cd4c-4e45-9d42-71fb9e1c8f50 req-5abcd7a5-ecd7-4af4-9a81-3c10d83de38f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 943 time: 0.0640860 Jul 16 04:16:36.822638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:36.822980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:36.823356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:36.827819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:16:36.828144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:36.833044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:36.833384 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:36.833766 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:36.834194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Bound port: e8284055-971c-4c43-841b-3307c2cc8e93, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:36.834570 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:36.851271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7c1ab15-cd4c-4e45-9d42-71fb9e1c8f50 req-a37f3601-aede-4092-af83-e1d5a0060784 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Jul 16 04:16:36.896459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:36.899387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:36.904057 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:36.941272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:36.941886 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:36.943310 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] 10.222.0.11 "PUT /v2.0/ports/e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1091 time: 0.8112347 Jul 16 04:16:36.959915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31d433-b3ed-4761-931e-cc1b31d55a9d service neutron] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:37.023076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-b787bf42-f0c8-4081-a8f9-8bafe2c427f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:37.024632 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-b787bf42-f0c8-4081-a8f9-8bafe2c427f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1094 time: 0.0583200 Jul 16 04:16:37.115856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-3123c7f0-c921-4ef6-83f6-567c2278209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:37.117457 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-3123c7f0-c921-4ef6-83f6-567c2278209e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0866427 Jul 16 04:16:37.182837 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-8a48df40-2895-4a78-941f-be43723a3052 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1000 time: 0.0592184 Jul 16 04:16:37.228977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-ec12fba7-ea81-43d3-8bd2-97af1af88e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:37.230343 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-ec12fba7-ea81-43d3-8bd2-97af1af88e6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0418811 Jul 16 04:16:37.284545 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-fc2cb584-efdf-4c77-9a79-325457530fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:37.286489 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-fc2cb584-efdf-4c77-9a79-325457530fa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500581 Jul 16 04:16:37.378148 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-36515eac-527c-4c8d-a846-72bfa37b0241 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825994 Jul 16 04:16:37.463746 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b98630f1-b360-46af-a2f3-fcf7cbe6a534 req-92f423ef-56f8-4dff-8031-aac68d122b95 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790751 Jul 16 04:16:38.019998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3838e-a659-40da-a0dd-663d65a2a16a req-b1cdf56d-755e-4c99-91ac-e771894a6167 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.021448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39c3838e-a659-40da-a0dd-663d65a2a16a req-b1cdf56d-755e-4c99-91ac-e771894a6167 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 943 time: 0.0613265 Jul 16 04:16:38.057171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39c3838e-a659-40da-a0dd-663d65a2a16a req-117c67cf-43db-45a6-b1a5-f244e5f6e283 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303388 Jul 16 04:16:38.531563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:38.533920 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d24ac9-f093-496f-bf8a-d18ad54471f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:38.579976 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6504cdf-9825-4633-aac2-ed34f62d1cb7 x-openstack-request-id: req-e6504cdf-9825-4633-aac2-ed34f62d1cb7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:38.580264 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:38.580518 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6504cdf-9825-4633-aac2-ed34f62d1cb7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:38.580914 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'status': 'completed', 'code': 200} Jul 16 04:16:38.652296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-cf9286f8-4d0e-4742-b95f-293645780a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.653744 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-cf9286f8-4d0e-4742-b95f-293645780a00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1094 time: 0.0549788 Jul 16 04:16:38.657120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-b89a0a1d-5f08-4e7a-866f-baf0f557a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.658619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-b89a0a1d-5f08-4e7a-866f-baf0f557a8fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1094 time: 0.0550737 Jul 16 04:16:38.740862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-3caf294b-b1b0-4305-bb8b-d9823ba11db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.742327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-3caf294b-b1b0-4305-bb8b-d9823ba11db1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0830252 Jul 16 04:16:38.746031 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-e5766857-fda1-400a-952f-a472ba22874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.747525 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-e5766857-fda1-400a-952f-a472ba22874f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0824788 Jul 16 04:16:38.809858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-ebb8999e-ee51-4d2c-91a3-a421c243ee50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1000 time: 0.0604408 Jul 16 04:16:38.817223 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-8f1dc0d1-92a2-4005-8da0-4d5daa2f6377 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1000 time: 0.0625541 Jul 16 04:16:38.857283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-235d4f7f-99b5-4ca7-99bf-2f980a3e17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.858774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-235d4f7f-99b5-4ca7-99bf-2f980a3e17cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0426397 Jul 16 04:16:38.865008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-a543854a-ac73-4730-9b86-f340150a3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.866425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-a543854a-ac73-4730-9b86-f340150a3973 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0419316 Jul 16 04:16:38.915113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-8acc17db-3891-48eb-857a-18f0c255253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.916549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-8acc17db-3891-48eb-857a-18f0c255253a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521724 Jul 16 04:16:38.928245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-88b59f68-724e-4ab9-803e-fa7844d3397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:38.929757 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-88b59f68-724e-4ab9-803e-fa7844d3397c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537791 Jul 16 04:16:39.008259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-5e6b8e0f-b638-4c16-bc5e-399afed0121c service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853045 Jul 16 04:16:39.023188 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-0bd747a5-3a1d-4251-bca5-ea8e676363ea service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864449 Jul 16 04:16:39.116343 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-67ac97b2-d708-42d6-97cd-24d5dc62f0d3 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866685 Jul 16 04:16:39.128113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:39.131138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38d24ac9-f093-496f-bf8a-d18ad54471f7 req-1577e4f0-bf41-412b-a588-2863c3bc995e service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156881 Jul 16 04:16:39.181885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:39.264891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57930a45-ac65-43dc-b6b4-e9347222dfda req-4a4c167c-2b44-4c6e-8e19-76737031bed1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:39.266363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57930a45-ac65-43dc-b6b4-e9347222dfda req-4a4c167c-2b44-4c6e-8e19-76737031bed1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 943 time: 0.0681179 Jul 16 04:16:39.303998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-57930a45-ac65-43dc-b6b4-e9347222dfda req-37b77559-b243-41fd-9a8e-fa9e1be76725 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jul 16 04:16:40.473737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146f4d0-f357-4b17-ac38-2011f7a4237c req-294dcc9e-7f18-4e7b-870f-ebd70be4264d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:40.475202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5146f4d0-f357-4b17-ac38-2011f7a4237c req-294dcc9e-7f18-4e7b-870f-ebd70be4264d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 943 time: 0.0611286 Jul 16 04:16:40.511263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5146f4d0-f357-4b17-ac38-2011f7a4237c req-86e7f573-9b31-4e85-85bc-34a475636617 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Jul 16 04:16:40.621266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:16:40.719031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:40.730156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'mac_address': 'fa:16:3e:ab:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:16:40.773320 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:40.788841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8284055-971c-4c43-841b-3307c2cc8e93 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:40.814697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:40.822717 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:40.879342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:40.887220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.887850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.888384 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.888921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.889453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.889983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.890316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.890678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.891012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.891391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.891716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.892133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:40.977403 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695aa21-e48e-4f88-b639-a928a2e4779a req-fadf3682-2380-4e4f-9f74-b1caef4bbf7a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:40.979010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8695aa21-e48e-4f88-b639-a928a2e4779a req-fadf3682-2380-4e4f-9f74-b1caef4bbf7a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 944 time: 0.0667772 Jul 16 04:16:41.023281 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8695aa21-e48e-4f88-b639-a928a2e4779a req-2c02a1fd-375f-4720-b0fb-aca98415905b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385051 Jul 16 04:16:41.075567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['e8284055-971c-4c43-841b-3307c2cc8e93'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:41.258242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-e13a7517-303c-4538-9c55-42b5d7dccbc2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:41.259734 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-e13a7517-303c-4538-9c55-42b5d7dccbc2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a&tenant_id=e6e424704c87480bbb4a103203de86b8&binding%3Ahost_id=n-h1-800089-6 HTTP/1.1" status: 200 len: 944 time: 0.4118104 Jul 16 04:16:41.317917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-a0c91f4b-a610-4013-b2bc-85280693ca3d service neutron] 10.222.0.11 "GET /v2.0/ports/e8284055-971c-4c43-841b-3307c2cc8e93/bindings/n-h1-800089-6 HTTP/1.1" status: 200 len: 382 time: 0.0511332 Jul 16 04:16:41.392623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-b712c0f0-3552-4d84-bc8f-a63ad819f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:41.394922 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-b712c0f0-3552-4d84-bc8f-a63ad819f2c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1095 time: 0.0528610 Jul 16 04:16:41.482763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-43a2656c-1f9e-4c48-b451-2b169013bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:41.484167 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-43a2656c-1f9e-4c48-b451-2b169013bfe9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0832086 Jul 16 04:16:41.547159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-af6a50b9-6b91-4944-be8f-fe32bdb135a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1001 time: 0.0562286 Jul 16 04:16:41.593839 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-65882b97-db95-459b-ab5e-2f7b2cd45507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:41.595229 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-65882b97-db95-459b-ab5e-2f7b2cd45507 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0422499 Jul 16 04:16:41.653478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-a9740f65-b2eb-4064-b672-bbd09c3440c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:41.654943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-a9740f65-b2eb-4064-b672-bbd09c3440c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532768 Jul 16 04:16:41.739670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-e7e53c29-d525-4bb9-a66f-d42f765583d6 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787563 Jul 16 04:16:41.830004 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-afa76007-82db-44cd-a1e6-da257f34a49f service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833213 Jul 16 04:16:42.194311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a61bd7-ffe2-4528-b5b4-bf7aa261d923 req-0ff83044-3c34-4829-945d-c526e4b06ad7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:42.195703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40a61bd7-ffe2-4528-b5b4-bf7aa261d923 req-0ff83044-3c34-4829-945d-c526e4b06ad7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 944 time: 0.0611098 Jul 16 04:16:42.231977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40a61bd7-ffe2-4528-b5b4-bf7aa261d923 req-8f37c9d1-efb2-48d2-94ec-837c0aa1dd39 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Jul 16 04:16:42.636539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:42.686660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port e8284055-971c-4c43-841b-3307c2cc8e93 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:42.690304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port e8284055-971c-4c43-841b-3307c2cc8e93 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:42.690716 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.763039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.784145 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:42.786999 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33a5b3a-136d-457e-a03c-fae3b7a5047f" -d '{"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:42.801397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:42.805595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:42.840157 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e37ddc-77f1-4c17-abfe-7697ac19d7e3 x-openstack-request-id: req-55e37ddc-77f1-4c17-abfe-7697ac19d7e3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:42.840446 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:42.840701 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55e37ddc-77f1-4c17-abfe-7697ac19d7e3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:42.841081 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'code': 200} Jul 16 04:16:42.857223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:43.406103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cf603-e94b-40c0-9f92-b125205f8bac req-d7514050-3ec2-4b05-b3cb-44c3f11ea6f7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:43.407533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-150cf603-e94b-40c0-9f92-b125205f8bac req-d7514050-3ec2-4b05-b3cb-44c3f11ea6f7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0645921 Jul 16 04:16:43.446009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-150cf603-e94b-40c0-9f92-b125205f8bac req-1cac6f20-7c14-49e6-b25f-92af5229d276 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Jul 16 04:16:43.770003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-f51b8354-3ff1-488e-bdb4-aeeec6be1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:43.771500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-f51b8354-3ff1-488e-bdb4-aeeec6be1136 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 1096 time: 0.0545821 Jul 16 04:16:43.782386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:43.850465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.041520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:44.072686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:44.113491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:44.116036 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fd459-2ce8-4c11-ad16-4d0d9fdb10f2" -d '{"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:44.119595 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.132294 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Transition to ACTIVE for port object e8284055-971c-4c43-841b-3307c2cc8e93 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:44.136572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.169371 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dc3f5-a987-471b-930b-1c2ec39b6527 x-openstack-request-id: req-4b4dc3f5-a987-471b-930b-1c2ec39b6527 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:44.169707 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:44.169893 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b4dc3f5-a987-471b-930b-1c2ec39b6527 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:44.170271 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'code': 200} Jul 16 04:16:44.215263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:44.226972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.227314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.227650 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.227979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.228307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.228634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.228951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.229271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.229588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.229902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.230217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.230530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:16:44.268814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] No DVR routers for this DVR port e8284055-971c-4c43-841b-3307c2cc8e93 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:44.400917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:44.401236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:44.401565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:44.405681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:16:44.405995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Attempting to bind port e8284055-971c-4c43-841b-3307c2cc8e93 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:44.411332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:44.411923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:44.412036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:44.412434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Bound port: e8284055-971c-4c43-841b-3307c2cc8e93, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:44.412778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.472813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:44.476187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:44.480295 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.513698 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:44.514184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.516024 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] 10.222.0.48 "PUT /v2.0/ports/e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1092 time: 0.7374511 Jul 16 04:16:44.571801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58843d1-758f-4a87-bc1f-f03a47d614cf service neutron] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=11']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:44.643040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-8716ba5b-484a-49a5-9a05-2cb08995dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:44.644607 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-8716ba5b-484a-49a5-9a05-2cb08995dac6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1095 time: 0.1032975 Jul 16 04:16:44.688481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbc5f6-5d2b-447d-a12c-7c8b4a5ec446 req-1e1bc2ee-d559-42ee-95f9-1f13696690e5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:44.690035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32bbc5f6-5d2b-447d-a12c-7c8b4a5ec446 req-1e1bc2ee-d559-42ee-95f9-1f13696690e5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 944 time: 0.1074762 Jul 16 04:16:45.113439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-32bbc5f6-5d2b-447d-a12c-7c8b4a5ec446 req-ee6f7e8f-b19e-47b7-9361-19816e3e179b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164171 Jul 16 04:16:45.114876 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-db648177-17b3-4725-b6e4-8c7c4347ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:45.116228 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-db648177-17b3-4725-b6e4-8c7c4347ec54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.4644935 Jul 16 04:16:45.180144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-7fdffe99-ae34-4c34-bda9-ac72243fb3a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1000 time: 0.0570042 Jul 16 04:16:45.226737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-9374be3e-2fb5-43e8-85e3-01c8dcbcad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:45.228125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-9374be3e-2fb5-43e8-85e3-01c8dcbcad54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0416746 Jul 16 04:16:45.287535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-8d1bf6f2-a67a-4d2e-9f73-df690f6691e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:45.289036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-8d1bf6f2-a67a-4d2e-9f73-df690f6691e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539811 Jul 16 04:16:45.375975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-8a1a5981-cf22-4a86-aa26-aa62ba10593a service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795462 Jul 16 04:16:45.463639 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-87bdb77e-6c35-44f5-8967-04fae0ce0b1d req-0c979819-7fd2-41fc-a2dd-0390daa79b24 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818083 Jul 16 04:16:46.171442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:46.173806 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e1d8a8-4841-4c6f-83a5-683b98d24f42" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:46.285707 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba434b-c9fb-48cc-8d1c-274237ff7b06 req-a41aa20b-5db5-4138-bdde-20125c0b0898 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.287231 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cba434b-c9fb-48cc-8d1c-274237ff7b06 req-a41aa20b-5db5-4138-bdde-20125c0b0898 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 944 time: 0.0632186 Jul 16 04:16:46.324233 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cba434b-c9fb-48cc-8d1c-274237ff7b06 req-360ed7f6-59d9-49c0-a8d1-4750f5ff3c67 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Jul 16 04:16:46.387665 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a50c0-c924-44be-8efd-05eee597c65c x-openstack-request-id: req-7e1a50c0-c924-44be-8efd-05eee597c65c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:46.387967 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:46.388228 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e1a50c0-c924-44be-8efd-05eee597c65c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:46.388965 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'status': 'completed', 'code': 200} Jul 16 04:16:46.463559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-6055f012-0c76-4e79-a710-efffa98a7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.464034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-980f553d-46a2-4dc9-a082-a7c64f8b6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.465020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-6055f012-0c76-4e79-a710-efffa98a7811 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1095 time: 0.0571778 Jul 16 04:16:46.465686 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-980f553d-46a2-4dc9-a082-a7c64f8b6fe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 1095 time: 0.0547106 Jul 16 04:16:46.557040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-197b31c0-5fdd-464a-b2c4-ab148a8b578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.557313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-d4354365-29d2-4e86-8d17-8683b4de9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.558498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-197b31c0-5fdd-464a-b2c4-ab148a8b578e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0852692 Jul 16 04:16:46.558635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-d4354365-29d2-4e86-8d17-8683b4de9f5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0870881 Jul 16 04:16:46.621408 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-1bdec470-39da-4689-bc47-a0a217eebb55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1000 time: 0.0566885 Jul 16 04:16:46.626672 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-d2b614d1-3866-4d91-965e-eb4f977d0c4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 200 len: 1000 time: 0.0596273 Jul 16 04:16:46.637096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:46.670644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-8094dec4-f45c-46ef-a70f-70b8e64a216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.672133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-8094dec4-f45c-46ef-a70f-70b8e64a216e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0447819 Jul 16 04:16:46.675175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:46.675737 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-7b5fce4f-720a-4ab7-bc91-57a7394a8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.678009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-7b5fce4f-720a-4ab7-bc91-57a7394a8b0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0448532 Jul 16 04:16:46.732858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-e06992bf-66a5-49aa-ba72-7757b2144fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.734385 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-e06992bf-66a5-49aa-ba72-7757b2144fdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560696 Jul 16 04:16:46.737243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-0caa4bb3-591d-4aac-8fd8-21077c22449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:46.738746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-0caa4bb3-591d-4aac-8fd8-21077c22449e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507400 Jul 16 04:16:46.823200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-8ff50144-7e53-4bd7-9eb1-d193f0dfee18 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825880 Jul 16 04:16:46.830893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-879d09d7-cb4d-46a0-a17b-9e9b6f7c6fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Jul 16 04:16:46.924368 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-2ba9f914-9795-451b-84b6-bb650b2b8e16 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946720 Jul 16 04:16:46.932374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-03e1d8a8-4841-4c6f-83a5-683b98d24f42 req-452a2283-0761-4124-81e9-0ea742d3c307 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Jul 16 04:16:47.173852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:16:47.264792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:47.278686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'mac_address': 'fa:16:3e:ab:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:16:47.315364 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.327869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8284055-971c-4c43-841b-3307c2cc8e93 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:47.346404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:47.350159 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:47.396872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:47.509113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99549-9e0a-4d9e-ad0b-bc9ee25d6e6e req-374c3301-c19f-4b5c-8b35-5559d927d427 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:47.510623 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acb99549-9e0a-4d9e-ad0b-bc9ee25d6e6e req-374c3301-c19f-4b5c-8b35-5559d927d427 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0666788 Jul 16 04:16:47.548320 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acb99549-9e0a-4d9e-ad0b-bc9ee25d6e6e req-14506435-32c2-49eb-93e6-b1b59478570d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Jul 16 04:16:47.581180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['e8284055-971c-4c43-841b-3307c2cc8e93'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:47.719435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d2aa9-33d9-4ff2-9835-7c5ee1c68149 req-438ccaad-dd9e-46de-a59d-9cba3e8f64b6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:47.720894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-635d2aa9-33d9-4ff2-9835-7c5ee1c68149 req-438ccaad-dd9e-46de-a59d-9cba3e8f64b6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0643423 Jul 16 04:16:47.757713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-635d2aa9-33d9-4ff2-9835-7c5ee1c68149 req-93846f02-2140-4485-95a3-b6b71147390b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jul 16 04:16:47.928781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec43c1-61ad-4533-b44b-849e3d804ebc req-c351d8ff-3bcc-4290-8018-35496ee80cca tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:47.930217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdec43c1-61ad-4533-b44b-849e3d804ebc req-c351d8ff-3bcc-4290-8018-35496ee80cca tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0612748 Jul 16 04:16:47.966114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cdec43c1-61ad-4533-b44b-849e3d804ebc req-ddc061dc-f587-46f9-b399-0195d037317f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304730 Jul 16 04:16:48.334201 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755e6c-529c-4c05-9db5-c7a7f316b126 req-446c927b-b37f-4e0d-833e-3e38679aa659 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:48.335594 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce755e6c-529c-4c05-9db5-c7a7f316b126 req-446c927b-b37f-4e0d-833e-3e38679aa659 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0650814 Jul 16 04:16:48.372115 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ce755e6c-529c-4c05-9db5-c7a7f316b126 req-699963b8-080b-4b6e-9671-c4810d0640b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Jul 16 04:16:49.183603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:16:49.229699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port e8284055-971c-4c43-841b-3307c2cc8e93 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:49.233221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port e8284055-971c-4c43-841b-3307c2cc8e93 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:49.233590 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.310889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.488860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:49.491284 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf2d27e-95ae-4042-924c-ac6a8fcec52d" -d '{"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:49.501693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:49.505729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.535490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba832ac-c125-44f8-974b-7783557541be req-824101fd-1c45-4fa5-bdbe-158391f39168 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:49.536969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dba832ac-c125-44f8-974b-7783557541be req-824101fd-1c45-4fa5-bdbe-158391f39168 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.0968578 Jul 16 04:16:49.555803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=13']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:49.609304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b8498-1c6b-4abb-9850-2b90f16e1913 req-1406d1e4-09c2-4e79-bd00-a3a8bc40686c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:49.610862 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-601b8498-1c6b-4abb-9850-2b90f16e1913 req-1406d1e4-09c2-4e79-bd00-a3a8bc40686c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 945 time: 0.1206026 Jul 16 04:16:49.667384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-601b8498-1c6b-4abb-9850-2b90f16e1913 req-7cd85ebb-361b-44a5-852d-9cbc7de49641 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 Jul 16 04:16:49.690363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Deleting port e8284055-971c-4c43-841b-3307c2cc8e93 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:16:49.690363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.712243 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f0a15c-af29-4280-a519-9d32bedce367 x-openstack-request-id: req-57f0a15c-af29-4280-a519-9d32bedce367 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:49.712532 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:49.712784 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57f0a15c-af29-4280-a519-9d32bedce367 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:49.713170 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'code': 200} Jul 16 04:16:49.772011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] For port e8284055-971c-4c43-841b-3307c2cc8e93, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=e8284055-971c-4c43-841b-3307c2cc8e93,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:49.772372 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.933316 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.933603 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:49.933917 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 disassociated. External IP: 172.25.4.150, port: e8284055-971c-4c43-841b-3307c2cc8e93. Jul 16 04:16:49.934256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Calling delete_port for e8284055-971c-4c43-841b-3307c2cc8e93 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:16:50.057335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:50.086202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event deleted for resources: {'Port': ['ID=e8284055-971c-4c43-841b-3307c2cc8e93,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:50.204934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:16:50.313592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:16:50.323366 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:16:50.333669 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:50.334277 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:16:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:50.357456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] No DVR routers for this DVR port e8284055-971c-4c43-841b-3307c2cc8e93 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:16:50.359935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:50.361876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dba832ac-c125-44f8-974b-7783557541be req-88607862-adf0-4055-bc3a-bab6e806aa5d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "DELETE /v2.0/ports/e8284055-971c-4c43-841b-3307c2cc8e93 HTTP/1.1" status: 204 len: 173 time: 0.8181944 Jul 16 04:16:50.362310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-deleted', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:50.365049 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7306f32-e5e2-4e00-b2d1-67be0e40d22d" -d '{"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-deleted", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:50.400978 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650d9158-2d6c-4223-a3ab-23a1162919f3 x-openstack-request-id: req-650d9158-2d6c-4223-a3ab-23a1162919f3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:50.401308 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf0d74c-1925-4b90-9af8-355792324e8a", "name": "network-vif-deleted", "tag": "e8284055-971c-4c43-841b-3307c2cc8e93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:50.401569 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-650d9158-2d6c-4223-a3ab-23a1162919f3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:50.401979 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf0d74c-1925-4b90-9af8-355792324e8a', 'name': 'network-vif-deleted', 'tag': 'e8284055-971c-4c43-841b-3307c2cc8e93', 'status': 'completed', 'code': 200} Jul 16 04:16:50.442013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:50.637778 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:50.666745 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:16:50.674730 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:16:50.675881 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:16:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:50.779298 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:16:50.785222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d62945f-fc59-4532-b702-0aeaa2a77beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:50.839468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e11b1768-6320-4db1-b844-d459fbfc2584 req-3b9b5186-db2d-4e3f-be68-fe9a942c053d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=3bf0d74c-1925-4b90-9af8-355792324e8a HTTP/1.1" status: 200 len: 210 time: 0.0406022 Jul 16 04:16:50.986879 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:16:51.011967 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464b05e-f4d5-4a5e-858d-e7183e410cf0 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:16:51.222940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ec867-35d1-403c-aebb-c8d3515116e2 None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:16:52.178215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-aae1cede-2d5c-4fd4-9e90-1a3b1c25a85f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1180256888&fields=id&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 267 time: 0.0329411 Jul 16 04:16:52.279279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-c3965e9d-8779-46e5-9700-174319106e1c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:52.280709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-c3965e9d-8779-46e5-9700-174319106e1c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.0964663 Jul 16 04:16:52.295343 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-dc14dff3-87d0-405d-b532-a7cfa8c6164a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/quotas/e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 375 time: 0.0087621 Jul 16 04:16:52.366715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-0b35d63c-906c-424c-a97a-96f3bf9fd475 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667269 Jul 16 04:16:52.382358 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-aefdb47b-350d-4784-98aa-bce266ca2c2e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:16:52.383289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-aefdb47b-350d-4784-98aa-bce266ca2c2e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051143 Jul 16 04:16:52.468980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-07791ac7-b6f5-40a0-8c6e-29139ed4472a service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805674 Jul 16 04:16:52.558969 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-966b1717-e87b-4610-afd0-c11095e63ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838189 Jul 16 04:16:52.725046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-547f1259-fdf2-43f0-9ed8-986df29dd4e5 req-46eccddd-04a8-4617-ace6-c99153b06403 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 210 time: 0.0300658 Jul 16 04:16:53.188865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:16:53.209941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: e8284055-971c-4c43-841b-3307c2cc8e93 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:16:53.210293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device e8284055-971c-4c43-841b-3307c2cc8e93 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:16:53.575710 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e82eeaf-2d8a-48ce-9187-9ad0dc778333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:53.729465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b90e7725-144e-46dc-9069-eb4a0b148994 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:53.731715 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b90e7725-144e-46dc-9069-eb4a0b148994 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 811 time: 0.1046464 Jul 16 04:16:53.787384 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-0aea50d4-ad08-4197-bf74-995bd47d81c4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 380 time: 0.0409715 Jul 16 04:16:53.797189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'port': {'device_id': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'admin_state_up': True, 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'security_groups': ['3dd95c35-295c-4130-8159-079334872cfc']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:53.863093 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd0df262-4026-4121-aaf7-5049c0dc3831 req-85c2ca1f-fa2f-4951-921a-724ff3148067 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 210 time: 0.0276732 Jul 16 04:16:53.896944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:53.915949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Made reservation on behalf of e6e424704c87480bbb4a103203de86b8 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:16:53.919625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.045478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Allocated IP 172.20.0.7 (ed93c34e-c41b-416e-9bf2-f3cd0c2353bb/7daac18e-894a-4a63-83f4-204805f306f8/be3bea01-e05e-4b87-9764-263214ea3e40) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:16:54.176974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.194755 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Transition to ACTIVE for port object be3bea01-e05e-4b87-9764-263214ea3e40 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:54.227028 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.272930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:16:54.276025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:16:54.278255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:16:54.305358 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:54.332434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:54.333059 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.348323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-6f1bb98b-f72d-4d4e-82a1-4895d5422079 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553043 Jul 16 04:16:54.360943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Request body: {'port': {'device_id': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:16:54.441396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.480721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a9da8a2-5bc1-4875-815b-c6bdb3726487 None None] Provisioning for port be3bea01-e05e-4b87-9764-263214ea3e40 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:16:54.484404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a9da8a2-5bc1-4875-815b-c6bdb3726487 None None] Provisioning complete for port be3bea01-e05e-4b87-9764-263214ea3e40 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:16:54.484777 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a9da8a2-5bc1-4875-815b-c6bdb3726487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.527196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5a9da8a2-5bc1-4875-815b-c6bdb3726487 None None] Port be3bea01-e05e-4b87-9764-263214ea3e40 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:16:54.528551 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.698678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3bea01-e05e-4b87-9764-263214ea3e40 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:54.705889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.718255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Transition to ACTIVE for port object be3bea01-e05e-4b87-9764-263214ea3e40 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:16:54.722466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.769522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:54.845030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:16:54.845362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:16:54.845718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:54.850787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:16:54.851113 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:16:54.856093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:16:54.856427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:16:54.856809 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:16:54.857235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Bound port: be3bea01-e05e-4b87-9764-263214ea3e40, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:16:54.857594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.925243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:16:54.928585 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:16:54.932501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.965985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:54.966618 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:54.968297 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] 10.222.0.11 "PUT /v2.0/ports/be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1091 time: 0.6122048 Jul 16 04:16:54.968741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:16:54.971063 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753241c7-cc42-4e08-9520-a4f7d298e96d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:16:55.018622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e621e-106b-4fa2-92a0-64292e940a11 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:55.053530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01261c1-e7da-477b-8230-9cf6738d17d0 req-552c1744-0780-43eb-b037-90dc52502e64 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.055067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e01261c1-e7da-477b-8230-9cf6738d17d0 req-552c1744-0780-43eb-b037-90dc52502e64 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0735383 Jul 16 04:16:55.074008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-34e7997d-098b-4962-aa28-361c2a19f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.075621 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-34e7997d-098b-4962-aa28-361c2a19f495 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1094 time: 0.0671234 Jul 16 04:16:55.100516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e01261c1-e7da-477b-8230-9cf6738d17d0 req-db624fe7-3432-4181-b371-678fca4be4aa tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Jul 16 04:16:55.119140 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-5b0ebfcf-601e-40d3-b3e1-6e33341c053e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 217 time: 0.0357950 Jul 16 04:16:55.157393 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837469ae-7473-41a7-8d8e-de55e3d51cce x-openstack-request-id: req-837469ae-7473-41a7-8d8e-de55e3d51cce {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:16:55.157781 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:16:55.158090 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-837469ae-7473-41a7-8d8e-de55e3d51cce {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:16:55.158424 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'status': 'completed', 'code': 200} Jul 16 04:16:55.174682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-7258822c-242f-44a8-88fa-4f1288673130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.176202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-7258822c-242f-44a8-88fa-4f1288673130 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0509253 Jul 16 04:16:55.238325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-aae215e2-365f-4fd1-b181-493085da36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.239811 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-aae215e2-365f-4fd1-b181-493085da36ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574105 Jul 16 04:16:55.326974 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-f0294b85-fee2-49f3-8379-03df2fd5e85a service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799894 Jul 16 04:16:55.417762 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dac74eb-db9b-4826-9530-1a9b18300071 req-9ab0933f-4253-4725-9ffc-b6b56dc836e1 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Jul 16 04:16:55.517977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-cf04dcd3-5866-4b5d-acd1-4e839557fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.519502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-cf04dcd3-5866-4b5d-acd1-4e839557fdd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1094 time: 0.0529094 Jul 16 04:16:55.610381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-d369eecb-8f82-4ccb-ab85-8783a594f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.611862 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-d369eecb-8f82-4ccb-ab85-8783a594f445 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0852711 Jul 16 04:16:55.652654 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-af20c292-4383-4e75-8817-0708f73099ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 217 time: 0.0331829 Jul 16 04:16:55.699941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-4a23a715-51e7-4a48-aace-9b40ee48ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.701388 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-4a23a715-51e7-4a48-aace-9b40ee48ee8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0427463 Jul 16 04:16:55.757666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-464c3480-4152-4df5-b50f-34219d2ae902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:55.759174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-464c3480-4152-4df5-b50f-34219d2ae902 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508120 Jul 16 04:16:55.851558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-1c167f60-b23b-4651-8951-4a5c451faf41 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Jul 16 04:16:55.942244 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-753241c7-cc42-4e08-9520-a4f7d298e96d req-dc43cf30-ea16-49b7-bc41-e2a0f274d181 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842187 Jul 16 04:16:56.230408 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:56.279031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6cea7-c262-46b1-b1c8-7fdac8babf24 req-baf138de-ab82-4a2b-b062-c4b3a24557fe tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:56.280521 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ad6cea7-c262-46b1-b1c8-7fdac8babf24 req-baf138de-ab82-4a2b-b062-c4b3a24557fe tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0665045 Jul 16 04:16:56.316844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ad6cea7-c262-46b1-b1c8-7fdac8babf24 req-24fb59f1-62b1-4451-a4ff-64b5799c60a6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301597 Jul 16 04:16:57.485873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a1a72-46f7-452e-9dc0-0e50dc8c5564 req-49e85f14-d826-49cf-ac75-1a82b6a497c9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:57.488116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a29a1a72-46f7-452e-9dc0-0e50dc8c5564 req-49e85f14-d826-49cf-ac75-1a82b6a497c9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0610464 Jul 16 04:16:57.524858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a29a1a72-46f7-452e-9dc0-0e50dc8c5564 req-11a0e299-bc31-4a6d-8123-87ed2e04ad2d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Jul 16 04:16:58.697114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20537e38-a814-448e-82e4-410f64494540 req-5db5409a-40b0-4fb3-b9f2-fdeeef326e0a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:58.698168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:16:58.698722 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20537e38-a814-448e-82e4-410f64494540 req-5db5409a-40b0-4fb3-b9f2-fdeeef326e0a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0654216 Jul 16 04:16:58.736675 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20537e38-a814-448e-82e4-410f64494540 req-5fe5a2d0-ea94-450c-8654-90905b5ea255 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Jul 16 04:16:58.793564 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:58.804129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'mac_address': 'fa:16:3e:7f:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:16:58.840256 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:58.852570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3bea01-e05e-4b87-9764-263214ea3e40 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:16:58.870939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:16:58.875347 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:58.922371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:16:59.062323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['be3bea01-e05e-4b87-9764-263214ea3e40'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:16:59.904379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cfe73-5d86-4033-9849-2016089e508a req-d2cfbf9e-1932-4d4b-bc80-f055409d8292 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:59.905836 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-259cfe73-5d86-4033-9849-2016089e508a req-d2cfbf9e-1932-4d4b-bc80-f055409d8292 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0614662 Jul 16 04:16:59.942259 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-259cfe73-5d86-4033-9849-2016089e508a req-0330563c-571e-481a-b4fd-41bee87e3332 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303183 Jul 16 04:17:00.714252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:17:00.762196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port be3bea01-e05e-4b87-9764-263214ea3e40 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:17:00.765724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port be3bea01-e05e-4b87-9764-263214ea3e40 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:17:00.766095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:00.842417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:00.863923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:00.866166 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4961e79-7aac-44b2-82df-9bdb19bcaf20" -d '{"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-plugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:00.879635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:17:00.883751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:00.905885 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe2fc9b-c7d1-4486-bfcc-2e2f2c59ede3 x-openstack-request-id: req-2fe2fc9b-c7d1-4486-bfcc-2e2f2c59ede3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:00.906115 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-plugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:00.906364 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fe2fc9b-c7d1-4486-bfcc-2e2f2c59ede3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:00.906765 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'code': 200} Jul 16 04:17:00.932770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:17:01.015700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fe87-50e4-4ee6-8cf9-33902a5ca5c6 req-a8ec3c61-ac6e-45f5-99a3-8328429f4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:01.017265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3168fe87-50e4-4ee6-8cf9-33902a5ca5c6 req-a8ec3c61-ac6e-45f5-99a3-8328429f4a82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1096 time: 0.0533593 Jul 16 04:17:01.051650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3168fe87-50e4-4ee6-8cf9-33902a5ca5c6 req-dfa358ef-8e2c-4b91-8466-7008e3dcdaf1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282974 Jul 16 04:17:01.125670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a078a6-fa10-49c1-ab0a-aeb4904615a9 req-83b451b8-85c6-4b99-8b3c-25129b000ebc tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:01.127186 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33a078a6-fa10-49c1-ab0a-aeb4904615a9 req-83b451b8-85c6-4b99-8b3c-25129b000ebc tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0658069 Jul 16 04:17:01.164603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33a078a6-fa10-49c1-ab0a-aeb4904615a9 req-0b02bc55-ada5-4029-b80a-821823f4efee tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Jul 16 04:17:02.333984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b4c5-c3a6-49c7-9b39-c450f505f46c req-7b9fe457-b32a-42d8-ba8b-228bb7736f52 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.335489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3143b4c5-c3a6-49c7-9b39-c450f505f46c req-7b9fe457-b32a-42d8-ba8b-228bb7736f52 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0618331 Jul 16 04:17:02.372692 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3143b4c5-c3a6-49c7-9b39-c450f505f46c req-b82a899f-6e86-4749-9e1e-1da8e8f998e1 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Jul 16 04:17:02.533785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac278-b18f-465d-9b86-932c9fb80c14 req-be9e756c-501c-43ee-bfe2-dfbb01c2c8ea tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:02.535800 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-092ac278-b18f-465d-9b86-932c9fb80c14 req-be9e756c-501c-43ee-bfe2-dfbb01c2c8ea tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0619626 Jul 16 04:17:02.544286 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:17:02.548587 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Request body: {'floatingip': {'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:17:02.589635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:03.018234 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:03.022480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:03.117623 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 associated. External IP: 172.25.4.150, port: be3bea01-e05e-4b87-9764-263214ea3e40. Jul 16 04:17:03.266293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:03.314308 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:17:03.420231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:17:03.425199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:03.430717 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:17:03.440111 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:17:03.441200 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:16:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:17:03.466242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0644aca7-bea1-4b9b-88fc-4a9fc6bfda19 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "PUT /v2.0/floatingips/50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 HTTP/1.1" status: 200 len: 992 time: 0.9182618 Jul 16 04:17:03.466242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:17:03.466538 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:17:03.548389 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:17:03.594063 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee19bd1c-ee5e-465a-9cd3-6e1d3ea9830a x-openstack-request-id: req-ee19bd1c-ee5e-465a-9cd3-6e1d3ea9830a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:17:03.594355 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:17:03.594636 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee19bd1c-ee5e-465a-9cd3-6e1d3ea9830a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:17:03.595048 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'status': 'completed', 'code': 200} Jul 16 04:17:03.670143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-5881d38e-c4b0-48e5-9293-ecfab6788536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.671669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-5881d38e-c4b0-48e5-9293-ecfab6788536 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1096 time: 0.0512996 Jul 16 04:17:03.763151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-ffd9fd12-aee3-4094-b959-0d3d0b4cfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.764620 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-ffd9fd12-aee3-4094-b959-0d3d0b4cfac4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0870833 Jul 16 04:17:03.770154 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:7f:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:17:02Z', 'revision_number': 13, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:17:03.795252 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:17:03.803880 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:17:03.804478 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:16:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:17:03.829065 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-50f76fbd-1d20-4507-a671-622a887b0c06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0576735 Jul 16 04:17:03.881696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-d335edd0-c67a-4649-8df7-1716bb3593e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.883392 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-d335edd0-c67a-4649-8df7-1716bb3593e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0483778 Jul 16 04:17:03.905751 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:17:03.939141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-1790a581-e7db-43c9-84ac-dfb7741df1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:03.940678 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-1790a581-e7db-43c9-84ac-dfb7741df1cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516214 Jul 16 04:17:04.024770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:04.029091 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-c4f0dee3-157b-4d18-be75-de20270ad6e7 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Jul 16 04:17:04.120979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eaae8e05-1cdd-4691-8a20-3d8056ebb45d req-a5c34c8c-65eb-4923-b394-2cf14fa87a02 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Jul 16 04:17:04.126606 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:7f:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:17:02Z', 'revision_number': 13, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:17:04.234237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e60c8f-7e97-468b-a91d-355d546d4e8e None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '50b0e4b1-9e35-4bb1-af7d-3c75a6af6217', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'mac_address': 'fa:16:3e:7f:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:10:09Z', 'updated_at': '2021-07-16T04:17:02Z', 'revision_number': 13, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:17:04.424527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa888a-632a-456f-863c-ade86587a186 None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:17:07.652417 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:17:20.777300 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52abb7c4-44ce-4215-a800-1df8f87bf2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:23.579962 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17a1fc16-1920-4dc8-b518-e355bde171eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:23.896498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:24.508435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:26.231280 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:26.420598 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-4e5b221e-dba0-4c23-b0bc-f742722d34d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503390 Jul 16 04:17:26.518690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-50fe42c2-609d-4600-a5e1-db9ccb777d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:26.520764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-50fe42c2-609d-4600-a5e1-db9ccb777d80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1096 time: 0.0556567 Jul 16 04:17:26.623630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-0aeb41b0-0523-47cc-8cbe-ca56ac5e004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:26.625107 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-0aeb41b0-0523-47cc-8cbe-ca56ac5e004c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0844386 Jul 16 04:17:26.696090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-54440520-ea58-42b6-a4bd-bbdebb935d8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1002 time: 0.0611873 Jul 16 04:17:26.745244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-f8354105-be88-43e3-8a11-ca4cd64f2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:26.746729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-f8354105-be88-43e3-8a11-ca4cd64f2bb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0440028 Jul 16 04:17:26.802107 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-b7e6d624-57dd-46db-87b7-eb5404ca9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:26.803477 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-b7e6d624-57dd-46db-87b7-eb5404ca9d0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503640 Jul 16 04:17:26.896353 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-c24743d2-01d6-4f1a-b54a-050c80df2f57 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Jul 16 04:17:26.984611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2415f45e-dc49-477e-93d8-3e63a8a98d01 req-4ecfd5ad-44fb-43d0-b952-c3154b064cbc service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809934 Jul 16 04:17:33.293898 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:34.021439 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:44.651533 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:17:50.778401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b1f20ce-ea12-4041-bf70-2b7df796606e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:53.580603 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf665c1e-a647-46c2-b949-3acf1266e51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:53.898055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:54.512992 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:56.233081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:03.303052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.020248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:20.780419 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bfb22d-56fc-4740-ae18-cb2b578b5050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:21.650388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:18:23.579817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7b9e-8172-40f6-8f72-08a10f7c7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:23.899466 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:24.515436 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:26.236672 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:26.868430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-635952a0-7da7-43fb-89e5-6fa2f4854ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550957 Jul 16 04:18:26.957972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-60162839-9375-4f96-bee0-7aa0e46fbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:26.959948 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-60162839-9375-4f96-bee0-7aa0e46fbfb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1096 time: 0.0509710 Jul 16 04:18:27.058861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-cf51c1e8-31c0-4583-b6d2-f3b97bdcfbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:27.060269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-cf51c1e8-31c0-4583-b6d2-f3b97bdcfbc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0811334 Jul 16 04:18:27.125179 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-d58add42-c576-41eb-a917-7b71fe1c126d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1002 time: 0.0588400 Jul 16 04:18:27.171900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-f9f49daf-35bd-493c-ada4-33f228535cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:27.173267 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-f9f49daf-35bd-493c-ada4-33f228535cbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0415847 Jul 16 04:18:27.229001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-2d5a6a4d-c6f5-47b7-9570-e54a26ac836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:27.230503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-2d5a6a4d-c6f5-47b7-9570-e54a26ac836a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507004 Jul 16 04:18:27.322776 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-9b7ee00b-6292-485c-b43e-54e4e227f11d service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Jul 16 04:18:27.410132 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de5ddf8c-40a4-4050-ba5e-0da9befa52ba req-e03e8551-1da7-446e-8ca1-46ba20251191 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813422 Jul 16 04:18:33.308881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:34.029993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:39.779890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568314-b882-4b78-9338-fdefa0aa76e7 req-404c9f8e-2ef3-42cb-870c-a1f22d538a18 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:39.781365 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc568314-b882-4b78-9338-fdefa0aa76e7 req-404c9f8e-2ef3-42cb-870c-a1f22d538a18 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0635211 Jul 16 04:18:39.819250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc568314-b882-4b78-9338-fdefa0aa76e7 req-ac9a4c87-ac58-4944-bd8b-f6c6afc2b535 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jul 16 04:18:49.788205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-9eec610d-cb6f-430d-b621-8ec991e3f3a0 req-a7cc4859-c3c5-44be-989b-30b9e10b3bbc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:18:49.789793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9eec610d-cb6f-430d-b621-8ec991e3f3a0 req-a7cc4859-c3c5-44be-989b-30b9e10b3bbc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063970 Jul 16 04:18:50.017453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-a69625b1-1e98-41ba-bb71-adbbc254cb7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604546 Jul 16 04:18:50.041861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-9cbaabb1-f478-4589-955c-a58d54db5b03 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:18:50.042821 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-9cbaabb1-f478-4589-955c-a58d54db5b03 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063665 Jul 16 04:18:50.077057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d05319-29d0-47d2-acca-a9837ab8b953 req-8cb62539-7312-4a51-8682-b91fe51a743e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:50.078528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d05319-29d0-47d2-acca-a9837ab8b953 req-8cb62539-7312-4a51-8682-b91fe51a743e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0747855 Jul 16 04:18:50.117705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8d05319-29d0-47d2-acca-a9837ab8b953 req-e59fd6b4-dd85-4c62-b6f3-3c3402cbe512 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333235 Jul 16 04:18:50.780888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89859796-61fd-4066-8f4f-0522cd896f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:51.294834 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b839ae-e496-45b7-afd7-443c0fe21d05 req-03c7693e-4a9d-4330-adf8-4cc0b0ac76a9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.296338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15b839ae-e496-45b7-afd7-443c0fe21d05 req-03c7693e-4a9d-4330-adf8-4cc0b0ac76a9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0629821 Jul 16 04:18:51.316039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-6a84b6d3-4d6f-42ae-a09d-5b6e05070ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.317628 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-6a84b6d3-4d6f-42ae-a09d-5b6e05070ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1096 time: 0.0574944 Jul 16 04:18:51.334362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-15b839ae-e496-45b7-afd7-443c0fe21d05 req-9fe45d4e-c8d0-4773-b67e-5513ff2c1368 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Jul 16 04:18:51.410897 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-7b8dde1d-0175-4c1a-977c-ed7bfa5316f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.412279 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-7b8dde1d-0175-4c1a-977c-ed7bfa5316f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0890062 Jul 16 04:18:51.477756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-7add66be-ebea-42f9-844f-1401146a18c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1002 time: 0.0592415 Jul 16 04:18:51.525533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f78ab44b-a0cc-4aa9-bf44-a3cdb34b6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.526951 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f78ab44b-a0cc-4aa9-bf44-a3cdb34b6cf2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0424285 Jul 16 04:18:51.582401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f3396fa5-b71e-4efc-b3f8-71b81caf45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:51.583907 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f3396fa5-b71e-4efc-b3f8-71b81caf45b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508797 Jul 16 04:18:51.674537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-84e6bb68-5165-4d79-8c15-c6c42da95da5 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841818 Jul 16 04:18:51.759043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-31b61f6a-85b0-49b1-bc70-72ac944acdc9 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787895 Jul 16 04:18:52.506095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662be20-d95c-4bb7-9970-a0dc6b3766bf req-8d101bb3-1b15-496b-9252-50b12500e7c6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.508123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9662be20-d95c-4bb7-9970-a0dc6b3766bf req-8d101bb3-1b15-496b-9252-50b12500e7c6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0615170 Jul 16 04:18:52.548566 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9662be20-d95c-4bb7-9970-a0dc6b3766bf req-f9a0c142-66b4-4df3-afdd-2becb5eaa87a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349793 Jul 16 04:18:53.579980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2893d47-dbc7-45c1-bb57-bb6f28c2c988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.721324 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c53e-ce73-42c3-95e0-a08c280f8baa req-d97d3487-12f9-4903-9125-e6680ebc9dec tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.722811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9364c53e-ce73-42c3-95e0-a08c280f8baa req-d97d3487-12f9-4903-9125-e6680ebc9dec tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0621555 Jul 16 04:18:53.758859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9364c53e-ce73-42c3-95e0-a08c280f8baa req-264bca56-3bd0-497e-a060-c9c63123a149 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300119 Jul 16 04:18:53.901360 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:54.517450 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:54.928630 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0b71-640e-461e-8b26-2dbebca5708a req-88dea587-ecb2-43bd-b403-08209547df29 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.930111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac0d0b71-640e-461e-8b26-2dbebca5708a req-88dea587-ecb2-43bd-b403-08209547df29 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0610204 Jul 16 04:18:54.966744 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac0d0b71-640e-461e-8b26-2dbebca5708a req-4f4d0612-4150-457e-829d-981beaf7f861 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311184 Jul 16 04:18:56.143276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0e9f6-07b3-403f-b736-96dde82a4b5a req-0ce349a8-b87b-4b2b-b24c-31337b9f2ea7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:56.144718 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c0e9f6-07b3-403f-b736-96dde82a4b5a req-0ce349a8-b87b-4b2b-b24c-31337b9f2ea7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0647085 Jul 16 04:18:56.181064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1c0e9f6-07b3-403f-b736-96dde82a4b5a req-fcedcce4-ba6a-4818-91eb-64421fd28d32 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Jul 16 04:18:56.239827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.354740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a8e65-de6c-4cd3-9aaf-3d6c9171be5f req-4c864653-1f51-4de1-8ef8-265c90a41a5f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:57.356236 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb6a8e65-de6c-4cd3-9aaf-3d6c9171be5f req-4c864653-1f51-4de1-8ef8-265c90a41a5f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0633636 Jul 16 04:18:57.393052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb6a8e65-de6c-4cd3-9aaf-3d6c9171be5f req-e864fca1-06a4-4677-9893-2754fb5500de tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Jul 16 04:18:58.564595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5b3d-8c10-4d45-8291-417ae8d62473 req-8e9fe0b0-3480-4d38-9e65-92bcdbd1b2b6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:58.566416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d9e5b3d-8c10-4d45-8291-417ae8d62473 req-8e9fe0b0-3480-4d38-9e65-92bcdbd1b2b6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0615945 Jul 16 04:18:58.607631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d9e5b3d-8c10-4d45-8291-417ae8d62473 req-8c393a29-1b46-4e70-b548-6d8a2a8b390d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351319 Jul 16 04:18:58.649262 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:18:59.776986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9697-9294-4b06-9966-5d34b5e47272 req-42c51cbf-4722-4b0a-984a-3eb725d3247f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:59.778441 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cbd9697-9294-4b06-9966-5d34b5e47272 req-42c51cbf-4722-4b0a-984a-3eb725d3247f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0616736 Jul 16 04:18:59.815413 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3cbd9697-9294-4b06-9966-5d34b5e47272 req-585849db-e13b-40c7-bf10-8f890b9aee47 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Jul 16 04:19:00.987878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ae8f4-b371-4c06-9ab5-bc721c7097d4 req-b2747a9b-c21b-416b-a68e-9ca6b7c3df59 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:00.989322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-769ae8f4-b371-4c06-9ab5-bc721c7097d4 req-b2747a9b-c21b-416b-a68e-9ca6b7c3df59 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0611055 Jul 16 04:19:01.025611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-769ae8f4-b371-4c06-9ab5-bc721c7097d4 req-cbd0ff0d-6c0e-490d-964f-532abebde9ba tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302474 Jul 16 04:19:02.545429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd314ca9-0d01-446d-8d99-5b30f28d9956 req-be67a0ff-a78b-4a61-8571-7ec1fb07e6c0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:02.546953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd314ca9-0d01-446d-8d99-5b30f28d9956 req-be67a0ff-a78b-4a61-8571-7ec1fb07e6c0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.4109697 Jul 16 04:19:02.583367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cd314ca9-0d01-446d-8d99-5b30f28d9956 req-61b44220-c44b-4f55-8d54-3cb48c0f8f7b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Jul 16 04:19:03.305610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.752931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34430-fe98-4a0a-9d78-3cef1faafe4f req-769c2d19-81de-46ec-8014-48e2712a6022 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:03.754379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5db34430-fe98-4a0a-9d78-3cef1faafe4f req-769c2d19-81de-46ec-8014-48e2712a6022 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0617163 Jul 16 04:19:03.790468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5db34430-fe98-4a0a-9d78-3cef1faafe4f req-c8109471-3eb8-402a-84a8-f70a444f0974 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Jul 16 04:19:04.028360 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:04.967305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f525-7a2d-4a92-8242-ec81a6900df9 req-381ab31e-a969-45db-9f47-4e96f300a49a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:04.968795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1b1f525-7a2d-4a92-8242-ec81a6900df9 req-381ab31e-a969-45db-9f47-4e96f300a49a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0664001 Jul 16 04:19:05.005731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1b1f525-7a2d-4a92-8242-ec81a6900df9 req-abc18d20-6c8d-4f3b-a251-9b1fd10db416 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jul 16 04:19:05.397497 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-ca38750c-370d-4328-b41f-5d953487cb5f req-c4533bd1-f2fe-46d6-b67f-8c59ed5f2a10 service neutron] show failed (client error): The resource could not be found. Jul 16 04:19:05.398510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-c4533bd1-f2fe-46d6-b67f-8c59ed5f2a10 service neutron] 10.222.0.11 "GET /v2.0/ports/be3bea01-e05e-4b87-9764-263214ea3e40/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0579422 Jul 16 04:19:05.640816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-d0a6248d-bcdc-4ae2-8dc0-fa3304b1eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:05.642177 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-d0a6248d-bcdc-4ae2-8dc0-fa3304b1eccd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 1096 time: 0.0515728 Jul 16 04:19:05.653449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:05.720239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:05.917306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:05.949144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:05.986893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:05.989307 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f3101-b0db-4da0-8f57-502892d19cff" -d '{"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-unplugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:05.992825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:06.005047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Transition to ACTIVE for port object be3bea01-e05e-4b87-9764-263214ea3e40 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:06.009154 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:06.094205 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:06.105402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.105793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.106151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.106490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.106851 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.107539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.107890 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.108217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.108540 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.108862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.109187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.110306 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:06.115820 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b904d70-795e-44a9-9f77-495773a69ad0 x-openstack-request-id: req-7b904d70-795e-44a9-9f77-495773a69ad0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:06.116139 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-unplugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:06.116392 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b904d70-795e-44a9-9f77-495773a69ad0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:06.116779 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'code': 200} Jul 16 04:19:06.149990 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] No DVR routers for this DVR port be3bea01-e05e-4b87-9764-263214ea3e40 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:06.334264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f87663-a5b7-4aec-a0cc-6d59915a6883 req-f05b1af0-505b-4c44-b9a0-b8cfc61207b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.335986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1f87663-a5b7-4aec-a0cc-6d59915a6883 req-f05b1af0-505b-4c44-b9a0-b8cfc61207b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.1304412 Jul 16 04:19:06.351678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:06.352008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:06.352335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:06.368579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:06.368900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:06.383118 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:06.383451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:06.383826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:06.384248 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Bound port: be3bea01-e05e-4b87-9764-263214ea3e40, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:06.384599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:06.396762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f1f87663-a5b7-4aec-a0cc-6d59915a6883 req-f2dfab51-3eec-4afa-b4e0-2e0770149df6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548317 Jul 16 04:19:06.449704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:06.452881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:06.456094 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:06.488716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.489331 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:06.490738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-118858a6-2403-4231-82af-c7a502984da1 service neutron] 10.222.0.48 "PUT /v2.0/ports/be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1091 time: 0.8411088 Jul 16 04:19:06.513578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118858a6-2403-4231-82af-c7a502984da1 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:06.570313 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-5fd37eae-18e2-44b9-9e9d-152bf670b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.571941 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-5fd37eae-18e2-44b9-9e9d-152bf670b9d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1094 time: 0.0554938 Jul 16 04:19:06.665673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f0613744-3ff7-40e4-8094-8c65a756a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.667155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f0613744-3ff7-40e4-8094-8c65a756a3ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0892980 Jul 16 04:19:06.733086 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-f434a79e-a0f9-4aad-9d52-9cee8c29cda2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0592015 Jul 16 04:19:06.779486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-bae24753-d7c8-49b7-bfd3-05e0437ae392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.780908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-bae24753-d7c8-49b7-bfd3-05e0437ae392 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0423040 Jul 16 04:19:06.835276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38750c-370d-4328-b41f-5d953487cb5f req-4c97ceef-c978-44d0-a6aa-e05a021704f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.836704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-4c97ceef-c978-44d0-a6aa-e05a021704f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494921 Jul 16 04:19:06.925943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-d1cdca6e-6a97-4b2f-b629-a1b77ac754d4 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820084 Jul 16 04:19:07.009451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-e22309f2-0b9b-499f-aae9-b4599bfba5f1 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777924 Jul 16 04:19:07.344569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:07.383315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:07.577835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816a20-71cb-4751-ba6d-dbe37b94b36f req-0ff14420-e06b-4301-83dc-4cabd8dd0f48 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:07.579330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc816a20-71cb-4751-ba6d-dbe37b94b36f req-0ff14420-e06b-4301-83dc-4cabd8dd0f48 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0667601 Jul 16 04:19:07.616558 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc816a20-71cb-4751-ba6d-dbe37b94b36f req-4854c2dc-35c1-44c3-a7ba-2a815ef121f8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Jul 16 04:19:08.117893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:08.120233 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1b72db-1231-41e1-9f65-659d5f1f10f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:08.166971 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d368ea8-9d7a-4211-b408-8d00414e914e x-openstack-request-id: req-9d368ea8-9d7a-4211-b408-8d00414e914e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:08.167264 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:08.167529 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d368ea8-9d7a-4211-b408-8d00414e914e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:08.167923 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'status': 'completed', 'code': 200} Jul 16 04:19:08.240188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-7f8c57a8-ca80-4d23-8834-2578a1914e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.242309 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-7f8c57a8-ca80-4d23-8834-2578a1914e2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1094 time: 0.0557308 Jul 16 04:19:08.245777 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-a7245ea2-0651-441a-af0f-187b30115671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.247290 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-a7245ea2-0651-441a-af0f-187b30115671 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1094 time: 0.0557292 Jul 16 04:19:08.338089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-fcfec2c0-b18c-411c-95ef-4297c888d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.344212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-fcfec2c0-b18c-411c-95ef-4297c888d1db service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0904651 Jul 16 04:19:08.348894 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-81501da3-0e44-44b3-87a7-4130341a6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.350337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-81501da3-0e44-44b3-87a7-4130341a6dd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0966594 Jul 16 04:19:08.406661 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-09179f8b-4981-4e82-86f2-ee07b42a4889 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0597448 Jul 16 04:19:08.415977 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-2f331a28-25bf-4b38-b131-b937a27d99da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0576124 Jul 16 04:19:08.454175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-a910dfc0-d7a5-4ff7-a632-ff77752dacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.455798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-a910dfc0-d7a5-4ff7-a632-ff77752dacbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0438814 Jul 16 04:19:08.466142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-7f1384a4-be63-48f3-9830-d74021ca2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.467623 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-7f1384a4-be63-48f3-9830-d74021ca2c15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0447545 Jul 16 04:19:08.521766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-9e0588d0-b344-4fb0-a4f5-ad573ba7cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.524006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-9e0588d0-b344-4fb0-a4f5-ad573ba7cfdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621364 Jul 16 04:19:08.529356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-b58a02d7-9087-4511-aa08-54a172078e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.530963 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-b58a02d7-9087-4511-aa08-54a172078e60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572181 Jul 16 04:19:08.614099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-f91ef3df-397a-4e56-85be-d967a8b74517 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833468 Jul 16 04:19:08.621549 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-9984cefd-0868-466b-ae21-77f5556b89fe service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843408 Jul 16 04:19:08.711359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-0228f296-c781-4a12-8640-2061c3cbaefc service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913355 Jul 16 04:19:08.718700 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5e1b72db-1231-41e1-9f65-659d5f1f10f5 req-ae07f308-9e6f-444a-b272-59b9b25489ff service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903249 Jul 16 04:19:08.864852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700e5cd-7a03-4016-89bf-3c2bcc90bcf4 req-0fc35092-9c85-4690-827b-3426447328f6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.866994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5700e5cd-7a03-4016-89bf-3c2bcc90bcf4 req-0fc35092-9c85-4690-827b-3426447328f6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.1113031 Jul 16 04:19:08.906152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5700e5cd-7a03-4016-89bf-3c2bcc90bcf4 req-44c7ca89-660a-4f50-a5e5-e15ae5157227 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Jul 16 04:19:10.078757 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55808739-0dfd-4ccc-a300-2fdf45bddcd3 req-d565e789-cf80-4c90-8ec4-18aad3e5792f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:10.080288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55808739-0dfd-4ccc-a300-2fdf45bddcd3 req-d565e789-cf80-4c90-8ec4-18aad3e5792f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0626044 Jul 16 04:19:10.124179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-55808739-0dfd-4ccc-a300-2fdf45bddcd3 req-b56affb9-2234-490f-bfb5-f47c93aee2ab tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376940 Jul 16 04:19:11.298047 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78521755-f314-4f10-875d-3da1e12eafa2 req-9f2e0a80-4bd9-4e4a-9a57-7b70faedd51c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:11.299542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78521755-f314-4f10-875d-3da1e12eafa2 req-9f2e0a80-4bd9-4e4a-9a57-7b70faedd51c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0620608 Jul 16 04:19:11.335919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-78521755-f314-4f10-875d-3da1e12eafa2 req-7868b362-73cd-49fc-8e8d-2eecd2ac64ec tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304089 Jul 16 04:19:12.507150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a1867-a74c-41ee-86ad-6f794e92967d req-aaa13ec8-4d10-401e-acde-447dca58ab1d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:12.508622 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-057a1867-a74c-41ee-86ad-6f794e92967d req-aaa13ec8-4d10-401e-acde-447dca58ab1d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0633185 Jul 16 04:19:12.546319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-057a1867-a74c-41ee-86ad-6f794e92967d req-d1f0a774-4355-440b-b2c5-85267282f91e tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321763 Jul 16 04:19:13.719240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e47c-f407-4a46-b686-57ef21702433 req-a1c5fce0-bfce-4188-809b-51769c9dafc5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:13.720681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2622e47c-f407-4a46-b686-57ef21702433 req-a1c5fce0-bfce-4188-809b-51769c9dafc5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0656352 Jul 16 04:19:13.757207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2622e47c-f407-4a46-b686-57ef21702433 req-c7aeee01-7796-4fa2-900e-039868aa2386 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305197 Jul 16 04:19:14.927352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599289f-5e2d-423f-8a3f-9240a787f5a5 req-96cd351c-e603-4e17-a840-ad772760fb59 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:14.929397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3599289f-5e2d-423f-8a3f-9240a787f5a5 req-96cd351c-e603-4e17-a840-ad772760fb59 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0632460 Jul 16 04:19:14.965880 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3599289f-5e2d-423f-8a3f-9240a787f5a5 req-41fcaca7-8e76-4ba0-91fa-26456d0b4885 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307822 Jul 16 04:19:16.144258 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b68b3e-2802-4388-976a-e742c8b45b78 req-7926d20b-0afc-4168-9405-f641b4112f54 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:16.145706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45b68b3e-2802-4388-976a-e742c8b45b78 req-7926d20b-0afc-4168-9405-f641b4112f54 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0647531 Jul 16 04:19:16.181750 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45b68b3e-2802-4388-976a-e742c8b45b78 req-67972256-b6eb-4025-b1b0-815c513b008c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Jul 16 04:19:17.353991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e6ea1-849b-43d5-b847-4af5010d5342 req-415bc03c-74ba-4bcc-91a3-162396ad4f34 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:17.355502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b3e6ea1-849b-43d5-b847-4af5010d5342 req-415bc03c-74ba-4bcc-91a3-162396ad4f34 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 943 time: 0.0625362 Jul 16 04:19:17.392384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b3e6ea1-849b-43d5-b847-4af5010d5342 req-7d078e3b-1555-4b60-b9e8-cf613bc46613 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Jul 16 04:19:17.787603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:17.879414 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:17.893310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'mac_address': 'fa:16:3e:7f:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:17.929507 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.941832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3bea01-e05e-4b87-9764-263214ea3e40 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:17.961484 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:17.964932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.010101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:18.017173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.017531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.017877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.018217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.018581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.018916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.019249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.019583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.019914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.020243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.020573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.020901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:18.218675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['be3bea01-e05e-4b87-9764-263214ea3e40'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:18.562216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e871-fc50-4d76-8a59-d1e3fd0bb8fb req-1d227f1e-b676-47c7-b701-a4c8511e97d2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:18.563706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8a4e871-fc50-4d76-8a59-d1e3fd0bb8fb req-1d227f1e-b676-47c7-b701-a4c8511e97d2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0619140 Jul 16 04:19:18.600202 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8a4e871-fc50-4d76-8a59-d1e3fd0bb8fb req-106dd8a6-e1f8-4950-8b3a-a513132096f4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Jul 16 04:19:19.030773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-9dce426a-f445-449d-aae6-5ceb9de2d8c3 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.032240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-9dce426a-f445-449d-aae6-5ceb9de2d8c3 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5&tenant_id=e6e424704c87480bbb4a103203de86b8&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 944 time: 0.1052380 Jul 16 04:19:19.085177 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50060d-be0e-4613-9163-2e19bc79dc4d req-5aff0d74-5267-48c3-85a8-c23997493902 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.086618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc50060d-be0e-4613-9163-2e19bc79dc4d req-5aff0d74-5267-48c3-85a8-c23997493902 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.1079028 Jul 16 04:19:19.127544 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-7adf5761-573a-4ecf-8e8f-6811bb72281b service neutron] 10.222.0.48 "GET /v2.0/ports/be3bea01-e05e-4b87-9764-263214ea3e40/bindings/n-h2-800089-6 HTTP/1.1" status: 200 len: 382 time: 0.0875070 Jul 16 04:19:19.139137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc50060d-be0e-4613-9163-2e19bc79dc4d req-4101bc76-fda2-4f0b-af63-5ecd6d2638f0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Jul 16 04:19:19.199623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-793cd8d3-1e52-4af8-bc7e-6223139a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.201060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-793cd8d3-1e52-4af8-bc7e-6223139a811c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1095 time: 0.0509298 Jul 16 04:19:19.288803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-f301c5d5-445b-4657-8dfb-60709395f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.290176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-f301c5d5-445b-4657-8dfb-60709395f4d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0834703 Jul 16 04:19:19.355983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-98674957-f70d-4878-b5c8-e877f5ce77de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1001 time: 0.0593591 Jul 16 04:19:19.403434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-7846f2ce-8d40-4a89-bf17-5746ff0ce4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.404834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-7846f2ce-8d40-4a89-bf17-5746ff0ce4f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0419195 Jul 16 04:19:19.461120 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-e563e58d-fc45-4039-9b1d-205e970f6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:19.462636 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-e563e58d-fc45-4039-9b1d-205e970f6047 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514355 Jul 16 04:19:19.552988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-64fc159f-352b-4ce7-9a0a-ee2bc4bacdde service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837064 Jul 16 04:19:19.639397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-8bd9f6c2-a4c3-4d4e-afde-e068640ae450 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802090 Jul 16 04:19:19.796754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:19.848609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port be3bea01-e05e-4b87-9764-263214ea3e40 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:19.852570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port be3bea01-e05e-4b87-9764-263214ea3e40 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:19.852955 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:19.932939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:19.955102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:19.957316 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aae284c-533d-4e64-9636-d1982d362d6a" -d '{"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-plugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:19.970075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:19.973999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:20.023856 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:20.069602 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02633a81-9a69-4f0b-b4e8-1f9b01095112 x-openstack-request-id: req-02633a81-9a69-4f0b-b4e8-1f9b01095112 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:20.069895 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-plugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:20.070147 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02633a81-9a69-4f0b-b4e8-1f9b01095112 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:20.070538 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'code': 200} Jul 16 04:19:20.319293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655de3d-0b70-4889-aa58-0fbb4cd981c1 req-35866a00-9b67-419f-9130-2356473390f8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:20.320793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4655de3d-0b70-4889-aa58-0fbb4cd981c1 req-35866a00-9b67-419f-9130-2356473390f8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0684807 Jul 16 04:19:20.358327 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4655de3d-0b70-4889-aa58-0fbb4cd981c1 req-f3bd9de7-9a51-471c-8e07-65887445f62c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Jul 16 04:19:20.781517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3035629f-bd4c-43c0-aa1f-0cf18ccf841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:21.536543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db15d63-5918-4006-bb90-e692b8d5a027 req-2f3dbbf8-7910-4b7c-9362-a7e731437fe5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:21.538054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6db15d63-5918-4006-bb90-e692b8d5a027 req-2f3dbbf8-7910-4b7c-9362-a7e731437fe5 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0651047 Jul 16 04:19:21.577950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6db15d63-5918-4006-bb90-e692b8d5a027 req-99e7cfec-c1e7-4519-b21c-966688e987f4 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Jul 16 04:19:22.761592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9103e-c719-4149-816a-916745393711 req-4ffb3fac-4079-4f06-b025-ee86d32d7e8d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:22.763082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0c9103e-c719-4149-816a-916745393711 req-4ffb3fac-4079-4f06-b025-ee86d32d7e8d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0661490 Jul 16 04:19:22.800084 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0c9103e-c719-4149-816a-916745393711 req-a45b20fe-b881-423d-aff9-60a2253400a7 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Jul 16 04:19:23.395279 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-98ef566b-f25d-40a6-94cb-f502fec38c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:23.396749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-98ef566b-f25d-40a6-94cb-f502fec38c74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5&tenant_id=e6e424704c87480bbb4a103203de86b8 HTTP/1.1" status: 200 len: 1096 time: 0.0522001 Jul 16 04:19:23.407541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:23.475638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.580490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02d336c0-f66d-4202-a3d1-8e1b6cd7956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.677115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:23.707864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:23.746081 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:23.748328 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2823d6ed-68ab-44b8-9279-47c0997a87a7" -d '{"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-unplugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:23.752045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.763931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Transition to ACTIVE for port object be3bea01-e05e-4b87-9764-263214ea3e40 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:23.768530 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.820262 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:23.854689 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:23.863083 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f202e18f-ce9e-4c56-b7a5-84aa3f7bb532 x-openstack-request-id: req-f202e18f-ce9e-4c56-b7a5-84aa3f7bb532 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:23.863378 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-unplugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:23.863627 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f202e18f-ce9e-4c56-b7a5-84aa3f7bb532 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:23.864020 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'code': 200} Jul 16 04:19:23.870752 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.871287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.871444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.872079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.872739 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.873253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:23.873385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.873673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.873981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.874301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.874643 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.875123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.875609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.913905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] No DVR routers for this DVR port be3bea01-e05e-4b87-9764-263214ea3e40 on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:23.916620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.019933 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cb8ef-57d6-41a3-b00c-9cb00b0e997d req-45efcd51-33b3-4771-99f6-9ba9584a5d20 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.021551 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf8cb8ef-57d6-41a3-b00c-9cb00b0e997d req-45efcd51-33b3-4771-99f6-9ba9584a5d20 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0695100 Jul 16 04:19:24.063520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bf8cb8ef-57d6-41a3-b00c-9cb00b0e997d req-f3c9aa25-260b-4ddf-b0ea-4f55e3751c4a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354474 Jul 16 04:19:24.377611 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:24.377937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:24.378256 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:24.382313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:24.382651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Attempting to bind port be3bea01-e05e-4b87-9764-263214ea3e40 on network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:24.387456 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:24.387795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Checking segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:24.388175 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Bound using segment: {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:24.388598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Bound port: be3bea01-e05e-4b87-9764-263214ea3e40, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7269a9-3896-468d-a979-94b78125dd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:24.388945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.448203 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:24.451235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:24.455159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.488866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.489628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.491471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1092 time: 1.0879641 Jul 16 04:19:24.513373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc4977-4e4d-473a-b3ce-a3cd5a6997f3 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:24.523835 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.572311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-bce824ca-94ad-40c3-a6b1-83202a3e0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.573809 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-bce824ca-94ad-40c3-a6b1-83202a3e0962 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1095 time: 0.0575120 Jul 16 04:19:24.664496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-a4d63d19-f664-4bd2-b6d4-874f741bfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.665954 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-a4d63d19-f664-4bd2-b6d4-874f741bfbb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0863664 Jul 16 04:19:24.734226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-3a3316ec-c4e0-444c-b135-e3a8e74c2006 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0611579 Jul 16 04:19:24.780879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-cf952634-3820-4da4-be7e-4f293d91a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.782171 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-cf952634-3820-4da4-be7e-4f293d91a67d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0419960 Jul 16 04:19:24.835913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-6d1102a3-086f-41cd-b4c1-df2f060be704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.837304 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-6d1102a3-086f-41cd-b4c1-df2f060be704 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488396 Jul 16 04:19:24.925117 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-075520f0-79e5-4650-92c7-3237716f1ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807710 Jul 16 04:19:25.009213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0639e92e-1e84-48bb-94fe-29e5ec0c6e54 req-0ef7a696-a8be-44d9-b30c-1407eb53c532 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782366 Jul 16 04:19:25.239715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ec530-8382-48f7-b934-f864b110c11f req-01466ce9-33cc-44a7-8b38-c159cb59c8e6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:25.241713 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e5ec530-8382-48f7-b934-f864b110c11f req-01466ce9-33cc-44a7-8b38-c159cb59c8e6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0658882 Jul 16 04:19:25.279532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e5ec530-8382-48f7-b934-f864b110c11f req-ab374970-1cf9-419a-bce5-ea4eefd97953 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Jul 16 04:19:25.865680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:25.867896 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceca50b-311d-44c2-9d6c-37ffd5b36119" -d '{"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:25.914493 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f6d002-cbb9-402f-9b7b-0915adc94aad x-openstack-request-id: req-a1f6d002-cbb9-402f-9b7b-0915adc94aad {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:25.914823 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:25.915152 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1f6d002-cbb9-402f-9b7b-0915adc94aad {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:25.915542 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'status': 'completed', 'code': 200} Jul 16 04:19:25.993073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-7d65906e-707e-4b79-99ba-8cf65c357fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:25.994604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-7d65906e-707e-4b79-99ba-8cf65c357fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1095 time: 0.0586345 Jul 16 04:19:26.034776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-1e6333bd-1c79-4116-9359-ab77d5c2f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.036417 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-1e6333bd-1c79-4116-9359-ab77d5c2f34f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1095 time: 0.1021414 Jul 16 04:19:26.086773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-525292cb-a996-4030-bac0-59109c97e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.088266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-525292cb-a996-4030-bac0-59109c97e0c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0876825 Jul 16 04:19:26.129791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-3284ee66-6a7e-47fb-a3b9-275a317873af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.131273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-3284ee66-6a7e-47fb-a3b9-275a317873af service neutron] 10.222.0.48 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0884504 Jul 16 04:19:26.160260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-91be644d-1923-48ec-b9b9-cc2ac4a9c272 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0656893 Jul 16 04:19:26.202702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-b3543b9e-fbb3-4bff-9cb3-b9733f0a351f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0652120 Jul 16 04:19:26.212427 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-c8c08ebb-f553-4c74-ab40-73cd61947da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.213866 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-c8c08ebb-f553-4c74-ab40-73cd61947da4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0479043 Jul 16 04:19:26.248610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.255033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-6f451c72-93fa-4923-ae44-ff85c6714a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.256665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-6f451c72-93fa-4923-ae44-ff85c6714a61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0479531 Jul 16 04:19:26.276774 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-fcfe4dda-dc8e-46f7-b967-340f781aaa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.278272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-fcfe4dda-dc8e-46f7-b967-340f781aaa0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577853 Jul 16 04:19:26.322835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-1535e9b4-31bc-45c9-b50e-32514d31079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.325033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-1535e9b4-31bc-45c9-b50e-32514d31079c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624208 Jul 16 04:19:26.393751 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-a2fea739-0d9d-4ff8-879b-750bbc52fbb5 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083763 Jul 16 04:19:26.440415 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-75e95eb1-3e0d-4118-9e56-614208eef66a service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074874 Jul 16 04:19:26.487997 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-1207fc71-a0da-460e-9eb0-0a01509c3509 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882812 Jul 16 04:19:26.576032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce7559-a6f3-4cf5-b19f-15cff51f9b0a req-6146d9cd-3500-4bc6-9ecf-32227fa5936d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.577577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28ce7559-a6f3-4cf5-b19f-15cff51f9b0a req-6146d9cd-3500-4bc6-9ecf-32227fa5936d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.1360219 Jul 16 04:19:26.579391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cceca50b-311d-44c2-9d6c-37ffd5b36119 req-e63a88a7-a5e3-4ed7-a45e-08f162a3d037 service neutron] 10.222.0.48 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275847 Jul 16 04:19:26.616771 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-28ce7559-a6f3-4cf5-b19f-15cff51f9b0a req-ddb70ecf-33b1-42be-847c-1bfcd1cfd9fa tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333130 Jul 16 04:19:27.787281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cdcfa-4cfc-44d0-93aa-5c4e7339b247 req-903bd118-fa79-4643-8af2-9c5a1879b04a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:27.798088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b1cdcfa-4cfc-44d0-93aa-5c4e7339b247 req-903bd118-fa79-4643-8af2-9c5a1879b04a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0621655 Jul 16 04:19:27.831735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b1cdcfa-4cfc-44d0-93aa-5c4e7339b247 req-d73c80a6-98f6-4b08-800f-f4f495bfa952 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333836 Jul 16 04:19:27.922291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-b60935c0-920c-4e76-a7ea-7b727eb2e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:27.923835 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-b60935c0-920c-4e76-a7ea-7b727eb2e986 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6e424704c87480bbb4a103203de86b8&device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 1095 time: 0.0562491 Jul 16 04:19:28.030230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-393e2c22-e121-49d6-a045-3a566235ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:28.031769 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-393e2c22-e121-49d6-a045-3a566235ca9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 200 len: 913 time: 0.0867665 Jul 16 04:19:28.100814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-05bb0cfc-a733-4e38-9079-a264bb9b427b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 200 len: 1000 time: 0.0615003 Jul 16 04:19:28.147480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-d11bae83-a8e3-4036-a607-b84bd754b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:28.148957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-d11bae83-a8e3-4036-a607-b84bd754b552 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 200 len: 850 time: 0.0433812 Jul 16 04:19:28.204832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-7f1ac1d2-21db-4215-a9fa-62daa42bbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:28.206312 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-7f1ac1d2-21db-4215-a9fa-62daa42bbe21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513289 Jul 16 04:19:28.297060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-fe49c006-1f64-45be-876e-38417537e7da service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839739 Jul 16 04:19:28.384790 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d14ebf87-eea7-4301-b182-0cadc29985a4 req-e9230091-5685-41f5-aa95-5c5dfed78275 service neutron] 10.222.0.11 "GET /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806255 Jul 16 04:19:29.008051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c55d85-a684-4ae0-a345-355cc650ab2f req-11786f1c-90d3-4e53-ad44-03d24299777f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:29.009522 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-92c55d85-a684-4ae0-a345-355cc650ab2f req-11786f1c-90d3-4e53-ad44-03d24299777f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0664995 Jul 16 04:19:29.045581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-92c55d85-a684-4ae0-a345-355cc650ab2f req-bcc91985-fae9-425d-9155-b27145a299aa tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306816 Jul 16 04:19:30.214390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3febb-46d4-4fb5-92fb-eb4877dda38c req-5b5618e7-bea7-46d1-9f24-d0219776eb2f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:30.216110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1cb3febb-46d4-4fb5-92fb-eb4877dda38c req-5b5618e7-bea7-46d1-9f24-d0219776eb2f tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0616727 Jul 16 04:19:30.252171 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1cb3febb-46d4-4fb5-92fb-eb4877dda38c req-9da8dbf1-963a-424b-b600-de965ca63144 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Jul 16 04:19:31.425211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dceda-9f2a-40a8-ba32-a3f8a79712f3 req-0fc3191c-17c0-4f48-955c-7084015c88d0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:31.426690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-466dceda-9f2a-40a8-ba32-a3f8a79712f3 req-0fc3191c-17c0-4f48-955c-7084015c88d0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0603151 Jul 16 04:19:31.463080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-466dceda-9f2a-40a8-ba32-a3f8a79712f3 req-8a3a74d6-e24e-4ba1-b710-0f4e1c3da475 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Jul 16 04:19:32.636361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cfa73-76e8-4d5c-a34d-8b207cb7c564 req-6d94aae3-2668-45d4-b396-1297f08549b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:32.637816 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c77cfa73-76e8-4d5c-a34d-8b207cb7c564 req-6d94aae3-2668-45d4-b396-1297f08549b0 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0652726 Jul 16 04:19:32.674392 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c77cfa73-76e8-4d5c-a34d-8b207cb7c564 req-aaf0ee52-0a77-4cbb-ac0b-b912c44e0c8c tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Jul 16 04:19:33.301544 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.843433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce20f1-7e01-487e-92ff-4684597314ed req-c46a7ff1-7d73-4132-bf60-b3e4384bca69 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:33.844965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13ce20f1-7e01-487e-92ff-4684597314ed req-c46a7ff1-7d73-4132-bf60-b3e4384bca69 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0616779 Jul 16 04:19:33.883198 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-13ce20f1-7e01-487e-92ff-4684597314ed req-82d2063b-e547-4e01-80d1-ee0e5a62fe62 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321925 Jul 16 04:19:34.016739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.054903 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641d891-ffba-462e-8a60-af244df8ebfe req-6a92b3d7-0989-4b3e-aff3-1c3503bf4480 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:35.056346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c641d891-ffba-462e-8a60-af244df8ebfe req-6a92b3d7-0989-4b3e-aff3-1c3503bf4480 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 944 time: 0.0639970 Jul 16 04:19:35.092601 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c641d891-ffba-462e-8a60-af244df8ebfe req-4e93fcf0-906d-4178-88b9-f6e448d9e338 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Jul 16 04:19:35.512111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:35.611103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:35.622752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'port_id': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'mac_address': 'fa:16:3e:7f:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:35.648809 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:19:35.659625 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.672540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3bea01-e05e-4b87-9764-263214ea3e40 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:35.691493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:35.695368 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.747655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=12']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:35.913281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['be3bea01-e05e-4b87-9764-263214ea3e40'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:36.264419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bc573-2861-46f1-9266-93929fe87448 req-63fbced2-e40c-4459-af11-48ec12eafeeb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.265849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-611bc573-2861-46f1-9266-93929fe87448 req-63fbced2-e40c-4459-af11-48ec12eafeeb tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0609767 Jul 16 04:19:36.302752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-611bc573-2861-46f1-9266-93929fe87448 req-c767aeeb-1789-463d-8a05-a0a018f8d2d2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jul 16 04:19:36.471335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff9c7-6ee8-45a3-8bf9-b3c33785745a req-c90cb4c1-37a5-4164-824d-fe230668add9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.472765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bfff9c7-6ee8-45a3-8bf9-b3c33785745a req-c90cb4c1-37a5-4164-824d-fe230668add9 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0605457 Jul 16 04:19:36.508412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8bfff9c7-6ee8-45a3-8bf9-b3c33785745a req-5ce8f6d5-b4d5-4a2e-b022-850796425081 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296783 Jul 16 04:19:36.677474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a884c9e-6dd3-4207-a9e9-c8d065a4e0f9 req-33564dda-ad7e-4175-8401-a72a68219e75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.678961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a884c9e-6dd3-4207-a9e9-c8d065a4e0f9 req-33564dda-ad7e-4175-8401-a72a68219e75 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0638387 Jul 16 04:19:36.715020 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a884c9e-6dd3-4207-a9e9-c8d065a4e0f9 req-4b40eb3a-5638-4dc7-a506-17fb3a36f150 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Jul 16 04:19:37.084496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399d8c5-9a0b-4434-9aeb-900ffd055b17 req-01742f7c-e707-4b07-b297-283422ffe62a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:37.085853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7399d8c5-9a0b-4434-9aeb-900ffd055b17 req-01742f7c-e707-4b07-b297-283422ffe62a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 945 time: 0.0610070 Jul 16 04:19:37.121752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7399d8c5-9a0b-4434-9aeb-900ffd055b17 req-33132b5b-47b0-43be-8594-e8cb120ae7a6 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302742 Jul 16 04:19:37.540054 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:37.592732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port be3bea01-e05e-4b87-9764-263214ea3e40 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:37.596276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port be3bea01-e05e-4b87-9764-263214ea3e40 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:37.596648 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.670008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.691483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:37.693675 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e7843f-c1b3-4359-b724-68f9caf65f5b" -d '{"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-plugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:37.705625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:37.710327 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.733462 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdc16b7-1ddc-4159-99c8-a5c94a99108b x-openstack-request-id: req-fbdc16b7-1ddc-4159-99c8-a5c94a99108b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:37.733757 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-plugged", "status": "completed", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:37.734014 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbdc16b7-1ddc-4159-99c8-a5c94a99108b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:37.734420 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'code': 200} Jul 16 04:19:37.762165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=13']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:38.300929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1c84c-93b6-4db3-9195-738ead80b87a req-5b6c1b2b-4c8a-4b44-80c8-594f03ecd90d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.302399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9a1c84c-93b6-4db3-9195-738ead80b87a req-5b6c1b2b-4c8a-4b44-80c8-594f03ecd90d tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 946 time: 0.0650539 Jul 16 04:19:38.339671 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c9a1c84c-93b6-4db3-9195-738ead80b87a req-cf2b7e3a-2559-4a54-b6a5-e5377a726ed3 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups?id=3dd95c35-295c-4130-8159-079334872cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Jul 16 04:19:38.566218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-1626b13f-8ce9-4d04-b610-13d6f58eb770 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:38.567668 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-1626b13f-8ce9-4d04-b610-13d6f58eb770 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 946 time: 0.0660374 Jul 16 04:19:38.661663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Deleting port be3bea01-e05e-4b87-9764-263214ea3e40 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:38.661997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.750499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] For port be3bea01-e05e-4b87-9764-263214ea3e40, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=be3bea01-e05e-4b87-9764-263214ea3e40,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:38.750879 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.912222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.912510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.912820 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 disassociated. External IP: 172.25.4.150, port: be3bea01-e05e-4b87-9764-263214ea3e40. Jul 16 04:19:38.913158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Calling delete_port for be3bea01-e05e-4b87-9764-263214ea3e40 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:39.038732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.065528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event deleted for resources: {'Port': ['ID=be3bea01-e05e-4b87-9764-263214ea3e40,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:39.185091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:19:39.292531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:39.303393 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:39.312130 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:39.312728 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:19:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:39.335402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] No DVR routers for this DVR port be3bea01-e05e-4b87-9764-263214ea3e40 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:39.337997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.340611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-04344a81-e91f-450e-8ba2-27d40e0ae6ef req-a33c40c7-0ebe-4685-a7fd-49a35de12929 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.11 "DELETE /v2.0/ports/be3bea01-e05e-4b87-9764-263214ea3e40 HTTP/1.1" status: 204 len: 173 time: 0.7676399 Jul 16 04:19:39.341045 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-deleted', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:39.343304 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc0cbc-0a26-4803-a4ec-f8f118c9be7d" -d '{"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-deleted", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:39.379075 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee2f3d0-c766-4a44-8a83-58b756dc640a x-openstack-request-id: req-2ee2f3d0-c766-4a44-8a83-58b756dc640a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:39.379363 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf687398-7264-4856-8dbd-5d4a391418b5", "name": "network-vif-deleted", "tag": "be3bea01-e05e-4b87-9764-263214ea3e40", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:39.379633 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ee2f3d0-c766-4a44-8a83-58b756dc640a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:39.380021 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf687398-7264-4856-8dbd-5d4a391418b5', 'name': 'network-vif-deleted', 'tag': 'be3bea01-e05e-4b87-9764-263214ea3e40', 'status': 'completed', 'code': 200} Jul 16 04:19:39.418337 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:39.501016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f0379029-d5b1-414c-8333-ed3f3b3a76b4 req-67a21d8b-211b-4821-b9bd-4d1b200bc15b tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 210 time: 0.0285835 Jul 16 04:19:39.620029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:39.645341 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:39.653995 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:39.654629 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:19:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:39.755493 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:39.944828 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:39.974315 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df526d5b-6ffd-4809-99a6-05b15d1e42d0 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:06Z', 'revision_number': 4, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'b595b559-c50a-406f-b59a-e951ba95158c', 'name': '', 'network_id': 'ed93c34e-c41b-416e-9bf2-f3cd0c2353bb', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'mac_address': 'fa:16:3e:10:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7daac18e-894a-4a63-83f4-204805f306f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:06Z', 'updated_at': '2021-07-16T04:10:11Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'subnets': [{'id': '7daac18e-894a-4a63-83f4-204805f306f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:40.187128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56146b2-c20c-4aae-ad1e-7bd101261caa None None] New status for floating IP 50b0e4b1-9e35-4bb1-af7d-3c75a6af6217: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:19:40.648825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8260e532-c5d4-4aea-ad7d-f69985edee30 req-5798194f-dc84-4b86-bda7-1c4a08e8903a tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jul 16 04:19:41.539742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:41.560170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: be3bea01-e05e-4b87-9764-263214ea3e40 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:41.560523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device be3bea01-e05e-4b87-9764-263214ea3e40 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:41.788427 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95886030-0630-477a-87f9-de23c1fec39f req-521972a7-2df5-4fd8-8f96-3ddb0a469fb2 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Jul 16 04:19:42.940484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-06e3166f-9a26-4749-a84f-7592ccc26b8e req-b307c202-2d8e-4acc-8fa7-8b141ccfa3a8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf687398-7264-4856-8dbd-5d4a391418b5 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Jul 16 04:19:46.919455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:46.972699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc861a20-3b90-49b2-90ab-3134bfe68c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:46.995792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc861a20-3b90-49b2-90ab-3134bfe68c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.042635 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc861a20-3b90-49b2-90ab-3134bfe68c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.045153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc861a20-3b90-49b2-90ab-3134bfe68c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.046283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cc861a20-3b90-49b2-90ab-3134bfe68c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "DELETE /v2.0/security-groups/3dd95c35-295c-4130-8159-079334872cfc HTTP/1.1" status: 204 len: 168 time: 0.1256576 Jul 16 04:19:47.049270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:47.055495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc861a20-3b90-49b2-90ab-3134bfe68c27 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd95c35-295c-4130-8159-079334872cfc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:47.063916 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [None req-1d48c9c4-13da-4cfa-966e-6d07a0e191e8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] show failed (client error): The resource could not be found. Jul 16 04:19:47.065090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d48c9c4-13da-4cfa-966e-6d07a0e191e8 tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "GET /v2.0/security-groups/3dd95c35-295c-4130-8159-079334872cfc HTTP/1.1" status: 404 len: 347 time: 0.0146742 Jul 16 04:19:47.067841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48934) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:47.189904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Deleting port 176dd6ba-34d8-4a08-ab88-5189c34f8f74 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:47.190252 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.272067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.272401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.283790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Calling delete_port for 176dd6ba-34d8-4a08-ab88-5189c34f8f74 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:47.410657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.438136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Pushing event deleted for resources: {'Port': ['ID=176dd6ba-34d8-4a08-ab88-5189c34f8f74,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:47.497554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.500324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.501501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-19176ce0-eede-433c-bc17-dd4a94242daf tempest-ServerActionsTestJSON-930087450 tempest-ServerActionsTestJSON-930087450-project] 10.222.0.25 "DELETE /v2.0/floatingips/50b0e4b1-9e35-4bb1-af7d-3c75a6af6217 HTTP/1.1" status: 204 len: 168 time: 0.4327183 Jul 16 04:19:47.504383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48936) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:47.894459 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.139648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Deleting port b595b559-c50a-406f-b59a-e951ba95158c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:48.140346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.214688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] For port b595b559-c50a-406f-b59a-e951ba95158c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b595b559-c50a-406f-b59a-e951ba95158c,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:48.215307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.227396 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Calling delete_port for b595b559-c50a-406f-b59a-e951ba95158c owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:48.401482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.429995 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Pushing event deleted for resources: {'Port': ['ID=b595b559-c50a-406f-b59a-e951ba95158c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.591161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.119745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Router 579f91d1-df39-4192-8931-c9bd607d95ef has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:19:49.221394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:49.227198 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-82fc637f-1f0b-488f-908e-a5358089c496 admin admin] 10.222.0.25 "PUT /v2.0/routers/579f91d1-df39-4192-8931-c9bd607d95ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7218819 Jul 16 04:19:49.229821 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:49.232707 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] Sync routers for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:49.244126 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:49.249344 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:19:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.334934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.351654 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:49.432392 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.488635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Deleting port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:49.488976 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.522854 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 5, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port': {'id': 'c60d5cc7-b03b-4f6d-aeeb-90b596886aa0', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.547766 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] Checking router: 579f91d1-df39-4192-8931-c9bd607d95ef for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:49.556065 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] Routers {'579f91d1-df39-4192-8931-c9bd607d95ef'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:49.556657 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:19:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['579f91d1-df39-4192-8931-c9bd607d95ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.564975 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] For port c60d5cc7-b03b-4f6d-aeeb-90b596886aa0, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:49.565358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.577999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Calling delete_port for c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:49.643236 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] Set router 579f91d1-df39-4192-8931-c9bd607d95ef gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:49.745949 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.773287 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c60d5cc7-b03b-4f6d-aeeb-90b596886aa0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:49.787973 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:19:49Z', 'revision_number': 6, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.813674 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a34d89-4ec6-48c3-8921-31919c72e931 None None] The sync data for ids ['579f91d1-df39-4192-8931-c9bd607d95ef'] in n-d-800089-6 is: [{'id': '579f91d1-df39-4192-8931-c9bd607d95ef', 'name': 'tempest-ServerActionsTestJSON-823025070-router', 'tenant_id': 'e6e424704c87480bbb4a103203de86b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:10:04Z', 'updated_at': '2021-07-16T04:19:49Z', 'revision_number': 6, 'project_id': 'e6e424704c87480bbb4a103203de86b8', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:49.838735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.930011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.932082 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.973913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.974448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579f91d1-df39-4192-8931-c9bd607d95ef {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:19:49.978711 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.979904 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-51596f61-1daf-478f-b63e-b9947e38f6dd admin admin] 10.222.0.25 "DELETE /v2.0/routers/579f91d1-df39-4192-8931-c9bd607d95ef HTTP/1.1" status: 204 len: 168 time: 0.7489741 Jul 16 04:19:49.982435 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:50.029784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Deleting subnet 7daac18e-894a-4a63-83f4-204805f306f8 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:50.032700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.065652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.141548 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.193715 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.222784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7daac18e-894a-4a63-83f4-204805f306f8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.229493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.231640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9eb05dd5-8456-4621-a8c1-2a645e75dd5c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7daac18e-894a-4a63-83f4-204805f306f8 HTTP/1.1" status: 204 len: 168 time: 0.2482033 Jul 16 04:19:50.234365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:50.236178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafb843-f382-4fc5-ac9b-8dac4e4d8808 None None] Network ed93c34e-c41b-416e-9bf2-f3cd0c2353bb requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:50.307190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.357966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Deleting port 79775065-6051-4568-bdbf-03b3f0c4d9da {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:50.358767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.418687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] For port 79775065-6051-4568-bdbf-03b3f0c4d9da, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=79775065-6051-4568-bdbf-03b3f0c4d9da,segment=NetworkSegment(ec7269a9-3896-468d-a979-94b78125dd5e),segment_id=ec7269a9-3896-468d-a979-94b78125dd5e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:50.419042 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.431236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Calling delete_port for 79775065-6051-4568-bdbf-03b3f0c4d9da owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:50.508131 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.531894 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=79775065-6051-4568-bdbf-03b3f0c4d9da,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.535436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] No DVR routers for this DVR port 79775065-6051-4568-bdbf-03b3f0c4d9da on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:50.572528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beadbe20-9067-4605-8a23-9c06f5dae973 None None] DHCP port deletion for ed93c34e-c41b-416e-9bf2-f3cd0c2353bb request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:19:50.615078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.624924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed93c34e-c41b-416e-9bf2-f3cd0c2353bb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:50.634490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7269a9-3896-468d-a979-94b78125dd5e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:50.634835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7269a9-3896-468d-a979-94b78125dd5e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:50.643231 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.657418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.663950 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:50.664333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:50.665969 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:50.718760 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.724840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.726658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed93c34e-c41b-416e-9bf2-f3cd0c2353bb HTTP/1.1" status: 204 len: 168 time: 0.4905882 Jul 16 04:19:50.736603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c931a50-c4e6-4012-826f-7dd36c276a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed93c34e-c41b-416e-9bf2-f3cd0c2353bb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:50.784773 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7aef08d2-53cd-4e1b-a76a-a51fd548a798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.841946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:50.884855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-212274f5-e4d9-4c18-a131-0fb140df2fa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6e424704c87480bbb4a103203de86b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417042 Jul 16 04:19:50.887348 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:50.933050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed323d04-aeba-4608-898d-4171b7f4e4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.953182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed323d04-aeba-4608-898d-4171b7f4e4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.996868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed323d04-aeba-4608-898d-4171b7f4e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:50.999381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed323d04-aeba-4608-898d-4171b7f4e4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.000533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ed323d04-aeba-4608-898d-4171b7f4e4a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6867ca8-751f-4ae9-971e-bebd37403011 HTTP/1.1" status: 204 len: 168 time: 0.1123075 Jul 16 04:19:51.008582 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed323d04-aeba-4608-898d-4171b7f4e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6867ca8-751f-4ae9-971e-bebd37403011,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:51.290349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79775065-6051-4568-bdbf-03b3f0c4d9da no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:51.309736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 79775065-6051-4568-bdbf-03b3f0c4d9da {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:51.310083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 79775065-6051-4568-bdbf-03b3f0c4d9da not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:51.310504 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b595b559-c50a-406f-b59a-e951ba95158c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:51.328843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b595b559-c50a-406f-b59a-e951ba95158c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:51.329186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b595b559-c50a-406f-b59a-e951ba95158c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:51.329601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:51.352118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:51.352517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c60d5cc7-b03b-4f6d-aeeb-90b596886aa0 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:51.671499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 48974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:51.763457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-771207019-network', 'tenant_id': '07c730911c27431eb3728fd86ec1858c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:51.783936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Made reservation on behalf of 07c730911c27431eb3728fd86ec1858c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:51.786186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.794642 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.881911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.885434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.910243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:51.916632 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62a772-f369-4128-b3ee-1818cc51a711,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:51.922296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.922562 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Added segment cf9bcc29-883f-49dc-8f75-a8c124a02bfe of type vlan for network b26c5549-c56d-4e9b-8a87-99641edcca1c Jul 16 04:19:51.962826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.990738 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.991668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:51.992244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.021045 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3484640 Jul 16 04:19:52.024064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 48978) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:52.029286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Request body: {'subnet': {'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-771207019-subnet', 'tenant_id': '07c730911c27431eb3728fd86ec1858c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:52.049303 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598c7cb-882d-4f39-923c-b32c664c3381 admin admin] Pushing event updated for resources: {'Network': ['ID=b26c5549-c56d-4e9b-8a87-99641edcca1c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:52.050454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Made reservation on behalf of 07c730911c27431eb3728fd86ec1858c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:52.054274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.059369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b26c5549-c56d-4e9b-8a87-99641edcca1c details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:52.220578 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.273322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd80f0b-dd67-41ab-b4f6-382fb69b39fb,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:52.284498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Checking segment: {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:52.284862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Network hostable DHCP agents. Network: b26c5549-c56d-4e9b-8a87-99641edcca1c, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:52.301105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Network b26c5549-c56d-4e9b-8a87-99641edcca1c is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:52.309216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b26c5549-c56d-4e9b-8a87-99641edcca1c) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:52.313235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:52.313815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.319332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a48d5d-38f3-4189-8733-95fbb5e98193 None None] Network b26c5549-c56d-4e9b-8a87-99641edcca1c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:52.328174 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2d1b41e5-6080-45b1-8f4a-0554519d1659 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3027511 Jul 16 04:19:52.592404 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddec291-eae6-498a-8ac3-3b7f5e1b9c17 None None] Network b26c5549-c56d-4e9b-8a87-99641edcca1c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:52.761384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-110463ce-4b37-402e-8270-4e5f64dcf6e1 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:52.762766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-110463ce-4b37-402e-8270-4e5f64dcf6e1 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/networks?id=b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 200 len: 813 time: 0.1008704 Jul 16 04:19:52.777617 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-34f3f51a-e611-4c05-ab89-45966adf2187 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/quotas/07c730911c27431eb3728fd86ec1858c HTTP/1.1" status: 200 len: 375 time: 0.0092924 Jul 16 04:19:52.808798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-7f479d84-15f6-4916-8f34-3c503831e245 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=07c730911c27431eb3728fd86ec1858c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262911 Jul 16 04:19:53.284511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-a5d3367e-7c8d-4d39-9a98-8ed9bc6ac117 service neutron] 10.222.0.25 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693377 Jul 16 04:19:53.371731 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-01ea5610-2c51-4b9b-8918-c4351cfe7113 service neutron] 10.222.0.25 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810401 Jul 16 04:19:53.534244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-10c661b8-66c6-4927-a1fc-5d20f4c1b7d6 req-fb6e61c5-de8c-4faf-9b76-28843bbf6411 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 210 time: 0.0292795 Jul 16 04:19:53.582120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb06c-6384-4bea-bd98-ccab677e3e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.907936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.524046 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.678972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cef6ef64-3d1f-4123-9f62-175977999396 req-90fa0f04-a9df-4893-b497-0a9201a3bbd4 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 210 time: 0.0329766 Jul 16 04:19:54.708693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-10820c78-d852-4cb0-90c4-b0b1d0d87b86 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.710797 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-10820c78-d852-4cb0-90c4-b0b1d0d87b86 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.11 "GET /v2.0/networks?id=b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 200 len: 813 time: 0.1090899 Jul 16 04:19:54.726013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Request body: {'port': {'device_id': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c', 'admin_state_up': True, 'tenant_id': '07c730911c27431eb3728fd86ec1858c'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:54.836437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Made reservation on behalf of 07c730911c27431eb3728fd86ec1858c for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:54.840208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.963569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Allocated IP 172.20.0.10 (b26c5549-c56d-4e9b-8a87-99641edcca1c/6bd80f0b-dd67-41ab-b4f6-382fb69b39fb/fd4baddf-b418-4ff2-8ebc-a3cd87bb2468) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:55.103362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.141487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.189181 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Network b26c5549-c56d-4e9b-8a87-99641edcca1c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:55.195442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:55.199318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:55.224681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Pushing event updated for resources: {'Port': ['ID=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:55.251290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.251898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.265558 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-7686d1fc-a962-4122-942d-0d7d120cdfca tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436440 Jul 16 04:19:55.277526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Request body: {'port': {'device_id': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:55.346740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.604635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:55.611726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.623608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Transition to ACTIVE for port object fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:55.627404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.677144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:55.746265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Attempting to bind port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:55.746934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Attempting to bind port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:55.746934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Attempting to bind port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 on network b26c5549-c56d-4e9b-8a87-99641edcca1c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:55.751130 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 on network b26c5549-c56d-4e9b-8a87-99641edcca1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:55.751460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Attempting to bind port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 on network b26c5549-c56d-4e9b-8a87-99641edcca1c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:55.756101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:55.756439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Checking segment: {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:55.756853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Bound using segment: {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:55.757278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Bound port: fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:55.757636 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.819615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] For port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:55.822529 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] For port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:55.827616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.859474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d46d6-3585-42d1-ac7c-d67c221f69d8 req-1be90ebb-34bd-4937-8326-24d59f1f7faf tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.861912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b81d46d6-3585-42d1-ac7c-d67c221f69d8 req-1be90ebb-34bd-4937-8326-24d59f1f7faf tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 944 time: 0.0666234 Jul 16 04:19:55.862188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.862836 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:55.864215 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] 10.222.0.11 "PUT /v2.0/ports/fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 HTTP/1.1" status: 200 len: 1092 time: 0.5908144 Jul 16 04:19:55.864648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'tag': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:55.866967 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301774b5-bf88-4f38-94ec-f9a56efec204" -d '{"events": [{"name": "network-changed", "server_uuid": "c64b1a9d-b9d7-4241-8480-d63f9b799ef4", "tag": "fd4baddf-b418-4ff2-8ebc-a3cd87bb2468"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:55.892394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed82ad-23c9-488c-a63b-dc679ca41e87 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:55.898991 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b81d46d6-3585-42d1-ac7c-d67c221f69d8 req-be5a54ae-52d2-4b34-86b7-b5546f006553 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Jul 16 04:19:55.943171 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c75de8e-1e4d-4908-9746-41d76ed25ada x-openstack-request-id: req-5c75de8e-1e4d-4908-9746-41d76ed25ada {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:55.943466 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64b1a9d-b9d7-4241-8480-d63f9b799ef4", "tag": "fd4baddf-b418-4ff2-8ebc-a3cd87bb2468", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:55.943724 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c75de8e-1e4d-4908-9746-41d76ed25ada {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:55.944127 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'tag': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468', 'status': 'completed', 'code': 200} Jul 16 04:19:55.968196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-1f291483-07d6-44de-98fa-b064379714c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.969699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-1f291483-07d6-44de-98fa-b064379714c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=07c730911c27431eb3728fd86ec1858c&device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 1095 time: 0.0574825 Jul 16 04:19:56.012846 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-05d1f9be-763f-4fa5-a9a9-7934c8d545db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 HTTP/1.1" status: 200 len: 217 time: 0.0351140 Jul 16 04:19:56.059471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd22f-381b-48a4-898c-7abe14164808 req-4cf0e234-422a-453d-b6ca-a82419dd3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:56.060862 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-4cf0e234-422a-453d-b6ca-a82419dd3b75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bd80f0b-dd67-41ab-b4f6-382fb69b39fb HTTP/1.1" status: 200 len: 853 time: 0.0425417 Jul 16 04:19:56.092410 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-9dce07f7-316a-4314-9f4a-9e95ae4a821d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b26c5549-c56d-4e9b-8a87-99641edcca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252461 Jul 16 04:19:56.182777 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-781b5888-59cd-42e9-8479-7d014cbbebed service neutron] 10.222.0.11 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Jul 16 04:19:56.249071 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:56.269806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-193fd22f-381b-48a4-898c-7abe14164808 req-42b54e00-7cc1-4fea-958c-f0d7d6c8f02d service neutron] 10.222.0.11 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813875 Jul 16 04:19:56.372103 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-2095f0b7-6485-49ee-829c-bed84f617511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:56.373603 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-2095f0b7-6485-49ee-829c-bed84f617511 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=07c730911c27431eb3728fd86ec1858c&device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 1095 time: 0.0580535 Jul 16 04:19:56.463254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-7675b3f3-db2c-4237-8427-9d54dd398e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:56.464648 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-7675b3f3-db2c-4237-8427-9d54dd398e27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 200 len: 915 time: 0.0838015 Jul 16 04:19:56.507814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-3d7dfc2a-ecb2-4074-be82-2d06616a9bf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 HTTP/1.1" status: 200 len: 217 time: 0.0365751 Jul 16 04:19:56.555868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-3b532d93-f33f-462c-bfa1-bc0ef4ff11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:56.557247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-3b532d93-f33f-462c-bfa1-bc0ef4ff11ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bd80f0b-dd67-41ab-b4f6-382fb69b39fb HTTP/1.1" status: 200 len: 853 time: 0.0427697 Jul 16 04:19:56.589051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-ac2bd362-3a9e-4276-9006-35acc5892789 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b26c5549-c56d-4e9b-8a87-99641edcca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253162 Jul 16 04:19:56.677047 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-6f40b643-55dd-4a47-954c-32f31ae57c76 service neutron] 10.222.0.11 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816219 Jul 16 04:19:56.765258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-301774b5-bf88-4f38-94ec-f9a56efec204 req-3fee8667-4d55-42da-afe1-42368e03f75d service neutron] 10.222.0.11 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818334 Jul 16 04:19:57.069071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5abaa-c1b9-4397-b55a-fa51b653d622 req-ddb6b53d-d5df-4b37-813c-e1e95fc0004e tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:57.070448 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdd5abaa-c1b9-4397-b55a-fa51b653d622 req-ddb6b53d-d5df-4b37-813c-e1e95fc0004e tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 944 time: 0.0609760 Jul 16 04:19:57.110152 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fdd5abaa-c1b9-4397-b55a-fa51b653d622 req-da559e10-0ba3-4472-b093-b8ee731c1852 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342178 Jul 16 04:19:57.602786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:57.697790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:57.712522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468', 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c', 'port_id': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468', 'mac_address': 'fa:16:3e:5f:22:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd80f0b-dd67-41ab-b4f6-382fb69b39fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:57.747463 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:57.759830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:57.778942 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:57.782759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:57.826925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:57.965956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:58.276827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47fc41-c0e8-4658-aad3-efe3fa8247d9 req-569f2f63-a79b-463f-b059-cf13044b645d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:58.278196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e47fc41-c0e8-4658-aad3-efe3fa8247d9 req-569f2f63-a79b-463f-b059-cf13044b645d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 945 time: 0.0608838 Jul 16 04:19:58.313753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1e47fc41-c0e8-4658-aad3-efe3fa8247d9 req-c2330fbd-661c-4997-85c9-7be4cf9526b5 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301373 Jul 16 04:19:59.479688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a981719-c150-4adf-914d-1d10ebd61efe req-14f6ef95-ff9c-4267-be84-21524e9a48c5 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:59.481116 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a981719-c150-4adf-914d-1d10ebd61efe req-14f6ef95-ff9c-4267-be84-21524e9a48c5 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 945 time: 0.0606647 Jul 16 04:19:59.517104 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0a981719-c150-4adf-914d-1d10ebd61efe req-cf4bfed6-c5ea-440e-bda1-8dacbc0bfe7b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306604 Jul 16 04:19:59.618091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:59.664712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:59.668301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:59.668670 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.746372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.767836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:59.770041 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddc0e25-456e-4634-9e6b-af5b8e56d41b" -d '{"events": [{"server_uuid": "c64b1a9d-b9d7-4241-8480-d63f9b799ef4", "name": "network-vif-plugged", "status": "completed", "tag": "fd4baddf-b418-4ff2-8ebc-a3cd87bb2468"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:59.782347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:59.786233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:59.808913 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7769142f-2716-42cb-a305-1ebb72848877 x-openstack-request-id: req-7769142f-2716-42cb-a305-1ebb72848877 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:59.809202 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b1a9d-b9d7-4241-8480-d63f9b799ef4", "name": "network-vif-plugged", "status": "completed", "tag": "fd4baddf-b418-4ff2-8ebc-a3cd87bb2468", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:59.809455 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7769142f-2716-42cb-a305-1ebb72848877 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:59.809842 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468', 'code': 200} Jul 16 04:19:59.836123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:59.921283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64a02-72ec-4904-a4ab-d51f88f5b60b req-a69ee84d-3cf8-4fba-b653-c2c90f780678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:59.922805 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-24b64a02-72ec-4904-a4ab-d51f88f5b60b req-a69ee84d-3cf8-4fba-b653-c2c90f780678 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0550995 Jul 16 04:19:59.956060 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-24b64a02-72ec-4904-a4ab-d51f88f5b60b req-e74a4088-e1a4-493f-8d81-8792dba04b53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261276 Jul 16 04:20:00.695046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c87d-b9fc-4ac1-8c13-a35ec47ca3a5 req-ef5b3a73-c6ae-45b1-9769-9f782fdfea1c tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:00.696430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2b6c87d-b9fc-4ac1-8c13-a35ec47ca3a5 req-ef5b3a73-c6ae-45b1-9769-9f782fdfea1c tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0659516 Jul 16 04:20:00.733853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2b6c87d-b9fc-4ac1-8c13-a35ec47ca3a5 req-1bf2e336-f665-4af6-abc1-e380bd5ad5c0 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jul 16 04:20:01.905461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607eec-9653-49f4-8b84-aca2080a9424 req-e3148762-ccfd-4afb-abdc-82cff4d5c326 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:01.906918 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e607eec-9653-49f4-8b84-aca2080a9424 req-e3148762-ccfd-4afb-abdc-82cff4d5c326 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0605216 Jul 16 04:20:01.942644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0e607eec-9653-49f4-8b84-aca2080a9424 req-66de6c67-5c89-4b3a-a52f-7413c8c81f87 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303109 Jul 16 04:20:02.160071 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-bc7a6692-0a83-4491-824e-be522591c373 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:02.161509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-bc7a6692-0a83-4491-824e-be522591c373 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/networks?id=b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 200 len: 813 time: 0.0995159 Jul 16 04:20:02.175953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-6d1b85ed-1b0b-4e33-b11e-b3fdb7bb2626 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/quotas/07c730911c27431eb3728fd86ec1858c HTTP/1.1" status: 200 len: 375 time: 0.0086668 Jul 16 04:20:02.235352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-063b88d1-40d9-4811-8048-1c7d09b437bb tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=07c730911c27431eb3728fd86ec1858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547702 Jul 16 04:20:02.325584 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-a1fb2818-2dec-4a2d-9b63-f54867cbe992 service neutron] 10.222.0.25 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836227 Jul 16 04:20:02.411260 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-e290ed4f-a8e0-4e56-a576-6c93ffa53438 service neutron] 10.222.0.25 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800252 Jul 16 04:20:02.575143 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-863f0207-e480-42c3-bf97-f6fc9db79582 req-7f74099a-25b2-481d-b88e-45d354e5a855 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 210 time: 0.0328043 Jul 16 04:20:03.302487 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:03.666318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-be018063-e91d-42f7-9561-05ea4a96a7c5 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:03.667797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-be018063-e91d-42f7-9561-05ea4a96a7c5 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.48 "GET /v2.0/networks?id=b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 200 len: 813 time: 0.1091673 Jul 16 04:20:03.681580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Request body: {'port': {'device_id': '36aeb967-36bb-4817-8d97-43d830d4047e', 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c', 'admin_state_up': True, 'tenant_id': '07c730911c27431eb3728fd86ec1858c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:03.738857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e58d72ee-ddae-48b0-8e60-9a9a63a8857d req-fceb7331-ef31-47db-b341-4f1350a78e2d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 210 time: 0.0356915 Jul 16 04:20:03.818817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Made reservation on behalf of 07c730911c27431eb3728fd86ec1858c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:03.822861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:03.944599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Allocated IP 172.20.0.6 (b26c5549-c56d-4e9b-8a87-99641edcca1c/6bd80f0b-dd67-41ab-b4f6-382fb69b39fb/cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:04.017936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.081692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.117885 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.129205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:04.167433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Network b26c5549-c56d-4e9b-8a87-99641edcca1c is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:04.170753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:04.175147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:04.179561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Pushing event updated for resources: {'Port': ['ID=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:04.223292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:04.223925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.237644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-0afaebfe-e904-41a3-b282-53fc646a669b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597956 Jul 16 04:20:04.248945 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Request body: {'port': {'device_id': '36aeb967-36bb-4817-8d97-43d830d4047e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:04.321393 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.571451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:20:04.578900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.590502 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Transition to ACTIVE for port object cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:04.594173 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.643956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:04.710712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Attempting to bind port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:04.711334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Attempting to bind port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:04.711334 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Attempting to bind port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe on network b26c5549-c56d-4e9b-8a87-99641edcca1c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:04.715760 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe on network b26c5549-c56d-4e9b-8a87-99641edcca1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:20:04.716080 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Attempting to bind port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe on network b26c5549-c56d-4e9b-8a87-99641edcca1c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:04.720859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:04.721257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Checking segment: {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:04.721674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Bound using segment: {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:04.722151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Bound port: cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:04.722535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.783532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] For port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:04.787075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] For port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:04.791409 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.822898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:04.823641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.825013 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] 10.222.0.48 "PUT /v2.0/ports/cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe HTTP/1.1" status: 200 len: 1091 time: 0.5802321 Jul 16 04:20:04.827043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aeb967-36bb-4817-8d97-43d830d4047e', 'tag': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:04.829995 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "36aeb967-36bb-4817-8d97-43d830d4047e", "tag": "cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:04.859624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30c1d-936a-4b3d-8e4c-3578f12d1bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:04.962751 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac970c-7a43-49af-b068-d046a5a7c7fa req-55db3eda-83b5-450a-8587-eba5502eb835 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:04.964205 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fac970c-7a43-49af-b068-d046a5a7c7fa req-55db3eda-83b5-450a-8587-eba5502eb835 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 943 time: 0.1065295 Jul 16 04:20:04.967032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-cb86371a-b05f-4e8f-9024-f8ae261cd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:04.968371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-cb86371a-b05f-4e8f-9024-f8ae261cd1a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07c730911c27431eb3728fd86ec1858c&device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 1094 time: 0.0977831 Jul 16 04:20:05.015453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-e68889e7-0c4e-4fdd-a15a-4460cbc716d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe HTTP/1.1" status: 200 len: 217 time: 0.0382314 Jul 16 04:20:05.039267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5fac970c-7a43-49af-b068-d046a5a7c7fa req-1e86dad0-bc16-4cf9-ae64-1c88bcf018a3 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693190 Jul 16 04:20:05.075252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-edee95c7-4dab-4fe8-b068-c485445b1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:05.076644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-edee95c7-4dab-4fe8-b068-c485445b1d56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bd80f0b-dd67-41ab-b4f6-382fb69b39fb HTTP/1.1" status: 200 len: 853 time: 0.0517437 Jul 16 04:20:05.083087 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d81cbab-582f-4f5c-a93e-313a69c26d9d x-openstack-request-id: req-6d81cbab-582f-4f5c-a93e-313a69c26d9d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:05.083373 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36aeb967-36bb-4817-8d97-43d830d4047e", "tag": "cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:05.083627 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d81cbab-582f-4f5c-a93e-313a69c26d9d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:05.084018 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aeb967-36bb-4817-8d97-43d830d4047e', 'tag': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe', 'status': 'completed', 'code': 200} Jul 16 04:20:05.111776 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-76f879c8-8de8-4dcd-9afa-4016241fe010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b26c5549-c56d-4e9b-8a87-99641edcca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269370 Jul 16 04:20:05.196870 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-f4fdc85e-01cc-4b55-9de6-7a9ce3b5dbb1 service neutron] 10.222.0.48 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787718 Jul 16 04:20:05.291238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4e9e73b4-7ebd-487c-9cd0-2a1a96113df7 req-1a8de986-6a5b-4401-ab68-2e362b9a5bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878699 Jul 16 04:20:05.385443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-73b83624-7014-4a1a-aec0-e41b199a48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:05.387206 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-73b83624-7014-4a1a-aec0-e41b199a48c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07c730911c27431eb3728fd86ec1858c&device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 1094 time: 0.0526574 Jul 16 04:20:05.478203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-3e62318c-a2a2-4319-b6a5-abd64b883adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:05.479121 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-3e62318c-a2a2-4319-b6a5-abd64b883adc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 200 len: 915 time: 0.0851498 Jul 16 04:20:05.518176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-679c3876-abe2-463d-871b-f388e3026469 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe HTTP/1.1" status: 200 len: 217 time: 0.0333974 Jul 16 04:20:05.568770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-6677ac21-e8d3-4655-be99-0d29e120d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:05.570794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-6677ac21-e8d3-4655-be99-0d29e120d0e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bd80f0b-dd67-41ab-b4f6-382fb69b39fb HTTP/1.1" status: 200 len: 853 time: 0.0461144 Jul 16 04:20:05.602694 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-9ecacc8f-833c-4b0e-ad85-eb097995f5aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b26c5549-c56d-4e9b-8a87-99641edcca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247223 Jul 16 04:20:05.692576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-da7157be-b0d3-4568-b76a-362c611009d5 service neutron] 10.222.0.48 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Jul 16 04:20:05.781531 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b9c3fea-c30d-4045-be8f-e7bbc485b1d5 req-2c1316c8-8be8-481d-8226-ae06c3990bab service neutron] 10.222.0.48 "GET /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820196 Jul 16 04:20:06.208285 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403a703-eb12-49ce-89b0-3ca380400cd6 req-391dcc09-253d-41c2-a8ec-0acfa0e6dd08 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:06.209772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8403a703-eb12-49ce-89b0-3ca380400cd6 req-391dcc09-253d-41c2-a8ec-0acfa0e6dd08 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 943 time: 0.0619328 Jul 16 04:20:06.247711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8403a703-eb12-49ce-89b0-3ca380400cd6 req-8893d4aa-28e3-445a-a587-ccfebb8c8684 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Jul 16 04:20:07.421936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f849-9afd-4c43-b674-cafabf0a1422 req-c52784b3-5849-4052-82d1-764ca179a491 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:07.423472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3b3f849-9afd-4c43-b674-cafabf0a1422 req-c52784b3-5849-4052-82d1-764ca179a491 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 943 time: 0.0678084 Jul 16 04:20:07.459993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3b3f849-9afd-4c43-b674-cafabf0a1422 req-f4d4792d-c8a3-41e7-a79d-b1176541f9b7 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Jul 16 04:20:08.067675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:20:08.158530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:08.169743 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe', 'network_id': 'b26c5549-c56d-4e9b-8a87-99641edcca1c', 'port_id': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe', 'mac_address': 'fa:16:3e:aa:25:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd80f0b-dd67-41ab-b4f6-382fb69b39fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:20:08.208631 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:08.221542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:20:08.239924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:08.243768 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:08.289391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:08.431047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:08.629572 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cd48a-8fcf-4508-9abf-6ee27b0209bc req-db9901af-ec75-4115-9aac-16cf17fb6b95 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:08.630960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-627cd48a-8fcf-4508-9abf-6ee27b0209bc req-db9901af-ec75-4115-9aac-16cf17fb6b95 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 944 time: 0.0611627 Jul 16 04:20:08.667054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-627cd48a-8fcf-4508-9abf-6ee27b0209bc req-d0785839-fa1f-48cf-9ad1-452255fbe544 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301056 Jul 16 04:20:09.837935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95106121-7aa2-47ce-b135-55f7a74f2048 req-d1c2c34a-d031-4604-9565-3b167a7b907f tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:09.839416 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95106121-7aa2-47ce-b135-55f7a74f2048 req-d1c2c34a-d031-4604-9565-3b167a7b907f tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 944 time: 0.0610213 Jul 16 04:20:09.875071 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95106121-7aa2-47ce-b135-55f7a74f2048 req-cd50a881-4fe4-463e-9f2e-1a6ceee18c41 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300508 Jul 16 04:20:10.083518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:10.130217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:10.134428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:10.134832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:10.208525 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:10.230460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aeb967-36bb-4817-8d97-43d830d4047e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:10.232866 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7407fc-25a8-45cf-89ce-3d9f43ff81c7" -d '{"events": [{"server_uuid": "36aeb967-36bb-4817-8d97-43d830d4047e", "name": "network-vif-plugged", "status": "completed", "tag": "cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:10.248638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:10.252668 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:10.275523 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5619fb8c-fbb5-4ad9-b148-5637d487cc36 x-openstack-request-id: req-5619fb8c-fbb5-4ad9-b148-5637d487cc36 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:10.275813 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aeb967-36bb-4817-8d97-43d830d4047e", "name": "network-vif-plugged", "status": "completed", "tag": "cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:10.276066 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5619fb8c-fbb5-4ad9-b148-5637d487cc36 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:10.276453 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aeb967-36bb-4817-8d97-43d830d4047e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe', 'code': 200} Jul 16 04:20:10.301882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:10.382093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f74c5-2fba-4094-b47b-fe3b933e3ca9 req-44fa15a5-3bcb-4e44-8075-f6d2d0d870bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:10.383608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-352f74c5-2fba-4094-b47b-fe3b933e3ca9 req-44fa15a5-3bcb-4e44-8075-f6d2d0d870bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 1096 time: 0.0554700 Jul 16 04:20:10.416319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-352f74c5-2fba-4094-b47b-fe3b933e3ca9 req-99135546-594a-4785-ad22-ab69d497995f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265703 Jul 16 04:20:11.045862 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c5054-93f8-4bd7-8851-9d27954657ea req-559a93de-d819-49e9-a9b6-7a575723632d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:11.047535 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec8c5054-93f8-4bd7-8851-9d27954657ea req-559a93de-d819-49e9-a9b6-7a575723632d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 945 time: 0.0628750 Jul 16 04:20:11.084286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec8c5054-93f8-4bd7-8851-9d27954657ea req-9792d9f1-b101-40f8-8022-c03760384da3 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Jul 16 04:20:12.259686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cad59-57f4-49a5-bf69-205a13919769 req-6327cc41-f5d8-4ef2-9e3d-d0a8e0cfaf4d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:12.261144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-643cad59-57f4-49a5-bf69-205a13919769 req-6327cc41-f5d8-4ef2-9e3d-d0a8e0cfaf4d tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 945 time: 0.0660875 Jul 16 04:20:12.298004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-643cad59-57f4-49a5-bf69-205a13919769 req-35819fd6-4919-4cc4-9954-009a85010493 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Jul 16 04:20:12.648720 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:20:12.664008 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e9765-e5e6-4304-b654-8aa69d3dd723 req-af15e6c3-5170-4ba9-af42-8d07cf23a10f tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:12.665411 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d5e9765-e5e6-4304-b654-8aa69d3dd723 req-af15e6c3-5170-4ba9-af42-8d07cf23a10f tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 945 time: 0.0626540 Jul 16 04:20:12.701960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3d5e9765-e5e6-4304-b654-8aa69d3dd723 req-0d55ba14-816a-423c-8366-edc295b44677 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Jul 16 04:20:13.881283 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e479-ea46-4152-9eea-a17cc253887a req-4ca9609c-0727-4895-bfea-45d27f5de47f tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:13.882798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad30e479-ea46-4152-9eea-a17cc253887a req-4ca9609c-0727-4895-bfea-45d27f5de47f tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.48 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 945 time: 0.1036651 Jul 16 04:20:13.905130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2dfac-eb9d-4be5-8ba2-4862fb89415b req-2dfc35d8-eaaf-4594-bcc1-2ebb9812ae25 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:13.906516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40d2dfac-eb9d-4be5-8ba2-4862fb89415b req-2dfc35d8-eaaf-4594-bcc1-2ebb9812ae25 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aeb967-36bb-4817-8d97-43d830d4047e HTTP/1.1" status: 200 len: 945 time: 0.0960233 Jul 16 04:20:13.990569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40d2dfac-eb9d-4be5-8ba2-4862fb89415b req-0c39602c-95b1-4e70-a095-c7a1f080050c tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661426 Jul 16 04:20:14.015327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Deleting port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:14.015674 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:14.105549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] For port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:14.105909 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:14.117242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Calling delete_port for cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:14.243184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:14.256089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:14.258838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:14.270066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Pushing event deleted for resources: {'Port': ['ID=cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:14.280604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.280956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.281299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.281638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.281970 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.282299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.282688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.283006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.283659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.283659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.283955 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.284279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:14.327156 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] No DVR routers for this DVR port cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:14.329813 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:14.331895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad30e479-ea46-4152-9eea-a17cc253887a req-b309ed23-c90d-4dc7-810b-c350162b767b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.48 "DELETE /v2.0/ports/cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe HTTP/1.1" status: 204 len: 173 time: 0.4440546 Jul 16 04:20:14.332330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aeb967-36bb-4817-8d97-43d830d4047e', 'name': 'network-vif-deleted', 'tag': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:14.334651 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956f7df168d8021786c5270ab8834e05356ac5c2360a69ea70cb2c619f9d32e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad456f-6c88-4b9d-bd62-0e8f34d5111c" -d '{"events": [{"server_uuid": "36aeb967-36bb-4817-8d97-43d830d4047e", "name": "network-vif-deleted", "tag": "cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:14.374808 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a406ce0-48ed-4802-aebd-a0afa2adbe08 x-openstack-request-id: req-0a406ce0-48ed-4802-aebd-a0afa2adbe08 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:14.375113 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aeb967-36bb-4817-8d97-43d830d4047e", "name": "network-vif-deleted", "tag": "cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:14.375396 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a406ce0-48ed-4802-aebd-a0afa2adbe08 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:14.375802 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aeb967-36bb-4817-8d97-43d830d4047e', 'name': 'network-vif-deleted', 'tag': 'cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe', 'status': 'completed', 'code': 200} Jul 16 04:20:15.229089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97085c-ee45-4f42-b7c1-e8cce80dc426 req-4d384ba3-2931-4291-a26c-e720378110bd tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:15.230610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b97085c-ee45-4f42-b7c1-e8cce80dc426 req-4d384ba3-2931-4291-a26c-e720378110bd tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0628257 Jul 16 04:20:15.267610 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b97085c-ee45-4f42-b7c1-e8cce80dc426 req-7e891f52-eae0-409b-b41b-e10b151c47cb tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Jul 16 04:20:15.454620 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b58ce-5cf7-4fa7-adac-4d7ff577b273 req-4c160585-2382-4a8c-bf39-e6f5d35b7a5a tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:15.456060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-730b58ce-5cf7-4fa7-adac-4d7ff577b273 req-4c160585-2382-4a8c-bf39-e6f5d35b7a5a tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0654278 Jul 16 04:20:15.492913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-730b58ce-5cf7-4fa7-adac-4d7ff577b273 req-7455542a-86f6-48ae-a203-58bf1077764b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Jul 16 04:20:15.664160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13d770-d3f7-4618-9f82-567cfa3c42e2 req-5c88d5d0-1c71-44c9-a6e9-f6239228dbb4 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:15.665721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc13d770-d3f7-4618-9f82-567cfa3c42e2 req-5c88d5d0-1c71-44c9-a6e9-f6239228dbb4 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0647230 Jul 16 04:20:15.703111 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc13d770-d3f7-4618-9f82-567cfa3c42e2 req-7cac34a8-e6d2-4660-ae5b-540c66ec760b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Jul 16 04:20:15.972060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d739-f798-4f30-bb21-16707b71b9c8 req-15493f4f-7fe7-49bf-b14b-b298a923ef8b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:15.973528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47f1d739-f798-4f30-bb21-16707b71b9c8 req-15493f4f-7fe7-49bf-b14b-b298a923ef8b tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0659778 Jul 16 04:20:16.011092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47f1d739-f798-4f30-bb21-16707b71b9c8 req-5319dd87-25f9-42ee-84de-c4efe6ae8360 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Jul 16 04:20:16.177880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957b8b-3383-42d4-886d-b9b24bbdc1be req-407c31bc-fbfa-4df3-976c-a4f774a3b865 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:16.179768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f957b8b-3383-42d4-886d-b9b24bbdc1be req-407c31bc-fbfa-4df3-976c-a4f774a3b865 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0609519 Jul 16 04:20:16.216903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f957b8b-3383-42d4-886d-b9b24bbdc1be req-42deeffd-a66c-468d-801f-9f305535f320 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Jul 16 04:20:16.394775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c2d1d-f4a5-43da-931e-519c7dd84d1f req-c0adde21-c13e-4097-b90c-8551d7f200ef tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:16.396252 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-979c2d1d-f4a5-43da-931e-519c7dd84d1f req-c0adde21-c13e-4097-b90c-8551d7f200ef tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0621409 Jul 16 04:20:16.437520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-979c2d1d-f4a5-43da-931e-519c7dd84d1f req-8fa26879-9d62-4093-9dde-3bfbb54057cc tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356789 Jul 16 04:20:16.940686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ae69-4e5f-4782-9e93-8d27a5e432da req-d6ab3cf5-4bc0-4e6f-81db-e261df6ffe73 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:16.942047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca71ae69-4e5f-4782-9e93-8d27a5e432da req-d6ab3cf5-4bc0-4e6f-81db-e261df6ffe73 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0618384 Jul 16 04:20:16.978775 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca71ae69-4e5f-4782-9e93-8d27a5e432da req-4797e312-5ff1-48a7-9887-1b13bdeb7874 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Jul 16 04:20:18.099357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:18.119875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:18.120220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device cb1f8abe-95d4-4cc4-ba64-a2d4b906b5fe not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:18.147543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5bae3-5f4e-45d0-b359-2ea35454bece req-84a07cbb-4075-4d35-80ee-afa9c8476f88 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:18.149036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85e5bae3-5f4e-45d0-b359-2ea35454bece req-84a07cbb-4075-4d35-80ee-afa9c8476f88 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0628941 Jul 16 04:20:18.172488 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288643-2af9-48d7-863b-af78097047ce req-bd921a6c-20ca-462b-b7a0-d0ff9e1d4869 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:18.173942 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f288643-2af9-48d7-863b-af78097047ce req-bd921a6c-20ca-462b-b7a0-d0ff9e1d4869 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.11 "GET /v2.0/ports?device_id=c64b1a9d-b9d7-4241-8480-d63f9b799ef4 HTTP/1.1" status: 200 len: 946 time: 0.0627072 Jul 16 04:20:18.186503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85e5bae3-5f4e-45d0-b359-2ea35454bece req-8bcff340-a8c5-4904-b74c-69611ebec5d4 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e62a772-f369-4128-b3ee-1818cc51a711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Jul 16 04:20:18.271259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Deleting port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:18.271519 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:18.363416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] For port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,segment=NetworkSegment(cf9bcc29-883f-49dc-8f75-a8c124a02bfe),segment_id=cf9bcc29-883f-49dc-8f75-a8c124a02bfe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:18.363777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:18.375987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Calling delete_port for fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:18.502280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:18.515092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:18.533347 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Pushing event deleted for resources: {'Port': ['ID=fd4baddf-b418-4ff2-8ebc-a3cd87bb2468,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:18.576806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] No DVR routers for this DVR port fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:18.579381 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:18.581392 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6f288643-2af9-48d7-863b-af78097047ce req-510d749d-d29f-4205-95ca-0302b393be97 tempest-ServersNegativeTestJSON-103550477 tempest-ServersNegativeTestJSON-103550477-project] 10.222.0.11 "DELETE /v2.0/ports/fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 HTTP/1.1" status: 204 len: 173 time: 0.4010382 Jul 16 04:20:18.581828 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'name': 'network-vif-deleted', 'tag': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:18.584078 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82afbb92-e584-4ad1-8914-eb132b7765ff" -d '{"events": [{"server_uuid": "c64b1a9d-b9d7-4241-8480-d63f9b799ef4", "name": "network-vif-deleted", "tag": "fd4baddf-b418-4ff2-8ebc-a3cd87bb2468"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:18.624414 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b556195e-8e1e-4535-b3a8-8c837fa0ffed x-openstack-request-id: req-b556195e-8e1e-4535-b3a8-8c837fa0ffed {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:18.624749 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b1a9d-b9d7-4241-8480-d63f9b799ef4", "name": "network-vif-deleted", "tag": "fd4baddf-b418-4ff2-8ebc-a3cd87bb2468", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:18.625006 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b556195e-8e1e-4535-b3a8-8c837fa0ffed {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:18.625410 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b1a9d-b9d7-4241-8480-d63f9b799ef4', 'name': 'network-vif-deleted', 'tag': 'fd4baddf-b418-4ff2-8ebc-a3cd87bb2468', 'status': 'completed', 'code': 200} Jul 16 04:20:19.278819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49126) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:19.326059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Deleting subnet 6bd80f0b-dd67-41ab-b4f6-382fb69b39fb {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:19.328993 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.363018 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.401084 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.452166 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.478241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd80f0b-dd67-41ab-b4f6-382fb69b39fb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:19.483032 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.484897 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4453cfe4-1fec-4dca-8d2f-9711d5397694 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6bd80f0b-dd67-41ab-b4f6-382fb69b39fb HTTP/1.1" status: 204 len: 168 time: 0.2050641 Jul 16 04:20:19.487389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49128) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:19.559042 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.638429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.649087 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26c5549-c56d-4e9b-8a87-99641edcca1c']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:19.658706 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:19.659002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9bcc29-883f-49dc-8f75-a8c124a02bfe') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:19.667958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.681934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.689063 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:19.689452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:19.691246 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:19.745673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.750387 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.753035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b26c5549-c56d-4e9b-8a87-99641edcca1c HTTP/1.1" status: 204 len: 168 time: 0.2639530 Jul 16 04:20:19.766503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69a962-8836-4c92-99a8-d70dda689758 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26c5549-c56d-4e9b-8a87-99641edcca1c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:19.857412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49132) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:19.899592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1a8b289c-c954-45f0-a3fc-45d855feb48f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07c730911c27431eb3728fd86ec1858c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409319 Jul 16 04:20:19.902044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49134) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:19.955186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e79da322-40af-4c1a-aa96-88453fcdaccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:19.975371 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e79da322-40af-4c1a-aa96-88453fcdaccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.021087 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e79da322-40af-4c1a-aa96-88453fcdaccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.023658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e79da322-40af-4c1a-aa96-88453fcdaccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.024884 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e79da322-40af-4c1a-aa96-88453fcdaccc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e62a772-f369-4128-b3ee-1818cc51a711 HTTP/1.1" status: 204 len: 168 time: 0.1218011 Jul 16 04:20:20.035677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79da322-40af-4c1a-aa96-88453fcdaccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62a772-f369-4128-b3ee-1818cc51a711,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:20.695387 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:20.786628 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf9afab6-f082-4da6-a3a0-9e600f62656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.787240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870662849'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:20.808499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:20.812217 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.820641 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.910125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.913733 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.942954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:20.948640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25248c-858b-4e48-804e-4947469381d3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:20.957226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.957626 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Added segment c7b6d3a6-3f4c-4ec1-81cb-48438f190009 of type vlan for network 128942ea-b237-4714-8d6d-a7a60d873b96 Jul 16 04:20:20.996423 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.024267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.029806 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.030411 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.065082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3685472 Jul 16 04:20:21.098836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d1703-9504-47db-affa-f07dfc4fc6c1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Network': ['ID=128942ea-b237-4714-8d6d-a7a60d873b96,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:21.109836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 128942ea-b237-4714-8d6d-a7a60d873b96 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:21.710399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:21.730722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:21.731068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device fd4baddf-b418-4ff2-8ebc-a3cd87bb2468 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:23.583771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e389d084-3b09-4568-8c64-b05820941a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:23.909612 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.251551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49160) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:24.256843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'subnet': {'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:24.346155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:24.349751 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.525552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.526842 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.585740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Subnet': ['ID=ce4f941b-1403-48ac-bc34-ca90f1e5a512,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:24.596557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.596900 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.597226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.597553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.597876 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.598198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.598516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.598871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.599187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.599502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.599815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.600127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.603049 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Checking segment: {'id': 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:24.603412 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network hostable DHCP agents. Network: 128942ea-b237-4714-8d6d-a7a60d873b96, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:24.619997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network 128942ea-b237-4714-8d6d-a7a60d873b96 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:24.627942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 128942ea-b237-4714-8d6d-a7a60d873b96) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:24.631858 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:24.632970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.638935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc4160-60c4-41c2-8627-cc6273bcbe25 None None] Network 128942ea-b237-4714-8d6d-a7a60d873b96 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:24.651074 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:24.651675 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aadc8ca9-83b9-4952-ad92-872d34efd1cc tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3982821 Jul 16 04:20:24.656925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108431841'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:24.678197 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:24.682247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.708854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:24.720172 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.720598 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Added segment b5d94d0a-3445-430c-a8b2-7e99644f29fb of type vlan for network c85f60e6-c558-4fe6-8f62-3fb79391f8da Jul 16 04:20:24.761554 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.784841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-128942ea-b237-4714-8d6d-a7a60d873b96', 'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96', 'tenant_id': 'ff14e00387644b36baa548405cd5e358', 'fixed_ips': [{'subnet_id': 'ce4f941b-1403-48ac-bc34-ca90f1e5a512'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:24.785715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.792229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.797764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:24.798345 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.827381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1744270 Jul 16 04:20:24.830158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:24.835003 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'subnet': {'network_id': 'c85f60e6-c558-4fe6-8f62-3fb79391f8da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:24.893137 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264895-2766-407c-b524-f3c9f9da2e81 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Network': ['ID=c85f60e6-c558-4fe6-8f62-3fb79391f8da,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:24.905190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network c85f60e6-c558-4fe6-8f62-3fb79391f8da details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:24.945095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Allocated IP 2001:db8:0:ffff::2 (128942ea-b237-4714-8d6d-a7a60d873b96/ce4f941b-1403-48ac-bc34-ca90f1e5a512/7f70fe0b-db69-4f38-8798-d48397ff5f8f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:24.954784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:24.958246 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.121865 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.129758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Transition to ACTIVE for port object 7f70fe0b-db69-4f38-8798-d48397ff5f8f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:25.143833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Transition to ACTIVE for port object 7f70fe0b-db69-4f38-8798-d48397ff5f8f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:25.144553 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.149299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.183930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Network 128942ea-b237-4714-8d6d-a7a60d873b96 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:25.188472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:25.191771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:25.203465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Pushing event updated for resources: {'Port': ['ID=7f70fe0b-db69-4f38-8798-d48397ff5f8f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:25.205310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Subnet': ['ID=36b89988-da12-4bf2-ad9c-3b2b515ae8a0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:25.213547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Checking segment: {'id': 'b5d94d0a-3445-430c-a8b2-7e99644f29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c85f60e6-c558-4fe6-8f62-3fb79391f8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:25.213954 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network hostable DHCP agents. Network: c85f60e6-c558-4fe6-8f62-3fb79391f8da, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:25.229573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.229920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.230304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.230673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.230948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.231279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.231608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.231931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.232255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.232611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.233503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.233801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network c85f60e6-c558-4fe6-8f62-3fb79391f8da is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:25.233917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:25.243171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, c85f60e6-c558-4fe6-8f62-3fb79391f8da) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:25.252668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0330e8-ecea-429f-9844-cc70a06d93ed None None] Network c85f60e6-c558-4fe6-8f62-3fb79391f8da requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:25.254029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:25.254656 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.268138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2b9dfb1d-d3b2-4c1c-a72f-e85220f4815b tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4366658 Jul 16 04:20:25.270619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:25.285602 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Attempting to bind port 7f70fe0b-db69-4f38-8798-d48397ff5f8f on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:25.285972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Attempting to bind port 7f70fe0b-db69-4f38-8798-d48397ff5f8f by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:25.286337 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Attempting to bind port 7f70fe0b-db69-4f38-8798-d48397ff5f8f on network 128942ea-b237-4714-8d6d-a7a60d873b96 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:25.295976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:25.296340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Checking segment: {'id': 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:25.296742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.297128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Bound using segment: {'id': 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:25.297588 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Bound port: 7f70fe0b-db69-4f38-8798-d48397ff5f8f, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '128942ea-b237-4714-8d6d-a7a60d873b96'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:25.297969 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.371353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.429357 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] For port 7f70fe0b-db69-4f38-8798-d48397ff5f8f, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:25.433615 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] For port 7f70fe0b-db69-4f38-8798-d48397ff5f8f, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f70fe0b-db69-4f38-8798-d48397ff5f8f,segment=NetworkSegment(c7b6d3a6-3f4c-4ec1-81cb-48438f190009),segment_id=c7b6d3a6-3f4c-4ec1-81cb-48438f190009)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:25.440293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.446035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.486750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4254ace-3d6b-4201-9b15-504f4abe1e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-c85f60e6-c558-4fe6-8f62-3fb79391f8da', 'network_id': 'c85f60e6-c558-4fe6-8f62-3fb79391f8da', 'tenant_id': 'ff14e00387644b36baa548405cd5e358', 'fixed_ips': [{'subnet_id': '36b89988-da12-4bf2-ad9c-3b2b515ae8a0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:25.487606 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4254ace-3d6b-4201-9b15-504f4abe1e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.520051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.531831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f9667-f98e-4547-b20d-7ef404f9b18e None None] Pushing event updated for resources: {'Port': ['ID=7f70fe0b-db69-4f38-8798-d48397ff5f8f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:25.550335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Subnet': ['ID=36b89988-da12-4bf2-ad9c-3b2b515ae8a0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:25.598073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702ade9d-1113-4840-a143-99e1735c3a96 None None] Network c85f60e6-c558-4fe6-8f62-3fb79391f8da requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:25.611368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.621726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85f60e6-c558-4fe6-8f62-3fb79391f8da']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:25.636617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d94d0a-3445-430c-a8b2-7e99644f29fb') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:25.636908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d94d0a-3445-430c-a8b2-7e99644f29fb') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:25.646075 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.661150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.668160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:25.668706 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:25.671843 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:25.742920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.749679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.753246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/c85f60e6-c558-4fe6-8f62-3fb79391f8da HTTP/1.1" status: 204 len: 168 time: 0.4799933 Jul 16 04:20:25.757913 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:25.771424 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1854741040'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:25.774776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1fbc2-6eaf-48ff-8a97-aa3a1b784d6a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Network': ['ID=c85f60e6-c558-4fe6-8f62-3fb79391f8da,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:25.794988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:25.798461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.824048 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:25.834244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.834642 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Added segment 9bc1e7f1-d21c-463f-8d94-a89a4d65ee64 of type vlan for network a0fe2878-15f3-4033-8a2e-a2607209bb6c Jul 16 04:20:25.875552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.908076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.913642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:25.914280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:25.948501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1812742 Jul 16 04:20:25.951249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:25.956224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'subnet': {'network_id': 'a0fe2878-15f3-4033-8a2e-a2607209bb6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:26.002127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212d669-2b29-492b-93eb-435167265282 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Network': ['ID=a0fe2878-15f3-4033-8a2e-a2607209bb6c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:26.013194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network a0fe2878-15f3-4033-8a2e-a2607209bb6c details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:26.074256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:26.078199 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.131886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Performing IP validity checks on allocation pools {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 04:20:26.132966 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 04:20:26.253237 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.266599 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.324636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Subnet': ['ID=12591ad4-dacd-49a7-ab38-d0a2aa5cf9a3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:26.336593 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Checking segment: {'id': '9bc1e7f1-d21c-463f-8d94-a89a4d65ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a0fe2878-15f3-4033-8a2e-a2607209bb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:26.336959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network hostable DHCP agents. Network: a0fe2878-15f3-4033-8a2e-a2607209bb6c, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:26.353937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network a0fe2878-15f3-4033-8a2e-a2607209bb6c is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:26.363242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, a0fe2878-15f3-4033-8a2e-a2607209bb6c) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:26.368384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:26.368990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.373190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153e73a-5d0c-4153-af9d-137f3e98b123 None None] Network a0fe2878-15f3-4033-8a2e-a2607209bb6c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:26.391528 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-93ab125c-1a92-4a10-8b96-9e339c9fdf78 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4391537 Jul 16 04:20:26.392353 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49172) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:26.496754 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.498200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9fffb-1909-449c-b37a-015de9a51014 None None] Network 128942ea-b237-4714-8d6d-a7a60d873b96 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:26.540163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ad85a-e6d0-4109-a45d-b2e94d6ee4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-a0fe2878-15f3-4033-8a2e-a2607209bb6c', 'network_id': 'a0fe2878-15f3-4033-8a2e-a2607209bb6c', 'tenant_id': 'ff14e00387644b36baa548405cd5e358', 'fixed_ips': [{'subnet_id': '12591ad4-dacd-49a7-ab38-d0a2aa5cf9a3'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:26.541634 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e7ad85a-e6d0-4109-a45d-b2e94d6ee4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.571940 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.631210 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.665284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Subnet': ['ID=12591ad4-dacd-49a7-ab38-d0a2aa5cf9a3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:26.725552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.737091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fe2878-15f3-4033-8a2e-a2607209bb6c']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:26.747097 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc1e7f1-d21c-463f-8d94-a89a4d65ee64') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:26.747390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc1e7f1-d21c-463f-8d94-a89a4d65ee64') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:26.756066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.769721 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.776373 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:26.776765 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:26.779779 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:26.809048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-32bb5011-4e48-4789-8bff-ea00ca100ef2 None None] Provisioning for port 7f70fe0b-db69-4f38-8798-d48397ff5f8f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-3e7ad85a-e6d0-4109-a45d-b2e94d6ee4bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12591ad4-dacd-49a7-ab38-d0a2aa5cf9a3: This subnet is being modified by another concurrent operation. Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12591ad4-dacd-49a7-ab38-d0a2aa5cf9a3: This subnet is being modified by another concurrent operation. Jul 16 04:20:26.870117 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 04:20:26.876234 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.881203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.888423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:26.892547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114217502'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:26.895242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/a0fe2878-15f3-4033-8a2e-a2607209bb6c HTTP/1.1" status: 204 len: 168 time: 0.5021603 Jul 16 04:20:26.901934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca1812-aa82-481f-a041-270a02cd2b3f None None] Network a0fe2878-15f3-4033-8a2e-a2607209bb6c requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:26.905988 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5312e1d-f719-4a04-8aed-966688ed80a6 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Network': ['ID=a0fe2878-15f3-4033-8a2e-a2607209bb6c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:26.916239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca1812-aa82-481f-a041-270a02cd2b3f None None] Network a0fe2878-15f3-4033-8a2e-a2607209bb6c could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:20:26.919145 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:26.923151 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.949251 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:26.958779 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.959126 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Added segment 33d03024-38a0-4cc9-aaa1-8c6745cc92e1 of type vlan for network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 Jul 16 04:20:27.000033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.030573 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.036169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:27.036763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.071579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1829386 Jul 16 04:20:27.075035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:27.082158 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'subnet': {'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:27.107098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce35e7-5538-4342-9912-c86ee286cf77 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:20:27.127138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63778477-0541-4734-a180-39836ce1c09f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Network': ['ID=aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:27.142103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:27.202219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:27.205827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.234974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce35e7-5538-4342-9912-c86ee286cf77 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:20:27.333240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f70fe0b-db69-4f38-8798-d48397ff5f8f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:27.394023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.429749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 7f70fe0b-db69-4f38-8798-d48397ff5f8f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:27.434514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7f70fe0b-db69-4f38-8798-d48397ff5f8f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:27.434990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.459181 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Subnet': ['ID=5d52c106-77c7-480a-8dd9-4aec74d6c6f1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:27.466598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Checking segment: {'id': '33d03024-38a0-4cc9-aaa1-8c6745cc92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:27.466967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network hostable DHCP agents. Network: aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:27.484020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:27.493339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:27.497586 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:27.498090 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.514482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9f835ae3-d48c-438d-88e6-bc449b328259 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383669 Jul 16 04:20:27.518725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49178) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:27.524228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439981096'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:27.544096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:27.547645 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.568550 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5bea4f-dbc5-4704-af73-ff6217b20780 None None] Network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:27.572513 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:27.582089 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.582759 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Added segment fcbfcc9e-f1de-4a98-80e0-6467f6bde77d of type vlan for network 682bfedd-80fb-4920-9be5-5ad6afdf0b61 Jul 16 04:20:27.586811 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.621974 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.650431 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.656047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:27.656620 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.664832 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 7f70fe0b-db69-4f38-8798-d48397ff5f8f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f70fe0b-db69-4f38-8798-d48397ff5f8f,segment=NetworkSegment(c7b6d3a6-3f4c-4ec1-81cb-48438f190009),segment_id=c7b6d3a6-3f4c-4ec1-81cb-48438f190009)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:27.671843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.695729 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1731105 Jul 16 04:20:27.696219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49180) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:27.701333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Request body: {'subnet': {'network_id': '682bfedd-80fb-4920-9be5-5ad6afdf0b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:27.730645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3c635-76ae-4341-a778-c43b5fbe654f tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Network': ['ID=682bfedd-80fb-4920-9be5-5ad6afdf0b61,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:27.747548 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 682bfedd-80fb-4920-9be5-5ad6afdf0b61 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:27.784592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=7f70fe0b-db69-4f38-8798-d48397ff5f8f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:27.794056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Made reservation on behalf of ff14e00387644b36baa548405cd5e358 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:27.798058 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:27.862109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4', 'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4', 'tenant_id': 'ff14e00387644b36baa548405cd5e358', 'fixed_ips': [{'subnet_id': '5d52c106-77c7-480a-8dd9-4aec74d6c6f1'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:27.863003 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.012122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Allocated IP 2001:db8::2 (aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4/5d52c106-77c7-480a-8dd9-4aec74d6c6f1/3526f218-752e-43a7-a712-034df0ad5632) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:28.160451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.170042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Transition to ACTIVE for port object 3526f218-752e-43a7-a712-034df0ad5632 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:28.185408 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Transition to ACTIVE for port object 3526f218-752e-43a7-a712-034df0ad5632 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:28.191645 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.236398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:28.239336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:28.243063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:28.250446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Pushing event updated for resources: {'Port': ['ID=3526f218-752e-43a7-a712-034df0ad5632,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:28.304960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Attempting to bind port 3526f218-752e-43a7-a712-034df0ad5632 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:28.305333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Attempting to bind port 3526f218-752e-43a7-a712-034df0ad5632 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '33d03024-38a0-4cc9-aaa1-8c6745cc92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:28.305699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Attempting to bind port 3526f218-752e-43a7-a712-034df0ad5632 on network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:28.310622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:28.311001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Checking segment: {'id': '33d03024-38a0-4cc9-aaa1-8c6745cc92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:28.311404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.311800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Bound using segment: {'id': '33d03024-38a0-4cc9-aaa1-8c6745cc92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:28.312317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Bound port: 3526f218-752e-43a7-a712-034df0ad5632, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d03024-38a0-4cc9-aaa1-8c6745cc92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:28.312739 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.336777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.375684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] For port 3526f218-752e-43a7-a712-034df0ad5632, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:28.379400 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] For port 3526f218-752e-43a7-a712-034df0ad5632, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3526f218-752e-43a7-a712-034df0ad5632,segment=NetworkSegment(33d03024-38a0-4cc9-aaa1-8c6745cc92e1),segment_id=33d03024-38a0-4cc9-aaa1-8c6745cc92e1)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:28.384710 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.405154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event updated for resources: {'Subnet': ['ID=4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:28.410578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Checking segment: {'id': 'fcbfcc9e-f1de-4a98-80e0-6467f6bde77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '682bfedd-80fb-4920-9be5-5ad6afdf0b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:28.410866 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network hostable DHCP agents. Network: 682bfedd-80fb-4920-9be5-5ad6afdf0b61, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:28.428528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Network 682bfedd-80fb-4920-9be5-5ad6afdf0b61 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:28.439485 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 682bfedd-80fb-4920-9be5-5ad6afdf0b61) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:28.449531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:28.450379 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.458107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1172d-7991-4624-bf80-222b3fd75a7a None None] Network 682bfedd-80fb-4920-9be5-5ad6afdf0b61 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:28.469085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9540b2e0-8849-48b0-b623-f51005b4b62e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7692525 Jul 16 04:20:28.469253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fa8d4-a2c5-4ac6-a3ae-c213408d106c None None] Pushing event updated for resources: {'Port': ['ID=3526f218-752e-43a7-a712-034df0ad5632,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:28.470176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:28.571514 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.652632 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.654833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a0cd5-67e7-422d-9fa6-45285bfb290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-682bfedd-80fb-4920-9be5-5ad6afdf0b61', 'network_id': '682bfedd-80fb-4920-9be5-5ad6afdf0b61', 'tenant_id': 'ff14e00387644b36baa548405cd5e358', 'fixed_ips': [{'subnet_id': '4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:28.655787 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-516a0cd5-67e7-422d-9fa6-45285bfb290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.727970 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server [None req-516a0cd5-67e7-422d-9fa6-45285bfb290d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565: This subnet is being modified by another concurrent operation. Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server raise exception Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565: This subnet is being modified by another concurrent operation. Jul 16 04:20:28.755947 n-d-800089-6 neutron-server[93758]: ERROR oslo_messaging.rpc.server Jul 16 04:20:28.764595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Subnet': ['ID=4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:28.777334 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ddd471-f233-40f4-ad56-944f2104bca1 None None] Network 682bfedd-80fb-4920-9be5-5ad6afdf0b61 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:28.816287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.826965 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682bfedd-80fb-4920-9be5-5ad6afdf0b61']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:28.836717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbfcc9e-f1de-4a98-80e0-6467f6bde77d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:28.837016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbfcc9e-f1de-4a98-80e0-6467f6bde77d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:28.845939 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.864296 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.871273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:28.871698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:28.874598 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:28.930886 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.937206 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:28.939067 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/682bfedd-80fb-4920-9be5-5ad6afdf0b61 HTTP/1.1" status: 204 len: 168 time: 0.4687650 Jul 16 04:20:28.941816 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49184) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:28.950339 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58255-3aa7-4187-a298-49dfe24e1fd1 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Network': ['ID=682bfedd-80fb-4920-9be5-5ad6afdf0b61,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:29.319807 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23a9755-d386-40f5-a352-ff9c08d40587 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] GET failed (client error): The resource could not be found. Jul 16 04:20:29.321424 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b23a9755-d386-40f5-a352-ff9c08d40587 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "GET /v2.0/subnets/4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565 HTTP/1.1" status: 404 len: 337 time: 0.3785827 Jul 16 04:20:29.324354 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49186) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:29.346192 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9117b45c-8351-4e52-a144-06ed7ad25d62 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:29.346743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9117b45c-8351-4e52-a144-06ed7ad25d62 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:29.348640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9117b45c-8351-4e52-a144-06ed7ad25d62 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/682bfedd-80fb-4920-9be5-5ad6afdf0b61 HTTP/1.1" status: 404 len: 339 time: 0.0233812 Jul 16 04:20:29.353086 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:29.381714 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb17726-91e4-4732-baeb-47d4ce375e7a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:29.382210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb17726-91e4-4732-baeb-47d4ce375e7a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:29.383978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2eb17726-91e4-4732-baeb-47d4ce375e7a tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/subnets/4803cf6d-c9a3-49d5-9f5a-eeeba2d6c565 HTTP/1.1" status: 404 len: 337 time: 0.0298698 Jul 16 04:20:29.386414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:29.401268 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3526f218-752e-43a7-a712-034df0ad5632 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:29.408230 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5198acae-480e-4dd2-a3d2-f32f345e4563 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:29.408855 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5198acae-480e-4dd2-a3d2-f32f345e4563 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:29.410669 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5198acae-480e-4dd2-a3d2-f32f345e4563 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/682bfedd-80fb-4920-9be5-5ad6afdf0b61 HTTP/1.1" status: 404 len: 339 time: 0.0231664 Jul 16 04:20:29.413773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:29.427496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7cb91-73a1-4972-ad53-f9fbb8d03c9c None None] Network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:29.470311 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Deleting subnet 5d52c106-77c7-480a-8dd9-4aec74d6c6f1 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:29.473417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.495853 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-67c4088a-a30e-441b-b54c-1c3bc9955fb0 None None] Provisioning for port 3526f218-752e-43a7-a712-034df0ad5632 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:29.514238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.529307 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 3526f218-752e-43a7-a712-034df0ad5632 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:29.535287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3526f218-752e-43a7-a712-034df0ad5632 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:29.535656 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.595661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.658348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.672256 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.686268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Subnet': ['ID=5d52c106-77c7-480a-8dd9-4aec74d6c6f1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:29.688280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.690144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-709fc075-3a38-44b4-9117-6e2bdaf97e93 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/subnets/5d52c106-77c7-480a-8dd9-4aec74d6c6f1 HTTP/1.1" status: 204 len: 168 time: 0.2751977 Jul 16 04:20:29.692739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:29.734708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:20:29.734988 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:20:29.774061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.826936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Deleting port 3526f218-752e-43a7-a712-034df0ad5632 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:29.827278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.864354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cf5b7-c5e4-4a61-830d-9243f0b8fd83 None None] Network aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:29.896046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] For port 3526f218-752e-43a7-a712-034df0ad5632, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3526f218-752e-43a7-a712-034df0ad5632,segment=NetworkSegment(33d03024-38a0-4cc9-aaa1-8c6745cc92e1),segment_id=33d03024-38a0-4cc9-aaa1-8c6745cc92e1)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:29.896408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.908352 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Calling delete_port for 3526f218-752e-43a7-a712-034df0ad5632 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:29.956083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ad85242d-bcb1-4fd0-9a38-a3cf6d8ddf9e None None] Provisioning complete for port 3526f218-752e-43a7-a712-034df0ad5632 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:29.956458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad85242d-bcb1-4fd0-9a38-a3cf6d8ddf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:29.986760 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.016784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ad85242d-bcb1-4fd0-9a38-a3cf6d8ddf9e None None] Could not find standard attr ID for object 3526f218-752e-43a7-a712-034df0ad5632. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:20:30.017026 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Port': ['ID=3526f218-752e-43a7-a712-034df0ad5632,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:30.018796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No DVR routers for this DVR port 3526f218-752e-43a7-a712-034df0ad5632 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:30.020677 n-d-800089-6 neutron-server[93758]: INFO neutron.plugins.ml2.db [None req-ad85242d-bcb1-4fd0-9a38-a3cf6d8ddf9e None None] No ports have port_id starting with 3526f218-752e-43a7-a712-034df0ad5632 Jul 16 04:20:30.074395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151a3df-0cb9-496e-b9a1-f55d952002cc None None] DHCP port deletion for aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:20:30.091845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a80e0d-e4be-4207-ac48-de9f012e0bf4 None None] get_active_networks_info from n-d-800089-6 {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:20:30.097067 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.106958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:30.116548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d03024-38a0-4cc9-aaa1-8c6745cc92e1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:30.116840 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d03024-38a0-4cc9-aaa1-8c6745cc92e1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:30.125500 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.138990 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.144631 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:30.145011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:30.148489 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:30.156035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a80e0d-e4be-4207-ac48-de9f012e0bf4 None None] Resources bound (agent type, host, resource id): {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:20:30.208495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.214002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.216498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4 HTTP/1.1" status: 204 len: 168 time: 0.5229776 Jul 16 04:20:30.219096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49196) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:30.231052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1bdbc-824b-4edb-9d89-0f4460955be0 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Network': ['ID=aa4c22fe-fe9b-4fb9-986b-3bf7bc5c44d4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:30.245297 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce88544-6dca-4db1-8ea0-5bfda4b9375e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:30.245686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce88544-6dca-4db1-8ea0-5bfda4b9375e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:30.247453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2ce88544-6dca-4db1-8ea0-5bfda4b9375e tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/subnets/12591ad4-dacd-49a7-ab38-d0a2aa5cf9a3 HTTP/1.1" status: 404 len: 337 time: 0.0272920 Jul 16 04:20:30.250041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49198) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:30.261772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Port 3526f218-752e-43a7-a712-034df0ad5632 update to ACTIVE by agent not found {{(pid=93758) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 04:20:30.262230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f70fe0b-db69-4f38-8798-d48397ff5f8f up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:30.267814 n-d-800089-6 neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-928a1d72-11f7-4264-86ae-3fd635b8ed92 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:30.268334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928a1d72-11f7-4264-86ae-3fd635b8ed92 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:30.269958 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-928a1d72-11f7-4264-86ae-3fd635b8ed92 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/a0fe2878-15f3-4033-8a2e-a2607209bb6c HTTP/1.1" status: 404 len: 339 time: 0.0189185 Jul 16 04:20:30.272673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:30.298108 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b152f84e-fbda-4295-be01-be25da40f6ef tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:30.298562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b152f84e-fbda-4295-be01-be25da40f6ef tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:30.300254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b152f84e-fbda-4295-be01-be25da40f6ef tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/subnets/36b89988-da12-4bf2-ad9c-3b2b515ae8a0 HTTP/1.1" status: 404 len: 337 time: 0.0265534 Jul 16 04:20:30.302878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:30.322188 n-d-800089-6 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e91d47-d477-433d-a19f-81600ca7f9ee tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] DELETE failed (client error): The resource could not be found. Jul 16 04:20:30.322685 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e91d47-d477-433d-a19f-81600ca7f9ee tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:20:30.324352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d7e91d47-d477-433d-a19f-81600ca7f9ee tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/c85f60e6-c558-4fe6-8f62-3fb79391f8da HTTP/1.1" status: 404 len: 339 time: 0.0203478 Jul 16 04:20:30.326854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:30.354852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7f70fe0b-db69-4f38-8798-d48397ff5f8f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:30.355233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.376799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Deleting subnet ce4f941b-1403-48ac-bc34-ca90f1e5a512 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:30.379841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.423786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.506306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.562435 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.594440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4f941b-1403-48ac-bc34-ca90f1e5a512,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:30.596417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.598846 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9a3b6f7c-3432-4c52-ad51-d5cc5081e065 tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/subnets/ce4f941b-1403-48ac-bc34-ca90f1e5a512 HTTP/1.1" status: 204 len: 168 time: 0.2705092 Jul 16 04:20:30.600841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49206) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:30.603479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f311ae6-6811-49ba-9557-279f03430f3e None None] Network 128942ea-b237-4714-8d6d-a7a60d873b96 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:30.675612 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.727693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Deleting port 7f70fe0b-db69-4f38-8798-d48397ff5f8f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:30.728039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.777069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] DHCP port deletion for 128942ea-b237-4714-8d6d-a7a60d873b96 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:20:30.795772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] For port 7f70fe0b-db69-4f38-8798-d48397ff5f8f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f70fe0b-db69-4f38-8798-d48397ff5f8f,segment=NetworkSegment(c7b6d3a6-3f4c-4ec1-81cb-48438f190009),segment_id=c7b6d3a6-3f4c-4ec1-81cb-48438f190009)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:30.796248 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.808458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Calling delete_port for 7f70fe0b-db69-4f38-8798-d48397ff5f8f owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:30.822885 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Deleting port 7f70fe0b-db69-4f38-8798-d48397ff5f8f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:30.823272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.884836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] For port 7f70fe0b-db69-4f38-8798-d48397ff5f8f, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7f70fe0b-db69-4f38-8798-d48397ff5f8f,segment=NetworkSegment(c7b6d3a6-3f4c-4ec1-81cb-48438f190009),segment_id=c7b6d3a6-3f4c-4ec1-81cb-48438f190009)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:30.885239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.885756 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:30.897803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Calling delete_port for 7f70fe0b-db69-4f38-8798-d48397ff5f8f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:30.916076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] No DVR routers for this DVR port 7f70fe0b-db69-4f38-8798-d48397ff5f8f on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:30.917815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Port': ['ID=7f70fe0b-db69-4f38-8798-d48397ff5f8f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:30.996594 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.007518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128942ea-b237-4714-8d6d-a7a60d873b96']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:31.018037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:31.018243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b6d3a6-3f4c-4ec1-81cb-48438f190009') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:31.028216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.043129 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.049378 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:31.049783 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:31.052904 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:31.115524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.123580 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.125440 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] 10.222.0.25 "DELETE /v2.0/networks/128942ea-b237-4714-8d6d-a7a60d873b96 HTTP/1.1" status: 204 len: 168 time: 0.5236945 Jul 16 04:20:31.131688 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.135010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58420d-7919-4746-ad31-3fb8244a3eab tempest-NetworksIpV6Test-1261970674 tempest-NetworksIpV6Test-1261970674-project] Pushing event deleted for resources: {'Network': ['ID=128942ea-b237-4714-8d6d-a7a60d873b96,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:31.154538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Network 128942ea-b237-4714-8d6d-a7a60d873b96 is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 04:20:31.155030 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] No DVR routers for this DVR port 7f70fe0b-db69-4f38-8798-d48397ff5f8f on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:31.156752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147769c1-0319-4e32-b9b8-87d25ce3795f None None] Pushing event deleted for resources: {'Port': ['ID=7f70fe0b-db69-4f38-8798-d48397ff5f8f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:31.301951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3526f218-752e-43a7-a712-034df0ad5632 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:31.322035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 3526f218-752e-43a7-a712-034df0ad5632 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:31.322389 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3526f218-752e-43a7-a712-034df0ad5632 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:31.322841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f70fe0b-db69-4f38-8798-d48397ff5f8f no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:31.341686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 7f70fe0b-db69-4f38-8798-d48397ff5f8f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:31.342042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7f70fe0b-db69-4f38-8798-d48397ff5f8f not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:31.367407 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:31.491589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8ebfd12e-6c25-4cb0-bca0-8d423330bd0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff14e00387644b36baa548405cd5e358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229856 Jul 16 04:20:31.494020 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:31.540484 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e191ee3-63fc-4529-be21-73a867c49d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.560013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e191ee3-63fc-4529-be21-73a867c49d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.610827 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e191ee3-63fc-4529-be21-73a867c49d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.613517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e191ee3-63fc-4529-be21-73a867c49d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.614658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0e191ee3-63fc-4529-be21-73a867c49d7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee25248c-858b-4e48-804e-4947469381d3 HTTP/1.1" status: 204 len: 168 time: 0.1196895 Jul 16 04:20:31.622058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e191ee3-63fc-4529-be21-73a867c49d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25248c-858b-4e48-804e-4947469381d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:32.214368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49238) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:32.304703 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1187517126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:32.326991 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.327915 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.377542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.381544 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.396190 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.397378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2e4dbdb-63c5-499a-90fc-c5477e886c0c tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1817460 Jul 16 04:20:32.400078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:32.404822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1886423947'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:32.423553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Made reservation on behalf of d612c8dcd42d47529684dcbb7c479610 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:32.426872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.435678 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.525041 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.528569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.556692 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:32.565017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616b3734-4686-4961-b55c-bf85689f34fb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:32.571960 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.572332 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Added segment d7f89509-1984-481e-bcb0-a219e3f34dff of type vlan for network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b Jul 16 04:20:32.611613 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.638913 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.644456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:32.645035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.677944 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2768960 Jul 16 04:20:32.680725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:32.685466 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Request body: {'subnet': {'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:32.731964 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe876-2edb-4750-96bf-0ada8b70046e tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event updated for resources: {'Network': ['ID=4e75e9aa-1f75-4c5e-b866-a443d82fc36b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:32.741982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:32.803684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Made reservation on behalf of d612c8dcd42d47529684dcbb7c479610 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:32.807417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.982150 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.043467 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event updated for resources: {'Subnet': ['ID=6b474dfe-866d-4f59-9af6-30301b955d72,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:33.050091 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Checking segment: {'id': 'd7f89509-1984-481e-bcb0-a219e3f34dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:33.050461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Network hostable DHCP agents. Network: 4e75e9aa-1f75-4c5e-b866-a443d82fc36b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:33.066035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:33.074568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 4e75e9aa-1f75-4c5e-b866-a443d82fc36b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:33.078391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:33.079008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.082982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace97d4-4d2a-4bdd-a62b-1f43742ac0ab None None] Network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:33.093891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5664524-a2cd-41de-9d76-7f8b6bd0b6b5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121699 Jul 16 04:20:33.096937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49246) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:33.102085 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-247321017'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:33.122157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Made reservation on behalf of d612c8dcd42d47529684dcbb7c479610 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:33.125638 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.150491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:33.159121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.159608 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Added segment f9add031-4bbf-4a14-bab8-9a8b11572308 of type vlan for network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b Jul 16 04:20:33.199180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.228980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.229600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-4e75e9aa-1f75-4c5e-b866-a443d82fc36b', 'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b', 'tenant_id': 'd612c8dcd42d47529684dcbb7c479610', 'fixed_ips': [{'subnet_id': '6b474dfe-866d-4f59-9af6-30301b955d72'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:33.230512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.235556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:33.236329 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.278080 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1801164 Jul 16 04:20:33.280931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:33.287722 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Request body: {'subnet': {'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:33.327765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66199125-1019-432b-a0eb-ff7ffdd49a43 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event updated for resources: {'Network': ['ID=986f3a94-9ec5-4c6a-ad82-84d9eb62c74b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:33.332729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.358842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:33.409594 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Made reservation on behalf of d612c8dcd42d47529684dcbb7c479610 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:33.413167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.425528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Allocated IP 172.20.0.2 (4e75e9aa-1f75-4c5e-b866-a443d82fc36b/6b474dfe-866d-4f59-9af6-30301b955d72/5d9a626c-06e7-4149-9373-576a8b018ff7) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:33.580522 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.588897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Transition to ACTIVE for port object 5d9a626c-06e7-4149-9373-576a8b018ff7 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:33.595251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.604954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Transition to ACTIVE for port object 5d9a626c-06e7-4149-9373-576a8b018ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:33.611145 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.655390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:33.659150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Pushing event updated for resources: {'Port': ['ID=5d9a626c-06e7-4149-9373-576a8b018ff7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:33.659337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event updated for resources: {'Subnet': ['ID=b6584059-7477-4ce1-956c-5a6a5cb04586,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:33.661546 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:33.664024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:33.667341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Checking segment: {'id': 'f9add031-4bbf-4a14-bab8-9a8b11572308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:33.667713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Network hostable DHCP agents. Network: 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:33.684917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:33.694234 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:33.698530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:33.699200 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.712598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351b912-222b-4574-8d45-18bb32e6aa29 None None] Network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:33.713002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fe317bd4-c768-47c4-b5c6-8df1284b5813 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4310796 Jul 16 04:20:33.716211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:33.720991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d65ba0e5-4b62-4724-8ce4-de8eea30b74d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Request body: {'router': {'external_gateway_info': {'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:33.742420 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Attempting to bind port 5d9a626c-06e7-4149-9373-576a8b018ff7 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:33.743032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Attempting to bind port 5d9a626c-06e7-4149-9373-576a8b018ff7 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd7f89509-1984-481e-bcb0-a219e3f34dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:33.743637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Attempting to bind port 5d9a626c-06e7-4149-9373-576a8b018ff7 on network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:33.754912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:33.755293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Checking segment: {'id': 'd7f89509-1984-481e-bcb0-a219e3f34dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:33.755701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.756099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Bound using segment: {'id': 'd7f89509-1984-481e-bcb0-a219e3f34dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:33.756575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Bound port: 5d9a626c-06e7-4149-9373-576a8b018ff7, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f89509-1984-481e-bcb0-a219e3f34dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '4e75e9aa-1f75-4c5e-b866-a443d82fc36b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:33.756959 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.887129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] For port 5d9a626c-06e7-4149-9373-576a8b018ff7, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:33.891422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] For port 5d9a626c-06e7-4149-9373-576a8b018ff7, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5d9a626c-06e7-4149-9373-576a8b018ff7,segment=NetworkSegment(d7f89509-1984-481e-bcb0-a219e3f34dff),segment_id=d7f89509-1984-481e-bcb0-a219e3f34dff)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:33.898636 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.921931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d65ba0e5-4b62-4724-8ce4-de8eea30b74d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.951042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-986f3a94-9ec5-4c6a-ad82-84d9eb62c74b', 'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b', 'tenant_id': 'd612c8dcd42d47529684dcbb7c479610', 'fixed_ips': [{'subnet_id': 'b6584059-7477-4ce1-956c-5a6a5cb04586'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:33.951817 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:33.992790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b85980-826d-468d-b90e-6f650e06dd2f None None] Pushing event updated for resources: {'Port': ['ID=5d9a626c-06e7-4149-9373-576a8b018ff7,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:34.035074 n-d-800089-6 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d65ba0e5-4b62-4724-8ce4-de8eea30b74d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:20:34.042338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d65ba0e5-4b62-4724-8ce4-de8eea30b74d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "PUT /v2.0/routers/49c5bc87-a698-42f4-b7c9-5bca96855182 HTTP/1.1" status: 400 len: 364 time: 0.3188720 Jul 16 04:20:34.042716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:34.068609 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.095327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Deleting subnet b6584059-7477-4ce1-956c-5a6a5cb04586 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:34.119465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Allocated IP 172.21.0.2 (986f3a94-9ec5-4c6a-ad82-84d9eb62c74b/b6584059-7477-4ce1-956c-5a6a5cb04586/b886f09c-0ed4-4a41-b4fb-53d0968846c5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:34.290346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.298365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Transition to ACTIVE for port object b886f09c-0ed4-4a41-b4fb-53d0968846c5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:34.312197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Transition to ACTIVE for port object b886f09c-0ed4-4a41-b4fb-53d0968846c5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:34.316653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.317128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.359522 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.360299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:34.364381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:34.366097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Pushing event updated for resources: {'Port': ['ID=b886f09c-0ed4-4a41-b4fb-53d0968846c5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:34.368257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:34.423933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Attempting to bind port b886f09c-0ed4-4a41-b4fb-53d0968846c5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:34.424303 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Attempting to bind port b886f09c-0ed4-4a41-b4fb-53d0968846c5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f9add031-4bbf-4a14-bab8-9a8b11572308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:34.424671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Attempting to bind port b886f09c-0ed4-4a41-b4fb-53d0968846c5 on network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:34.429840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:34.430215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Checking segment: {'id': 'f9add031-4bbf-4a14-bab8-9a8b11572308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:34.430646 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.431039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Bound using segment: {'id': 'f9add031-4bbf-4a14-bab8-9a8b11572308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:34.431502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Bound port: b886f09c-0ed4-4a41-b4fb-53d0968846c5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9add031-4bbf-4a14-bab8-9a8b11572308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '986f3a94-9ec5-4c6a-ad82-84d9eb62c74b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:34.431883 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.450598 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.510912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.513868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] For port b886f09c-0ed4-4a41-b4fb-53d0968846c5, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:34.517250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] For port b886f09c-0ed4-4a41-b4fb-53d0968846c5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b886f09c-0ed4-4a41-b4fb-53d0968846c5,segment=NetworkSegment(f9add031-4bbf-4a14-bab8-9a8b11572308),segment_id=f9add031-4bbf-4a14-bab8-9a8b11572308)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:34.521035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.538803 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event deleted for resources: {'Subnet': ['ID=b6584059-7477-4ce1-956c-5a6a5cb04586,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:34.540741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.542614 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-805a200c-1e49-40c1-95be-45d23a2c3cc8 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "DELETE /v2.0/subnets/b6584059-7477-4ce1-956c-5a6a5cb04586 HTTP/1.1" status: 204 len: 168 time: 0.4989190 Jul 16 04:20:34.545016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:34.583735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a489e-1bae-4805-ba23-ea342f2ea3ee None None] Pushing event updated for resources: {'Port': ['ID=b886f09c-0ed4-4a41-b4fb-53d0968846c5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:34.627519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.683956 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Deleting port b886f09c-0ed4-4a41-b4fb-53d0968846c5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:34.684311 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.760475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] For port b886f09c-0ed4-4a41-b4fb-53d0968846c5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b886f09c-0ed4-4a41-b4fb-53d0968846c5,segment=NetworkSegment(f9add031-4bbf-4a14-bab8-9a8b11572308),segment_id=f9add031-4bbf-4a14-bab8-9a8b11572308)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:34.760475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.774325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Calling delete_port for b886f09c-0ed4-4a41-b4fb-53d0968846c5 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:34.876480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.903655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event deleted for resources: {'Port': ['ID=b886f09c-0ed4-4a41-b4fb-53d0968846c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:34.907226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] No DVR routers for this DVR port b886f09c-0ed4-4a41-b4fb-53d0968846c5 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:34.993404 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.003818 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986f3a94-9ec5-4c6a-ad82-84d9eb62c74b']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:35.009655 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb2f96-4be7-43c1-bc8c-6f18341b0983 None None] Network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:35.014370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9add031-4bbf-4a14-bab8-9a8b11572308') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:35.014694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9add031-4bbf-4a14-bab8-9a8b11572308') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:35.023276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.036237 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.041893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:35.042271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:35.045315 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:35.098775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2be14c48-978e-428a-8240-fffb143dcbee None None] Provisioning for port 5d9a626c-06e7-4149-9373-576a8b018ff7 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:35.103173 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.126275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.128211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "DELETE /v2.0/networks/986f3a94-9ec5-4c6a-ad82-84d9eb62c74b HTTP/1.1" status: 204 len: 168 time: 0.5822945 Jul 16 04:20:35.129032 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5a450-4896-4a4b-9002-00513c1e584d tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event deleted for resources: {'Network': ['ID=986f3a94-9ec5-4c6a-ad82-84d9eb62c74b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:35.130723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:35.181326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Deleting subnet 6b474dfe-866d-4f59-9af6-30301b955d72 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:35.184314 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.226591 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.320053 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.367347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d9a626c-06e7-4149-9373-576a8b018ff7 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:35.404429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.426590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 5d9a626c-06e7-4149-9373-576a8b018ff7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:35.431947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 5d9a626c-06e7-4149-9373-576a8b018ff7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:35.432335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.439687 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.441624 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "DELETE /v2.0/subnets/6b474dfe-866d-4f59-9af6-30301b955d72 HTTP/1.1" status: 204 len: 168 time: 0.3100653 Jul 16 04:20:35.442529 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b787a04-1fe2-44f6-8b59-9b89d3501751 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event deleted for resources: {'Subnet': ['ID=6b474dfe-866d-4f59-9af6-30301b955d72,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:35.444196 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49258) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:35.470481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e5cb9-708f-4216-883d-31518175646e None None] Network 4e75e9aa-1f75-4c5e-b866-a443d82fc36b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:35.541113 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.600554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Deleting port 5d9a626c-06e7-4149-9373-576a8b018ff7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:35.601593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.634468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-336c45ab-a6c6-4417-aa41-a69655f3e58e None None] Provisioning complete for port 5d9a626c-06e7-4149-9373-576a8b018ff7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:35.634872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-336c45ab-a6c6-4417-aa41-a69655f3e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.637559 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.665454 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] For port 5d9a626c-06e7-4149-9373-576a8b018ff7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5d9a626c-06e7-4149-9373-576a8b018ff7,segment=NetworkSegment(d7f89509-1984-481e-bcb0-a219e3f34dff),segment_id=d7f89509-1984-481e-bcb0-a219e3f34dff)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:35.666066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.685633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Calling delete_port for 5d9a626c-06e7-4149-9373-576a8b018ff7 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:35.719848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 5d9a626c-06e7-4149-9373-576a8b018ff7, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=5d9a626c-06e7-4149-9373-576a8b018ff7,segment=NetworkSegment(d7f89509-1984-481e-bcb0-a219e3f34dff),segment_id=d7f89509-1984-481e-bcb0-a219e3f34dff)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:35.728309 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.778997 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.780229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced89f96-792e-4755-b256-6616ea8bcf85 None None] DHCP port deletion for 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:20:35.812211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event deleted for resources: {'Port': ['ID=5d9a626c-06e7-4149-9373-576a8b018ff7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:35.814124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] No DVR routers for this DVR port 5d9a626c-06e7-4149-9373-576a8b018ff7 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:35.820891 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de33d7a0-6449-4bc2-aaaf-393f2f636de8 None None] DHCP port deletion for 4e75e9aa-1f75-4c5e-b866-a443d82fc36b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:20:35.823254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50090c3-4de2-4eb4-9eaf-401d43b4865f None None] Network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:35.848640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50090c3-4de2-4eb4-9eaf-401d43b4865f None None] Network 986f3a94-9ec5-4c6a-ad82-84d9eb62c74b could not be found, it might have been deleted concurrently. {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:20:35.860594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=5d9a626c-06e7-4149-9373-576a8b018ff7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:35.904081 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.913538 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e75e9aa-1f75-4c5e-b866-a443d82fc36b']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:35.922922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f89509-1984-481e-bcb0-a219e3f34dff') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:35.923170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f89509-1984-481e-bcb0-a219e3f34dff') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:35.931549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.936595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-323beb8b-0d07-40ef-8c55-e5e8f2522f0d None None] Could not find standard attr ID for object b886f09c-0ed4-4a41-b4fb-53d0968846c5. {{(pid=93758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:20:35.945286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.951094 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:35.951472 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:35.954369 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:36.013672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.020816 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.022635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "DELETE /v2.0/networks/4e75e9aa-1f75-4c5e-b866-a443d82fc36b HTTP/1.1" status: 204 len: 168 time: 0.5768325 Jul 16 04:20:36.025984 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49260) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:36.033999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1a6f-42b6-4665-adea-476a64de0344 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Pushing event deleted for resources: {'Network': ['ID=4e75e9aa-1f75-4c5e-b866-a443d82fc36b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:36.053936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-83498313-b3ee-457d-bace-80e6cbb79069 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c5bc87-a698-42f4-b7c9-5bca96855182 HTTP/1.1" status: 200 len: 205 time: 0.0267987 Jul 16 04:20:36.056233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:36.127112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.277584 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.279679 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.320542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.321098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Fanout notify agent at l3_agent the message router_deleted on router 49c5bc87-a698-42f4-b7c9-5bca96855182 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:20:36.328302 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.329389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-07aa7193-1b10-4075-90db-d7149fde98e5 tempest-RoutersNegativeTest-755272043 tempest-RoutersNegativeTest-755272043-project] 10.222.0.25 "DELETE /v2.0/routers/49c5bc87-a698-42f4-b7c9-5bca96855182 HTTP/1.1" status: 204 len: 168 time: 0.2722485 Jul 16 04:20:36.559604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:36.686319 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d1cc57be-a12f-4587-9ebc-8bc0ea312414 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d612c8dcd42d47529684dcbb7c479610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255412 Jul 16 04:20:36.688762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49272) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:36.737232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e321a7-cbfa-4894-bffb-979ab2f805c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.757622 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e321a7-cbfa-4894-bffb-979ab2f805c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.801027 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e321a7-cbfa-4894-bffb-979ab2f805c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.803750 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23e321a7-cbfa-4894-bffb-979ab2f805c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:36.805482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-23e321a7-cbfa-4894-bffb-979ab2f805c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/616b3734-4686-4961-b55c-bf85689f34fb HTTP/1.1" status: 204 len: 168 time: 0.1158364 Jul 16 04:20:36.813560 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e321a7-cbfa-4894-bffb-979ab2f805c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b3734-4686-4961-b55c-bf85689f34fb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:37.305833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d9a626c-06e7-4149-9373-576a8b018ff7 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:37.326100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 5d9a626c-06e7-4149-9373-576a8b018ff7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:37.326448 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 5d9a626c-06e7-4149-9373-576a8b018ff7 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:37.326906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b886f09c-0ed4-4a41-b4fb-53d0968846c5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:37.346246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b886f09c-0ed4-4a41-b4fb-53d0968846c5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:37.346623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b886f09c-0ed4-4a41-b4fb-53d0968846c5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:37.386173 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:37.477931 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2138730907-network', 'tenant_id': '363f296dc2304aca962a6d3c706724f6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:37.498284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Made reservation on behalf of 363f296dc2304aca962a6d3c706724f6 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:37.500575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.509588 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.593038 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.596461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.618989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:37.627300 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5776bbac-7ad0-435f-82e0-88a937ec6674,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:37.633510 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.633848 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Added segment 00884c3f-c59b-4117-9e3e-ec49b8f69938 of type vlan for network 5a761107-1f0d-40ff-8713-0b09994c5a07 Jul 16 04:20:37.671175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.697653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.698592 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:37.699164 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.731576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3443079 Jul 16 04:20:37.734617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:37.739716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Request body: {'subnet': {'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-subnet', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:37.761238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Made reservation on behalf of 363f296dc2304aca962a6d3c706724f6 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:37.762681 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d01bb-2b82-40d6-b193-4e2560bfb1fb admin admin] Pushing event updated for resources: {'Network': ['ID=5a761107-1f0d-40ff-8713-0b09994c5a07,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:37.763575 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.772435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:37.930505 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:37.985008 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600e4ab9-1001-4e33-8b07-9e34bce6a8b4,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:37.992469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Checking segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:37.992824 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Network hostable DHCP agents. Network: 5a761107-1f0d-40ff-8713-0b09994c5a07, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:38.009140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:38.017761 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 5a761107-1f0d-40ff-8713-0b09994c5a07) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:38.021807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:38.022401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.026644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5129933-e575-436d-aced-f728ac79fa7a None None] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:38.036524 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ad875db0-2ad9-4abc-b213-e18598328bf7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3008046 Jul 16 04:20:38.039133 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49300) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:38.043455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:38.064235 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.065307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.118939 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.171049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-5a761107-1f0d-40ff-8713-0b09994c5a07', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:38.171925 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.255491 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.301494 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Allocated IP 172.20.0.2 (5a761107-1f0d-40ff-8713-0b09994c5a07/600e4ab9-1001-4e33-8b07-9e34bce6a8b4/b36acf0e-ae39-4e39-a555-3fa568c4b066) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:38.443452 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.451672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Transition to ACTIVE for port object b36acf0e-ae39-4e39-a555-3fa568c4b066 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:38.453658 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.466993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Transition to ACTIVE for port object b36acf0e-ae39-4e39-a555-3fa568c4b066 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:38.472513 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.472941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.514443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:38.520009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:38.524044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:38.531144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Pushing event updated for resources: {'Port': ['ID=b36acf0e-ae39-4e39-a555-3fa568c4b066,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:38.576962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Allocated IP 172.25.4.103 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/e915da3e-bfb8-472d-ae3e-0466a8349e9e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:38.587538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Attempting to bind port b36acf0e-ae39-4e39-a555-3fa568c4b066 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:38.587910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Attempting to bind port b36acf0e-ae39-4e39-a555-3fa568c4b066 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:38.588273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Attempting to bind port b36acf0e-ae39-4e39-a555-3fa568c4b066 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:38.594402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:38.594804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Checking segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:38.595209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.595598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Bound using segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:38.596063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Bound port: b36acf0e-ae39-4e39-a555-3fa568c4b066, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:38.596438 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.657186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] For port b36acf0e-ae39-4e39-a555-3fa568c4b066, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:38.660321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] For port b36acf0e-ae39-4e39-a555-3fa568c4b066, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b36acf0e-ae39-4e39-a555-3fa568c4b066,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:38.664711 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.678168 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.717727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:38.723470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f536ba0-99c3-44e0-aade-508cefb80439 None None] Pushing event updated for resources: {'Port': ['ID=b36acf0e-ae39-4e39-a555-3fa568c4b066,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:38.758202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:38.762646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:38.768318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:38.801457 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e915da3e-bfb8-472d-ae3e-0466a8349e9e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:39.041648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:39.227681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:39.335679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b36acf0e-ae39-4e39-a555-3fa568c4b066 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:39.369998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:20:39.394537 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port b36acf0e-ae39-4e39-a555-3fa568c4b066 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:39.480738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:39.490539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d036d-604b-4072-aa61-e28276821232 None None] Sync routers for ids ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:39.496953 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:39.498308 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5c61e7e2-c3d2-4421-9a5b-f38f7b40a7e0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4582536 Jul 16 04:20:39.501114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:39.502107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] Routers {'8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:39.502976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:39.613606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] Set router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:39.645072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285f99c-81f5-45e3-a908-614703112ec5 None None] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:39.917505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] Provisioning for port b36acf0e-ae39-4e39-a555-3fa568c4b066 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:39.922966 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:39.955035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] Provisioning complete for port b36acf0e-ae39-4e39-a555-3fa568c4b066 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:39.955404 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.071764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Allocated IP 172.20.0.1 (5a761107-1f0d-40ff-8713-0b09994c5a07/600e4ab9-1001-4e33-8b07-9e34bce6a8b4/a736e083-7b0a-4a63-b53d-5ceb86d1856d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:40.159904 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.171119 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:38Z', 'revision_number': 3, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:40.178026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.191225 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Transition to ACTIVE for port object a736e083-7b0a-4a63-b53d-5ceb86d1856d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:40.206489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d036d-604b-4072-aa61-e28276821232 None None] Checking router: 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:40.206870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d036d-604b-4072-aa61-e28276821232 None None] Updating router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 port e915da3e-bfb8-472d-ae3e-0466a8349e9e binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:20:40.224700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.254931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] For port b36acf0e-ae39-4e39-a555-3fa568c4b066, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b36acf0e-ae39-4e39-a555-3fa568c4b066,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:40.264648 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:40.265697 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887d036d-604b-4072-aa61-e28276821232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.267810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.267956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:40.271497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:40.298868 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a736e083-7b0a-4a63-b53d-5ceb86d1856d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:40.318434 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.400181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d76a0-0ae0-4fc8-b38b-f8b146f9e55d None None] Pushing event updated for resources: {'Port': ['ID=b36acf0e-ae39-4e39-a555-3fa568c4b066,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:40.462615 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.521752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d0688192-ed22-40f4-b7ac-97a9171f7c66 None None] Provisioning complete for port b36acf0e-ae39-4e39-a555-3fa568c4b066 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:40.522321 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0688192-ed22-40f4-b7ac-97a9171f7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.614769 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887d036d-604b-4072-aa61-e28276821232 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.636656 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.641566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.646476 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-887d036d-604b-4072-aa61-e28276821232 None None] Transition to ACTIVE for port object e915da3e-bfb8-472d-ae3e-0466a8349e9e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:40.663565 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887d036d-604b-4072-aa61-e28276821232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.711544 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.720862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-887d036d-604b-4072-aa61-e28276821232 None None] Attempting to bind port e915da3e-bfb8-472d-ae3e-0466a8349e9e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:40.721241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-887d036d-604b-4072-aa61-e28276821232 None None] Attempting to bind port e915da3e-bfb8-472d-ae3e-0466a8349e9e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:40.721429 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a736e083-7b0a-4a63-b53d-5ceb86d1856d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:40.721612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d036d-604b-4072-aa61-e28276821232 None None] Attempting to bind port e915da3e-bfb8-472d-ae3e-0466a8349e9e on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:40.723665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66adda-ca04-4e88-888f-ebaf165fb988 None None] Pushing event updated for resources: {'Port': ['ID=e915da3e-bfb8-472d-ae3e-0466a8349e9e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:40.729098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d036d-604b-4072-aa61-e28276821232 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:40.729565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d036d-604b-4072-aa61-e28276821232 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:40.729895 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887d036d-604b-4072-aa61-e28276821232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.730286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d036d-604b-4072-aa61-e28276821232 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:40.730899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-887d036d-604b-4072-aa61-e28276821232 None None] Bound port: e915da3e-bfb8-472d-ae3e-0466a8349e9e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:40.731305 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887d036d-604b-4072-aa61-e28276821232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.781660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-887d036d-604b-4072-aa61-e28276821232 None None] For port e915da3e-bfb8-472d-ae3e-0466a8349e9e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:40.784996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-887d036d-604b-4072-aa61-e28276821232 None None] For port e915da3e-bfb8-472d-ae3e-0466a8349e9e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e915da3e-bfb8-472d-ae3e-0466a8349e9e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:40.788480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887d036d-604b-4072-aa61-e28276821232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.810104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:40.811667 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:40.855128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1ebac3fd-6b6c-486f-b4a3-5634946a90e2 None None] Provisioning for port a736e083-7b0a-4a63-b53d-5ceb86d1856d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:40.859117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] Routers {'8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:40.859752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:40.864120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66adda-ca04-4e88-888f-ebaf165fb988 None None] Pushing event updated for resources: {'Port': ['ID=e915da3e-bfb8-472d-ae3e-0466a8349e9e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:40.900380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1ebac3fd-6b6c-486f-b4a3-5634946a90e2 None None] Provisioning complete for port a736e083-7b0a-4a63-b53d-5ceb86d1856d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:40.900761 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ebac3fd-6b6c-486f-b4a3-5634946a90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:40.933880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:20:40.976833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1ebac3fd-6b6c-486f-b4a3-5634946a90e2 None None] Port a736e083-7b0a-4a63-b53d-5ceb86d1856d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:20:41.001663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] Set router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:41.046424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:41.058601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-decd5469-0da4-4d39-9e4e-03155daf5cf0 admin admin] 10.222.0.25 "PUT /v2.0/routers/8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5500646 Jul 16 04:20:41.135698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1ea20a14-240e-4d5c-ba29-a93621bc28b8 None None] Provisioning complete for port a736e083-7b0a-4a63-b53d-5ceb86d1856d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:41.136080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ea20a14-240e-4d5c-ba29-a93621bc28b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.188642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1ea20a14-240e-4d5c-ba29-a93621bc28b8 None None] Port a736e083-7b0a-4a63-b53d-5ceb86d1856d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:20:41.237249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-887d036d-604b-4072-aa61-e28276821232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a736e083-7b0a-4a63-b53d-5ceb86d1856d', 'name': '', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'mac_address': 'fa:16:3e:fb:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:39Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 2, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'subnets': [{'id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:41.267115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d036d-604b-4072-aa61-e28276821232 None None] The sync data for ids ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'] in n-d-800089-6 is: [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a736e083-7b0a-4a63-b53d-5ceb86d1856d', 'name': '', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'mac_address': 'fa:16:3e:fb:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:39Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 2, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'subnets': [{'id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:41.316721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b36acf0e-ae39-4e39-a555-3fa568c4b066 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:41.370536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port b36acf0e-ae39-4e39-a555-3fa568c4b066 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:41.370964 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.568543 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49318) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:41.574210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-801341862-network', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:41.599124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Made reservation on behalf of c3a86c7d09594cb699c8a72ce13846cb for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:41.602477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.611775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.703928 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.707931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.734535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:41.744742 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0681125b-1424-49a8-a754-38836d551dac,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:41.749699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.750050 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Added segment 509c7426-db24-4424-b6e7-5f65dd848b96 of type vlan for network 549e4672-2dcb-4bf2-817e-caa5c57510c5 Jul 16 04:20:41.797155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.827230 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.828208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:41.828787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.863081 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2932663 Jul 16 04:20:41.865889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:41.871061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Request body: {'subnet': {'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-subnet', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:41.895444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c31d7-c332-4157-9904-afdfa4ef31f7 admin admin] Pushing event updated for resources: {'Network': ['ID=549e4672-2dcb-4bf2-817e-caa5c57510c5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:41.896445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Made reservation on behalf of c3a86c7d09594cb699c8a72ce13846cb for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:41.899636 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:41.906684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:42.099716 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.155827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f17918e-0c7f-426a-aa2a-9462a61b3370,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:42.165382 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Checking segment: {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:42.165747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Network hostable DHCP agents. Network: 549e4672-2dcb-4bf2-817e-caa5c57510c5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:42.183305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:42.192836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 549e4672-2dcb-4bf2-817e-caa5c57510c5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:42.198092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:42.199332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.202850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c744968-7cdf-4032-be13-6332cbe3c5d7 None None] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:42.217148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-77b2ef95-d749-4680-a650-91d621899bbb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3474364 Jul 16 04:20:42.217345 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:42.221971 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:42.245029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.246057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.305401 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.367858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-549e4672-2dcb-4bf2-817e-caa5c57510c5', 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'fixed_ips': [{'subnet_id': '6f17918e-0c7f-426a-aa2a-9462a61b3370'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:20:42.368857 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.447245 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.509727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Allocated IP 172.20.0.2 (549e4672-2dcb-4bf2-817e-caa5c57510c5/6f17918e-0c7f-426a-aa2a-9462a61b3370/30e4be52-6f04-4393-be4c-07f425096871) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:42.653518 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.655899 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.662107 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Transition to ACTIVE for port object 30e4be52-6f04-4393-be4c-07f425096871 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:42.674889 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.677765 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Transition to ACTIVE for port object 30e4be52-6f04-4393-be4c-07f425096871 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:42.683939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.726604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:42.731127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:42.735710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:42.738587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Pushing event updated for resources: {'Port': ['ID=30e4be52-6f04-4393-be4c-07f425096871,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:42.778579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Allocated IP 172.25.4.75 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/edd67872-5d57-497f-96d9-8b1f14037ed3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:42.794473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Attempting to bind port 30e4be52-6f04-4393-be4c-07f425096871 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:42.794875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Attempting to bind port 30e4be52-6f04-4393-be4c-07f425096871 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:42.795239 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Attempting to bind port 30e4be52-6f04-4393-be4c-07f425096871 on network 549e4672-2dcb-4bf2-817e-caa5c57510c5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:42.800201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:42.800573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Checking segment: {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:42.800973 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.801367 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Bound using segment: {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:42.801830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Bound port: 30e4be52-6f04-4393-be4c-07f425096871, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:42.802210 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.865511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] For port 30e4be52-6f04-4393-be4c-07f425096871, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:42.869236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] For port 30e4be52-6f04-4393-be4c-07f425096871, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=30e4be52-6f04-4393-be4c-07f425096871,segment=NetworkSegment(509c7426-db24-4424-b6e7-5f65dd848b96),segment_id=509c7426-db24-4424-b6e7-5f65dd848b96)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:42.873528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.880575 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.920690 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:42.935538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af1a04-7971-4b64-af70-2076ec73708a None None] Pushing event updated for resources: {'Port': ['ID=30e4be52-6f04-4393-be4c-07f425096871,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:42.958528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:42.961388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:42.967227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:43.374848 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30e4be52-6f04-4393-be4c-07f425096871 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:43.374989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Pushing event updated for resources: {'Port': ['ID=edd67872-5d57-497f-96d9-8b1f14037ed3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:43.381015 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Sync routers for ids ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:43.394606 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Routers {'8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:43.395314 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:43.428506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 30e4be52-6f04-4393-be4c-07f425096871 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:43.432707 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e915da3e-bfb8-472d-ae3e-0466a8349e9e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:43.481700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e915da3e-bfb8-472d-ae3e-0466a8349e9e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:43.485598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e915da3e-bfb8-472d-ae3e-0466a8349e9e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:43.485752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:43.511440 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Set router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:43.574562 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:43.597503 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e915da3e-bfb8-472d-ae3e-0466a8349e9e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e915da3e-bfb8-472d-ae3e-0466a8349e9e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:43.602382 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:43.612476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:43.731591 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a736e083-7b0a-4a63-b53d-5ceb86d1856d', 'name': '', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'mac_address': 'fa:16:3e:fb:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:39Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 2, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'subnets': [{'id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:43.761592 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Checking router: 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:43.762205 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Updating router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 port a736e083-7b0a-4a63-b53d-5ceb86d1856d binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:20:43.808194 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:43.841089 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:43.841413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e915da3e-bfb8-472d-ae3e-0466a8349e9e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:43.979797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Router 6515455e-0185-4e4c-801d-8c6c77279a7c is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:20:44.096672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:44.096787 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.102444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566dca92-e765-49dc-9e88-5e525b89e52c None None] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:44.107016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Sync routers for ids ['6515455e-0185-4e4c-801d-8c6c77279a7c'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:44.112021 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Transition to ACTIVE for port object a736e083-7b0a-4a63-b53d-5ceb86d1856d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:44.115676 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.119006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-149c8a18-47c4-47e8-b5cc-a9f8dab01bab admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9002380 Jul 16 04:20:44.121220 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:44.124009 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.144884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Routers {'6515455e-0185-4e4c-801d-8c6c77279a7c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:44.145514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6515455e-0185-4e4c-801d-8c6c77279a7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:44.173013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Pushing event updated for resources: {'Port': ['ID=a736e083-7b0a-4a63-b53d-5ceb86d1856d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:44.205219 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.205731 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.206163 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.206632 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.207067 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.207498 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.207923 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.208359 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.208778 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.209213 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.209905 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.210780 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:44.213906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] Provisioning for port 30e4be52-6f04-4393-be4c-07f425096871 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:44.234407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] Provisioning complete for port 30e4be52-6f04-4393-be4c-07f425096871 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:44.234807 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.258519 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Attempting to bind port a736e083-7b0a-4a63-b53d-5ceb86d1856d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:44.258960 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Attempting to bind port a736e083-7b0a-4a63-b53d-5ceb86d1856d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:44.259321 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Attempting to bind port a736e083-7b0a-4a63-b53d-5ceb86d1856d on network 5a761107-1f0d-40ff-8713-0b09994c5a07 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:44.265193 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:44.265559 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Checking segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:44.265976 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.266347 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Bound using segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:44.266906 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Bound port: a736e083-7b0a-4a63-b53d-5ceb86d1856d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:44.267285 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.351764 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] For port a736e083-7b0a-4a63-b53d-5ceb86d1856d, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:44.355093 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] For port a736e083-7b0a-4a63-b53d-5ceb86d1856d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a736e083-7b0a-4a63-b53d-5ceb86d1856d,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:44.362529 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Set router 6515455e-0185-4e4c-801d-8c6c77279a7c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:44.366320 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.432057 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e936822-0ce2-4df8-bd90-c3158fd7b3ce None None] Pushing event updated for resources: {'Port': ['ID=a736e083-7b0a-4a63-b53d-5ceb86d1856d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:44.436850 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Routers {'8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:44.437606 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:44.561892 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] Set router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:44.580415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.638081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.665244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] For port 30e4be52-6f04-4393-be4c-07f425096871, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=30e4be52-6f04-4393-be4c-07f425096871,segment=NetworkSegment(509c7426-db24-4424-b6e7-5f65dd848b96),segment_id=509c7426-db24-4424-b6e7-5f65dd848b96)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:44.679941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.724606 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:43Z', 'revision_number': 3, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:44.766195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Checking router: 6515455e-0185-4e4c-801d-8c6c77279a7c for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:44.766581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Updating router 6515455e-0185-4e4c-801d-8c6c77279a7c port edd67872-5d57-497f-96d9-8b1f14037ed3 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:20:44.807958 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a736e083-7b0a-4a63-b53d-5ceb86d1856d', 'name': '', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'mac_address': 'fa:16:3e:fb:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:39Z', 'updated_at': '2021-07-16T04:20:44Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'subnets': [{'id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:44.822072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb46a5-9179-4122-a7f5-943efcfb7c64 None None] Pushing event updated for resources: {'Port': ['ID=30e4be52-6f04-4393-be4c-07f425096871,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:44.838055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.842583 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8205f9f-d03b-4b9e-80fb-3975c8f0dc6d None None] The sync data for ids ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'] in n-d-800089-6 is: [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:40Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a736e083-7b0a-4a63-b53d-5ceb86d1856d', 'name': '', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'mac_address': 'fa:16:3e:fb:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:39Z', 'updated_at': '2021-07-16T04:20:44Z', 'revision_number': 4, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'subnets': [{'id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:44.861940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Allocated IP 172.20.0.1 (549e4672-2dcb-4bf2-817e-caa5c57510c5/6f17918e-0c7f-426a-aa2a-9462a61b3370/2f54d899-5efb-4835-91bf-3565081f7704) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:44.975069 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e44fbad2-9e55-4b08-b482-50824242125d None None] Provisioning complete for port 30e4be52-6f04-4393-be4c-07f425096871 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:44.975501 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e44fbad2-9e55-4b08-b482-50824242125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.981546 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:44.997224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Transition to ACTIVE for port object 2f54d899-5efb-4835-91bf-3565081f7704 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:45.032768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.074526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:45.077411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:45.080366 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:45.117634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Pushing event updated for resources: {'Port': ['ID=2f54d899-5efb-4835-91bf-3565081f7704,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:45.139746 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.202175 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.225362 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Transition to ACTIVE for port object edd67872-5d57-497f-96d9-8b1f14037ed3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:45.236803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.285447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf910f-aca8-477d-b90b-d648dce7d28e None None] Pushing event updated for resources: {'Port': ['ID=edd67872-5d57-497f-96d9-8b1f14037ed3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:45.311090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Attempting to bind port edd67872-5d57-497f-96d9-8b1f14037ed3 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:45.311675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Attempting to bind port edd67872-5d57-497f-96d9-8b1f14037ed3 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:45.312255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Attempting to bind port edd67872-5d57-497f-96d9-8b1f14037ed3 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:45.318146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:45.318991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:45.319659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.320241 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:45.320913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Bound port: edd67872-5d57-497f-96d9-8b1f14037ed3, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:45.321498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.371175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.406429 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a736e083-7b0a-4a63-b53d-5ceb86d1856d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:45.416402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e501ee10-6fc1-4441-853d-1f52a9f9da98 None None] Provisioning for port 2f54d899-5efb-4835-91bf-3565081f7704 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:45.418536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] For port edd67872-5d57-497f-96d9-8b1f14037ed3, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:45.446347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e501ee10-6fc1-4441-853d-1f52a9f9da98 None None] Provisioning complete for port 2f54d899-5efb-4835-91bf-3565081f7704 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:45.446590 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e501ee10-6fc1-4441-853d-1f52a9f9da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.471017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] For port edd67872-5d57-497f-96d9-8b1f14037ed3, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=edd67872-5d57-497f-96d9-8b1f14037ed3,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:45.481677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.536907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e501ee10-6fc1-4441-853d-1f52a9f9da98 None None] Port 2f54d899-5efb-4835-91bf-3565081f7704 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:20:45.557896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Routers {'6515455e-0185-4e4c-801d-8c6c77279a7c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:45.558533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6515455e-0185-4e4c-801d-8c6c77279a7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:45.564383 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.571335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.610618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a736e083-7b0a-4a63-b53d-5ceb86d1856d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:45.615958 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf910f-aca8-477d-b90b-d648dce7d28e None None] Pushing event updated for resources: {'Port': ['ID=edd67872-5d57-497f-96d9-8b1f14037ed3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:45.623955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a736e083-7b0a-4a63-b53d-5ceb86d1856d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:45.624331 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.642041 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Pushing event updated for resources: {'Port': ['ID=2f54d899-5efb-4835-91bf-3565081f7704,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:45.651508 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.720136 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] Set router 6515455e-0185-4e4c-801d-8c6c77279a7c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:45.739644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:45.741006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:45.870206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Router 6515455e-0185-4e4c-801d-8c6c77279a7c has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:20:45.984723 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.986917 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:45.992010 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-be393161-4927-4b04-ad0c-59990e938442 admin admin] 10.222.0.25 "PUT /v2.0/routers/6515455e-0185-4e4c-801d-8c6c77279a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690977 Jul 16 04:20:46.065877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1663c40b-80da-4793-aeff-13b455ebe5b8 None None] Provisioning complete for port 2f54d899-5efb-4835-91bf-3565081f7704 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:46.066249 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1663c40b-80da-4793-aeff-13b455ebe5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:46.072080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a736e083-7b0a-4a63-b53d-5ceb86d1856d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a736e083-7b0a-4a63-b53d-5ceb86d1856d,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:46.094444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:46.095260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30e4be52-6f04-4393-be4c-07f425096871 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:46.176187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1663c40b-80da-4793-aeff-13b455ebe5b8 None None] Port 2f54d899-5efb-4835-91bf-3565081f7704 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:20:46.227407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a736e083-7b0a-4a63-b53d-5ceb86d1856d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:46.242301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 30e4be52-6f04-4393-be4c-07f425096871 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:46.242704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:46.283114 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2f54d899-5efb-4835-91bf-3565081f7704', 'name': '', 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'mac_address': 'fa:16:3e:64:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:44Z', 'updated_at': '2021-07-16T04:20:44Z', 'revision_number': 1, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'subnets': [{'id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:46.310914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345621b-8ceb-40fb-88f3-6b8222b128fa None None] The sync data for ids ['6515455e-0185-4e4c-801d-8c6c77279a7c'] in n-d-800089-6 is: [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2f54d899-5efb-4835-91bf-3565081f7704', 'name': '', 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'mac_address': 'fa:16:3e:64:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:44Z', 'updated_at': '2021-07-16T04:20:44Z', 'revision_number': 1, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'subnets': [{'id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:46.380815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e915da3e-bfb8-472d-ae3e-0466a8349e9e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:46.445399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e915da3e-bfb8-472d-ae3e-0466a8349e9e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:46.445952 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:47.289505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6d84be8c-a046-42f9-a9c1-1bef1e36d0aa tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:47.291017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6d84be8c-a046-42f9-a9c1-1bef1e36d0aa tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/networks?id=5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 200 len: 817 time: 0.1036103 Jul 16 04:20:47.305473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-82b75fc3-f08f-4418-b256-25f2c8b0c827 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/quotas/363f296dc2304aca962a6d3c706724f6 HTTP/1.1" status: 200 len: 375 time: 0.0091426 Jul 16 04:20:47.320586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a736e083-7b0a-4a63-b53d-5ceb86d1856d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:47.368654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a736e083-7b0a-4a63-b53d-5ceb86d1856d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:47.369035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:47.371587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-73da0026-1abb-4ad0-b865-0ce85e68862b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=363f296dc2304aca962a6d3c706724f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611017 Jul 16 04:20:47.470793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-87b6a093-ef8a-435b-9ae9-45950222e2bb service neutron] 10.222.0.25 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874879 Jul 16 04:20:47.569215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-feeed5bd-b9d6-452a-b3b7-cdddc74e6506 service neutron] 10.222.0.25 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927796 Jul 16 04:20:47.746702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b2f78cf-2278-4f92-abb9-c6e3e2354995 req-75b8cb1e-1192-4c1e-b3d6-1b20a3b66ed7 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 210 time: 0.0345125 Jul 16 04:20:48.815540 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-b6f69561-d728-4dae-827b-83c3e5cf547e tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:48.817030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-b6f69561-d728-4dae-827b-83c3e5cf547e tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "GET /v2.0/networks?id=5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 200 len: 817 time: 0.1113737 Jul 16 04:20:48.831506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Request body: {'port': {'device_id': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'admin_state_up': True, 'tenant_id': '363f296dc2304aca962a6d3c706724f6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:48.900741 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8bc2092-78d5-486a-9b6c-7f53a24ab1b6 req-39307262-655b-4bbd-931b-006af3b97cea tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 210 time: 0.0305302 Jul 16 04:20:48.916274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Sync routers for ids ['6515455e-0185-4e4c-801d-8c6c77279a7c'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:48.937752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Routers {'6515455e-0185-4e4c-801d-8c6c77279a7c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:48.938370 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6515455e-0185-4e4c-801d-8c6c77279a7c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:48.954286 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Made reservation on behalf of 363f296dc2304aca962a6d3c706724f6 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:48.957805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.088759 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Allocated IP 172.20.0.8 (5a761107-1f0d-40ff-8713-0b09994c5a07/600e4ab9-1001-4e33-8b07-9e34bce6a8b4/0ae4cf1d-3b5f-47eb-8288-f9bb311d8310) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:49.132546 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Set router 6515455e-0185-4e4c-801d-8c6c77279a7c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:49.237720 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.252425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Transition to ACTIVE for port object 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:49.289299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.331415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:49.332363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2f54d899-5efb-4835-91bf-3565081f7704', 'name': '', 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'mac_address': 'fa:16:3e:64:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:44Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 2, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'subnets': [{'id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:49.335188 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:49.338017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:49.345193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device edd67872-5d57-497f-96d9-8b1f14037ed3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:49.378603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Pushing event updated for resources: {'Port': ['ID=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:49.389467 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Checking router: 6515455e-0185-4e4c-801d-8c6c77279a7c for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:49.389827 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Updating router 6515455e-0185-4e4c-801d-8c6c77279a7c port 2f54d899-5efb-4835-91bf-3565081f7704 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:20:49.404310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:49.405249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.411339 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port edd67872-5d57-497f-96d9-8b1f14037ed3 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:49.417401 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port edd67872-5d57-497f-96d9-8b1f14037ed3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:49.417792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.423329 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-6eb31e33-0e2e-4110-9bf2-bf9edaf8df8b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962937 Jul 16 04:20:49.428252 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.437238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Request body: {'port': {'device_id': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:49.510050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.531963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.537784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port edd67872-5d57-497f-96d9-8b1f14037ed3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=edd67872-5d57-497f-96d9-8b1f14037ed3,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:49.546335 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.619294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=edd67872-5d57-497f-96d9-8b1f14037ed3,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:49.627971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a89fec54-dd8d-4eaa-9a7c-989cbbd9d7e7 None None] Provisioning for port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:49.632157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a89fec54-dd8d-4eaa-9a7c-989cbbd9d7e7 None None] Provisioning complete for port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:49.632776 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a89fec54-dd8d-4eaa-9a7c-989cbbd9d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.648817 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:20:49.670092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a89fec54-dd8d-4eaa-9a7c-989cbbd9d7e7 None None] Port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:20:49.744599 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.754909 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Transition to ACTIVE for port object 2f54d899-5efb-4835-91bf-3565081f7704 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:49.760297 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.811984 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad244fd2-12a5-4b4c-81a4-708a1a5afa52 None None] Pushing event updated for resources: {'Port': ['ID=2f54d899-5efb-4835-91bf-3565081f7704,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:49.873812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Attempting to bind port 2f54d899-5efb-4835-91bf-3565081f7704 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:49.874267 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Attempting to bind port 2f54d899-5efb-4835-91bf-3565081f7704 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:49.874533 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Attempting to bind port 2f54d899-5efb-4835-91bf-3565081f7704 on network 549e4672-2dcb-4bf2-817e-caa5c57510c5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:49.880064 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:49.880452 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Checking segment: {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:49.880844 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.881235 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Bound using segment: {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:49.881735 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Bound port: 2f54d899-5efb-4835-91bf-3565081f7704, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509c7426-db24-4424-b6e7-5f65dd848b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:49.882121 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.951499 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] For port 2f54d899-5efb-4835-91bf-3565081f7704, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:49.954976 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] For port 2f54d899-5efb-4835-91bf-3565081f7704, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2f54d899-5efb-4835-91bf-3565081f7704,segment=NetworkSegment(509c7426-db24-4424-b6e7-5f65dd848b96),segment_id=509c7426-db24-4424-b6e7-5f65dd848b96)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:49.963746 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.049213 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Routers {'6515455e-0185-4e4c-801d-8c6c77279a7c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:50.049841 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:20:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6515455e-0185-4e4c-801d-8c6c77279a7c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:50.051736 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad244fd2-12a5-4b4c-81a4-708a1a5afa52 None None] Pushing event updated for resources: {'Port': ['ID=2f54d899-5efb-4835-91bf-3565081f7704,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:50.118354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606910e1-6738-4d0d-9711-18b7dcdda477 req-190be344-33bb-4f9f-871f-b770b6ac2ad9 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:50.126039 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-606910e1-6738-4d0d-9711-18b7dcdda477 req-190be344-33bb-4f9f-871f-b770b6ac2ad9 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 931 time: 0.0801272 Jul 16 04:20:50.176571 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] Set router 6515455e-0185-4e4c-801d-8c6c77279a7c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:50.184030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:20:50.187649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-606910e1-6738-4d0d-9711-18b7dcdda477 req-b3bfb523-ab1c-4e8f-b09c-33186f9848d8 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564876 Jul 16 04:20:50.203718 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.217544 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Transition to ACTIVE for port object 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:50.221543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.276722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:50.364784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Attempting to bind port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:50.365258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Attempting to bind port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:50.365587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Attempting to bind port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:50.370699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:20:50.371040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Attempting to bind port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:50.376148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:50.377047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Checking segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:50.377047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Bound using segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:50.377298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Bound port: 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:50.377616 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.392586 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2f54d899-5efb-4835-91bf-3565081f7704', 'name': '', 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'mac_address': 'fa:16:3e:64:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:44Z', 'updated_at': '2021-07-16T04:20:49Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'subnets': [{'id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:50.420368 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6fa2b9-ba3d-47bd-a99d-3f2501884cdf None None] The sync data for ids ['6515455e-0185-4e4c-801d-8c6c77279a7c'] in n-d-800089-6 is: [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:45Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '2f54d899-5efb-4835-91bf-3565081f7704', 'name': '', 'network_id': '549e4672-2dcb-4bf2-817e-caa5c57510c5', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'mac_address': 'fa:16:3e:64:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:44Z', 'updated_at': '2021-07-16T04:20:49Z', 'revision_number': 4, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'subnets': [{'id': '6f17918e-0c7f-426a-aa2a-9462a61b3370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:50.451882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] For port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:50.455912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] For port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:50.462439 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.501288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:50.501952 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.503752 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 HTTP/1.1" status: 200 len: 1091 time: 1.0723464 Jul 16 04:20:50.504327 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'tag': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:50.507945 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a42c283e544f48db2699b9cd23ae20d8b55db68c40d7305b4b4520548c594277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01a4bd3-b286-4873-b738-3319fc23188b" -d '{"events": [{"name": "network-changed", "server_uuid": "70cbcf0c-b114-4f65-b9c9-562a08e23955", "tag": "0ae4cf1d-3b5f-47eb-8288-f9bb311d8310"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:50.555217 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0f63-ba9f-4810-b7ed-f342878a2f73 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:50.559741 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b972b5-5aaf-4933-b7c9-cb5acae7cd48 x-openstack-request-id: req-86b972b5-5aaf-4933-b7c9-cb5acae7cd48 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:50.560054 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cbcf0c-b114-4f65-b9c9-562a08e23955", "tag": "0ae4cf1d-3b5f-47eb-8288-f9bb311d8310", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:50.560264 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86b972b5-5aaf-4933-b7c9-cb5acae7cd48 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:50.560656 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'tag': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310', 'status': 'completed', 'code': 200} Jul 16 04:20:50.623009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-4e747c16-06ce-4082-bee6-df43c43928df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:50.624534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-4e747c16-06ce-4082-bee6-df43c43928df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=363f296dc2304aca962a6d3c706724f6&device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 1094 time: 0.0620034 Jul 16 04:20:50.669048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-1f8c02b3-245a-4005-9c46-58b9d490c6fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 HTTP/1.1" status: 200 len: 217 time: 0.0358491 Jul 16 04:20:50.725951 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-e607abd8-6bb7-4a45-b27e-55babfbb1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:50.727530 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-e607abd8-6bb7-4a45-b27e-55babfbb1d2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=600e4ab9-1001-4e33-8b07-9e34bce6a8b4 HTTP/1.1" status: 200 len: 856 time: 0.0524540 Jul 16 04:20:50.788273 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-90106090-890e-49b3-affe-209b6370ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:50.789036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f40fe3c9-571c-4d52-a868-30b0781c2e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.790900 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-90106090-890e-49b3-affe-209b6370ef9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a761107-1f0d-40ff-8713-0b09994c5a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571980 Jul 16 04:20:50.883377 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-91054b12-d3fe-4443-88b5-b5ee18574524 service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865119 Jul 16 04:20:50.979668 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1b2e66dc-24d4-40d3-9490-c53b075f96b9 req-27d45722-3a2a-40b1-ac48-0e5e79901698 service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899494 Jul 16 04:20:51.079169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4bd3-b286-4873-b738-3319fc23188b req-686588a7-b222-4f37-bc95-15b4093c9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:51.080651 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-686588a7-b222-4f37-bc95-15b4093c9fcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=363f296dc2304aca962a6d3c706724f6&device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 1094 time: 0.0522332 Jul 16 04:20:51.172712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4bd3-b286-4873-b738-3319fc23188b req-da564ae3-3210-48af-9501-427a8daedb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:51.174197 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-da564ae3-3210-48af-9501-427a8daedb97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 200 len: 919 time: 0.0865109 Jul 16 04:20:51.213221 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-c3a19d1b-e925-414f-b436-f19d0e2ff076 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 HTTP/1.1" status: 200 len: 217 time: 0.0324693 Jul 16 04:20:51.268333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4bd3-b286-4873-b738-3319fc23188b req-0714457b-335c-4dc1-8dbc-97ecc9501f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:51.269946 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-0714457b-335c-4dc1-8dbc-97ecc9501f71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=600e4ab9-1001-4e33-8b07-9e34bce6a8b4 HTTP/1.1" status: 200 len: 856 time: 0.0500641 Jul 16 04:20:51.333787 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4bd3-b286-4873-b738-3319fc23188b req-3036efb6-727c-4f3a-aa8b-a5bdc9180319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:51.335953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-3036efb6-727c-4f3a-aa8b-a5bdc9180319 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a761107-1f0d-40ff-8713-0b09994c5a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578542 Jul 16 04:20:51.360636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920e9c-369e-4b66-b4ed-d4ea72df3962 req-5d54392f-5f8d-442f-8deb-520263c6fb7b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:51.362760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53920e9c-369e-4b66-b4ed-d4ea72df3962 req-5d54392f-5f8d-442f-8deb-520263c6fb7b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 943 time: 0.0703332 Jul 16 04:20:51.366097 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f54d899-5efb-4835-91bf-3565081f7704 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:51.400953 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-53920e9c-369e-4b66-b4ed-d4ea72df3962 req-6744ce3b-3300-4bc0-b519-f922989bfdba tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Jul 16 04:20:51.419850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2f54d899-5efb-4835-91bf-3565081f7704 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:51.423695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2f54d899-5efb-4835-91bf-3565081f7704 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:51.424081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:51.439093 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-c7d17a21-b579-4029-af94-535b8221c2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955403 Jul 16 04:20:51.502315 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:51.532447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c01a4bd3-b286-4873-b738-3319fc23188b req-5043ff1d-f136-4d6d-8935-eb564621f33a service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860004 Jul 16 04:20:51.535014 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2f54d899-5efb-4835-91bf-3565081f7704, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2f54d899-5efb-4835-91bf-3565081f7704,segment=NetworkSegment(509c7426-db24-4424-b6e7-5f65dd848b96),segment_id=509c7426-db24-4424-b6e7-5f65dd848b96)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:51.539886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:51.541016 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device edd67872-5d57-497f-96d9-8b1f14037ed3 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:51.618165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2f54d899-5efb-4835-91bf-3565081f7704,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:51.632461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port edd67872-5d57-497f-96d9-8b1f14037ed3 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:51.632897 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:52.569719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06ceb-9955-4d37-b98b-99bc2b4d38f9 req-8e06d0be-13d6-456b-8e7b-d1d0bc0e71c8 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:52.571345 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bae06ceb-9955-4d37-b98b-99bc2b4d38f9 req-8e06d0be-13d6-456b-8e7b-d1d0bc0e71c8 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 943 time: 0.0617690 Jul 16 04:20:52.607658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bae06ceb-9955-4d37-b98b-99bc2b4d38f9 req-956bef4f-b62a-4401-a8ba-099917ffcc73 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Jul 16 04:20:53.317573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f54d899-5efb-4835-91bf-3565081f7704 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:53.365465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2f54d899-5efb-4835-91bf-3565081f7704 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:53.365843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.584403 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a086ec0-15e2-4c4f-8223-29044517f10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.780011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dafcbd-1bbf-4660-847d-f76dbfce6225 req-fdeba303-cb20-4b3c-ab75-27f55e79b2e6 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:53.781483 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76dafcbd-1bbf-4660-847d-f76dbfce6225 req-fdeba303-cb20-4b3c-ab75-27f55e79b2e6 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 943 time: 0.0619326 Jul 16 04:20:53.817855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-76dafcbd-1bbf-4660-847d-f76dbfce6225 req-cc672cdf-a0b5-48c9-bb46-aaf5dab9430e tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Jul 16 04:20:53.909359 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.912506 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:20:54.007035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:54.017579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'port_id': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310', 'mac_address': 'fa:16:3e:3b:29:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:20:54.052565 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.065025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:20:54.084399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:54.088032 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.134936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:54.286435 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['0ae4cf1d-3b5f-47eb-8288-f9bb311d8310'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:54.527538 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.992224 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aa02a-8e1e-40c1-992e-69dce3cd63cb req-68a72ac9-4379-433b-9fc3-e5b7bf73544b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:54.993714 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f8aa02a-8e1e-40c1-992e-69dce3cd63cb req-68a72ac9-4379-433b-9fc3-e5b7bf73544b tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 944 time: 0.0659657 Jul 16 04:20:55.029877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f8aa02a-8e1e-40c1-992e-69dce3cd63cb req-72b8a993-cafd-466f-94d4-ef58bf03bfe0 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Jul 16 04:20:55.913560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:55.960479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:55.963876 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:55.964507 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.039372 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.062382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:56.064659 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caeab0078cd9b2a856d4b280ce95259dcba8b332f9fec6d88c1e5bf2d4c0733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52651429-63c1-468c-9908-713ba71cc425" -d '{"events": [{"server_uuid": "70cbcf0c-b114-4f65-b9c9-562a08e23955", "name": "network-vif-plugged", "status": "completed", "tag": "0ae4cf1d-3b5f-47eb-8288-f9bb311d8310"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:56.075545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:56.079675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.128487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:56.200997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77acab-a082-4947-b3b3-f56476437a28 req-bc7e303f-1366-4e39-9dd7-70ba2923f5ec tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:56.202481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e77acab-a082-4947-b3b3-f56476437a28 req-bc7e303f-1366-4e39-9dd7-70ba2923f5ec tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 945 time: 0.0610614 Jul 16 04:20:56.241457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e77acab-a082-4947-b3b3-f56476437a28 req-869639b9-0b04-4e8b-a5fe-5d2e44bfce39 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Jul 16 04:20:56.255013 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.286897 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee28996-4226-449d-b8c2-60f2b16b13bd x-openstack-request-id: req-3ee28996-4226-449d-b8c2-60f2b16b13bd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:56.287186 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cbcf0c-b114-4f65-b9c9-562a08e23955", "name": "network-vif-plugged", "status": "completed", "tag": "0ae4cf1d-3b5f-47eb-8288-f9bb311d8310", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:56.287441 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ee28996-4226-449d-b8c2-60f2b16b13bd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:56.287836 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310', 'code': 200} Jul 16 04:20:56.508060 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61740aaf-b9b8-4227-b9a6-f50797b77d09 req-e0665be2-cadf-4973-afaf-7842fc29f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:56.509458 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61740aaf-b9b8-4227-b9a6-f50797b77d09 req-e0665be2-cadf-4973-afaf-7842fc29f33e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 1096 time: 0.0911953 Jul 16 04:20:56.541642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-61740aaf-b9b8-4227-b9a6-f50797b77d09 req-6401cc46-f9d6-4e42-a40e-78e06c911a5c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264213 Jul 16 04:20:57.422256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c207560-c9d0-45c4-8a85-983d2c0392d6 req-1e23892d-7819-4176-af93-8b1cd1e85a9c tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:57.423658 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c207560-c9d0-45c4-8a85-983d2c0392d6 req-1e23892d-7819-4176-af93-8b1cd1e85a9c tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 945 time: 0.0660498 Jul 16 04:20:57.460463 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8c207560-c9d0-45c4-8a85-983d2c0392d6 req-57b2bba0-8cef-467a-ad92-4e19823811c9 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Jul 16 04:20:57.630160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84a4da-d0e3-4c75-9975-fdfcb4972531 req-3ad8dcff-415a-41ff-a382-dffcf729eb79 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:57.632138 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d84a4da-d0e3-4c75-9975-fdfcb4972531 req-3ad8dcff-415a-41ff-a382-dffcf729eb79 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Jul 16 04:20:57.668185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1d84a4da-d0e3-4c75-9975-fdfcb4972531 req-d68dfd81-7767-4b29-8faa-1fe33b3f3b1c tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Jul 16 04:21:03.335948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.030577 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:16.619188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26cc2e-9a80-4a9a-ae7c-5b5f8923b765 req-95391ef9-c16d-40c2-b65e-e7c74f9e0e35 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:16.620804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e26cc2e-9a80-4a9a-ae7c-5b5f8923b765 req-95391ef9-c16d-40c2-b65e-e7c74f9e0e35 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 945 time: 0.0632827 Jul 16 04:21:16.657211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e26cc2e-9a80-4a9a-ae7c-5b5f8923b765 req-7a474df3-55f1-463d-ad33-5f2e5ca6e294 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Jul 16 04:21:17.833516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780bc2-a83f-4deb-90c4-fc349117898f req-e76488e3-dcad-4584-980f-2141df4a6771 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:17.835044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5780bc2-a83f-4deb-90c4-fc349117898f req-e76488e3-dcad-4584-980f-2141df4a6771 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 945 time: 0.0675883 Jul 16 04:21:17.872791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5780bc2-a83f-4deb-90c4-fc349117898f req-812898a9-f4fe-44d4-b6da-e602d8537698 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Jul 16 04:21:18.047594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-693a64f3-3b2a-4aa0-8e5c-ec7d4739489d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:18.049020 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-693a64f3-3b2a-4aa0-8e5c-ec7d4739489d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 945 time: 0.0660791 Jul 16 04:21:18.144163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Deleting port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:18.144501 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:18.233553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] For port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:18.233908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:18.245899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Calling delete_port for 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:18.375542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:18.387994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['0ae4cf1d-3b5f-47eb-8288-f9bb311d8310'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:18.406987 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Pushing event deleted for resources: {'Port': ['ID=0ae4cf1d-3b5f-47eb-8288-f9bb311d8310,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:18.455443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] No DVR routers for this DVR port 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:21:18.458185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:18.460743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-de9a118b-8ba9-4562-a998-49fecd929b58 req-b8e92b98-93d4-4480-80d9-69b6983edf5d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "DELETE /v2.0/ports/0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 HTTP/1.1" status: 204 len: 173 time: 0.4058683 Jul 16 04:21:18.461194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'name': 'network-vif-deleted', 'tag': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:18.508360 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e4984-7569-43a6-983a-769f418cb563" -d '{"events": [{"server_uuid": "70cbcf0c-b114-4f65-b9c9-562a08e23955", "name": "network-vif-deleted", "tag": "0ae4cf1d-3b5f-47eb-8288-f9bb311d8310"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:18.599177 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb9898-2314-409e-ae20-5d2e257a0bc3 x-openstack-request-id: req-d0fb9898-2314-409e-ae20-5d2e257a0bc3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:18.599352 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cbcf0c-b114-4f65-b9c9-562a08e23955", "name": "network-vif-deleted", "tag": "0ae4cf1d-3b5f-47eb-8288-f9bb311d8310", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:18.600150 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0fb9898-2314-409e-ae20-5d2e257a0bc3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:18.600656 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cbcf0c-b114-4f65-b9c9-562a08e23955', 'name': 'network-vif-deleted', 'tag': '0ae4cf1d-3b5f-47eb-8288-f9bb311d8310', 'status': 'completed', 'code': 200} Jul 16 04:21:19.027894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1c63e382-5096-4c7c-94f0-3b47f70f4eb3 req-a1eceda6-1a0b-4a7e-b87f-685045706829 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=70cbcf0c-b114-4f65-b9c9-562a08e23955 HTTP/1.1" status: 200 len: 210 time: 0.0293782 Jul 16 04:21:20.552463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-3bb10861-1e9a-4e5d-b1ed-cdb5085357fe tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:20.554396 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-3bb10861-1e9a-4e5d-b1ed-cdb5085357fe tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/networks?id=5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 200 len: 817 time: 0.1012676 Jul 16 04:21:20.568891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-028c20bc-c146-46ff-8aa3-12d148a30711 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/quotas/363f296dc2304aca962a6d3c706724f6 HTTP/1.1" status: 200 len: 375 time: 0.0085764 Jul 16 04:21:20.631673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-8808a32a-e2fe-4c47-a251-a924c678c868 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=363f296dc2304aca962a6d3c706724f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575230 Jul 16 04:21:20.790328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0cebad6f-32c5-4753-b8a1-283074da9628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:20.799338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-4df9605c-7ba8-49b0-bf70-640e9117b3ba service neutron] 10.222.0.25 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246169 Jul 16 04:21:20.885571 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-91b4eae7-f675-4b16-964a-13c7a6056bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800798 Jul 16 04:21:21.048763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dfbac8c-3dd3-4866-b0bd-f0863eced942 req-f97fd3a4-cdbb-466b-9ed9-848bacaf1bc0 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 210 time: 0.0284817 Jul 16 04:21:21.960068 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:21.983565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:21.983909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 0ae4cf1d-3b5f-47eb-8288-f9bb311d8310 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:22.054844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-3831a0db-ee78-417e-a200-d63b8142de58 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:22.056287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-3831a0db-ee78-417e-a200-d63b8142de58 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "GET /v2.0/networks?id=5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 200 len: 817 time: 0.1083097 Jul 16 04:21:22.069329 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Request body: {'port': {'device_id': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'admin_state_up': True, 'tenant_id': '363f296dc2304aca962a6d3c706724f6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:22.188046 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Made reservation on behalf of 363f296dc2304aca962a6d3c706724f6 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:21:22.193922 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.195473 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5523257d-6f6e-4ebb-98ff-b375f72e6bea req-af4ef95c-41e3-4e3d-8059-b80d41b23568 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 210 time: 0.0363116 Jul 16 04:21:22.319398 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Allocated IP 172.20.0.11 (5a761107-1f0d-40ff-8713-0b09994c5a07/600e4ab9-1001-4e33-8b07-9e34bce6a8b4/8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:22.457846 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.470663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Transition to ACTIVE for port object 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:22.502912 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.553849 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:22.556999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:22.559467 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:22.584694 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Pushing event updated for resources: {'Port': ['ID=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:22.613522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:22.614140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.629658 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-53876080-3b3a-461a-b336-cb7774be34be tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5645509 Jul 16 04:21:22.640851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Request body: {'port': {'device_id': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:22.717394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.751905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6439545e-c2ca-4d77-a3a6-2b91774f5c87 None None] Provisioning for port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:22.755534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6439545e-c2ca-4d77-a3a6-2b91774f5c87 None None] Provisioning complete for port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:22.755999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6439545e-c2ca-4d77-a3a6-2b91774f5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.789243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6439545e-c2ca-4d77-a3a6-2b91774f5c87 None None] Port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:21:22.976735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:21:22.983819 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:22.995144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Transition to ACTIVE for port object 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:22.998475 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:23.066596 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:23.120263 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Attempting to bind port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:23.120583 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Attempting to bind port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:23.121048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Attempting to bind port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:23.125506 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:21:23.125835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Attempting to bind port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 on network 5a761107-1f0d-40ff-8713-0b09994c5a07 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:23.131294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:23.131635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Checking segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:23.132021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Bound using segment: {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:23.132455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Bound port: 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00884c3f-c59b-4117-9e3e-ec49b8f69938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:23.132815 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:23.198724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] For port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:23.201980 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] For port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:23.205801 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:23.238446 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.239088 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:23.240502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] 10.222.0.11 "PUT /v2.0/ports/8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 HTTP/1.1" status: 200 len: 1092 time: 0.6039126 Jul 16 04:21:23.241002 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'tag': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:23.243297 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f34194-7943-483f-8d43-4175cac2509b" -d '{"events": [{"name": "network-changed", "server_uuid": "462e88d9-a7d7-49aa-8907-be9d06dbae7b", "tag": "8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:23.269632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575c35e-1eb2-44dc-ae52-6ccd6ba2e364 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:23.348903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-a8354181-d2c9-4a86-aaee-5b677b3d736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.350473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-a8354181-d2c9-4a86-aaee-5b677b3d736a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=363f296dc2304aca962a6d3c706724f6&device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 1095 time: 0.0609064 Jul 16 04:21:23.392946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63083-e789-4ffc-b92e-7e087a38ef5c req-034d76cc-639a-4b2b-9fbd-6197ab0a2f36 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.394799 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43f63083-e789-4ffc-b92e-7e087a38ef5c req-034d76cc-639a-4b2b-9fbd-6197ab0a2f36 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 944 time: 0.0696015 Jul 16 04:21:23.401989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-72150bd5-c69a-43c0-aa50-553eeccac438 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 HTTP/1.1" status: 200 len: 217 time: 0.0439613 Jul 16 04:21:23.435129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43f63083-e789-4ffc-b92e-7e087a38ef5c req-8737caa2-4bcb-4163-9032-ba6d204d2477 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jul 16 04:21:23.451727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-7768f65c-a429-4795-87f9-794c9e073cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.453214 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-7768f65c-a429-4795-87f9-794c9e073cfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=600e4ab9-1001-4e33-8b07-9e34bce6a8b4 HTTP/1.1" status: 200 len: 856 time: 0.0455563 Jul 16 04:21:23.487565 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193acd7c-8413-401b-b7a2-938313834590 x-openstack-request-id: req-193acd7c-8413-401b-b7a2-938313834590 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:23.487794 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462e88d9-a7d7-49aa-8907-be9d06dbae7b", "tag": "8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:23.488042 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-193acd7c-8413-401b-b7a2-938313834590 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:23.488434 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'tag': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7', 'status': 'completed', 'code': 200} Jul 16 04:21:23.514832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc210-860f-4533-95dc-ae01bc33f72a req-99db7717-0082-4754-9e63-6dbe571a6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.516347 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-99db7717-0082-4754-9e63-6dbe571a6db8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a761107-1f0d-40ff-8713-0b09994c5a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561335 Jul 16 04:21:23.591153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ff2-5844-4b51-9ae2-3b21eb2fc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:23.617833 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-758dbc3d-4a18-455b-8726-4eb9b5f83794 service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923939 Jul 16 04:21:23.706531 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-766dc210-860f-4533-95dc-ae01bc33f72a req-3d7548ed-2e02-440a-8faf-fcba3098bcbb service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827656 Jul 16 04:21:23.812471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34194-7943-483f-8d43-4175cac2509b req-89f3562c-6e58-4fc9-bfec-55ff465a7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.813877 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-89f3562c-6e58-4fc9-bfec-55ff465a7c8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=363f296dc2304aca962a6d3c706724f6&device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 1095 time: 0.0585501 Jul 16 04:21:23.903322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34194-7943-483f-8d43-4175cac2509b req-3fc2b2c5-81f6-4ef9-a5cf-21c2990b2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.904791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-3fc2b2c5-81f6-4ef9-a5cf-21c2990b2d89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 200 len: 919 time: 0.0839245 Jul 16 04:21:23.910373 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:23.950271 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-ddbac63a-1b80-4759-a5d6-e2e45b4fc5c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 HTTP/1.1" status: 200 len: 217 time: 0.0370073 Jul 16 04:21:24.001572 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34194-7943-483f-8d43-4175cac2509b req-370b4095-0421-4cca-8d5d-b1b745e367e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:24.003041 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-370b4095-0421-4cca-8d5d-b1b745e367e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=600e4ab9-1001-4e33-8b07-9e34bce6a8b4 HTTP/1.1" status: 200 len: 856 time: 0.0453870 Jul 16 04:21:24.058158 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34194-7943-483f-8d43-4175cac2509b req-2d5f3bc6-0334-46d7-8509-8dfaa262f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:24.059616 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-2d5f3bc6-0334-46d7-8509-8dfaa262f9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a761107-1f0d-40ff-8713-0b09994c5a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499802 Jul 16 04:21:24.149411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-68759b4b-834c-47dc-8379-8fd8a133c772 service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826931 Jul 16 04:21:24.236358 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6f34194-7943-483f-8d43-4175cac2509b req-548513f2-c49b-4d8e-9894-aabe9b2d6ee5 service neutron] 10.222.0.11 "GET /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793827 Jul 16 04:21:24.531022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:24.612937 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24071286-92ac-4193-af6e-7fa46789a977 req-eae552f7-a910-485f-97ae-9d03f31d3204 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:24.614404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24071286-92ac-4193-af6e-7fa46789a977 req-eae552f7-a910-485f-97ae-9d03f31d3204 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 944 time: 0.0614073 Jul 16 04:21:24.654472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24071286-92ac-4193-af6e-7fa46789a977 req-aee8678c-d02e-419c-8c41-a1f210b5d359 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345500 Jul 16 04:21:25.823440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d805110-fc69-49e5-9c1b-9bc27b932306 req-a409efe5-18de-4fc3-b0a9-2da62d677074 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:25.824908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d805110-fc69-49e5-9c1b-9bc27b932306 req-a409efe5-18de-4fc3-b0a9-2da62d677074 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 944 time: 0.0615706 Jul 16 04:21:25.861510 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9d805110-fc69-49e5-9c1b-9bc27b932306 req-d7434b4b-eefa-4329-b725-f088f89de74f tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Jul 16 04:21:25.978225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:21:26.071236 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:26.081928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7', 'network_id': '5a761107-1f0d-40ff-8713-0b09994c5a07', 'port_id': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7', 'mac_address': 'fa:16:3e:55:60:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600e4ab9-1001-4e33-8b07-9e34bce6a8b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:21:26.118062 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:26.130080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:21:26.149829 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:26.153751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:26.197892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:26.205098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.205449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.205793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.206135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.206470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.206830 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.207163 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.207493 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.207821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.208146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.208471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.209436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:26.256282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:26.336823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:26.647230 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:21:27.028264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0904-14f7-4290-86d0-8f1520f1523d req-ba6a27a4-319d-4c17-b6a5-912d4b80dd1a tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:27.029716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5ba0904-14f7-4290-86d0-8f1520f1523d req-ba6a27a4-319d-4c17-b6a5-912d4b80dd1a tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 945 time: 0.0604639 Jul 16 04:21:27.066766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e5ba0904-14f7-4290-86d0-8f1520f1523d req-c9b256e3-ff7b-4a52-830c-36cb95e25469 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Jul 16 04:21:27.990846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:28.037216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:28.040711 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:28.041086 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:28.117439 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:28.139431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:28.153037 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:28.158595 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:28.183457 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c255927-efad-4b4a-b61e-6f26d69f560b" -d '{"events": [{"server_uuid": "462e88d9-a7d7-49aa-8907-be9d06dbae7b", "name": "network-vif-plugged", "status": "completed", "tag": "8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:28.211015 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:28.242791 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d83aa2-b1ad-4910-902b-6a98da49df1e req-71522d07-695a-4e57-930f-1f35333591b2 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:28.244182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44d83aa2-b1ad-4910-902b-6a98da49df1e req-71522d07-695a-4e57-930f-1f35333591b2 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0666721 Jul 16 04:21:28.281016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-44d83aa2-b1ad-4910-902b-6a98da49df1e req-a586596a-a92a-40d1-b863-daf3a913d57d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Jul 16 04:21:28.371124 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368a5902-14fe-4355-b191-e21a781b1f54 x-openstack-request-id: req-368a5902-14fe-4355-b191-e21a781b1f54 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:28.371444 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e88d9-a7d7-49aa-8907-be9d06dbae7b", "name": "network-vif-plugged", "status": "completed", "tag": "8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:28.371727 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-368a5902-14fe-4355-b191-e21a781b1f54 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:28.372129 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7', 'code': 200} Jul 16 04:21:28.482423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901812-70cc-42b9-800d-e30d23f43e0b req-3d41c0b2-33fd-4742-befe-7caaf82ae3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:28.483913 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9a901812-70cc-42b9-800d-e30d23f43e0b req-3d41c0b2-33fd-4742-befe-7caaf82ae3c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 1097 time: 0.0540707 Jul 16 04:21:28.518425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9a901812-70cc-42b9-800d-e30d23f43e0b req-a4e212af-8281-4100-91e5-71c0080bf0b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269372 Jul 16 04:21:29.460161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738cb54-b92e-41ef-860b-9a6e08c6cf16 req-f95e2248-29dd-4ba3-92dd-ff8ff211b61d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:29.461657 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5738cb54-b92e-41ef-860b-9a6e08c6cf16 req-f95e2248-29dd-4ba3-92dd-ff8ff211b61d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0636263 Jul 16 04:21:29.499362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5738cb54-b92e-41ef-860b-9a6e08c6cf16 req-12d87112-30bd-4995-a70a-bf1654b44221 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Jul 16 04:21:30.670704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b58f5-8d24-4127-8484-7b85980f75f1 req-0995903d-162d-49cb-9a3e-e3752664501e tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:30.672118 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f61b58f5-8d24-4127-8484-7b85980f75f1 req-0995903d-162d-49cb-9a3e-e3752664501e tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0630951 Jul 16 04:21:30.712837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f61b58f5-8d24-4127-8484-7b85980f75f1 req-0333f884-219e-4bd6-a0f8-71da0a5a7c79 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352430 Jul 16 04:21:30.878440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62752276-0ecd-44ee-a183-4b13cf2610bb req-de1010f2-639a-4f7b-b675-2ee438ab1bbb tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:30.880057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-62752276-0ecd-44ee-a183-4b13cf2610bb req-de1010f2-639a-4f7b-b675-2ee438ab1bbb tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0621612 Jul 16 04:21:30.916832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-62752276-0ecd-44ee-a183-4b13cf2610bb req-1cf88f64-2743-4c39-ab46-06df0b365d58 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Jul 16 04:21:33.327148 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:34.031690 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:49.696497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e6a4-0a34-4967-87f5-91db68a5974a req-fdca140b-5f48-428a-afe2-d11ca6d98b98 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:49.697975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1337e6a4-0a34-4967-87f5-91db68a5974a req-fdca140b-5f48-428a-afe2-d11ca6d98b98 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0633650 Jul 16 04:21:49.735039 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1337e6a4-0a34-4967-87f5-91db68a5974a req-d17bc597-33de-4a30-b787-bc112f97af9e tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Jul 16 04:21:50.795553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad597874-9dbd-4e4b-851b-1933e435a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:50.909448 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3e152-8e3f-4c1f-8f64-ff3285a60888 req-2b7db0b7-76ae-4dcf-8d29-996cd1631a7d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:50.910949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8a3e152-8e3f-4c1f-8f64-ff3285a60888 req-2b7db0b7-76ae-4dcf-8d29-996cd1631a7d tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0660679 Jul 16 04:21:50.947144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8a3e152-8e3f-4c1f-8f64-ff3285a60888 req-2412ba71-0633-4bb1-b9d1-444df3881910 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/security-groups?id=5776bbac-7ad0-435f-82e0-88a937ec6674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Jul 16 04:21:51.136516 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58016957-9e44-4ba3-ad40-92995fa05394 req-3072a044-604f-45b6-8b4a-09b877dba74c tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:51.137863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-58016957-9e44-4ba3-ad40-92995fa05394 req-3072a044-604f-45b6-8b4a-09b877dba74c tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 946 time: 0.0615919 Jul 16 04:21:51.233617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Deleting port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:51.233950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.323171 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] For port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:51.323527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.335638 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Calling delete_port for 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:51.460927 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.472310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:51.489420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Pushing event deleted for resources: {'Port': ['ID=8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:51.503307 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.503723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.504235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.504484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.504887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.505211 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.506204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.506661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.506976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.507313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.507644 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.507968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:51.546651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] No DVR routers for this DVR port 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:21:51.549310 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.551336 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-58016957-9e44-4ba3-ad40-92995fa05394 req-f15f1830-a1e4-4596-85f9-da15383f4549 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.11 "DELETE /v2.0/ports/8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 HTTP/1.1" status: 204 len: 173 time: 0.4078341 Jul 16 04:21:51.551790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'name': 'network-vif-deleted', 'tag': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:51.554616 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c92fd9d-987c-444b-ba43-10577b37a0fb" -d '{"events": [{"server_uuid": "462e88d9-a7d7-49aa-8907-be9d06dbae7b", "name": "network-vif-deleted", "tag": "8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:51.599743 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca8967-3cd0-4c3c-ad90-7e46de7f0ca4 x-openstack-request-id: req-fcca8967-3cd0-4c3c-ad90-7e46de7f0ca4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:51.600268 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e88d9-a7d7-49aa-8907-be9d06dbae7b", "name": "network-vif-deleted", "tag": "8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:51.600524 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcca8967-3cd0-4c3c-ad90-7e46de7f0ca4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:51.600948 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e88d9-a7d7-49aa-8907-be9d06dbae7b', 'name': 'network-vif-deleted', 'tag': '8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7', 'status': 'completed', 'code': 200} Jul 16 04:21:52.111525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-27c07051-14b0-4fbd-980d-a79116839af5 req-92559d3b-6755-4336-8902-74ba55b23345 tempest-TestEncryptedCinderVolumes-1629332436 tempest-TestEncryptedCinderVolumes-1629332436-project] 10.222.0.25 "GET /v2.0/ports?device_id=462e88d9-a7d7-49aa-8907-be9d06dbae7b HTTP/1.1" status: 200 len: 210 time: 0.0329161 Jul 16 04:21:53.232355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49642) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.572038 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.583318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b74c5f8-3b4b-44b6-8135-c8a6e7e1e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.815173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Deleting port a736e083-7b0a-4a63-b53d-5ceb86d1856d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:53.815504 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.889301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] For port a736e083-7b0a-4a63-b53d-5ceb86d1856d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a736e083-7b0a-4a63-b53d-5ceb86d1856d,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:53.889574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.902020 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Calling delete_port for a736e083-7b0a-4a63-b53d-5ceb86d1856d owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:53.912434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.076361 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.084326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:54.106183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:54.106451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Pushing event deleted for resources: {'Port': ['ID=a736e083-7b0a-4a63-b53d-5ceb86d1856d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:54.106624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8ebe02e0-e8c6-4a40-a01e-e83a362e2ed7 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:54.269603 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.476038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:21:54.533710 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.579459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:54.584391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2fc50e01-5301-4db1-996e-ff956b61613e admin admin] 10.222.0.25 "PUT /v2.0/routers/8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3509815 Jul 16 04:21:54.587009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:54.589945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] Sync routers for ids ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:54.599815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] Routers {'8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:54.600432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:54.874379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] Set router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:55.021902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.050210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:21:54Z', 'revision_number': 5, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:55.078980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] Checking router: 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:55.087753 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] Routers {'8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:55.088622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:55.124917 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.177558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Deleting port e915da3e-bfb8-472d-ae3e-0466a8349e9e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:55.177902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.191251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] Set router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:55.259870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] For port e915da3e-bfb8-472d-ae3e-0466a8349e9e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e915da3e-bfb8-472d-ae3e-0466a8349e9e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:55.260282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.276651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Calling delete_port for e915da3e-bfb8-472d-ae3e-0466a8349e9e owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:55.378530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:21:54Z', 'revision_number': 5, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:55.405196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac13fb-df3c-4d20-9bc2-e60f0f4168ac None None] The sync data for ids ['8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2'] in n-d-800089-6 is: [{'id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'name': 'tempest-TestEncryptedCinderVolumes-2138730907-router', 'tenant_id': '363f296dc2304aca962a6d3c706724f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:21:54Z', 'revision_number': 5, 'project_id': '363f296dc2304aca962a6d3c706724f6', 'gw_port': {'id': 'e915da3e-bfb8-472d-ae3e-0466a8349e9e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:38Z', 'updated_at': '2021-07-16T04:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:55.455222 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.483669 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Pushing event deleted for resources: {'Port': ['ID=e915da3e-bfb8-472d-ae3e-0466a8349e9e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:55.543609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.628735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.631193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.670727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.671233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:21:55.675529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.676486 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6abf6908-8ad8-4203-a814-01bf907cc413 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8a16d0e0-074e-4eb5-a5fd-7d479c7cafc2 HTTP/1.1" status: 204 len: 168 time: 1.0885768 Jul 16 04:21:55.679235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49646) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:55.725599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Deleting subnet 600e4ab9-1001-4e33-8b07-9e34bce6a8b4 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:21:55.728533 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.762074 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.840910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.895887 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.926148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600e4ab9-1001-4e33-8b07-9e34bce6a8b4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:55.928594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.931550 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0e783f0c-294d-4511-b4b7-1a43469a507f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/600e4ab9-1001-4e33-8b07-9e34bce6a8b4 HTTP/1.1" status: 204 len: 168 time: 0.2502947 Jul 16 04:21:55.932960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49648) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:55.935146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea454a-c10b-4932-96a0-4927e75f0538 None None] Network 5a761107-1f0d-40ff-8713-0b09994c5a07 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:21:56.000938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.057285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Deleting port b36acf0e-ae39-4e39-a555-3fa568c4b066 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:56.057626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.130186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] DHCP port deletion for 5a761107-1f0d-40ff-8713-0b09994c5a07 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:21:56.130532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] For port b36acf0e-ae39-4e39-a555-3fa568c4b066, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b36acf0e-ae39-4e39-a555-3fa568c4b066,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:56.130925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.142822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Calling delete_port for b36acf0e-ae39-4e39-a555-3fa568c4b066 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:56.174865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] Deleting port b36acf0e-ae39-4e39-a555-3fa568c4b066 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:56.175245 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.220069 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.238617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] For port b36acf0e-ae39-4e39-a555-3fa568c4b066, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=b36acf0e-ae39-4e39-a555-3fa568c4b066,segment=NetworkSegment(00884c3f-c59b-4117-9e3e-ec49b8f69938),segment_id=00884c3f-c59b-4117-9e3e-ec49b8f69938)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:56.239011 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.253394 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] No DVR routers for this DVR port b36acf0e-ae39-4e39-a555-3fa568c4b066 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:21:56.258577 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36acf0e-ae39-4e39-a555-3fa568c4b066,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:56.262594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] Calling delete_port for b36acf0e-ae39-4e39-a555-3fa568c4b066 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:56.273642 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.325837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.335673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a761107-1f0d-40ff-8713-0b09994c5a07']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:56.337366 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.347388 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00884c3f-c59b-4117-9e3e-ec49b8f69938') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:56.347680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00884c3f-c59b-4117-9e3e-ec49b8f69938') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:56.357261 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.366824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] Pushing event deleted for resources: {'Port': ['ID=b36acf0e-ae39-4e39-a555-3fa568c4b066,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:56.370511 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693fc9d-5d7d-43ed-aff5-77c83be2d643 None None] No DVR routers for this DVR port b36acf0e-ae39-4e39-a555-3fa568c4b066 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:21:56.372375 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.382013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:21:56.382426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:21:56.384174 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:21:56.440331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.446407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:56.449027 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a761107-1f0d-40ff-8713-0b09994c5a07 HTTP/1.1" status: 204 len: 168 time: 0.5144026 Jul 16 04:21:56.451406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:56.468117 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d5be-a950-427d-bb50-653b007ff1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a761107-1f0d-40ff-8713-0b09994c5a07,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:56.796635 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.038504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Deleting port 2f54d899-5efb-4835-91bf-3565081f7704 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:57.038872 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.114501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] For port 2f54d899-5efb-4835-91bf-3565081f7704, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2f54d899-5efb-4835-91bf-3565081f7704,segment=NetworkSegment(509c7426-db24-4424-b6e7-5f65dd848b96),segment_id=509c7426-db24-4424-b6e7-5f65dd848b96)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:57.114824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.127062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Calling delete_port for 2f54d899-5efb-4835-91bf-3565081f7704 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:57.299489 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.323576 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f54d899-5efb-4835-91bf-3565081f7704,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:57.354111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a736e083-7b0a-4a63-b53d-5ceb86d1856d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:57.375576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a736e083-7b0a-4a63-b53d-5ceb86d1856d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:57.375872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a736e083-7b0a-4a63-b53d-5ceb86d1856d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:57.376533 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b36acf0e-ae39-4e39-a555-3fa568c4b066 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:57.397671 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: b36acf0e-ae39-4e39-a555-3fa568c4b066 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:57.398099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device b36acf0e-ae39-4e39-a555-3fa568c4b066 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:57.398621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e915da3e-bfb8-472d-ae3e-0466a8349e9e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:57.417645 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e915da3e-bfb8-472d-ae3e-0466a8349e9e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:57.418092 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e915da3e-bfb8-472d-ae3e-0466a8349e9e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:57.507667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.709480 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Router 6515455e-0185-4e4c-801d-8c6c77279a7c has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:21:57.810732 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:57.815683 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-075d5e52-0dcd-424c-bd56-6d1d30be5b1d admin admin] 10.222.0.25 "PUT /v2.0/routers/6515455e-0185-4e4c-801d-8c6c77279a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3633304 Jul 16 04:21:57.818216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49652) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:57.820816 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] Sync routers for ids ['6515455e-0185-4e4c-801d-8c6c77279a7c'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:57.830870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] Routers {'6515455e-0185-4e4c-801d-8c6c77279a7c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:57.831480 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6515455e-0185-4e4c-801d-8c6c77279a7c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:57.921542 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:57.934659 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] Set router 6515455e-0185-4e4c-801d-8c6c77279a7c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:58.022307 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.072274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Deleting port edd67872-5d57-497f-96d9-8b1f14037ed3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:58.072614 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.109227 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:21:57Z', 'revision_number': 5, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port': {'id': 'edd67872-5d57-497f-96d9-8b1f14037ed3', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:58.134760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] Checking router: 6515455e-0185-4e4c-801d-8c6c77279a7c for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:58.142770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] Routers {'6515455e-0185-4e4c-801d-8c6c77279a7c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:58.143371 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6515455e-0185-4e4c-801d-8c6c77279a7c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:58.153743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] For port edd67872-5d57-497f-96d9-8b1f14037ed3, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=edd67872-5d57-497f-96d9-8b1f14037ed3,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:58.154100 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.166233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Calling delete_port for edd67872-5d57-497f-96d9-8b1f14037ed3 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:58.314054 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] Set router 6515455e-0185-4e4c-801d-8c6c77279a7c gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:58.330950 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.355444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd67872-5d57-497f-96d9-8b1f14037ed3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:58.370221 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:21:58Z', 'revision_number': 6, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:58.395757 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12e249-fea7-41e0-bae2-b8f699c22dba None None] The sync data for ids ['6515455e-0185-4e4c-801d-8c6c77279a7c'] in n-d-800089-6 is: [{'id': '6515455e-0185-4e4c-801d-8c6c77279a7c', 'name': 'tempest-TestEncryptedCinderVolumes-801341862-router', 'tenant_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:42Z', 'updated_at': '2021-07-16T04:21:58Z', 'revision_number': 6, 'project_id': 'c3a86c7d09594cb699c8a72ce13846cb', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:58.427323 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.517162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.519652 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.559768 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.560365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6515455e-0185-4e4c-801d-8c6c77279a7c {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:21:58.565242 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.566474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-23f295b0-a793-4f5b-9c99-36e3bc0fd146 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6515455e-0185-4e4c-801d-8c6c77279a7c HTTP/1.1" status: 204 len: 168 time: 0.7473350 Jul 16 04:21:58.569501 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:58.612557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Deleting subnet 6f17918e-0c7f-426a-aa2a-9462a61b3370 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:21:58.615598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.652420 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.726512 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.785208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.812994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f17918e-0c7f-426a-aa2a-9462a61b3370,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:58.815066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.819076 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-742d9f9d-b3cd-4244-9031-f6b1728ab3b6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6f17918e-0c7f-426a-aa2a-9462a61b3370 HTTP/1.1" status: 204 len: 168 time: 0.2485960 Jul 16 04:21:58.820014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49656) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:58.824142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc1890-a125-4afa-bf7c-2ceb5c0dafad None None] Network 549e4672-2dcb-4bf2-817e-caa5c57510c5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:21:58.892609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:58.943334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Deleting port 30e4be52-6f04-4393-be4c-07f425096871 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:21:58.943683 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.008343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] For port 30e4be52-6f04-4393-be4c-07f425096871, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=30e4be52-6f04-4393-be4c-07f425096871,segment=NetworkSegment(509c7426-db24-4424-b6e7-5f65dd848b96),segment_id=509c7426-db24-4424-b6e7-5f65dd848b96)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:59.008699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.019762 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Calling delete_port for 30e4be52-6f04-4393-be4c-07f425096871 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:21:59.094707 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.121342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e4be52-6f04-4393-be4c-07f425096871,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:59.124619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] No DVR routers for this DVR port 30e4be52-6f04-4393-be4c-07f425096871 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:21:59.149502 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2818286-01d4-4bf6-aff5-b889490a3c9d None None] DHCP port deletion for 549e4672-2dcb-4bf2-817e-caa5c57510c5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:21:59.200653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.210391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549e4672-2dcb-4bf2-817e-caa5c57510c5']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:59.220148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509c7426-db24-4424-b6e7-5f65dd848b96') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:59.220443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509c7426-db24-4424-b6e7-5f65dd848b96') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:59.229343 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.243797 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.250003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:21:59.250390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:21:59.252022 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:21:59.312155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.317993 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.319912 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] 10.222.0.25 "DELETE /v2.0/networks/549e4672-2dcb-4bf2-817e-caa5c57510c5 HTTP/1.1" status: 204 len: 168 time: 0.4989548 Jul 16 04:21:59.331507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3986f-cc4d-4a91-b163-c257d2c36d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=549e4672-2dcb-4bf2-817e-caa5c57510c5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:59.371475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f54d899-5efb-4835-91bf-3565081f7704 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:59.392216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2f54d899-5efb-4835-91bf-3565081f7704 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:59.392567 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2f54d899-5efb-4835-91bf-3565081f7704 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:59.392990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30e4be52-6f04-4393-be4c-07f425096871 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:59.422284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 30e4be52-6f04-4393-be4c-07f425096871 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:59.422667 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 30e4be52-6f04-4393-be4c-07f425096871 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:59.423105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device edd67872-5d57-497f-96d9-8b1f14037ed3 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:21:59.445836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: edd67872-5d57-497f-96d9-8b1f14037ed3 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:21:59.446330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device edd67872-5d57-497f-96d9-8b1f14037ed3 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:21:59.502313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49660) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:59.542610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eac3bc6a-4076-4ac8-aebc-4369fae10d6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=363f296dc2304aca962a6d3c706724f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388899 Jul 16 04:21:59.545066 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49662) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:59.590305 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d9df67b-1653-4b9d-b974-c441b578c7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.611067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d9df67b-1653-4b9d-b974-c441b578c7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.655353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d9df67b-1653-4b9d-b974-c441b578c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.657835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d9df67b-1653-4b9d-b974-c441b578c7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:59.659070 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2d9df67b-1653-4b9d-b974-c441b578c7cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5776bbac-7ad0-435f-82e0-88a937ec6674 HTTP/1.1" status: 204 len: 168 time: 0.1131248 Jul 16 04:21:59.666933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df67b-1653-4b9d-b974-c441b578c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5776bbac-7ad0-435f-82e0-88a937ec6674,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:59.953823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:59.992697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-96a0fb18-a3ca-4b68-9ca4-8b5e56dd682c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3a86c7d09594cb699c8a72ce13846cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377584 Jul 16 04:21:59.995019 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:00.040704 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.060417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.111840 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.114445 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.115706 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0681125b-1424-49a8-a754-38836d551dac HTTP/1.1" status: 204 len: 168 time: 0.1198006 Jul 16 04:22:00.123317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0681125b-1424-49a8-a754-38836d551dac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:00.131040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.131389 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.131729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.132062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.132391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.132725 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.133055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.133379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.133704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.134027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.134349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.134721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a80dc5-70d9-4a76-85c8-5119b8933c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:00.745824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:00.836524 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-793360868-network', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:00.857563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Made reservation on behalf of 2440602a6db9435ab114e0b3926edaf9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:22:00.859979 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.868467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.954972 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.959156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.983312 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:22:00.991995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993f04e9-32df-4d99-923f-c9ae590a0550,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:00.997879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:00.998222 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Added segment d1e1624d-8bee-4caf-86a5-1917225d6a9e of type vlan for network 8c368612-a253-465d-b1f2-462c0bed9104 Jul 16 04:22:01.037608 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.064552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.065489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:01.066070 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.097835 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3482859 Jul 16 04:22:01.098202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49696) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:01.103878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Request body: {'subnet': {'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-793360868-subnet', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:01.125834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Made reservation on behalf of 2440602a6db9435ab114e0b3926edaf9 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:22:01.128353 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.129293 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e6cf-9b6a-4541-a4e2-57c2a7a0bfaa admin admin] Pushing event updated for resources: {'Network': ['ID=8c368612-a253-465d-b1f2-462c0bed9104,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:01.139683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 8c368612-a253-465d-b1f2-462c0bed9104 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:22:01.293358 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.349558 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e334431d-bb1e-4811-80d7-d678fde4c808,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:01.359551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Checking segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:01.359907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Network hostable DHCP agents. Network: 8c368612-a253-465d-b1f2-462c0bed9104, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:22:01.375659 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Network 8c368612-a253-465d-b1f2-462c0bed9104 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:22:01.384115 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 8c368612-a253-465d-b1f2-462c0bed9104) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:01.388108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:01.388690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.392842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2626a-a66a-47a0-8dfb-d12c73e15505 None None] Network 8c368612-a253-465d-b1f2-462c0bed9104 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:22:01.402438 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ac3f1ba2-0215-42bb-b7f6-054dcb5172ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3025000 Jul 16 04:22:01.405199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49698) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:01.409678 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:01.429428 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.430470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.541005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-8c368612-a253-465d-b1f2-462c0bed9104', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:22:01.541927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.682328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Allocated IP 172.20.0.2 (8c368612-a253-465d-b1f2-462c0bed9104/e334431d-bb1e-4811-80d7-d678fde4c808/eb609cad-b071-47e4-b295-e8d9c05fb463) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:01.821839 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.830681 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.839199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Transition to ACTIVE for port object eb609cad-b071-47e4-b295-e8d9c05fb463 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:01.853637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Transition to ACTIVE for port object eb609cad-b071-47e4-b295-e8d9c05fb463 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:01.858926 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.898190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Network 8c368612-a253-465d-b1f2-462c0bed9104 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:01.900955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:01.904424 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:01.914231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Pushing event updated for resources: {'Port': ['ID=eb609cad-b071-47e4-b295-e8d9c05fb463,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:01.957296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.961969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Attempting to bind port eb609cad-b071-47e4-b295-e8d9c05fb463 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:01.962349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Attempting to bind port eb609cad-b071-47e4-b295-e8d9c05fb463 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:01.962752 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Attempting to bind port eb609cad-b071-47e4-b295-e8d9c05fb463 on network 8c368612-a253-465d-b1f2-462c0bed9104 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:01.968462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:01.968842 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Checking segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:01.969228 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.969625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Bound using segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:01.970091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Bound port: eb609cad-b071-47e4-b295-e8d9c05fb463, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:01.970500 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.035534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] For port eb609cad-b071-47e4-b295-e8d9c05fb463, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:02.038527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] For port eb609cad-b071-47e4-b295-e8d9c05fb463, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=eb609cad-b071-47e4-b295-e8d9c05fb463,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:02.042916 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.102952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf615-0781-4d53-a926-9c2ac46e56bb None None] Pushing event updated for resources: {'Port': ['ID=eb609cad-b071-47e4-b295-e8d9c05fb463,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:02.158938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.183377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.303340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Allocated IP 172.25.4.65 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/61fbdb33-e7a0-44d0-9d83-1bfb01f8022e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:02.412138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.448954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.488389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:02.491054 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:02.494514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:02.499778 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:02.736327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.936980 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.009850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f56523-c00e-46c0-88ad-10ecdc1e92d5 None None] Network 8c368612-a253-465d-b1f2-462c0bed9104 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:22:03.068797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:22:03.092843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-576fbc22-18f8-4268-b4ef-f2ab373920ec None None] Provisioning for port eb609cad-b071-47e4-b295-e8d9c05fb463 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:03.179652 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:03.189928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Sync routers for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:03.198442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.200301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:03.200870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:03.202765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:03.203253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-826e4c83-c717-400b-919a-e69b37de9ed6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7968457 Jul 16 04:22:03.319227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:03.418462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device eb609cad-b071-47e4-b295-e8d9c05fb463 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:03.439862 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.543903 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port eb609cad-b071-47e4-b295-e8d9c05fb463 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:03.566783 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port eb609cad-b071-47e4-b295-e8d9c05fb463 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:03.567162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.633777 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.646754 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:22:03.654398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:02Z', 'revision_number': 3, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:03.853465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Checking router: 214d3eab-809c-4d93-a7e4-f651c66bd5b0 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:03.853690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Updating router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:22:03.855732 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.914729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:03.919587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port eb609cad-b071-47e4-b295-e8d9c05fb463, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=eb609cad-b071-47e4-b295-e8d9c05fb463,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:03.939014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.067965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=eb609cad-b071-47e4-b295-e8d9c05fb463,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:04.074349 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.143766 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Allocated IP 172.20.0.1 (8c368612-a253-465d-b1f2-462c0bed9104/e334431d-bb1e-4811-80d7-d678fde4c808/7055d263-8279-41ea-a9d6-78cc19883f1d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:04.234810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.244593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Transition to ACTIVE for port object 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:04.247803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.250694 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.262011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Transition to ACTIVE for port object 7055d263-8279-41ea-a9d6-78cc19883f1d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:04.297188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.301467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Attempting to bind port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:04.301839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Attempting to bind port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:04.302233 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Attempting to bind port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:04.304245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63786b81-f333-4165-8dac-fbdb120df3d7 None None] Pushing event updated for resources: {'Port': ['ID=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:04.309579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:04.309954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:04.310356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.310766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:04.311900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Bound port: 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:04.311900 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.338711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Network 8c368612-a253-465d-b1f2-462c0bed9104 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:04.341565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:04.344663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:04.369232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] For port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:04.371276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Pushing event updated for resources: {'Port': ['ID=7055d263-8279-41ea-a9d6-78cc19883f1d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:04.372693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] For port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:04.378008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.397243 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.445230 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:04.445463 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:04.447221 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63786b81-f333-4165-8dac-fbdb120df3d7 None None] Pushing event updated for resources: {'Port': ['ID=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:04.543341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.562237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:04.647209 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d5818d2f-31db-47dd-a9c1-06ddcd0ea30a None None] Provisioning for port 7055d263-8279-41ea-a9d6-78cc19883f1d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:04.653597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d5818d2f-31db-47dd-a9c1-06ddcd0ea30a None None] Provisioning complete for port 7055d263-8279-41ea-a9d6-78cc19883f1d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:04.653918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5818d2f-31db-47dd-a9c1-06ddcd0ea30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.702364 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.708096 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.726019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d5818d2f-31db-47dd-a9c1-06ddcd0ea30a None None] Port 7055d263-8279-41ea-a9d6-78cc19883f1d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:22:04.778232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Pushing event updated for resources: {'Port': ['ID=7055d263-8279-41ea-a9d6-78cc19883f1d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:04.780923 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.785005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:02Z', 'revision_number': 3, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:04.815704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb528a61-f11b-4c18-a8a1-7c929a0067de None None] The sync data for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 is: [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:02Z', 'revision_number': 3, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:04.871515 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Network 8c368612-a253-465d-b1f2-462c0bed9104 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:04.872944 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:04.989182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:22:05.138470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:05.149288 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d84d1bca-cae0-40e9-ac6d-1d83e163e53e admin admin] 10.222.0.25 "PUT /v2.0/routers/214d3eab-809c-4d93-a7e4-f651c66bd5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9388402 Jul 16 04:22:05.157793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b02f28a6-581e-4976-9e69-c911b42440b7 None None] Provisioning complete for port 7055d263-8279-41ea-a9d6-78cc19883f1d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:05.158242 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b02f28a6-581e-4976-9e69-c911b42440b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.196109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b02f28a6-581e-4976-9e69-c911b42440b7 None None] Port 7055d263-8279-41ea-a9d6-78cc19883f1d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:22:05.447803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:05.499738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:05.504113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:05.504490 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.592277 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.613640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:05.619743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.620580 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device eb609cad-b071-47e4-b295-e8d9c05fb463 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:05.674451 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:05.681047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1010453744-network', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:05.697283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:05.708908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port eb609cad-b071-47e4-b295-e8d9c05fb463 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:05.709288 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.709964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Made reservation on behalf of ffa31aad790748c0989ede5c5d150462 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:22:05.712529 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.721664 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.809388 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.813574 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.839323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:22:05.849570 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2012fbff-51a1-4e5c-ac3d-1aef0ef78f62,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:05.854679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.855017 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Added segment 4e0aa7b9-b380-4d33-90d3-1a93418b7af3 of type vlan for network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 Jul 16 04:22:05.894369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.925390 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.926483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:05.927756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:05.958934 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2833283 Jul 16 04:22:05.961605 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49720) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:05.966468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Request body: {'subnet': {'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1010453744-subnet', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:06.002699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de352d0-75c3-4bde-86e8-24027357e779 admin admin] Pushing event updated for resources: {'Network': ['ID=cc14fa10-e3c7-4f4c-8511-ac6b710d57f7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:06.012325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:22:06.019817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Made reservation on behalf of ffa31aad790748c0989ede5c5d150462 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:22:06.022193 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.192407 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.251179 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad18a76a-14ae-4fd6-b19d-c76591d4142b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:06.256344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Checking segment: {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:06.256703 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Network hostable DHCP agents. Network: cc14fa10-e3c7-4f4c-8511-ac6b710d57f7, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:22:06.276943 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:22:06.285973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, cc14fa10-e3c7-4f4c-8511-ac6b710d57f7) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:06.290757 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:06.291344 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.305146 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9625cbb3-1f14-4a6e-9d45-e6a0e892a226 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3425825 Jul 16 04:22:06.307834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49722) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:06.312154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:06.322681 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74e220-48a3-47ad-85dd-edff574ecb55 None None] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:22:06.334531 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.335670 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.399880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.452615 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Sync routers for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:06.462482 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:06.463684 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:06.532218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'fixed_ips': [{'subnet_id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:22:06.533101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.544872 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.577709 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:06.687222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Allocated IP 172.20.0.2 (cc14fa10-e3c7-4f4c-8511-ac6b710d57f7/ad18a76a-14ae-4fd6-b19d-c76591d4142b/aa115199-d0d8-44e0-baf2-4d5891dbbf99) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:06.750104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.769354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.784653 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 2, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:06.810619 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Checking router: 214d3eab-809c-4d93-a7e4-f651c66bd5b0 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:06.811113 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Updating router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 port 7055d263-8279-41ea-a9d6-78cc19883f1d binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:22:06.839759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.845753 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.849070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Transition to ACTIVE for port object aa115199-d0d8-44e0-baf2-4d5891dbbf99 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:06.863873 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Transition to ACTIVE for port object aa115199-d0d8-44e0-baf2-4d5891dbbf99 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:06.870371 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.881843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Allocated IP 172.25.4.4 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/9174ceb8-a1d1-4aac-bb48-3ea78b787caf) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:06.910794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:06.915327 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:06.919703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:06.924260 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Pushing event updated for resources: {'Port': ['ID=aa115199-d0d8-44e0-baf2-4d5891dbbf99,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:06.978065 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Attempting to bind port aa115199-d0d8-44e0-baf2-4d5891dbbf99 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:06.978426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Attempting to bind port aa115199-d0d8-44e0-baf2-4d5891dbbf99 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:06.978828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Attempting to bind port aa115199-d0d8-44e0-baf2-4d5891dbbf99 on network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:06.983809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:06.984179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Checking segment: {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:06.984577 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.984966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Bound using segment: {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:06.985427 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Bound port: aa115199-d0d8-44e0-baf2-4d5891dbbf99, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:06.986100 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:06.999597 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.043848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.054062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] For port aa115199-d0d8-44e0-baf2-4d5891dbbf99, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:07.057174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] For port aa115199-d0d8-44e0-baf2-4d5891dbbf99, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=aa115199-d0d8-44e0-baf2-4d5891dbbf99,segment=NetworkSegment(4e0aa7b9-b380-4d33-90d3-1a93418b7af3),segment_id=4e0aa7b9-b380-4d33-90d3-1a93418b7af3)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:07.062195 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.080331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:07.086452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:07.090300 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:07.128144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a8aaa-6362-4e0a-8d69-6b0ddbcdf560 None None] Pushing event updated for resources: {'Port': ['ID=aa115199-d0d8-44e0-baf2-4d5891dbbf99,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:07.129109 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:07.142689 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.153323 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Transition to ACTIVE for port object 7055d263-8279-41ea-a9d6-78cc19883f1d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:07.159936 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.211494 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Pushing event updated for resources: {'Port': ['ID=7055d263-8279-41ea-a9d6-78cc19883f1d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:07.237607 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.237957 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.238360 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.238728 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.239071 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.239934 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.240265 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.240589 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.240910 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.241231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.241552 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.241869 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:07.283515 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Attempting to bind port 7055d263-8279-41ea-a9d6-78cc19883f1d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:07.284326 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Attempting to bind port 7055d263-8279-41ea-a9d6-78cc19883f1d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:07.284326 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Attempting to bind port 7055d263-8279-41ea-a9d6-78cc19883f1d on network 8c368612-a253-465d-b1f2-462c0bed9104 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:07.289871 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:07.290255 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Checking segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:07.290728 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.291256 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Bound using segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:07.291723 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Bound port: 7055d263-8279-41ea-a9d6-78cc19883f1d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:07.292100 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.393148 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.416295 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] For port 7055d263-8279-41ea-a9d6-78cc19883f1d, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:07.420462 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] For port 7055d263-8279-41ea-a9d6-78cc19883f1d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7055d263-8279-41ea-a9d6-78cc19883f1d,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:07.428259 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.459019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:07.474631 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:07.475177 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:07.569261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:07.570911 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.578263 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fbb1e-40a2-4e81-b647-5a8b5b7b0c27 None None] Pushing event updated for resources: {'Port': ['ID=7055d263-8279-41ea-a9d6-78cc19883f1d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:07.605421 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:07.682430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.816352 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:22:07.828681 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:07Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:07.858917 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102a5c7-eda5-4c7d-ab0e-1af5ee1109d1 None None] The sync data for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 is: [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:07Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:07.941998 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:07.951826 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Sync routers for ids ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:07.959629 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:07.961064 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-eee28a53-6beb-4faf-acfd-6d6a4d1a22b7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6520975 Jul 16 04:22:07.965110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:07.976442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Routers {'5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:07.977186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:08.097741 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Set router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:08.304460 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:07Z', 'revision_number': 3, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:08.336213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Checking router: 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:08.336579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Updating router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:22:08.366909 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66810d4a-879d-4e6b-8235-b1a60d4db769 None None] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:22:08.408499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:08.438747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:08.467254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f9e89aa2-0c3c-4df9-9742-4bd0f25ece8e None None] Provisioning for port aa115199-d0d8-44e0-baf2-4d5891dbbf99 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:08.609451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Allocated IP 172.20.0.1 (cc14fa10-e3c7-4f4c-8511-ac6b710d57f7/ad18a76a-14ae-4fd6-b19d-c76591d4142b/cdd94f6c-16ba-42e2-9ecb-b1edef098f6c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:08.727811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:08.744454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Transition to ACTIVE for port object cdd94f6c-16ba-42e2-9ecb-b1edef098f6c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:08.778686 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:08.818416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:08.823327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:08.825967 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:08.855869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:08.873883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:08.938464 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:08.951157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Transition to ACTIVE for port object 9174ceb8-a1d1-4aac-bb48-3ea78b787caf will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:08.965444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.025296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Attempting to bind port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:09.025680 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Attempting to bind port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:09.026051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Attempting to bind port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:09.038973 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:09.039369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:09.039790 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.040198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:09.040706 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Bound port: 9174ceb8-a1d1-4aac-bb48-3ea78b787caf, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:09.041072 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.050009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.070532 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977e062-950d-4a06-9785-a1539130be76 None None] Pushing event updated for resources: {'Port': ['ID=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:09.107265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] For port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:09.111224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] For port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:09.118134 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.175150 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Routers {'5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:09.175793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:09.220062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977e062-950d-4a06-9785-a1539130be76 None None] Pushing event updated for resources: {'Port': ['ID=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:09.231693 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.237112 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.301039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] Set router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:09.314413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.316498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:09.424639 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c82b5fd-ad27-4ad5-a662-85beeafcbfb6 None None] Provisioning for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:09.432814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c82b5fd-ad27-4ad5-a662-85beeafcbfb6 None None] Provisioning complete for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:09.433181 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c82b5fd-ad27-4ad5-a662-85beeafcbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.438239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:09.439552 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:09.485816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7055d263-8279-41ea-a9d6-78cc19883f1d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:09.535242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8c82b5fd-ad27-4ad5-a662-85beeafcbfb6 None None] Port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:22:09.564473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:22:09.591335 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 7055d263-8279-41ea-a9d6-78cc19883f1d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:09.599625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7055d263-8279-41ea-a9d6-78cc19883f1d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:09.599876 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.647281 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cdd94f6c-16ba-42e2-9ecb-b1edef098f6c', 'name': '', 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'mac_address': 'fa:16:3e:60:7e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:08Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 1, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'subnets': [{'id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:09.680674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051139e-d5ee-4d5b-8a99-9547500b9d45 None None] The sync data for ids ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'] in n-d-800089-6 is: [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cdd94f6c-16ba-42e2-9ecb-b1edef098f6c', 'name': '', 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'mac_address': 'fa:16:3e:60:7e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:08Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 1, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'subnets': [{'id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:09.681290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:09.686094 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fb437bd6-d510-4d0b-bc3f-55d8d05cd724 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205989 Jul 16 04:22:09.733182 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.771984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-71f5292f-849d-463f-b45a-0a4210d700da None None] Provisioning complete for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:09.772361 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71f5292f-849d-463f-b45a-0a4210d700da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.799347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 7055d263-8279-41ea-a9d6-78cc19883f1d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7055d263-8279-41ea-a9d6-78cc19883f1d,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:09.810380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:09.811413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device aa115199-d0d8-44e0-baf2-4d5891dbbf99 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:09.841184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-71f5292f-849d-463f-b45a-0a4210d700da None None] Port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:22:09.901128 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=7055d263-8279-41ea-a9d6-78cc19883f1d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:09.919095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port aa115199-d0d8-44e0-baf2-4d5891dbbf99 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:09.928019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port aa115199-d0d8-44e0-baf2-4d5891dbbf99 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:09.928433 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:10.018960 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:10.061071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port aa115199-d0d8-44e0-baf2-4d5891dbbf99, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=aa115199-d0d8-44e0-baf2-4d5891dbbf99,segment=NetworkSegment(4e0aa7b9-b380-4d33-90d3-1a93418b7af3),segment_id=4e0aa7b9-b380-4d33-90d3-1a93418b7af3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:10.065422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:10.123023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=aa115199-d0d8-44e0-baf2-4d5891dbbf99,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:11.478156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9174ceb8-a1d1-4aac-bb48-3ea78b787caf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:11.537967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:11.542123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:11.542509 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.644907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.669603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:11.674843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.675738 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device aa115199-d0d8-44e0-baf2-4d5891dbbf99 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:11.759376 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:11.772862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port aa115199-d0d8-44e0-baf2-4d5891dbbf99 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:11.773248 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:11.890952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7055d263-8279-41ea-a9d6-78cc19883f1d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:11.946972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 7055d263-8279-41ea-a9d6-78cc19883f1d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:11.947470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:12.082847 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Sync routers for ids ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:12.096443 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Routers {'5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:12.097425 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:12.215856 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Set router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:12.535312 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cdd94f6c-16ba-42e2-9ecb-b1edef098f6c', 'name': '', 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'mac_address': 'fa:16:3e:60:7e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:08Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 2, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'subnets': [{'id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:12.560929 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Checking router: 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:12.561283 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Updating router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:22:12.601517 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:12.900891 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:12.912436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Transition to ACTIVE for port object cdd94f6c-16ba-42e2-9ecb-b1edef098f6c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:12.921951 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:12.971979 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac53a8-0afb-4cba-a5fb-3b0f27edf98e None None] Pushing event updated for resources: {'Port': ['ID=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:13.048701 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Attempting to bind port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:13.049071 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Attempting to bind port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:13.049433 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Attempting to bind port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c on network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:13.057330 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:13.057718 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Checking segment: {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:13.058104 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.058499 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Bound using segment: {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:13.059009 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Bound port: cdd94f6c-16ba-42e2-9ecb-b1edef098f6c, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0aa7b9-b380-4d33-90d3-1a93418b7af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:13.059392 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.135569 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] For port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:13.138898 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] For port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,segment=NetworkSegment(4e0aa7b9-b380-4d33-90d3-1a93418b7af3),segment_id=4e0aa7b9-b380-4d33-90d3-1a93418b7af3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:13.160352 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.223328 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac53a8-0afb-4cba-a5fb-3b0f27edf98e None None] Pushing event updated for resources: {'Port': ['ID=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:13.226667 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Routers {'5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:13.227273 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:21:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:13.373494 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] Set router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:13.436881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cdd94f6c-16ba-42e2-9ecb-b1edef098f6c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:13.508168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:13.517495 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:13.518340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.633044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1ca36b7a-6a95-4777-a1cf-afa6f0dff8bc None None] Provisioning complete for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:13.633362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ca36b7a-6a95-4777-a1cf-afa6f0dff8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.635055 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.657383 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cdd94f6c-16ba-42e2-9ecb-b1edef098f6c', 'name': '', 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'mac_address': 'fa:16:3e:60:7e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:08Z', 'updated_at': '2021-07-16T04:22:13Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'subnets': [{'id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:13.688601 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73693152-6952-4542-879f-dc6f9866b0a3 None None] The sync data for ids ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'] in n-d-800089-6 is: [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:08Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'cdd94f6c-16ba-42e2-9ecb-b1edef098f6c', 'name': '', 'network_id': 'cc14fa10-e3c7-4f4c-8511-ac6b710d57f7', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'mac_address': 'fa:16:3e:60:7e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:08Z', 'updated_at': '2021-07-16T04:22:13Z', 'revision_number': 4, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'subnets': [{'id': 'ad18a76a-14ae-4fd6-b19d-c76591d4142b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:13.707698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,segment=NetworkSegment(4e0aa7b9-b380-4d33-90d3-1a93418b7af3),segment_id=4e0aa7b9-b380-4d33-90d3-1a93418b7af3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:13.716575 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:13.717368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9174ceb8-a1d1-4aac-bb48-3ea78b787caf up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:13.793978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:13.869975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:13.870155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:15.383231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cdd94f6c-16ba-42e2-9ecb-b1edef098f6c up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:15.439194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:15.439481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:19.806564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-ad9d4499-0131-4670-9497-0820f9ad1909 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:19.807926 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-ad9d4499-0131-4670-9497-0820f9ad1909 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 814 time: 0.1029971 Jul 16 04:22:19.823213 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-f346a051-14d1-47f7-a911-9961f08fd58c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/quotas/2440602a6db9435ab114e0b3926edaf9 HTTP/1.1" status: 200 len: 375 time: 0.0099101 Jul 16 04:22:19.887825 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-74ff069b-fa35-4a3b-aa55-9d422a41c710 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596297 Jul 16 04:22:19.982217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-223803ac-b6d9-4662-8fec-9ee24b6d91c6 service neutron] 10.222.0.25 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818524 Jul 16 04:22:20.073076 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-65a70836-e387-4678-bd74-47bca49d7882 service neutron] 10.222.0.25 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Jul 16 04:22:20.243792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3dcf65ef-52ca-4351-82d2-ca2953da5c23 req-67f289ba-ad67-4a27-b6e4-d40b7d78b3c5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 210 time: 0.0295348 Jul 16 04:22:20.796348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99a410d9-b571-4f8b-8d29-4e767d4b327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:21.400070 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-acd7bfa3-1b84-47fe-8bcf-f1cde13dcbcc req-aaff716a-4e1b-43b7-9545-dc510d1ca359 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 210 time: 0.0378134 Jul 16 04:22:21.639783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-7697538b-943a-46ae-9705-521f5d97999d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:21.641314 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-7697538b-943a-46ae-9705-521f5d97999d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 814 time: 0.4464588 Jul 16 04:22:21.655299 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'port': {'device_id': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'admin_state_up': True, 'tenant_id': '2440602a6db9435ab114e0b3926edaf9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:21.804289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Made reservation on behalf of 2440602a6db9435ab114e0b3926edaf9 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:22:21.808517 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:21.952320 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Allocated IP 172.20.0.8 (8c368612-a253-465d-b1f2-462c0bed9104/e334431d-bb1e-4811-80d7-d678fde4c808/bd527fbc-4e6b-4b0b-b2a8-421014620505) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:22.117321 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:22.132465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Transition to ACTIVE for port object bd527fbc-4e6b-4b0b-b2a8-421014620505 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:22.166090 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:22.209290 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Network 8c368612-a253-465d-b1f2-462c0bed9104 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:22.224750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:22.229856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:22.232481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:22.294132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:22.295862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:22.312669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-b7cbf41b-4b33-45fd-8097-89e6bca87731 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624906 Jul 16 04:22:22.540108 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77dafcb8-02c9-4c6e-8b5a-7da9a697b945 None None] Provisioning for port bd527fbc-4e6b-4b0b-b2a8-421014620505 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:22.549200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-77dafcb8-02c9-4c6e-8b5a-7da9a697b945 None None] Provisioning complete for port bd527fbc-4e6b-4b0b-b2a8-421014620505 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:22.549889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77dafcb8-02c9-4c6e-8b5a-7da9a697b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:22.594265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-77dafcb8-02c9-4c6e-8b5a-7da9a697b945 None None] Port bd527fbc-4e6b-4b0b-b2a8-421014620505 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:22:22.599058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb7f90-ccef-4eb4-b394-236ae369847c req-e26536ff-b0f0-4b7b-87ae-5f5c246bb5c4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:22.600579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81eb7f90-ccef-4eb4-b394-236ae369847c req-e26536ff-b0f0-4b7b-87ae-5f5c246bb5c4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0689454 Jul 16 04:22:22.640155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-81eb7f90-ccef-4eb4-b394-236ae369847c req-b282ea65-d1a0-4571-8b0d-e673da9a006e tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jul 16 04:22:23.585746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-353ee163-05d3-4c2a-b324-f45854b288e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:23.818978 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395cd7-8f26-4d7b-8007-514b511d8544 req-9338fe27-2b3d-4df5-8189-3ba8846309a0 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:23.821261 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52395cd7-8f26-4d7b-8007-514b511d8544 req-9338fe27-2b3d-4df5-8189-3ba8846309a0 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0649879 Jul 16 04:22:23.869200 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-52395cd7-8f26-4d7b-8007-514b511d8544 req-73b9c210-2587-4d3e-8f47-35cfa071e947 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Jul 16 04:22:23.929435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:24.544790 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:25.058786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d45ed3-6bf4-48c4-a4ee-579fe4f82a8b req-d0649f76-e4ac-416e-931d-1f77316fc8e9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:25.065549 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98d45ed3-6bf4-48c4-a4ee-579fe4f82a8b req-d0649f76-e4ac-416e-931d-1f77316fc8e9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0757103 Jul 16 04:22:25.102696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98d45ed3-6bf4-48c4-a4ee-579fe4f82a8b req-615e97da-fdb6-44f9-ad7d-9f56ef0518e5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Jul 16 04:22:26.262806 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:26.277827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201ae2d-4dc6-48b0-bdfa-46da89d47640 req-aa54818a-76b3-405a-ad5a-683020a33922 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:26.279517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d201ae2d-4dc6-48b0-bdfa-46da89d47640 req-aa54818a-76b3-405a-ad5a-683020a33922 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0679693 Jul 16 04:22:26.319247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d201ae2d-4dc6-48b0-bdfa-46da89d47640 req-d3314b51-c271-4a45-93e2-1a8bf517081d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Jul 16 04:22:27.496172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0064-46b0-476b-a949-31dcdf75dfc7 req-4db3ea60-fd4c-4344-bdec-810c7b584e74 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:27.497709 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de0d0064-46b0-476b-a949-31dcdf75dfc7 req-4db3ea60-fd4c-4344-bdec-810c7b584e74 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0643783 Jul 16 04:22:27.541351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de0d0064-46b0-476b-a949-31dcdf75dfc7 req-bb52bc6a-d7ce-43fe-9e93-e3c15407164b tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 Jul 16 04:22:28.730668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bf985-fe92-4eea-864b-839f7ed388ce req-a3abd238-503e-473c-ae55-ee9d90c60b9b tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:28.733192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f4bf985-fe92-4eea-864b-839f7ed388ce req-a3abd238-503e-473c-ae55-ee9d90c60b9b tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0783277 Jul 16 04:22:28.783029 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f4bf985-fe92-4eea-864b-839f7ed388ce req-98efc817-d239-48d0-b945-a5ffbb17d858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Jul 16 04:22:29.950756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd294c-0405-44a4-8f7b-b8bdf6d056af req-ab8f799f-6b1a-49b2-9fa0-7f4d4d4f4283 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:29.952251 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1fd294c-0405-44a4-8f7b-b8bdf6d056af req-ab8f799f-6b1a-49b2-9fa0-7f4d4d4f4283 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0633109 Jul 16 04:22:29.990995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1fd294c-0405-44a4-8f7b-b8bdf6d056af req-e4c6b21e-b31e-4e9b-bc8b-c04f36747716 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Jul 16 04:22:31.166235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feea85-6276-4cba-8b9a-6fea7cb2ea77 req-9967c583-1239-4882-9edc-46011e2162e7 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:31.167727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97feea85-6276-4cba-8b9a-6fea7cb2ea77 req-9967c583-1239-4882-9edc-46011e2162e7 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 931 time: 0.0665855 Jul 16 04:22:31.205346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97feea85-6276-4cba-8b9a-6fea7cb2ea77 req-21b2cb84-71b8-46b4-bc1f-47255d9afbc2 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jul 16 04:22:31.671269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Request body: {'port': {'device_id': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:31.748313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.000768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd527fbc-4e6b-4b0b-b2a8-421014620505 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:22:32.009120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.020714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Transition to ACTIVE for port object bd527fbc-4e6b-4b0b-b2a8-421014620505 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:22:32.025011 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.075018 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:32.149313 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Attempting to bind port bd527fbc-4e6b-4b0b-b2a8-421014620505 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:22:32.149649 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Attempting to bind port bd527fbc-4e6b-4b0b-b2a8-421014620505 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:22:32.149977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Attempting to bind port bd527fbc-4e6b-4b0b-b2a8-421014620505 on network 8c368612-a253-465d-b1f2-462c0bed9104 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:32.154526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Port bd527fbc-4e6b-4b0b-b2a8-421014620505 on network 8c368612-a253-465d-b1f2-462c0bed9104 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:22:32.154879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Attempting to bind port bd527fbc-4e6b-4b0b-b2a8-421014620505 on network 8c368612-a253-465d-b1f2-462c0bed9104 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:22:32.159718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:22:32.160061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Checking segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:22:32.160448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Bound using segment: {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:22:32.160885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Bound port: bd527fbc-4e6b-4b0b-b2a8-421014620505, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e1624d-8bee-4caf-86a5-1917225d6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:22:32.161244 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.225905 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:22:32.229003 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:22:32.233138 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.267486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.268104 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.269546 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-750931cc-d035-4536-8af8-e933867a9414 service neutron] 10.222.0.11 "PUT /v2.0/ports/bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 1091 time: 0.6034231 Jul 16 04:22:32.269984 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:32.272285 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1e012-e366-4182-a446-21e7ce61d0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:32.296341 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750931cc-d035-4536-8af8-e933867a9414 service neutron] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:32.380557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-23524692-5cc6-42d3-93aa-d35ca750034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.382370 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-23524692-5cc6-42d3-93aa-d35ca750034d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1094 time: 0.0696030 Jul 16 04:22:32.427070 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-5d1109b9-6f4d-4ea2-ae40-6ef1a3ac5ec6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 217 time: 0.0370867 Jul 16 04:22:32.481882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-ff784fb7-7c6b-4764-96a2-cc9f43db776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.483415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-ff784fb7-7c6b-4764-96a2-cc9f43db776e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0497437 Jul 16 04:22:32.548272 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-a9c20d66-1559-4b63-8f40-ea60dcbe6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.549780 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-a9c20d66-1559-4b63-8f40-ea60dcbe6068 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596504 Jul 16 04:22:32.605656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35948545-35d0-4ec6-b1d6-ddcaf9baf343 req-728e6cf1-23dc-40fb-8e4f-7325cc253234 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.607167 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35948545-35d0-4ec6-b1d6-ddcaf9baf343 req-728e6cf1-23dc-40fb-8e4f-7325cc253234 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 943 time: 0.0626059 Jul 16 04:22:32.637743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-76eeb1aa-25f1-40d8-a797-5216159d465c service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809519 Jul 16 04:22:32.644179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35948545-35d0-4ec6-b1d6-ddcaf9baf343 req-cc500367-ad4e-4847-b82c-c6547747bf68 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Jul 16 04:22:32.707016 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130a2484-ebcb-448c-9607-e940f2c93290 x-openstack-request-id: req-130a2484-ebcb-448c-9607-e940f2c93290 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:32.707531 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:32.707531 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-130a2484-ebcb-448c-9607-e940f2c93290 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:32.707931 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'status': 'completed', 'code': 200} Jul 16 04:22:32.735743 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8e2aa0ff-1665-4c04-9324-5521b9896c7c req-9c386f53-33dc-474e-aee4-e6b7cff54739 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923433 Jul 16 04:22:32.835473 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-018fa432-fd3e-41ac-a1e2-88f41ad90057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.836820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-018fa432-fd3e-41ac-a1e2-88f41ad90057 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1094 time: 0.0527322 Jul 16 04:22:32.927626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-fae337e2-a624-4cfc-9de0-b0cc85d63b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:32.929076 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-fae337e2-a624-4cfc-9de0-b0cc85d63b6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.0859787 Jul 16 04:22:32.969710 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-7dca2b25-a93e-4278-9dcc-f57ab9b692bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 217 time: 0.0335898 Jul 16 04:22:33.017021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-4be3c1f9-818f-4952-9664-5ae024ca059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:33.018440 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-4be3c1f9-818f-4952-9664-5ae024ca059c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0423074 Jul 16 04:22:33.077804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-fa1e4415-1108-4da5-9c40-591d83fb7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:33.079256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-fa1e4415-1108-4da5-9c40-591d83fb7597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529237 Jul 16 04:22:33.166153 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-0fab17b2-b92e-46d1-b299-651825d84063 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787656 Jul 16 04:22:33.256908 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ced1e012-e366-4182-a446-21e7ce61d0c6 req-fc938e62-6917-4d87-863f-a87c5a1eb1f1 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835600 Jul 16 04:22:33.335672 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:33.813395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9b676-044e-452e-8fa7-81ff331e9ee9 req-5e01787d-0858-4e10-b0cd-42b421bd5ade tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:33.814859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60c9b676-044e-452e-8fa7-81ff331e9ee9 req-5e01787d-0858-4e10-b0cd-42b421bd5ade tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 943 time: 0.0605464 Jul 16 04:22:33.855340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-60c9b676-044e-452e-8fa7-81ff331e9ee9 req-275031a4-d396-4dad-b50b-a6aa75780103 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Jul 16 04:22:34.059623 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:34.214844 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bd527fbc-4e6b-4b0b-b2a8-421014620505 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:22:34.304123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:34.317319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'port_id': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'mac_address': 'fa:16:3e:c4:69:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:22:34.353742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:34.366103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd527fbc-4e6b-4b0b-b2a8-421014620505 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:22:34.385269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:34.388797 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:34.433634 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:34.440846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.441205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.441556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.441901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.442264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.442627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.443453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.443794 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.444125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.444458 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.444790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.445121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:34.605300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bd527fbc-4e6b-4b0b-b2a8-421014620505'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:22:35.027288 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fb72c-cbc4-432f-8063-3db8d703ac97 req-998e0593-69f8-4f3a-9e47-0a789ec51d34 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:35.028787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b05fb72c-cbc4-432f-8063-3db8d703ac97 req-998e0593-69f8-4f3a-9e47-0a789ec51d34 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 944 time: 0.0654385 Jul 16 04:22:35.066772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b05fb72c-cbc4-432f-8063-3db8d703ac97 req-e7cb2e20-39b0-4b9f-aafe-f5701aa4e55f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Jul 16 04:22:36.224237 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bd527fbc-4e6b-4b0b-b2a8-421014620505 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:22:36.235314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b9e0e-e79f-494d-b752-d5d40bd697e0 req-94d7aad1-78ca-4592-9287-aebb45c00c34 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:36.236794 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f4b9e0e-e79f-494d-b752-d5d40bd697e0 req-94d7aad1-78ca-4592-9287-aebb45c00c34 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 944 time: 0.0621622 Jul 16 04:22:36.272800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port bd527fbc-4e6b-4b0b-b2a8-421014620505 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:22:36.275283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1f4b9e0e-e79f-494d-b752-d5d40bd697e0 req-b8349fce-1d63-46db-8c04-6853e5732648 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jul 16 04:22:36.276665 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port bd527fbc-4e6b-4b0b-b2a8-421014620505 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:36.277031 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:36.353499 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:36.375380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:36.377558 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740a4214-cc99-45d4-bbe8-be4b81483a02" -d '{"events": [{"server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "name": "network-vif-plugged", "status": "completed", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:36.389991 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:36.393973 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:36.419077 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5e19cd-e376-4e96-b52e-1bfb1c7e3a51 x-openstack-request-id: req-2a5e19cd-e376-4e96-b52e-1bfb1c7e3a51 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:36.419367 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "name": "network-vif-plugged", "status": "completed", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:36.419618 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a5e19cd-e376-4e96-b52e-1bfb1c7e3a51 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:36.419999 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'code': 200} Jul 16 04:22:36.444821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:36.529436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2943e86-8549-4d8e-ad63-42895afdf50a req-fa2a528f-1d29-4db1-8dcc-a19345d0febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:36.530916 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2943e86-8549-4d8e-ad63-42895afdf50a req-fa2a528f-1d29-4db1-8dcc-a19345d0febc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1096 time: 0.0509613 Jul 16 04:22:36.564779 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c2943e86-8549-4d8e-ad63-42895afdf50a req-10750917-ac02-42d8-b885-5d94846a5514 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278521 Jul 16 04:22:37.451431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45f393-8ef8-4daf-bbf8-2b80ccc664de req-0a4d5470-a737-45ff-a041-be62c56936dd tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:37.452891 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef45f393-8ef8-4daf-bbf8-2b80ccc664de req-0a4d5470-a737-45ff-a041-be62c56936dd tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0651343 Jul 16 04:22:37.489357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef45f393-8ef8-4daf-bbf8-2b80ccc664de req-f79c238e-25f4-41ab-b77f-23add29dd438 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Jul 16 04:22:37.655756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c5a9c-710f-4143-938e-0e7c0cbfe151 req-aec400d7-2623-4402-910b-cbe8906cf1d5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:37.657110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad8c5a9c-710f-4143-938e-0e7c0cbfe151 req-aec400d7-2623-4402-910b-cbe8906cf1d5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0624545 Jul 16 04:22:37.693493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad8c5a9c-710f-4143-938e-0e7c0cbfe151 req-55c2e871-35f0-4243-bf90-565be4a2f8ea tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Jul 16 04:22:38.022639 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0511-bc1f-4859-818f-b13b408aecfb req-6f6d1675-872a-4b22-9ef4-3f8ced2c309c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:38.024491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21be0511-bc1f-4859-818f-b13b408aecfb req-6f6d1675-872a-4b22-9ef4-3f8ced2c309c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0646465 Jul 16 04:22:38.060716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21be0511-bc1f-4859-818f-b13b408aecfb req-df4d4e86-f71e-49ef-adf2-c9e52e63b9d6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309057 Jul 16 04:22:40.645437 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:22:49.673563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1795e6e-42a6-40d0-afd7-907987fe2add req-c549c816-8300-492f-974f-3f3b5ebda279 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:49.674987 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1795e6e-42a6-40d0-afd7-907987fe2add req-c549c816-8300-492f-974f-3f3b5ebda279 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0705590 Jul 16 04:22:49.712538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1795e6e-42a6-40d0-afd7-907987fe2add req-10e62780-0658-4def-b5dc-4e7d6a802c5d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Jul 16 04:22:49.736936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:49.870106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eec505-9884-443d-bc1f-bcdd191b356e tempest-TestMinimumBasicScenario-179383673 tempest-TestMinimumBasicScenario-179383673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:49.871626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-93eec505-9884-443d-bc1f-bcdd191b356e tempest-TestMinimumBasicScenario-179383673 tempest-TestMinimumBasicScenario-179383673-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1091 time: 0.1337495 Jul 16 04:22:49.874611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:49.878828 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:49.901154 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:49.996818 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.098837 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Allocated IP 172.25.4.229 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/67b7a2ec-8c5d-4cd8-bbbe-252fe0109c8e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:22:50.193838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.232287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.271146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:22:50.273936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:22:50.276525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:22:50.302768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'Port': ['ID=67b7a2ec-8c5d-4cd8-bbbe-252fe0109c8e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:50.629046 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.703920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.798389 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3de350bf-6fbc-4e65-83f3-e1544ccb7951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.849499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.853935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:50.923255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'Port': ['ID=67b7a2ec-8c5d-4cd8-bbbe-252fe0109c8e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:50.930976 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:51.376515 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Floating IP 0eff51c6-68b3-40c0-a587-d052ffa73d94 associated. External IP: 172.25.4.229, port: bd527fbc-4e6b-4b0b-b2a8-421014620505. Jul 16 04:22:51.575218 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:22:51.679112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:51.689638 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] Sync routers for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:51.696910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:51.699369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:51.699995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:22:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:51.732096 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1ab1dd2e-76dc-481d-a8ec-4f7aa87feb10 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8564544 Jul 16 04:22:51.732679 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:51.735086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49940) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:51.740065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151454257', 'description': 'tempest-secgroup-smoke-1151454257 description', 'project_id': '2440602a6db9435ab114e0b3926edaf9'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:51.766583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:51.813278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:51.840979 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd674f89-2dfa-4695-87ec-f621445cebf5" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:51.859915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:51.864540 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:51.892086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:51.896854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574428 Jul 16 04:22:51.897455 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49952) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:51.902856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group_rule': {'security_group_id': 'f48a6210-9e8e-406e-97a9-2c709f09393b', 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:51.910449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a6210-9e8e-406e-97a9-2c709f09393b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:51.928428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.928840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.929186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.929534 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.929866 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.930210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.930566 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.930899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.931298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.931530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.932482 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.932825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90a3d0-0a60-4af1-bd6b-a87442830b7f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:51.952663 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bc6b59-efce-4f46-b93e-5d422153fb73 x-openstack-request-id: req-b4bc6b59-efce-4f46-b93e-5d422153fb73 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:51.952953 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:51.953203 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4bc6b59-efce-4f46-b93e-5d422153fb73 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:51.953697 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'status': 'completed', 'code': 200} Jul 16 04:22:51.956824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.041279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.044806 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0eff51c6-68b3-40c0-a587-d052ffa73d94', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'port_id': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'mac_address': 'fa:16:3e:c4:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:22:50Z', 'updated_at': '2021-07-16T04:22:50Z', 'revision_number': 0, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:52.048573 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.076913 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9995650-6516-4178-a11c-79f95fe1ecd3,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:52.082562 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.084045 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-812c1edf-b6d1-48e5-9a37-3f0489145cc9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853981 Jul 16 04:22:52.086466 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-aa0a99e1-6391-4b26-b805-f39be67ae17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:52.087482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:52.088323 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-aa0a99e1-6391-4b26-b805-f39be67ae17c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1096 time: 0.1090827 Jul 16 04:22:52.093037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group_rule': {'security_group_id': 'f48a6210-9e8e-406e-97a9-2c709f09393b', 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:52.123979 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.175332 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.180578 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.195428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-f906f428-63c3-4c8a-b670-fd9905c86019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:52.197018 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-f906f428-63c3-4c8a-b670-fd9905c86019 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.1001608 Jul 16 04:22:52.202357 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9742b7e4-3de6-45bb-a6d6-e5f8191a5d49,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:52.209205 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.210574 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1c5bde02-2a50-4953-a410-43b9d32becf5 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215041 Jul 16 04:22:52.213291 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:52.218412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group_rule': {'security_group_id': 'f48a6210-9e8e-406e-97a9-2c709f09393b', 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:52.226692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] Checking router: 214d3eab-809c-4d93-a7e4-f651c66bd5b0 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:52.235071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:52.235721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:22:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:52.245900 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.269753 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-8ccb68d8-52bc-41f8-a54a-6f4a90b66a5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 999 time: 0.0662763 Jul 16 04:22:52.310121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.314062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.327484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-336ea162-dfa3-4cba-a32c-7daf8dc60fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:52.329351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-336ea162-dfa3-4cba-a32c-7daf8dc60fe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0515101 Jul 16 04:22:52.338115 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf2da6e-213c-42f8-a445-bffb220ffbfe,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:52.347406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:52.347934 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.349881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-969f4b22-2508-4c7f-b99e-e0ba172d1246 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356399 Jul 16 04:22:52.356754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:52.360993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group_rule': {'security_group_id': 'f48a6210-9e8e-406e-97a9-2c709f09393b', 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:52.395467 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.400941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-43a148f3-2eec-4faa-93bd-aeaabd6cd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:52.402517 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-43a148f3-2eec-4faa-93bd-aeaabd6cd5d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655310 Jul 16 04:22:52.461753 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.467910 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.490391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59b8fff-4aab-4cfa-b804-064217a52bd5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:52.499867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.501298 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-927dcc7d-3847-4bb8-a611-3a005e35a2b0 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906487 Jul 16 04:22:52.502971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-018bfcba-8477-4568-8d64-18b4c870cfdb tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491258 Jul 16 04:22:52.503854 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 49962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:52.508479 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group_rule': {'security_group_id': 'f48a6210-9e8e-406e-97a9-2c709f09393b', 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:52.531018 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Project 2440602a6db9435ab114e0b3926edaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:22:52.536107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.600872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.603693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0eff51c6-68b3-40c0-a587-d052ffa73d94', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'port_id': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'mac_address': 'fa:16:3e:c4:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:22:50Z', 'updated_at': '2021-07-16T04:22:50Z', 'revision_number': 0, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:52.604767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.605511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fd674f89-2dfa-4695-87ec-f621445cebf5 req-3400a41c-dc2c-4672-a749-a6c7e995ce4b service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972037 Jul 16 04:22:52.624227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026b3a9b-2ca6-462c-84d9-b9c37f9ab939,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:52.630125 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.631309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baf790-9cf2-4eeb-84f8-90aa4d0f0d74 None None] The sync data for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 is: [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '0eff51c6-68b3-40c0-a587-d052ffa73d94', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'port_id': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'mac_address': 'fa:16:3e:c4:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:22:50Z', 'updated_at': '2021-07-16T04:22:50Z', 'revision_number': 0, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:52.634199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 49966) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:52.634357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3802b735-78d5-4dd4-b149-a0d59c6e0ec4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294138 Jul 16 04:22:52.638847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'security_group_rule': {'security_group_id': 'f48a6210-9e8e-406e-97a9-2c709f09393b', 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:52.661129 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Project 2440602a6db9435ab114e0b3926edaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:22:52.666814 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.730705 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.734673 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.753278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de25a49f-07fe-4081-a49e-39359b9a7a99,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:52.756370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:52.759230 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6b9109f2-ad07-4d7f-af86-4391b79f3be9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238685 Jul 16 04:22:52.824875 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d35c9-a1e9-4b8f-b970-71ef9f21b76a None None] New status for floating IP 0eff51c6-68b3-40c0-a587-d052ffa73d94: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:22:52.880394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-83b05517-ff40-4a02-862b-1d988d0595f9 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151454257&fields=id&tenant_id=2440602a6db9435ab114e0b3926edaf9 HTTP/1.1" status: 200 len: 267 time: 0.0325582 Jul 16 04:22:52.950780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-852fb4c7-de65-4c9b-85e6-9139933d72ec tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:52.952248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-852fb4c7-de65-4c9b-85e6-9139933d72ec tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0667982 Jul 16 04:22:52.965541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'port': {'security_groups': ['993f04e9-32df-4d99-923f-c9ae590a0550', 'f48a6210-9e8e-406e-97a9-2c709f09393b']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:53.046974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.225423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:53.252891 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.257702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.273134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bd527fbc-4e6b-4b0b-b2a8-421014620505'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:22:53.304705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:53.305349 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.306792 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05a8799d-f810-48ad-a5a5-8e9bd9bbb6c5 req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "PUT /v2.0/ports/bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 981 time: 0.3475907 Jul 16 04:22:53.333017 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c492e-a768-4e0f-bbcf-11b85fdaf3a6 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:53.373179 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bd527fbc-4e6b-4b0b-b2a8-421014620505'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:22:53.490786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b318f5-32d6-412e-a873-a64243cc2481 req-2794b33f-7d07-4c6c-bc9b-a6465f61431c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:53.492397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4b318f5-32d6-412e-a873-a64243cc2481 req-2794b33f-7d07-4c6c-bc9b-a6465f61431c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0710828 Jul 16 04:22:53.535874 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c4b318f5-32d6-412e-a873-a64243cc2481 req-270173b7-d5e4-4deb-9d72-5a638683d94c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366507 Jul 16 04:22:53.571161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4455a459-8ce6-40dc-957b-b9263b29d5b9 None None] Provisioning complete for port bd527fbc-4e6b-4b0b-b2a8-421014620505 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:53.571458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4455a459-8ce6-40dc-957b-b9263b29d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.647430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0f83-93ab-432f-a28c-fc5012ad0e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.926599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:53.955072 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:53.957405 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b61336b-9f95-4fa4-be19-25f5a1dc5731" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:53.992783 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57fbdb1-8259-4aba-ab19-de089a8f4442 x-openstack-request-id: req-a57fbdb1-8259-4aba-ab19-de089a8f4442 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:53.993075 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:53.993332 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a57fbdb1-8259-4aba-ab19-de089a8f4442 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:53.993726 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'status': 'completed', 'code': 200} Jul 16 04:22:54.067059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-3fb68836-21eb-41b1-b782-7f7d19f963d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:54.068461 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-3fb68836-21eb-41b1-b782-7f7d19f963d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1135 time: 0.0526810 Jul 16 04:22:54.157029 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-1ff0afc9-8380-4405-b86e-a14fde502c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:54.158425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-1ff0afc9-8380-4405-b86e-a14fde502c81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.0836575 Jul 16 04:22:54.224436 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-6302853a-98de-47b0-8068-be2bc15bbea0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 1001 time: 0.0589139 Jul 16 04:22:54.270389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-07f650b5-f4df-4973-8d4a-97cae352a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:54.272286 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-07f650b5-f4df-4973-8d4a-97cae352a330 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0416658 Jul 16 04:22:54.326683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-07e3c4e4-f5df-4c89-83cc-445f7330f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:54.328033 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-07e3c4e4-f5df-4c89-83cc-445f7330f876 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491977 Jul 16 04:22:54.418583 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-64ceb258-b27c-45a1-abfa-4072e9b702e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838180 Jul 16 04:22:54.503564 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9b61336b-9f95-4fa4-be19-25f5a1dc5731 req-96176244-2796-4f9d-9fa2-6e8066a6c3c3 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781913 Jul 16 04:22:54.534943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:56.265423 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:03.345607 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:04.073310 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:10.651961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-e0475cd1-dced-41c9-9d44-d2f4d13a5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:10.653478 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-e0475cd1-dced-41c9-9d44-d2f4d13a5c3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1135 time: 0.0561209 Jul 16 04:23:10.690390 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3274a4-f742-4800-8ce4-62f66ef09eeb req-9881da0a-3084-4119-a4e6-12bd8b2f4f39 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:10.691961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c3274a4-f742-4800-8ce4-62f66ef09eeb req-9881da0a-3084-4119-a4e6-12bd8b2f4f39 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0646162 Jul 16 04:23:10.731583 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c3274a4-f742-4800-8ce4-62f66ef09eeb req-4c00839b-e456-4377-9d5c-5d9d9ad7a290 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332878 Jul 16 04:23:10.749765 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-616c4542-20eb-4299-b0d6-5fd5e10bc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:10.751249 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-616c4542-20eb-4299-b0d6-5fd5e10bc4ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.0914307 Jul 16 04:23:10.819170 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-c68f9c98-b3df-4431-b5fd-a6afe7b21a5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 1001 time: 0.0595450 Jul 16 04:23:10.864727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-bd0be3b1-2fe3-4023-b64a-e932972b9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:10.866613 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-bd0be3b1-2fe3-4023-b64a-e932972b9a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0416167 Jul 16 04:23:10.920992 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-f6b4203f-030e-41d0-a878-254b96e90308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:10.922305 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-f6b4203f-030e-41d0-a878-254b96e90308 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487654 Jul 16 04:23:11.013999 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-5bd46d26-2785-4643-91ff-91915081f80c service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828784 Jul 16 04:23:11.101248 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3658a991-31c2-412a-9ce4-8934afee6bb6 req-268e3ad1-5a7f-4dac-8608-f898d40c7d7b service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791593 Jul 16 04:23:11.907318 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d9b7d-fbfc-4959-a61c-4f5689edb1c6 req-dfd21e08-c202-4cea-b4e2-812f92a34000 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:11.908795 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac4d9b7d-fbfc-4959-a61c-4f5689edb1c6 req-dfd21e08-c202-4cea-b4e2-812f92a34000 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0676670 Jul 16 04:23:11.946849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ac4d9b7d-fbfc-4959-a61c-4f5689edb1c6 req-c88acb08-4642-49ea-a7aa-ccb233918324 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324969 Jul 16 04:23:13.116532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2500f-84cd-4786-9a03-e719551a99bc req-32efdb73-9cfd-42c4-8902-38c69cc116c2 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:13.118004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cc2500f-84cd-4786-9a03-e719551a99bc req-32efdb73-9cfd-42c4-8902-38c69cc116c2 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0623243 Jul 16 04:23:13.156829 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9cc2500f-84cd-4786-9a03-e719551a99bc req-6df4c87f-212f-4daa-9400-f6d544248997 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333052 Jul 16 04:23:14.332825 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428f42-0e15-4c5f-be54-d7b77b07fa8a req-a7d283ce-8f79-404f-9093-1e9af06e85f4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:14.334897 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6428f42-0e15-4c5f-be54-d7b77b07fa8a req-a7d283ce-8f79-404f-9093-1e9af06e85f4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0668044 Jul 16 04:23:14.373906 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6428f42-0e15-4c5f-be54-d7b77b07fa8a req-f29e5c5f-dc71-4ec4-8ee7-0d8f12ea7837 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329700 Jul 16 04:23:15.546823 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aef5c5-fee6-49d3-b4d3-e9bf5e1c41aa req-e0ea0e97-943d-400e-9301-d9b654599820 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:15.548318 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83aef5c5-fee6-49d3-b4d3-e9bf5e1c41aa req-e0ea0e97-943d-400e-9301-d9b654599820 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0642729 Jul 16 04:23:15.588172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-83aef5c5-fee6-49d3-b4d3-e9bf5e1c41aa req-07d0250c-448d-420e-a5e5-40bf4336777e tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342019 Jul 16 04:23:16.755263 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140212c-1d3c-4cf8-a9b3-fd89bccd0ec5 req-e47b8a4f-2738-44eb-87d1-9a5a68b623f1 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:16.756702 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1140212c-1d3c-4cf8-a9b3-fd89bccd0ec5 req-e47b8a4f-2738-44eb-87d1-9a5a68b623f1 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0609770 Jul 16 04:23:16.795182 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1140212c-1d3c-4cf8-a9b3-fd89bccd0ec5 req-7737ec59-f48a-475e-98dd-7ce55fa3024d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329599 Jul 16 04:23:17.227361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-4e417a22-dbe4-4ba6-863c-576196d5f756 req-76832848-f7d5-49c9-a87e-13277d2e7933 service neutron] (93756) timed out ('10.222.0.11', 65132) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:23:17.644512 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:23:17.970861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2daae6-06b6-4ffd-875d-1f608878a930 req-69bc4947-2ddc-4465-b7d2-7325a0883d6c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:17.972339 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d2daae6-06b6-4ffd-875d-1f608878a930 req-69bc4947-2ddc-4465-b7d2-7325a0883d6c tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0681875 Jul 16 04:23:18.010842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d2daae6-06b6-4ffd-875d-1f608878a930 req-ddbc1a38-c788-4f3a-949d-be225a638444 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328481 Jul 16 04:23:19.183641 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce4a9c-d04b-45b3-aa24-0f97ecb16b13 req-5a9e4c3a-00eb-4a93-b916-870cc3d3383a tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:19.185099 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47ce4a9c-d04b-45b3-aa24-0f97ecb16b13 req-5a9e4c3a-00eb-4a93-b916-870cc3d3383a tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0622292 Jul 16 04:23:19.223919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-47ce4a9c-d04b-45b3-aa24-0f97ecb16b13 req-41428198-3168-4d6a-b83e-c967875cf860 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332651 Jul 16 04:23:20.400764 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf457f53-0909-416b-b087-bbe48ddf7d37 req-ce5ceb07-b92d-4573-b192-1c873611ce07 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:20.402232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf457f53-0909-416b-b087-bbe48ddf7d37 req-ce5ceb07-b92d-4573-b192-1c873611ce07 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0682828 Jul 16 04:23:20.446009 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf457f53-0909-416b-b087-bbe48ddf7d37 req-16c802af-64be-410e-91ac-12bae84c1739 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380902 Jul 16 04:23:20.798254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-461c20a7-3c3a-4b29-8159-647452bb26b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:21.616868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6fff-9087-43f3-97ee-d82ce4b37e80 req-948c8140-ee94-4aab-97b8-4b18b25c15ad tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:21.618253 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d70a6fff-9087-43f3-97ee-d82ce4b37e80 req-948c8140-ee94-4aab-97b8-4b18b25c15ad tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0627747 Jul 16 04:23:21.657016 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d70a6fff-9087-43f3-97ee-d82ce4b37e80 req-35b4af9c-b2f9-4311-8993-0d0fa867943f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330701 Jul 16 04:23:22.834988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43963-1deb-4c9f-8d75-00d65bc45ed6 req-31cc6c41-0a38-4142-a5b1-848a79cfeaa4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:22.836485 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee43963-1deb-4c9f-8d75-00d65bc45ed6 req-31cc6c41-0a38-4142-a5b1-848a79cfeaa4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0649633 Jul 16 04:23:22.877612 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee43963-1deb-4c9f-8d75-00d65bc45ed6 req-f1cfe436-62dd-4957-92e1-40431cf22901 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&id=f48a6210-9e8e-406e-97a9-2c709f09393b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352783 Jul 16 04:23:23.587958 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-af0de86c-02de-4c3a-b78a-285cfbcd6d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.907679 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.536799 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.266178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:30.859173 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-949f2529-fdb8-442a-8cd7-9ad7f39b5479 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507503 Jul 16 04:23:30.958736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14affc53-a591-426c-82a6-1fd1b971109d req-3b9fdc86-7787-497c-a44f-38f466ab95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:30.960200 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-3b9fdc86-7787-497c-a44f-38f466ab95bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1135 time: 0.0566208 Jul 16 04:23:31.059505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14affc53-a591-426c-82a6-1fd1b971109d req-7d684a98-ef93-4ba9-b14c-f06413194200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:31.060943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-7d684a98-ef93-4ba9-b14c-f06413194200 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.0824311 Jul 16 04:23:31.126844 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-a7822316-6314-4bfe-9ec4-e1f06ecbd32b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 1001 time: 0.0597897 Jul 16 04:23:31.172252 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14affc53-a591-426c-82a6-1fd1b971109d req-f7ece1d1-819d-48d3-8431-09ae1abe98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:31.173614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-f7ece1d1-819d-48d3-8431-09ae1abe98f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0411160 Jul 16 04:23:31.226925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14affc53-a591-426c-82a6-1fd1b971109d req-66aab064-08bb-46e7-a40d-aabfbec7356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:31.228341 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-66aab064-08bb-46e7-a40d-aabfbec7356a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489528 Jul 16 04:23:31.317663 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-d6156624-e973-4bfc-a2d5-7af0744f3d7a service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Jul 16 04:23:31.404258 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-14affc53-a591-426c-82a6-1fd1b971109d req-530d7ea1-980f-4c84-b432-f1970cc9ab84 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799248 Jul 16 04:23:33.357941 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:34.087050 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:50.803307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6824c987-755a-47f3-889d-24c1c678008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:53.588934 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1e1f752-2e34-49db-a11a-9bdf27835c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:53.908471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:54.540556 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:54.643675 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:23:55.356245 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-1ea67efa-a136-4427-8333-8454c3d5f00f tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151454257&fields=id&tenant_id=2440602a6db9435ab114e0b3926edaf9 HTTP/1.1" status: 200 len: 267 time: 0.0373945 Jul 16 04:23:55.421018 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-f827241a-e8c8-44e3-a193-2de3f25f9578 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:55.422451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-f827241a-e8c8-44e3-a193-2de3f25f9578 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 984 time: 0.0608835 Jul 16 04:23:55.433556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Request body: {'port': {'security_groups': ['993f04e9-32df-4d99-923f-c9ae590a0550']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:55.511768 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:55.675742 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:55.706788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:55.711879 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:55.723990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bd527fbc-4e6b-4b0b-b2a8-421014620505'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:23:55.754152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:55.754797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:55.756225 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8f52f15d-b29c-4a07-947b-693fcd7d5eba req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "PUT /v2.0/ports/bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 942 time: 0.3270872 Jul 16 04:23:55.756669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:23:55.758997 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bd4c12-52c5-447c-984e-1fbee42b2abd" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:23:55.763226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50036) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:55.785891 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event updated for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:55.794179 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.794563 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.794881 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.795213 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.795541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.795865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.796188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.796508 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.796829 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.797151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.797523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.797846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382679e9-eacf-4136-8616-cf0d34722f87 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:55.803444 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34defcc9-eff3-4e70-86f3-fc71b889dbad x-openstack-request-id: req-34defcc9-eff3-4e70-86f3-fc71b889dbad {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:23:55.803727 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:23:55.803973 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34defcc9-eff3-4e70-86f3-fc71b889dbad {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:23:55.804652 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'status': 'completed', 'code': 200} Jul 16 04:23:55.845496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bd527fbc-4e6b-4b0b-b2a8-421014620505'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:23:55.890831 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:55.933208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:55.972954 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-46c2eda6-a2c0-4e8e-af46-29c667e57195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:55.975169 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-46c2eda6-a2c0-4e8e-af46-29c667e57195 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1096 time: 0.1294341 Jul 16 04:23:56.044190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-84aec9d4-b402-49c4-8466-f745450e085e None None] Provisioning complete for port bd527fbc-4e6b-4b0b-b2a8-421014620505 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:56.044445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84aec9d4-b402-49c4-8466-f745450e085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.062482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.065067 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.069255 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "DELETE /v2.0/security-groups/f48a6210-9e8e-406e-97a9-2c709f09393b HTTP/1.1" status: 204 len: 168 time: 0.2998030 Jul 16 04:23:56.069580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:56.083144 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a6210-9e8e-406e-97a9-2c709f09393b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:56.087390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-1ec2b5e2-a61e-470e-86ce-c6c11b085002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:56.088863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-1ec2b5e2-a61e-470e-86ce-c6c11b085002 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.1075108 Jul 16 04:23:56.093871 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.094205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.094574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.094910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.095243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.095573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.095901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.096223 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.096554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.096877 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.097202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.097521 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7c2fa-d7e7-4ecf-9864-735367b2e858 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:56.160513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-93c7886c-a9b2-4ac0-96f0-e134a6758b2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 1001 time: 0.0601823 Jul 16 04:23:56.213143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-63e9ee55-d411-4bf7-b1c4-5c8e20eb47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:56.214619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-63e9ee55-d411-4bf7-b1c4-5c8e20eb47fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0476711 Jul 16 04:23:56.226708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Deleting port 67b7a2ec-8c5d-4cd8-bbbe-252fe0109c8e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:56.227051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.271060 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.272602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-46a08b07-0d26-4a76-a74b-7d8a39344d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:56.274106 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-46a08b07-0d26-4a76-a74b-7d8a39344d7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531290 Jul 16 04:23:56.306225 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.306452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.317697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Calling delete_port for 67b7a2ec-8c5d-4cd8-bbbe-252fe0109c8e owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:56.360980 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-d9c73aae-47f0-4d6d-8af4-8c2e3d970042 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805531 Jul 16 04:23:56.452574 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92bd4c12-52c5-447c-984e-1fbee42b2abd req-39bd8f47-d593-486a-b778-ed3cb768d335 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Jul 16 04:23:56.462681 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.492646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event deleted for resources: {'Port': ['ID=67b7a2ec-8c5d-4cd8-bbbe-252fe0109c8e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:56.550698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.551026 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Floating IP 0eff51c6-68b3-40c0-a587-d052ffa73d94 disassociated (deleted). External IP: 172.25.4.229, port: bd527fbc-4e6b-4b0b-b2a8-421014620505. Jul 16 04:23:56.751655 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:23:56.854244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:23:56.859103 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:56.864764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] Sync routers for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:23:56.873661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:56.874270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:56.893861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9d223ab6-d691-4473-8f54-4005c3253486 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "DELETE /v2.0/floatingips/0eff51c6-68b3-40c0-a587-d052ffa73d94 HTTP/1.1" status: 204 len: 168 time: 0.8232050 Jul 16 04:23:56.983677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:57.187106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:57.213666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] Checking router: 214d3eab-809c-4d93-a7e4-f651c66bd5b0 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:23:57.224224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:57.224828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:57.327562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:57.517785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:57.546722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026778b-7e2e-4ac1-819c-8d970be169e1 None None] The sync data for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 is: [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:22:04Z', 'revision_number': 4, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '7055d263-8279-41ea-a9d6-78cc19883f1d', 'name': '', 'network_id': '8c368612-a253-465d-b1f2-462c0bed9104', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'mac_address': 'fa:16:3e:58:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:03Z', 'updated_at': '2021-07-16T04:22:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'subnets': [{'id': 'e334431d-bb1e-4811-80d7-d678fde4c808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:23:57.770361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b319c032-1cb4-4062-801b-6bed3ac00740 None None] New status for floating IP 0eff51c6-68b3-40c0-a587-d052ffa73d94: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:23:57.805431 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:23:57.808016 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd850f-4b6a-4aab-9844-e0b6aee97812" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:23:57.850299 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7394f6f5-1523-4b31-9925-9c0f19545012 x-openstack-request-id: req-7394f6f5-1523-4b31-9925-9c0f19545012 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:23:57.850617 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:23:57.851629 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7394f6f5-1523-4b31-9925-9c0f19545012 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:23:57.852056 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'status': 'completed', 'code': 200} Jul 16 04:23:57.921232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-5dbc72c8-b9a6-4f16-ba89-ee09d2a06eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:57.922649 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-5dbc72c8-b9a6-4f16-ba89-ee09d2a06eaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2440602a6db9435ab114e0b3926edaf9&device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 1096 time: 0.0515566 Jul 16 04:23:58.015025 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-6185296e-f45d-4325-b1ca-92404e50f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:58.016521 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-6185296e-f45d-4325-b1ca-92404e50f5d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 200 len: 916 time: 0.0879316 Jul 16 04:23:58.056048 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-3354d97b-03f0-4e51-8fa1-349af40c839e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 200 len: 217 time: 0.0333941 Jul 16 04:23:58.107736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-d5657cc8-3ef2-4164-ba39-85e48fd96c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:58.109129 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-d5657cc8-3ef2-4164-ba39-85e48fd96c44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 200 len: 853 time: 0.0472772 Jul 16 04:23:58.165265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-f4d57c7d-a562-42bd-9ee8-f3a4b8fcd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:58.166789 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-f4d57c7d-a562-42bd-9ee8-f3a4b8fcd79c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c368612-a253-465d-b1f2-462c0bed9104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513818 Jul 16 04:23:58.258111 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-f3a48a98-4034-4d24-9219-6ee8e4d01554 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848231 Jul 16 04:23:58.351039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-18cd850f-4b6a-4aab-9844-e0b6aee97812 req-92e91ae1-e650-45df-bfa0-462b7281d774 service neutron] 10.222.0.11 "GET /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Jul 16 04:24:03.376681 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:04.124015 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:04.266164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d869-7f58-4400-9670-b82bff8f93a5 req-3229fbd8-e88c-4226-8396-2a387392c62d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:04.267717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3884d869-7f58-4400-9670-b82bff8f93a5 req-3229fbd8-e88c-4226-8396-2a387392c62d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0627773 Jul 16 04:24:04.307092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3884d869-7f58-4400-9670-b82bff8f93a5 req-8ddd0c61-a978-44b0-a3da-36ada7c76aa4 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Jul 16 04:24:05.484164 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd68f0f-b039-4f7f-b2bf-d873de42e091 req-f009ffa2-5b39-4626-bf10-76e437dff01d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:05.485602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cd68f0f-b039-4f7f-b2bf-d873de42e091 req-f009ffa2-5b39-4626-bf10-76e437dff01d tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0645561 Jul 16 04:24:05.523160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0cd68f0f-b039-4f7f-b2bf-d873de42e091 req-83c51a29-b9f0-4ee3-afc8-a4be7f22fff7 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/security-groups?id=993f04e9-32df-4d99-923f-c9ae590a0550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Jul 16 04:24:05.839283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-5e303763-fa32-46f9-ba14-b81ae7bfbf97 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:05.840737 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-5e303763-fa32-46f9-ba14-b81ae7bfbf97 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 945 time: 0.0621502 Jul 16 04:24:05.939062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Deleting port bd527fbc-4e6b-4b0b-b2a8-421014620505 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:05.939404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.024893 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] For port bd527fbc-4e6b-4b0b-b2a8-421014620505, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=bd527fbc-4e6b-4b0b-b2a8-421014620505,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:06.025250 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.037242 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Calling delete_port for bd527fbc-4e6b-4b0b-b2a8-421014620505 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:06.162821 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.174079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['bd527fbc-4e6b-4b0b-b2a8-421014620505'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:24:06.191096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Pushing event deleted for resources: {'Port': ['ID=bd527fbc-4e6b-4b0b-b2a8-421014620505,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:06.239255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] No DVR routers for this DVR port bd527fbc-4e6b-4b0b-b2a8-421014620505 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:06.242245 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:06.244241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-46982e81-d7f2-452e-96e8-f80e917e4f84 req-fb01140a-d00c-46e5-af71-a2ccf41aa980 tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.11 "DELETE /v2.0/ports/bd527fbc-4e6b-4b0b-b2a8-421014620505 HTTP/1.1" status: 204 len: 173 time: 0.3986163 Jul 16 04:24:06.244670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'name': 'network-vif-deleted', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:06.246915 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bd8aea-e816-42ad-aae5-5c3218ab1af3" -d '{"events": [{"server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "name": "network-vif-deleted", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:06.292944 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600dfa41-997e-42c0-b2e2-4f1feb09cf68 x-openstack-request-id: req-600dfa41-997e-42c0-b2e2-4f1feb09cf68 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:06.293239 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd3a0bc-f96d-417f-9914-66e5397efefc", "name": "network-vif-deleted", "tag": "bd527fbc-4e6b-4b0b-b2a8-421014620505", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:06.293500 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-600dfa41-997e-42c0-b2e2-4f1feb09cf68 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:06.293898 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd3a0bc-f96d-417f-9914-66e5397efefc', 'name': 'network-vif-deleted', 'tag': 'bd527fbc-4e6b-4b0b-b2a8-421014620505', 'status': 'completed', 'code': 200} Jul 16 04:24:06.685478 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e525929c-203d-4089-aeea-5e853ec70a68 req-f3addbbe-6e04-4000-ac1a-4eea756a12cc tempest-TestMinimumBasicScenario-2130145946 tempest-TestMinimumBasicScenario-2130145946-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dd3a0bc-f96d-417f-9914-66e5397efefc HTTP/1.1" status: 200 len: 210 time: 0.0308645 Jul 16 04:24:08.276069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:08.613703 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:08.858415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Deleting port 7055d263-8279-41ea-a9d6-78cc19883f1d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:08.858785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:08.932543 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] For port 7055d263-8279-41ea-a9d6-78cc19883f1d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=7055d263-8279-41ea-a9d6-78cc19883f1d,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:08.932826 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:08.945249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Calling delete_port for 7055d263-8279-41ea-a9d6-78cc19883f1d owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:09.116137 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:09.142355 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Pushing event deleted for resources: {'Port': ['ID=7055d263-8279-41ea-a9d6-78cc19883f1d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:09.649257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:09.852845 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:09.955025 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:09.960716 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3848688b-b282-4bfe-9c2e-455c4884530b admin admin] 10.222.0.25 "PUT /v2.0/routers/214d3eab-809c-4d93-a7e4-f651c66bd5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835868 Jul 16 04:24:09.962653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:09.963440 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] Sync routers for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:09.972492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:09.973091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:10.063819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.073174 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:10.161175 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.219580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Deleting port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:10.219931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.300166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] For port 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:10.300530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.313383 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Calling delete_port for 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:10.397165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:24:09Z', 'revision_number': 5, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port': {'id': '61fbdb33-e7a0-44d0-9d83-1bfb01f8022e', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ae:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:02Z', 'updated_at': '2021-07-16T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:10.425441 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] Checking router: 214d3eab-809c-4d93-a7e4-f651c66bd5b0 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:10.434285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] Routers {'214d3eab-809c-4d93-a7e4-f651c66bd5b0'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:10.434917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:10.480138 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.505520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fbdb33-e7a0-44d0-9d83-1bfb01f8022e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:10.523294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] Set router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:10.572657 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.576899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:24:10Z', 'revision_number': 6, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:10.605833 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87ee5c-35b5-426c-a26b-61ffecb2f70e None None] The sync data for ids ['214d3eab-809c-4d93-a7e4-f651c66bd5b0'] in n-d-800089-6 is: [{'id': '214d3eab-809c-4d93-a7e4-f651c66bd5b0', 'name': 'tempest-TestMinimumBasicScenario-793360868-router', 'tenant_id': '2440602a6db9435ab114e0b3926edaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:01Z', 'updated_at': '2021-07-16T04:24:10Z', 'revision_number': 6, 'project_id': '2440602a6db9435ab114e0b3926edaf9', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:10.653807 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bd527fbc-4e6b-4b0b-b2a8-421014620505 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:10.665649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.667942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.673803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: bd527fbc-4e6b-4b0b-b2a8-421014620505 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:10.674149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device bd527fbc-4e6b-4b0b-b2a8-421014620505 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:10.709850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.710365 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 214d3eab-809c-4d93-a7e4-f651c66bd5b0 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:24:10.714876 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.716105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-21eaf567-f167-4e18-95fc-0425a98025c4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/214d3eab-809c-4d93-a7e4-f651c66bd5b0 HTTP/1.1" status: 204 len: 168 time: 0.7525182 Jul 16 04:24:10.718653 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:10.765429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Deleting subnet e334431d-bb1e-4811-80d7-d678fde4c808 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:24:10.768284 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.801705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.875643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.927828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.940441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:10.942505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e334431d-bb1e-4811-80d7-d678fde4c808 HTTP/1.1" status: 204 len: 168 time: 0.2229488 Jul 16 04:24:10.945177 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:10.954010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6bbbe-753a-46c7-a192-b79c5da1c4fc None None] Network 8c368612-a253-465d-b1f2-462c0bed9104 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:10.965880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253b485-7ce8-41a0-b761-fb04af95d158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e334431d-bb1e-4811-80d7-d678fde4c808,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:11.020527 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.075090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Deleting port eb609cad-b071-47e4-b295-e8d9c05fb463 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:11.075426 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.142124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] For port eb609cad-b071-47e4-b295-e8d9c05fb463, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=eb609cad-b071-47e4-b295-e8d9c05fb463,segment=NetworkSegment(d1e1624d-8bee-4caf-86a5-1917225d6a9e),segment_id=d1e1624d-8bee-4caf-86a5-1917225d6a9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:11.142486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.154301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Calling delete_port for eb609cad-b071-47e4-b295-e8d9c05fb463 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:11.229552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.257935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb609cad-b071-47e4-b295-e8d9c05fb463,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:11.262282 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] No DVR routers for this DVR port eb609cad-b071-47e4-b295-e8d9c05fb463 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:11.329908 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.339496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c368612-a253-465d-b1f2-462c0bed9104']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:11.351741 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e1624d-8bee-4caf-86a5-1917225d6a9e') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:11.352125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e1624d-8bee-4caf-86a5-1917225d6a9e') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:11.361970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.377977 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.380148 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a914f-a8bc-40af-a54e-13690fc52b1b None None] DHCP port deletion for 8c368612-a253-465d-b1f2-462c0bed9104 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:24:11.384873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:24:11.385324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:24:11.387156 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:24:11.440406 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7055d263-8279-41ea-a9d6-78cc19883f1d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:11.453162 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.462131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 7055d263-8279-41ea-a9d6-78cc19883f1d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:11.462780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 7055d263-8279-41ea-a9d6-78cc19883f1d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:11.463273 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:11.470910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:11.476237 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8c368612-a253-465d-b1f2-462c0bed9104 HTTP/1.1" status: 204 len: 168 time: 0.5259643 Jul 16 04:24:11.476237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc43db-28d4-4670-9b94-8d26bdead9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c368612-a253-465d-b1f2-462c0bed9104,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:11.476507 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50146) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:11.482805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:11.483151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 61fbdb33-e7a0-44d0-9d83-1bfb01f8022e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:11.483573 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device eb609cad-b071-47e4-b295-e8d9c05fb463 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:11.503595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: eb609cad-b071-47e4-b295-e8d9c05fb463 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:11.503947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device eb609cad-b071-47e4-b295-e8d9c05fb463 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:12.150414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.392938 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Deleting port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:12.393280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.469493 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] For port cdd94f6c-16ba-42e2-9ecb-b1edef098f6c, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,segment=NetworkSegment(4e0aa7b9-b380-4d33-90d3-1a93418b7af3),segment_id=4e0aa7b9-b380-4d33-90d3-1a93418b7af3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:12.469848 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.482210 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Calling delete_port for cdd94f6c-16ba-42e2-9ecb-b1edef098f6c owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:12.656378 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:12.682825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd94f6c-16ba-42e2-9ecb-b1edef098f6c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:12.842609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.049102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:13.151886 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:13.157396 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3628ea3a-3223-4984-af83-b540fd84b607 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6793098 Jul 16 04:24:13.159481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50148) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:13.162700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] Sync routers for ids ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:13.174988 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] Routers {'5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:13.175604 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:13.265377 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.361084 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] Set router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:13.367793 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.423142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Deleting port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:13.423487 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.504267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] For port 9174ceb8-a1d1-4aac-bb48-3ea78b787caf, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:13.504626 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.517205 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Calling delete_port for 9174ceb8-a1d1-4aac-bb48-3ea78b787caf owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:13.541633 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:24:12Z', 'revision_number': 5, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port': {'id': '9174ceb8-a1d1-4aac-bb48-3ea78b787caf', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:13.566673 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] Checking router: 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:13.575148 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] Routers {'5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:13.575751 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:13.659759 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] Set router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:13.682185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.712264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Pushing event deleted for resources: {'Port': ['ID=9174ceb8-a1d1-4aac-bb48-3ea78b787caf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:13.713498 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:24:13Z', 'revision_number': 6, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:13.740477 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea045805-8da5-4c37-86fe-642d67f4fe0c None None] The sync data for ids ['5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c'] in n-d-800089-6 is: [{'id': '5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c', 'name': 'tempest-TestMinimumBasicScenario-1010453744-router', 'tenant_id': 'ffa31aad790748c0989ede5c5d150462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:22:06Z', 'updated_at': '2021-07-16T04:24:13Z', 'revision_number': 6, 'project_id': 'ffa31aad790748c0989ede5c5d150462', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:13.775070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.862451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.865045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.909477 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.910311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:24:13.914907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.916165 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-396de106-da73-468c-8088-9d1a9ed8e77c admin admin] 10.222.0.25 "DELETE /v2.0/routers/5d9347c1-9812-4cd5-bd5f-dffbfa3b9c9c HTTP/1.1" status: 204 len: 168 time: 0.7556806 Jul 16 04:24:13.918633 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50152) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:13.962105 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Deleting subnet ad18a76a-14ae-4fd6-b19d-c76591d4142b {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:24:13.965083 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:13.998595 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.076924 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.129963 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.154142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad18a76a-14ae-4fd6-b19d-c76591d4142b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:14.159942 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.162493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-aa719291-68f2-4167-b783-79ec676232cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad18a76a-14ae-4fd6-b19d-c76591d4142b HTTP/1.1" status: 204 len: 168 time: 0.2428849 Jul 16 04:24:14.164976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50154) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:14.169312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d0d42-f396-43f4-90f6-65f3b09d0e0a None None] Network cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:14.236837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.293303 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Deleting port aa115199-d0d8-44e0-baf2-4d5891dbbf99 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:14.293644 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.356695 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] For port aa115199-d0d8-44e0-baf2-4d5891dbbf99, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=aa115199-d0d8-44e0-baf2-4d5891dbbf99,segment=NetworkSegment(4e0aa7b9-b380-4d33-90d3-1a93418b7af3),segment_id=4e0aa7b9-b380-4d33-90d3-1a93418b7af3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:14.357053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.369475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Calling delete_port for aa115199-d0d8-44e0-baf2-4d5891dbbf99 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:14.450647 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.473634 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa115199-d0d8-44e0-baf2-4d5891dbbf99,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:14.481078 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] No DVR routers for this DVR port aa115199-d0d8-44e0-baf2-4d5891dbbf99 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:14.521515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951363e3-1292-463f-b970-73a6c490c6d7 None None] DHCP port deletion for cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:24:14.559884 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.569961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc14fa10-e3c7-4f4c-8511-ac6b710d57f7']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:14.579861 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0aa7b9-b380-4d33-90d3-1a93418b7af3') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:14.580164 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0aa7b9-b380-4d33-90d3-1a93418b7af3') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:14.589978 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.604483 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.611548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:24:14.612026 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:24:14.613840 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:24:14.669170 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.675203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.677154 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cc14fa10-e3c7-4f4c-8511-ac6b710d57f7 HTTP/1.1" status: 204 len: 168 time: 0.5112562 Jul 16 04:24:14.690034 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7bc8e-d324-4f9a-a480-ea1abfce3f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc14fa10-e3c7-4f4c-8511-ac6b710d57f7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:14.844831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:14.883507 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b30e8627-0385-4512-a81a-27506c35f0c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2440602a6db9435ab114e0b3926edaf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375454 Jul 16 04:24:14.885873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:14.931488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ef48ca-6a40-4d63-b84d-6c7432803307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.952182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ef48ca-6a40-4d63-b84d-6c7432803307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.996455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ef48ca-6a40-4d63-b84d-6c7432803307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:14.999292 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93ef48ca-6a40-4d63-b84d-6c7432803307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.000433 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-93ef48ca-6a40-4d63-b84d-6c7432803307 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/993f04e9-32df-4d99-923f-c9ae590a0550 HTTP/1.1" status: 204 len: 168 time: 0.1136911 Jul 16 04:24:15.008409 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef48ca-6a40-4d63-b84d-6c7432803307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f04e9-32df-4d99-923f-c9ae590a0550,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:15.298461 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:15.337588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f5e9b265-462d-4ffe-83bd-3a9ac2d75fea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffa31aad790748c0989ede5c5d150462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379739 Jul 16 04:24:15.339951 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:15.387841 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d471ac5a-a4ca-490b-8692-45b6d312e4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.412118 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d471ac5a-a4ca-490b-8692-45b6d312e4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.428296 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cdd94f6c-16ba-42e2-9ecb-b1edef098f6c no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:15.452786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: cdd94f6c-16ba-42e2-9ecb-b1edef098f6c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:15.453293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device cdd94f6c-16ba-42e2-9ecb-b1edef098f6c not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:15.453734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9174ceb8-a1d1-4aac-bb48-3ea78b787caf no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:15.471929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d471ac5a-a4ca-490b-8692-45b6d312e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.474594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 9174ceb8-a1d1-4aac-bb48-3ea78b787caf {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:15.474945 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 9174ceb8-a1d1-4aac-bb48-3ea78b787caf not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:15.475053 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d471ac5a-a4ca-490b-8692-45b6d312e4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:15.475365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device aa115199-d0d8-44e0-baf2-4d5891dbbf99 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:15.476123 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d471ac5a-a4ca-490b-8692-45b6d312e4e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2012fbff-51a1-4e5c-ac3d-1aef0ef78f62 HTTP/1.1" status: 204 len: 168 time: 0.1353030 Jul 16 04:24:15.484325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471ac5a-a4ca-490b-8692-45b6d312e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2012fbff-51a1-4e5c-ac3d-1aef0ef78f62,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:15.499156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: aa115199-d0d8-44e0-baf2-4d5891dbbf99 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:15.499505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device aa115199-d0d8-44e0-baf2-4d5891dbbf99 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:17.259082 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:17.263899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619841049', 'description': 'tempest-secgroup-smoke-619841049 description', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:17.284511 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.293354 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.387301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.390753 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.429090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3463d67-380f-4ab2-96bd-5a184defa080,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:17.483216 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.486889 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.513551 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.514971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2547774 Jul 16 04:24:17.516891 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6afde-28bc-46a9-9b4a-9844d26028d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3385b5f3-dcb1-4919-856a-2724fa9a9d14,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:17.518892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:17.524140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '3385b5f3-dcb1-4919-856a-2724fa9a9d14', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:17.550708 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.594556 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.597823 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.614684 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deea3618-500c-41ec-bb3d-faf3f17d34e3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:17.621017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.622185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1a0ac19d-e09a-442d-988f-bdf9b9b89943 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1022515 Jul 16 04:24:17.625004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:17.629279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '3385b5f3-dcb1-4919-856a-2724fa9a9d14', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:17.654283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.709078 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.712842 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.730062 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b50097-0bb0-49fa-a5ad-f212211ba42b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:17.736341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.737512 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-59f4fc24-34ca-45a5-8e98-8fa51ca90df0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116066 Jul 16 04:24:17.740257 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:17.744668 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '3385b5f3-dcb1-4919-856a-2724fa9a9d14', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:17.770006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.827782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.831247 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.846193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6ebff5-0300-4b63-a985-81a730bddda9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:17.854155 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.855362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eaa0c64f-957e-4d10-87da-224d0a59eb73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142008 Jul 16 04:24:17.858105 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:17.862393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '3385b5f3-dcb1-4919-856a-2724fa9a9d14', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:17.887894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.944942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.947649 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.964943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc6dd65-2740-48ef-9431-c4eb4810cf80,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:17.971157 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.972472 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-97c3709c-b3bf-4d24-910c-e5a2fdecc014 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134260 Jul 16 04:24:17.975226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:17.979495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '3385b5f3-dcb1-4919-856a-2724fa9a9d14', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:18.003678 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:24:18.008987 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.066707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.070634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.088239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a7e94a-ea9c-494e-994c-07cf7a0dd973,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:18.093914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.095185 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bbee6728-ec77-4402-9a05-9d3b7c76b87d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190422 Jul 16 04:24:18.097883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50222) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:18.102175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '3385b5f3-dcb1-4919-856a-2724fa9a9d14', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:18.122889 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:24:18.127416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.187480 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.191135 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.213763 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b59e14-fcee-44c3-a371-ee81eb9343c2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:18.217779 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.219066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dc707969-bb47-487b-9ea1-edfb631c92d0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201789 Jul 16 04:24:18.221962 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50224) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:18.226864 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'network': {'name': 'tempest-network-smoke--1515571165', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:18.247741 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:18.251089 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.273476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:24:18.282086 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.282433 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Added segment faa33384-b99e-4f44-8539-aff8eb030754 of type vlan for network 15670a17-22bc-4669-ac4a-de1241f17d36 Jul 16 04:24:18.321724 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.349488 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.355253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:18.355850 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.393845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708152 Jul 16 04:24:18.396785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:18.401103 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'admin_state_up': True, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:18.434101 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbfa47-8d17-4609-81bb-8f7db4397419 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Network': ['ID=15670a17-22bc-4669-ac4a-de1241f17d36,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:18.445534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 15670a17-22bc-4669-ac4a-de1241f17d36 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:24:18.454126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.455220 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.507618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.640251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.827493 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.845811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:18.944713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.114 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/1cde0eee-5099-4eff-a59e-0b83bd59c712) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:19.042033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.078568 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.120898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:19.123640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:19.127138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:19.132486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=1cde0eee-5099-4eff-a59e-0b83bd59c712,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:19.366137 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:19.555547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.039785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 96cf94e5-7f9a-490f-8a3a-20048c385eac is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:24:20.139287 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:20.149217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Sync routers for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:20.159360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:20.159567 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.160251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:20.164738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50228) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:20.170893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-44f49156-91c1-4dc9-9944-8cf90ec6551c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7730532 Jul 16 04:24:20.269874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:20.332604 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-10314748-08a3-433a-a012-8afae5b7b4a3 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=9569658dc00a4a14a66ec2d4454a7ffe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1667097 Jul 16 04:24:20.336114 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:20.430121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91332819-468d-4dcf-82a2-2a7572db6844 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.431688 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-91332819-468d-4dcf-82a2-2a7572db6844 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946703 Jul 16 04:24:20.434409 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:20.459921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:19Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:20.462979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9bc247e6-970d-4b3b-bdb1-a828a5538f17 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269017 Jul 16 04:24:20.465465 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50236) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:20.470213 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610057921', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:20.486685 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Checking router: 96cf94e5-7f9a-490f-8a3a-20048c385eac for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:20.487032 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Updating router 96cf94e5-7f9a-490f-8a3a-20048c385eac port 1cde0eee-5099-4eff-a59e-0b83bd59c712 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:24:20.520017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.555673 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:20.559237 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.740554 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.778917 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.788874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Transition to ACTIVE for port object 1cde0eee-5099-4eff-a59e-0b83bd59c712 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:20.796864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.806116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Subnet': ['ID=736f5b0e-83df-4d58-a11d-e9b8dbdeee22,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:20.815551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Checking segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:20.815915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network hostable DHCP agents. Network: 15670a17-22bc-4669-ac4a-de1241f17d36, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:24:20.836290 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35aded7e-c6c5-45a1-91e7-0ae951291378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.837357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 15670a17-22bc-4669-ac4a-de1241f17d36 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:24:20.846630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 15670a17-22bc-4669-ac4a-de1241f17d36) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:20.849438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Attempting to bind port 1cde0eee-5099-4eff-a59e-0b83bd59c712 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:20.849820 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Attempting to bind port 1cde0eee-5099-4eff-a59e-0b83bd59c712 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:20.850193 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Attempting to bind port 1cde0eee-5099-4eff-a59e-0b83bd59c712 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:20.850557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.851211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.861309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee364610-520d-413f-a4e5-71058b948211 None None] Network 15670a17-22bc-4669-ac4a-de1241f17d36 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:20.867872 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f800e22e-89d1-430b-887c-71f989fef041 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3987923 Jul 16 04:24:20.868025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:20.868025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:20.868025 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.868025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:20.868025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Bound port: 1cde0eee-5099-4eff-a59e-0b83bd59c712, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:20.868025 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:20.868632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:20.882342 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Pushing event updated for resources: {'Port': ['ID=1cde0eee-5099-4eff-a59e-0b83bd59c712,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:20.918688 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.919048 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.919393 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.919737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.920080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.920413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.920747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.921078 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.921407 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.921736 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.922066 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.922391 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:20.986817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] For port 1cde0eee-5099-4eff-a59e-0b83bd59c712, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:20.991135 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] For port 1cde0eee-5099-4eff-a59e-0b83bd59c712, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1cde0eee-5099-4eff-a59e-0b83bd59c712,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:21.002087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:21.099968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:21.100605 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:23:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:21.102329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ee3da-de09-43c8-a5dc-032fa0dc92aa None None] Pushing event updated for resources: {'Port': ['ID=1cde0eee-5099-4eff-a59e-0b83bd59c712,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:21.166708 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-15670a17-22bc-4669-ac4a-de1241f17d36', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:24:21.167579 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:21.291317 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:21.291564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:21.599416 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Allocated IP 172.20.0.2 (15670a17-22bc-4669-ac4a-de1241f17d36/736f5b0e-83df-4d58-a11d-e9b8dbdeee22/c949ff84-1e10-439b-9cc2-aa70ede1a04b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:21.743879 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:19Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:21.785859 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae5835-f732-4e13-929d-25b3d719d346 None None] The sync data for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 is: [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:19Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:21.810090 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:21.818539 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Transition to ACTIVE for port object c949ff84-1e10-439b-9cc2-aa70ede1a04b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:21.833816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Transition to ACTIVE for port object c949ff84-1e10-439b-9cc2-aa70ede1a04b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:21.843848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:21.889481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.1 (15670a17-22bc-4669-ac4a-de1241f17d36/736f5b0e-83df-4d58-a11d-e9b8dbdeee22/10e31e39-7fab-419b-8cd3-fabb4e98b523) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:21.889720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Network 15670a17-22bc-4669-ac4a-de1241f17d36 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:21.892865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:21.898019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:21.901210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Pushing event updated for resources: {'Port': ['ID=c949ff84-1e10-439b-9cc2-aa70ede1a04b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:21.968211 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Attempting to bind port c949ff84-1e10-439b-9cc2-aa70ede1a04b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:21.968599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Attempting to bind port c949ff84-1e10-439b-9cc2-aa70ede1a04b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:21.968962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Attempting to bind port c949ff84-1e10-439b-9cc2-aa70ede1a04b on network 15670a17-22bc-4669-ac4a-de1241f17d36 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:21.974890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:21.975276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Checking segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:21.975707 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:21.976111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Bound using segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:21.976590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Bound port: c949ff84-1e10-439b-9cc2-aa70ede1a04b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:21.976980 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.037355 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.052603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object 10e31e39-7fab-419b-8cd3-fabb4e98b523 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:22.070882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] For port c949ff84-1e10-439b-9cc2-aa70ede1a04b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:22.075683 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] For port c949ff84-1e10-439b-9cc2-aa70ede1a04b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c949ff84-1e10-439b-9cc2-aa70ede1a04b,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:22.080655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.095498 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.147850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb20660-0476-4412-abff-de1df72366f9 None None] Pushing event updated for resources: {'Port': ['ID=c949ff84-1e10-439b-9cc2-aa70ede1a04b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:22.156393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 15670a17-22bc-4669-ac4a-de1241f17d36 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:22.160416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:22.166062 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:22.192844 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=10e31e39-7fab-419b-8cd3-fabb4e98b523,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:22.216824 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.406045 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.701281 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.705852 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.777108 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.778867 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=10e31e39-7fab-419b-8cd3-fabb4e98b523,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:22.875546 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 15670a17-22bc-4669-ac4a-de1241f17d36 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:22.877016 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:23.093827 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55badb1e-6875-4977-a90f-1246708cd6dd None None] Network 15670a17-22bc-4669-ac4a-de1241f17d36 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:23.171635 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fd3756b9-f5f4-4572-8ac0-0b504cbbcc32 None None] Provisioning for port c949ff84-1e10-439b-9cc2-aa70ede1a04b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:23.350266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 96cf94e5-7f9a-490f-8a3a-20048c385eac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:23.465356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:23.470465 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-537ebde9-b566-44dd-8f00-0c0a3f1e84e6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/96cf94e5-7f9a-490f-8a3a-20048c385eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012948 Jul 16 04:24:23.533368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c949ff84-1e10-439b-9cc2-aa70ede1a04b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:23.606852 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7d6bea52-e457-43d7-9713-a62d9d2776c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.611575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c949ff84-1e10-439b-9cc2-aa70ede1a04b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:23.622154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c949ff84-1e10-439b-9cc2-aa70ede1a04b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:23.623093 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.648285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Provisioning for port 10e31e39-7fab-419b-8cd3-fabb4e98b523 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:23.653196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-c2333710-2b1b-4af0-9275-6ceb46e42a7e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619841049&fields=id&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 267 time: 0.0587058 Jul 16 04:24:23.657270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Provisioning complete for port 10e31e39-7fab-419b-8cd3-fabb4e98b523 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:23.657651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.705205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Port 10e31e39-7fab-419b-8cd3-fabb4e98b523 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:24:23.727447 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Provisioning complete for port c949ff84-1e10-439b-9cc2-aa70ede1a04b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:23.728200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.748800 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Sync routers for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:23.761716 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:23.762686 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:23.798929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-f4f65c0f-3a74-462e-8a0d-b486308b46f4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.802307 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.807393 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-f4f65c0f-3a74-462e-8a0d-b486308b46f4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/networks?id=15670a17-22bc-4669-ac4a-de1241f17d36 HTTP/1.1" status: 200 len: 797 time: 0.1417291 Jul 16 04:24:23.824249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-fd25fb6e-fdf8-4b0d-8ece-b365628c41bc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/quotas/9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 375 time: 0.0156648 Jul 16 04:24:23.868191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c949ff84-1e10-439b-9cc2-aa70ede1a04b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c949ff84-1e10-439b-9cc2-aa70ede1a04b,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:23.877985 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.879083 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1cde0eee-5099-4eff-a59e-0b83bd59c712 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:23.892118 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:23.913363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-a352bf22-3b08-42e4-a4be-c4b2e6d3bdf1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875890 Jul 16 04:24:23.953734 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.989654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.013999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c949ff84-1e10-439b-9cc2-aa70ede1a04b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:24.035477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-e7496506-fbd5-4ed3-be33-911eaea3fcec service neutron] 10.222.0.25 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102042 Jul 16 04:24:24.055337 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:24:24.055337 n-d-800089-6 neutron-server[93758]: DEBUG oslo_db.api [None req-87af3312-4e8b-4c77-b9c2-2f9905c3577d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:24:24.058167 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1cde0eee-5099-4eff-a59e-0b83bd59c712 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:24.062443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1cde0eee-5099-4eff-a59e-0b83bd59c712 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:24.062913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.134213 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 2, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:24.139108 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-76105315-2fa6-496f-bd57-b20d13636ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953529 Jul 16 04:24:24.146910 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.166178 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Checking router: 96cf94e5-7f9a-490f-8a3a-20048c385eac for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:24.166790 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Updating router 96cf94e5-7f9a-490f-8a3a-20048c385eac port 10e31e39-7fab-419b-8cd3-fabb4e98b523 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:24:24.168545 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1cde0eee-5099-4eff-a59e-0b83bd59c712, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1cde0eee-5099-4eff-a59e-0b83bd59c712,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:24.174249 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.202662 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.222701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1cde0eee-5099-4eff-a59e-0b83bd59c712,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:24.324364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-402f241e-9830-429e-8a54-6f126adfec51 req-5108ea13-7252-4086-a6b9-887ff41457a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 210 time: 0.0323989 Jul 16 04:24:24.501663 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.514760 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Transition to ACTIVE for port object 10e31e39-7fab-419b-8cd3-fabb4e98b523 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:24.521834 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.544913 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.575388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Pushing event updated for resources: {'Port': ['ID=10e31e39-7fab-419b-8cd3-fabb4e98b523,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:24.585073 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.585420 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.586117 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.586347 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.586749 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.587081 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.587405 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.587730 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.588055 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.588374 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.588696 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.589015 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:24.659035 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Attempting to bind port 10e31e39-7fab-419b-8cd3-fabb4e98b523 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:24.659619 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Attempting to bind port 10e31e39-7fab-419b-8cd3-fabb4e98b523 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:24.660154 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Attempting to bind port 10e31e39-7fab-419b-8cd3-fabb4e98b523 on network 15670a17-22bc-4669-ac4a-de1241f17d36 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:24.671395 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:24.671996 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Checking segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:24.672681 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.673225 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Bound using segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:24.673924 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Bound port: 10e31e39-7fab-419b-8cd3-fabb4e98b523, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:24.674606 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.757549 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] For port 10e31e39-7fab-419b-8cd3-fabb4e98b523, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:24.761722 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] For port 10e31e39-7fab-419b-8cd3-fabb4e98b523, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=10e31e39-7fab-419b-8cd3-fabb4e98b523,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:24.766513 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:24.830293 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:24.830950 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:24.836770 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994279f-f092-412f-b47c-de2dd03066ec None None] Pushing event updated for resources: {'Port': ['ID=10e31e39-7fab-419b-8cd3-fabb4e98b523,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:25.046052 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:25.238007 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:25.263578 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97297d24-880a-4b0f-ae5a-3044355710a6 None None] The sync data for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 is: [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:25.486619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b885a03-3d3f-4a03-8ac4-f343a8535190 req-21a59cf6-638b-4afe-bbf5-56cb0f55bad8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 210 time: 0.0367413 Jul 16 04:24:25.529687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c949ff84-1e10-439b-9cc2-aa70ede1a04b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:25.595797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c949ff84-1e10-439b-9cc2-aa70ede1a04b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:25.596146 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.676952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-31669923-d750-42b4-8872-8c86c2aa9270 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:25.678653 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-31669923-d750-42b4-8872-8c86c2aa9270 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/networks?id=15670a17-22bc-4669-ac4a-de1241f17d36 HTTP/1.1" status: 200 len: 797 time: 0.1268380 Jul 16 04:24:25.689149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 10e31e39-7fab-419b-8cd3-fabb4e98b523 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:25.726158 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-234a0cd2-7299-4b2b-9d42-a90e32e9fffb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 379 time: 0.0382159 Jul 16 04:24:25.736413 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'port': {'device_id': '3711b272-8f79-462c-8517-dd9de4ad0288', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'admin_state_up': True, 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'security_groups': ['3385b5f3-dcb1-4919-856a-2724fa9a9d14']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:25.741205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 10e31e39-7fab-419b-8cd3-fabb4e98b523 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:25.747295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 10e31e39-7fab-419b-8cd3-fabb4e98b523 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:25.747886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.836993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.873399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:25.873851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 10e31e39-7fab-419b-8cd3-fabb4e98b523, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=10e31e39-7fab-419b-8cd3-fabb4e98b523,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:25.877276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.877436 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.878371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1cde0eee-5099-4eff-a59e-0b83bd59c712 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:25.959590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=10e31e39-7fab-419b-8cd3-fabb4e98b523,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:25.972846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1cde0eee-5099-4eff-a59e-0b83bd59c712 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:25.973844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.005571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.7 (15670a17-22bc-4669-ac4a-de1241f17d36/736f5b0e-83df-4d58-a11d-e9b8dbdeee22/392c9917-7e8f-4eef-b614-aeba914ad858) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:26.149795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.164047 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object 392c9917-7e8f-4eef-b614-aeba914ad858 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:26.197572 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.244800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 15670a17-22bc-4669-ac4a-de1241f17d36 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:26.248100 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:26.252153 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:26.258918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=392c9917-7e8f-4eef-b614-aeba914ad858,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:26.278198 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.316595 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:26.317279 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.333918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-dcd18d04-778c-468e-841d-bcbe4850523d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023932 Jul 16 04:24:26.345302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-a90ba008-cf9c-481a-955d-0a06ff9957e4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:24:26.346400 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-a90ba008-cf9c-481a-955d-0a06ff9957e4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073471 Jul 16 04:24:26.358391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Request body: {'port': {'device_id': '3711b272-8f79-462c-8517-dd9de4ad0288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:26.437938 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.464310 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-561a5506-a47d-4804-bd89-5ecdf417ec51 None None] Provisioning for port 392c9917-7e8f-4eef-b614-aeba914ad858 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:26.468850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-561a5506-a47d-4804-bd89-5ecdf417ec51 None None] Provisioning complete for port 392c9917-7e8f-4eef-b614-aeba914ad858 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:26.469247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-561a5506-a47d-4804-bd89-5ecdf417ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.523965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-561a5506-a47d-4804-bd89-5ecdf417ec51 None None] Port 392c9917-7e8f-4eef-b614-aeba914ad858 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:24:26.662523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026224cf-6d3d-4fb6-b6e3-332f3d4e7149 req-e8ac3a30-bda8-4822-a392-81447ec4a7ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:26.664117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-026224cf-6d3d-4fb6-b6e3-332f3d4e7149 req-e8ac3a30-bda8-4822-a392-81447ec4a7ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 931 time: 0.0623932 Jul 16 04:24:26.703124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-026224cf-6d3d-4fb6-b6e3-332f3d4e7149 req-cde30e16-d0f8-42cb-bb1b-06ca19959a5d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Jul 16 04:24:26.715492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392c9917-7e8f-4eef-b614-aeba914ad858 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:26.723116 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.735349 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Transition to ACTIVE for port object 392c9917-7e8f-4eef-b614-aeba914ad858 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:26.739093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.789262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Pushing event updated for resources: {'Port': ['ID=392c9917-7e8f-4eef-b614-aeba914ad858,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:26.858819 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Attempting to bind port 392c9917-7e8f-4eef-b614-aeba914ad858 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:26.859159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Attempting to bind port 392c9917-7e8f-4eef-b614-aeba914ad858 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:26.859491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Attempting to bind port 392c9917-7e8f-4eef-b614-aeba914ad858 on network 15670a17-22bc-4669-ac4a-de1241f17d36 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:26.864221 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Port 392c9917-7e8f-4eef-b614-aeba914ad858 on network 15670a17-22bc-4669-ac4a-de1241f17d36 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:24:26.864551 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Attempting to bind port 392c9917-7e8f-4eef-b614-aeba914ad858 on network 15670a17-22bc-4669-ac4a-de1241f17d36 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:26.869440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:26.869781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Checking segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:26.870165 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Bound using segment: {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:26.870631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Bound port: 392c9917-7e8f-4eef-b614-aeba914ad858, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa33384-b99e-4f44-8539-aff8eb030754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:26.870996 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.940074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] For port 392c9917-7e8f-4eef-b614-aeba914ad858, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:26.943674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] For port 392c9917-7e8f-4eef-b614-aeba914ad858, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=392c9917-7e8f-4eef-b614-aeba914ad858,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:26.947933 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.981800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:26.982421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:26.983828 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] 10.222.0.11 "PUT /v2.0/ports/392c9917-7e8f-4eef-b614-aeba914ad858 HTTP/1.1" status: 200 len: 1091 time: 0.6302910 Jul 16 04:24:26.984275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:26.986515 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caeac46-85e5-471a-bb3f-f316348326fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:27.014182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdef65-4dd3-4923-b66d-c9bd3f4a7a8c service neutron] Pushing event updated for resources: {'Port': ['ID=392c9917-7e8f-4eef-b614-aeba914ad858,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:27.062044 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a12a04a-b279-4d1a-b60c-cf5ca16f8dc2 x-openstack-request-id: req-3a12a04a-b279-4d1a-b60c-cf5ca16f8dc2 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:27.062333 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:27.062613 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a12a04a-b279-4d1a-b60c-cf5ca16f8dc2 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:27.063019 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858', 'status': 'completed', 'code': 200} Jul 16 04:24:27.091019 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-43dc1ddc-0f2a-45df-a609-61a960181753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.092552 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-43dc1ddc-0f2a-45df-a609-61a960181753 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 1094 time: 0.0592027 Jul 16 04:24:27.138720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-9ac0b28b-c422-4696-9302-1c25973767a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=392c9917-7e8f-4eef-b614-aeba914ad858 HTTP/1.1" status: 200 len: 217 time: 0.0390749 Jul 16 04:24:27.186237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-1b13a086-80a0-4784-95d6-5b58143f306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.187672 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-1b13a086-80a0-4784-95d6-5b58143f306f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=736f5b0e-83df-4d58-a11d-e9b8dbdeee22 HTTP/1.1" status: 200 len: 835 time: 0.0436773 Jul 16 04:24:27.242318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-438887d5-84e8-4bb7-a8cf-d1edcfed7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.243803 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-438887d5-84e8-4bb7-a8cf-d1edcfed7c24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15670a17-22bc-4669-ac4a-de1241f17d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502865 Jul 16 04:24:27.336012 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-23f75b27-ad0d-4bb9-83bd-c04a5663b588 service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Jul 16 04:24:27.424889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3ee0d376-c16b-411d-ba1b-1f5816b62603 req-c80beb63-e9d0-4809-9977-a02692a75569 service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828729 Jul 16 04:24:27.435764 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 10e31e39-7fab-419b-8cd3-fabb4e98b523 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:27.486937 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 10e31e39-7fab-419b-8cd3-fabb4e98b523 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:27.487312 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:27.526875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac46-85e5-471a-bb3f-f316348326fd req-d4e178d2-73cf-47d9-9070-f115caf1655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.528398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-d4e178d2-73cf-47d9-9070-f115caf1655d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 1094 time: 0.0521641 Jul 16 04:24:27.622568 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac46-85e5-471a-bb3f-f316348326fd req-2683ba3d-abc8-4e1c-9acd-880673b0eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.624052 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-2683ba3d-abc8-4e1c-9acd-880673b0eab0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15670a17-22bc-4669-ac4a-de1241f17d36 HTTP/1.1" status: 200 len: 899 time: 0.0895836 Jul 16 04:24:27.663349 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-47573f60-3f5a-46d2-8f40-cbeea470f6ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=392c9917-7e8f-4eef-b614-aeba914ad858 HTTP/1.1" status: 200 len: 217 time: 0.0328162 Jul 16 04:24:27.714032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac46-85e5-471a-bb3f-f316348326fd req-f60319e2-e97b-4263-a1db-bb15bdd0ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.715439 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-f60319e2-e97b-4263-a1db-bb15bdd0ce8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=736f5b0e-83df-4d58-a11d-e9b8dbdeee22 HTTP/1.1" status: 200 len: 835 time: 0.0456474 Jul 16 04:24:27.772342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac46-85e5-471a-bb3f-f316348326fd req-5413ab8d-a9a2-48ff-9dd5-3e7a7599652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.773889 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-5413ab8d-a9a2-48ff-9dd5-3e7a7599652a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15670a17-22bc-4669-ac4a-de1241f17d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511382 Jul 16 04:24:27.869028 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-a7bc7fb1-a0b7-43a5-94ad-f5397e878089 service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Jul 16 04:24:27.881482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd77cf-8db5-4943-96dd-7e285e8086c3 req-22184699-37c0-49f9-b85e-1193ea5ef3cf tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:27.882977 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ccd77cf-8db5-4943-96dd-7e285e8086c3 req-22184699-37c0-49f9-b85e-1193ea5ef3cf tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 943 time: 0.0668757 Jul 16 04:24:27.920693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5ccd77cf-8db5-4943-96dd-7e285e8086c3 req-163e4df3-205f-4f68-85fd-2447ca243d82 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Jul 16 04:24:27.959110 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2caeac46-85e5-471a-bb3f-f316348326fd req-8596c1de-1846-4b4f-bc9c-b5789aa0d982 service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830493 Jul 16 04:24:29.088648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3798c-903c-4114-a79d-99ee68b26ad5 req-d23919b1-d5d4-446f-a73a-8318e75eec76 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:29.090007 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2d3798c-903c-4114-a79d-99ee68b26ad5 req-d23919b1-d5d4-446f-a73a-8318e75eec76 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 943 time: 0.0613654 Jul 16 04:24:29.125712 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a2d3798c-903c-4114-a79d-99ee68b26ad5 req-98a1da36-0ddf-4808-ab6f-777c11f69661 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303578 Jul 16 04:24:30.299446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e78b2-c1c2-4dc5-81dc-d6a27fba7959 req-bc1e0882-34a7-444e-84d9-cba330eb86b7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:30.300894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a16e78b2-c1c2-4dc5-81dc-d6a27fba7959 req-bc1e0882-34a7-444e-84d9-cba330eb86b7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 943 time: 0.0646143 Jul 16 04:24:30.337770 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a16e78b2-c1c2-4dc5-81dc-d6a27fba7959 req-14371b0e-bc30-4807-bd5a-e7f7345126bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Jul 16 04:24:30.746974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 392c9917-7e8f-4eef-b614-aeba914ad858 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:24:30.841607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 392c9917-7e8f-4eef-b614-aeba914ad858, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=392c9917-7e8f-4eef-b614-aeba914ad858,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:30.853010 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '392c9917-7e8f-4eef-b614-aeba914ad858', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'port_id': '392c9917-7e8f-4eef-b614-aeba914ad858', 'mac_address': 'fa:16:3e:e6:72:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:24:30.889429 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.901790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392c9917-7e8f-4eef-b614-aeba914ad858 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:30.921319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 392c9917-7e8f-4eef-b614-aeba914ad858, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=392c9917-7e8f-4eef-b614-aeba914ad858,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:30.924660 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.969354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=392c9917-7e8f-4eef-b614-aeba914ad858,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:31.146276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['392c9917-7e8f-4eef-b614-aeba914ad858'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:24:31.505511 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624858e5-bb00-43c2-8a2a-4689c1e4d365 req-6b5330c2-c481-4a08-b354-abebe023a5ad tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:31.507629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-624858e5-bb00-43c2-8a2a-4689c1e4d365 req-6b5330c2-c481-4a08-b354-abebe023a5ad tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 944 time: 0.0626123 Jul 16 04:24:31.547044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-624858e5-bb00-43c2-8a2a-4689c1e4d365 req-65d95ecb-579a-434a-9757-26da383ef821 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328467 Jul 16 04:24:31.643082 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:24:32.715483 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01518e7a-d5d5-42e3-b508-b2afe913c0b9 req-583cd5f0-4f5d-4e81-a284-5837d120afdf tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:32.716978 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01518e7a-d5d5-42e3-b508-b2afe913c0b9 req-583cd5f0-4f5d-4e81-a284-5837d120afdf tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 944 time: 0.0628455 Jul 16 04:24:32.753344 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01518e7a-d5d5-42e3-b508-b2afe913c0b9 req-194336e0-5a08-44be-9bfc-d20b93acf080 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309572 Jul 16 04:24:32.762349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 392c9917-7e8f-4eef-b614-aeba914ad858 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:32.812019 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 392c9917-7e8f-4eef-b614-aeba914ad858 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:32.815692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 392c9917-7e8f-4eef-b614-aeba914ad858 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:32.816065 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.889792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.910907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:32.913112 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2b51bb-4084-4bb3-8059-452344915837" -d '{"events": [{"server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "name": "network-vif-plugged", "status": "completed", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:32.925745 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 392c9917-7e8f-4eef-b614-aeba914ad858, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=392c9917-7e8f-4eef-b614-aeba914ad858,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:32.930128 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.955611 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e44049-2847-4571-803a-e1a1b3265d83 x-openstack-request-id: req-03e44049-2847-4571-803a-e1a1b3265d83 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:32.955913 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "name": "network-vif-plugged", "status": "completed", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:32.956155 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e44049-2847-4571-803a-e1a1b3265d83 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:32.956536 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858', 'code': 200} Jul 16 04:24:32.983125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=392c9917-7e8f-4eef-b614-aeba914ad858,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:33.061594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7514228-ecf3-457f-bdc0-28cc1556200a req-5d171288-a35e-4414-9f49-9def10eb5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:33.063126 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e7514228-ecf3-457f-bdc0-28cc1556200a req-5d171288-a35e-4414-9f49-9def10eb5e54 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 1096 time: 0.0513430 Jul 16 04:24:33.099340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e7514228-ecf3-457f-bdc0-28cc1556200a req-dcabf9da-c7da-4534-8320-76b3c785a5a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302703 Jul 16 04:24:33.383803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.934305 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327bd8-c4d1-4e7b-bb8b-7e862dd53825 req-8cfa2906-aae1-4fd6-b113-68f653ebe7ed tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:33.936328 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc327bd8-c4d1-4e7b-bb8b-7e862dd53825 req-8cfa2906-aae1-4fd6-b113-68f653ebe7ed tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0687013 Jul 16 04:24:33.975242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cc327bd8-c4d1-4e7b-bb8b-7e862dd53825 req-615e6fc7-7e41-4dc8-9880-655572b54543 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332894 Jul 16 04:24:34.140946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.141946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbffd3-d215-47e2-ab35-d32701fc9ae8 req-285a86ea-5307-4a33-a628-18b52ee8d4fa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:35.144129 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ccbffd3-d215-47e2-ab35-d32701fc9ae8 req-285a86ea-5307-4a33-a628-18b52ee8d4fa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0621405 Jul 16 04:24:35.181087 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ccbffd3-d215-47e2-ab35-d32701fc9ae8 req-5068c4e3-0dc4-4215-ab5a-89f5b18fc32f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Jul 16 04:24:35.350880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bd68f-faa9-4133-a872-7682b3b0aff2 req-2424ee25-2dc5-4df1-b0f5-4537989a7914 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:35.352403 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f8bd68f-faa9-4133-a872-7682b3b0aff2 req-2424ee25-2dc5-4df1-b0f5-4537989a7914 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0668035 Jul 16 04:24:35.389685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2f8bd68f-faa9-4133-a872-7682b3b0aff2 req-89aaa804-70f9-45a3-a219-4e179204e276 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Jul 16 04:24:35.413923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50306) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:35.463573 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01baad1f-c216-4d27-a9ee-159aca5c574e tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:35.465092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-01baad1f-c216-4d27-a9ee-159aca5c574e tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 1091 time: 0.0502310 Jul 16 04:24:35.467921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:35.472270 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '392c9917-7e8f-4eef-b614-aeba914ad858', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:35.493867 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.589637 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.688476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.238 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/ddb977ea-39a6-4a8f-88a8-41a20d872176) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:35.788515 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.826083 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.865773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:35.868537 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:35.872786 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:35.878232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=ddb977ea-39a6-4a8f-88a8-41a20d872176,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:36.224422 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.296161 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.443008 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.447494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.518369 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=ddb977ea-39a6-4a8f-88a8-41a20d872176,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:36.529424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.623575 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP ae67477e-ff7b-4085-8d12-ec9dd5d35caf associated. External IP: 172.25.4.238, port: 392c9917-7e8f-4eef-b614-aeba914ad858. Jul 16 04:24:36.827826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 96cf94e5-7f9a-490f-8a3a-20048c385eac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:36.931930 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:36.943791 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] Sync routers for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:36.947291 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.953086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:36.953710 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:36.983859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4fb06f1a-5333-4925-99f2-8696edf4a734 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5149181 Jul 16 04:24:36.984438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:36.986710 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9" -d '{"events": [{"name": "network-changed", "server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:37.140395 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c7938-24dd-4a06-93ea-96bd12a853ec req-34375969-fc69-472c-97d2-aa761829b8eb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:37.142275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-940c7938-24dd-4a06-93ea-96bd12a853ec req-34375969-fc69-472c-97d2-aa761829b8eb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0697751 Jul 16 04:24:37.182299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-940c7938-24dd-4a06-93ea-96bd12a853ec req-f90960b1-28db-46ae-b5b6-ae084a89dfe6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336540 Jul 16 04:24:37.209219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:37.216652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:37.249506 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3440db98-d4ff-43d3-8fc2-4db059db8a3e x-openstack-request-id: req-3440db98-d4ff-43d3-8fc2-4db059db8a3e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:37.250117 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:37.250117 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3440db98-d4ff-43d3-8fc2-4db059db8a3e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:37.250395 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858', 'status': 'completed', 'code': 200} Jul 16 04:24:37.276391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d248ca36-b775-45b1-b4cd-3522e1fe468b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/ae67477e-ff7b-4085-8d12-ec9dd5d35caf HTTP/1.1" status: 200 len: 991 time: 0.0652759 Jul 16 04:24:37.310425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-61257403-3f2d-4cef-b7be-950f3b28e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:37.311969 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-61257403-3f2d-4cef-b7be-950f3b28e55c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 1096 time: 0.0600789 Jul 16 04:24:37.404698 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-84243d8f-3092-42b5-9bab-b6a1d5d11e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:37.406102 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-84243d8f-3092-42b5-9bab-b6a1d5d11e39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15670a17-22bc-4669-ac4a-de1241f17d36 HTTP/1.1" status: 200 len: 899 time: 0.0880156 Jul 16 04:24:37.438142 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ae67477e-ff7b-4085-8d12-ec9dd5d35caf', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'port_id': '392c9917-7e8f-4eef-b614-aeba914ad858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'mac_address': 'fa:16:3e:e6:72:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711b272-8f79-462c-8517-dd9de4ad0288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:24:36Z', 'updated_at': '2021-07-16T04:24:36Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:25Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:37.464766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] Checking router: 96cf94e5-7f9a-490f-8a3a-20048c385eac for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:37.473018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:37.473625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:37.473759 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-cf57ac26-7ad4-4978-b135-ccd39a04ee58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=392c9917-7e8f-4eef-b614-aeba914ad858 HTTP/1.1" status: 200 len: 999 time: 0.0615962 Jul 16 04:24:37.522942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-eef54eea-120f-46a6-b4cb-367e99e01cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:37.524430 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-eef54eea-120f-46a6-b4cb-367e99e01cca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=736f5b0e-83df-4d58-a11d-e9b8dbdeee22 HTTP/1.1" status: 200 len: 835 time: 0.0443702 Jul 16 04:24:37.579375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:37.581578 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-77bfc07d-0888-4fb3-9642-1647dd61e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:37.583650 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-77bfc07d-0888-4fb3-9642-1647dd61e790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15670a17-22bc-4669-ac4a-de1241f17d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530474 Jul 16 04:24:37.675866 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-79f32333-abfe-4611-8bf9-d131d05390cb service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Jul 16 04:24:37.765913 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-75cdfeb1-382c-4c17-afb8-c2c275bdfcf9 req-a30ada43-5517-4732-a8d7-95da15bc3fd9 service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834060 Jul 16 04:24:37.807804 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ae67477e-ff7b-4085-8d12-ec9dd5d35caf', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'port_id': '392c9917-7e8f-4eef-b614-aeba914ad858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'mac_address': 'fa:16:3e:e6:72:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711b272-8f79-462c-8517-dd9de4ad0288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:24:36Z', 'updated_at': '2021-07-16T04:24:36Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:25Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:37.834263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01a84c-f318-42e6-a75b-a28726cbdf4c None None] The sync data for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 is: [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'ae67477e-ff7b-4085-8d12-ec9dd5d35caf', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'port_id': '392c9917-7e8f-4eef-b614-aeba914ad858', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'mac_address': 'fa:16:3e:e6:72:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711b272-8f79-462c-8517-dd9de4ad0288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:24:36Z', 'updated_at': '2021-07-16T04:24:36Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:25Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:38.022334 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27c924-8b65-481b-b469-1924dbe6940a None None] New status for floating IP ae67477e-ff7b-4085-8d12-ec9dd5d35caf: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:24:38.280190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50318) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:38.342613 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2c98a932-63e6-4c3f-b630-f833b3593565 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/ae67477e-ff7b-4085-8d12-ec9dd5d35caf HTTP/1.1" status: 200 len: 993 time: 0.0612345 Jul 16 04:24:50.807557 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5d96b90-199d-46ea-a60e-73f3dd1f2210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:53.587539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc09b4ef-9cd8-4a8f-8f7a-4271102517de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:53.911571 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:54.545929 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:56.276654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:57.480588 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-805ecf19-7bef-48a0-878b-0273b3cc0133 req-050089b3-effd-4cf4-82d6-8a2265cca82d service neutron] (93757) timed out ('10.222.0.48', 57531) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:25:03.390982 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:04.129107 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:08.643292 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:25:09.828087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a00f5b-97d4-4d7c-89a0-c228782c8c90 req-35bf4ee7-33ea-4d29-befe-2bf1742bbb37 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:09.829774 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a00f5b-97d4-4d7c-89a0-c228782c8c90 req-35bf4ee7-33ea-4d29-befe-2bf1742bbb37 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0660863 Jul 16 04:25:09.869711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d8a00f5b-97d4-4d7c-89a0-c228782c8c90 req-a405a37c-11bc-4501-8292-517ece70c9f1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322282 Jul 16 04:25:11.047265 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ddfd-45ec-4e31-84da-cb059c64ddec req-72b803da-9311-4fd5-b2de-402edcf7889c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:11.048745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa40ddfd-45ec-4e31-84da-cb059c64ddec req-72b803da-9311-4fd5-b2de-402edcf7889c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0663817 Jul 16 04:25:11.085209 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-aa40ddfd-45ec-4e31-84da-cb059c64ddec req-f5ffe840-bec1-45b6-924b-6e4f7a1f5a92 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308149 Jul 16 04:25:11.109325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:11.167271 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6f119bcc-dadb-4c0f-838a-e0a5c569df0e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/ae67477e-ff7b-4085-8d12-ec9dd5d35caf HTTP/1.1" status: 200 len: 993 time: 0.0568044 Jul 16 04:25:12.587121 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff2ba-900c-4627-960d-6adf1d4b164e req-fb419724-f004-45ee-b0f7-279a2e9d1e44 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:12.588837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-855ff2ba-900c-4627-960d-6adf1d4b164e req-fb419724-f004-45ee-b0f7-279a2e9d1e44 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0625389 Jul 16 04:25:12.632494 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-855ff2ba-900c-4627-960d-6adf1d4b164e req-c5810925-a5ed-4690-be81-1a8d45c62ec1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361547 Jul 16 04:25:13.804800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fe87-9903-4232-bb16-e98cccecc210 req-1f10a1c8-3766-4a04-b657-c12eb3e61dc9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:13.806249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69d0fe87-9903-4232-bb16-e98cccecc210 req-1f10a1c8-3766-4a04-b657-c12eb3e61dc9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0612693 Jul 16 04:25:13.842217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-69d0fe87-9903-4232-bb16-e98cccecc210 req-eb88f125-76dd-4473-9410-7a0a9aa5429e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305157 Jul 16 04:25:13.866912 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:13.923148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-26f51c1b-2ee3-4715-bac9-1726d39e6d0a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/ae67477e-ff7b-4085-8d12-ec9dd5d35caf HTTP/1.1" status: 200 len: 993 time: 0.0550871 Jul 16 04:25:14.170985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50354) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:14.324087 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port ddb977ea-39a6-4a8f-88a8-41a20d872176 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:25:14.324424 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:14.397483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:14.397812 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:14.409035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for ddb977ea-39a6-4a8f-88a8-41a20d872176 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:25:14.550535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:14.576570 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=ddb977ea-39a6-4a8f-88a8-41a20d872176,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:14.602847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.603195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.603534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.603869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.604200 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.604528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.604858 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.605184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.605507 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.605849 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.606155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.606474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:14.643441 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:14.643770 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP ae67477e-ff7b-4085-8d12-ec9dd5d35caf disassociated (deleted). External IP: 172.25.4.238, port: 392c9917-7e8f-4eef-b614-aeba914ad858. Jul 16 04:25:14.844883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 96cf94e5-7f9a-490f-8a3a-20048c385eac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:25:14.948089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:25:14.952880 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:14.957673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] Sync routers for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:25:14.966481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:14.967118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:14.986707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8646dbe7-8206-460c-a9d7-d30b88938525 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/floatingips/ae67477e-ff7b-4085-8d12-ec9dd5d35caf HTTP/1.1" status: 204 len: 168 time: 0.8146224 Jul 16 04:25:14.987333 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:25:14.990055 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d41c7d-427b-4dad-91da-c2b998ae8729" -d '{"events": [{"name": "network-changed", "server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:25:15.069974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:15.227931 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bc22d6-c6f8-41f1-8c77-00075f585e3e x-openstack-request-id: req-43bc22d6-c6f8-41f1-8c77-00075f585e3e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:25:15.228326 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:25:15.228704 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43bc22d6-c6f8-41f1-8c77-00075f585e3e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:25:15.229198 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858', 'status': 'completed', 'code': 200} Jul 16 04:25:15.268397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:25Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:15.294703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] Checking router: 96cf94e5-7f9a-490f-8a3a-20048c385eac for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:25:15.303695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:15.304314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:15.313392 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-af6ee202-3bcd-4501-9a30-f9894de5ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:15.315024 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-af6ee202-3bcd-4501-9a30-f9894de5ba7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 1096 time: 0.0595725 Jul 16 04:25:15.383078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77a4a6-e2c1-4715-87bc-22d26c1325c6 req-99da9c7a-5890-4857-9641-e305b829c608 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:15.384895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b77a4a6-e2c1-4715-87bc-22d26c1325c6 req-99da9c7a-5890-4857-9641-e305b829c608 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0706377 Jul 16 04:25:15.411244 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-3be2cb7e-0fb2-4c70-8174-0a605f4f982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:15.412725 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-3be2cb7e-0fb2-4c70-8174-0a605f4f982b service neutron] 10.222.0.11 "GET /v2.0/networks?id=15670a17-22bc-4669-ac4a-de1241f17d36 HTTP/1.1" status: 200 len: 899 time: 0.0913422 Jul 16 04:25:15.414062 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:15.426916 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b77a4a6-e2c1-4715-87bc-22d26c1325c6 req-c8060fff-b394-4479-a707-ec6836b55ffa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341070 Jul 16 04:25:15.460928 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-9c71617d-f44b-4892-b0ad-83cf1874bbad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=392c9917-7e8f-4eef-b614-aeba914ad858 HTTP/1.1" status: 200 len: 217 time: 0.0399556 Jul 16 04:25:15.508935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-bfd16b7c-f3b1-4ee8-8853-e15a4db64f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:15.510376 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-bfd16b7c-f3b1-4ee8-8853-e15a4db64f2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=736f5b0e-83df-4d58-a11d-e9b8dbdeee22 HTTP/1.1" status: 200 len: 835 time: 0.0430446 Jul 16 04:25:15.569421 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-10449e2c-d9bb-4fe3-9bd2-c673b57e05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:15.570972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-10449e2c-d9bb-4fe3-9bd2-c673b57e05e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15670a17-22bc-4669-ac4a-de1241f17d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534256 Jul 16 04:25:15.608684 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:25Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:15.637802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1655b415-2e1a-49df-b01a-ee141b83528f None None] The sync data for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 is: [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:22Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '10e31e39-7fab-419b-8cd3-fabb4e98b523', 'name': '', 'network_id': '15670a17-22bc-4669-ac4a-de1241f17d36', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:5d:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:21Z', 'updated_at': '2021-07-16T04:24:25Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '736f5b0e-83df-4d58-a11d-e9b8dbdeee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:25:15.666351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-ce9f5d1f-8e2e-4775-be76-52d1965545ed service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Jul 16 04:25:15.756657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d6d41c7d-427b-4dad-91da-c2b998ae8729 req-6320136f-1aed-4175-9d58-8fbe8d475c4d service neutron] 10.222.0.11 "GET /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837281 Jul 16 04:25:15.850868 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4a796-5428-42f4-9962-56013ffb529a None None] New status for floating IP ae67477e-ff7b-4085-8d12-ec9dd5d35caf: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:25:16.602893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b377ad-3956-45ea-a61c-f2e0b813898e req-2f941bc9-84a8-4a25-92d9-800d9fe748aa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:16.604451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01b377ad-3956-45ea-a61c-f2e0b813898e req-2f941bc9-84a8-4a25-92d9-800d9fe748aa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0654404 Jul 16 04:25:16.641038 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-01b377ad-3956-45ea-a61c-f2e0b813898e req-e5d64e0f-f779-48ce-8306-f87ade966eb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=3385b5f3-dcb1-4919-856a-2724fa9a9d14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309196 Jul 16 04:25:16.757771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-a9999657-6ffa-456b-beca-f94a0c60521e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:16.759214 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-a9999657-6ffa-456b-beca-f94a0c60521e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 945 time: 0.0654290 Jul 16 04:25:16.854603 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 392c9917-7e8f-4eef-b614-aeba914ad858 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:25:16.854959 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:16.946505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 392c9917-7e8f-4eef-b614-aeba914ad858, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=392c9917-7e8f-4eef-b614-aeba914ad858,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:16.946804 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:16.958064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 392c9917-7e8f-4eef-b614-aeba914ad858 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:25:17.077536 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:17.110509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=392c9917-7e8f-4eef-b614-aeba914ad858,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:17.139865 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.140215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.140556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.140890 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.141220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.141549 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.141878 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.142202 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.142527 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.142873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.143192 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.143510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:17.164408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] No DVR routers for this DVR port 392c9917-7e8f-4eef-b614-aeba914ad858 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:25:17.166774 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:17.168735 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-53865b7f-cc97-47c9-8fd2-ac6556f1d477 req-2049b1c1-2db3-47f5-9880-9df6dfdd9cd9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "DELETE /v2.0/ports/392c9917-7e8f-4eef-b614-aeba914ad858 HTTP/1.1" status: 204 len: 173 time: 0.4043951 Jul 16 04:25:17.169170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'name': 'network-vif-deleted', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:25:17.171419 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6220f6-2d4c-4beb-b163-4e54242521f0" -d '{"events": [{"server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "name": "network-vif-deleted", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:25:17.205873 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cc5a99-f518-4e8b-8943-5944e60db4a1 x-openstack-request-id: req-11cc5a99-f518-4e8b-8943-5944e60db4a1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:25:17.206167 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3711b272-8f79-462c-8517-dd9de4ad0288", "name": "network-vif-deleted", "tag": "392c9917-7e8f-4eef-b614-aeba914ad858", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:25:17.206425 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11cc5a99-f518-4e8b-8943-5944e60db4a1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:25:17.206873 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3711b272-8f79-462c-8517-dd9de4ad0288', 'name': 'network-vif-deleted', 'tag': '392c9917-7e8f-4eef-b614-aeba914ad858', 'status': 'completed', 'code': 200} Jul 16 04:25:17.791407 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1080c84b-f5fa-44df-92ab-38b46709946b req-9b416bb6-239c-42ba-8cd0-6124352a4239 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=3711b272-8f79-462c-8517-dd9de4ad0288 HTTP/1.1" status: 200 len: 210 time: 0.0271294 Jul 16 04:25:18.885174 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50370) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:19.230460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:19.484814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 10e31e39-7fab-419b-8cd3-fabb4e98b523 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:25:19.485065 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:19.570840 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 10e31e39-7fab-419b-8cd3-fabb4e98b523, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=10e31e39-7fab-419b-8cd3-fabb4e98b523,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:19.571198 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:19.583738 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 10e31e39-7fab-419b-8cd3-fabb4e98b523 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:25:19.763452 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:19.795625 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=10e31e39-7fab-419b-8cd3-fabb4e98b523,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:19.968158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.177402 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 96cf94e5-7f9a-490f-8a3a-20048c385eac has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:25:20.615593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:25:20.622030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-4748ba0e-cdd6-49f7-9999-3afea402456b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/96cf94e5-7f9a-490f-8a3a-20048c385eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343729 Jul 16 04:25:20.623257 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50372) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:20.625893 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] Sync routers for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:25:20.635614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:20.636219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:20.672281 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting subnet 736f5b0e-83df-4d58-a11d-e9b8dbdeee22 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:25:20.675186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.713914 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.738921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:20.800401 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.826694 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09363a3e-983c-4a6f-9d06-b96000d6127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.857648 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.886028 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Subnet': ['ID=736f5b0e-83df-4d58-a11d-e9b8dbdeee22,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:20.887930 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:20.889783 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6d9901f6-f798-4e91-8b16-d98baebf1db8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/subnets/736f5b0e-83df-4d58-a11d-e9b8dbdeee22 HTTP/1.1" status: 204 len: 168 time: 0.2656145 Jul 16 04:25:20.892836 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:20.903498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9693de-97e4-4120-907f-4c72088b7e05 None None] Network 15670a17-22bc-4669-ac4a-de1241f17d36 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:25:20.987322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 392c9917-7e8f-4eef-b614-aeba914ad858 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:25:20.998144 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.025207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 392c9917-7e8f-4eef-b614-aeba914ad858 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:25:21.025547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 392c9917-7e8f-4eef-b614-aeba914ad858 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:25:21.049770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:25:19Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:21.081259 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] Checking router: 96cf94e5-7f9a-490f-8a3a-20048c385eac for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:25:21.098497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] Routers {'96cf94e5-7f9a-490f-8a3a-20048c385eac'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:21.098931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.099126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:24:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['96cf94e5-7f9a-490f-8a3a-20048c385eac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:21.152113 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 1cde0eee-5099-4eff-a59e-0b83bd59c712 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:25:21.152458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.212329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] Set router 96cf94e5-7f9a-490f-8a3a-20048c385eac gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:21.215619 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] DHCP port deletion for 15670a17-22bc-4669-ac4a-de1241f17d36 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:25:21.241873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 1cde0eee-5099-4eff-a59e-0b83bd59c712, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1cde0eee-5099-4eff-a59e-0b83bd59c712,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:21.242240 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.254726 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 1cde0eee-5099-4eff-a59e-0b83bd59c712 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:25:21.424759 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.451065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=1cde0eee-5099-4eff-a59e-0b83bd59c712,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:21.517153 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.540527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c949ff84-1e10-439b-9cc2-aa70ede1a04b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:25:21.565948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] Deleting port c949ff84-1e10-439b-9cc2-aa70ede1a04b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:25:21.566325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.607425 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.610152 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.655433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.656309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Fanout notify agent at l3_agent the message router_deleted on router 96cf94e5-7f9a-490f-8a3a-20048c385eac {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:25:21.665552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.666701 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d1e7b236-8fdd-4bbd-bc4d-e2f5ee3f9d01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/routers/96cf94e5-7f9a-490f-8a3a-20048c385eac HTTP/1.1" status: 204 len: 168 time: 0.7728589 Jul 16 04:25:21.670765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:21.675398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] For port c949ff84-1e10-439b-9cc2-aa70ede1a04b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c949ff84-1e10-439b-9cc2-aa70ede1a04b,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:21.676006 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.714957 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] Calling delete_port for c949ff84-1e10-439b-9cc2-aa70ede1a04b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:25:21.737246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.749126 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.787009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:25:19Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:21.805280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port c949ff84-1e10-439b-9cc2-aa70ede1a04b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:25:21.805715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.825263 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cf1af-60a4-4f60-b2bf-80d29712471f None None] The sync data for ids ['96cf94e5-7f9a-490f-8a3a-20048c385eac'] in n-d-800089-6 is: [{'id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146217159', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:25:19Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '1cde0eee-5099-4eff-a59e-0b83bd59c712', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf94e5-7f9a-490f-8a3a-20048c385eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:18Z', 'updated_at': '2021-07-16T04:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:25:21.846137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c949ff84-1e10-439b-9cc2-aa70ede1a04b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c949ff84-1e10-439b-9cc2-aa70ede1a04b,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:21.853663 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.879532 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port c949ff84-1e10-439b-9cc2-aa70ede1a04b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c949ff84-1e10-439b-9cc2-aa70ede1a04b,segment=NetworkSegment(faa33384-b99e-4f44-8539-aff8eb030754),segment_id=faa33384-b99e-4f44-8539-aff8eb030754)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:21.879893 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.892172 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for c949ff84-1e10-439b-9cc2-aa70ede1a04b owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:25:21.909233 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:21.917510 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c949ff84-1e10-439b-9cc2-aa70ede1a04b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:21.927351 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] No DVR routers for this DVR port c949ff84-1e10-439b-9cc2-aa70ede1a04b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:25:21.929692 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.930042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.930386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.930838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.931178 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.931578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.931915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.932246 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.932576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.932905 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.933232 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.933558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:21.958035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f143-3a13-456e-82d8-3bb90f55ee29 None None] Pushing event deleted for resources: {'Port': ['ID=c949ff84-1e10-439b-9cc2-aa70ede1a04b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:21.979914 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.004551 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=c949ff84-1e10-439b-9cc2-aa70ede1a04b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:22.008076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] No DVR routers for this DVR port c949ff84-1e10-439b-9cc2-aa70ede1a04b on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:25:22.086051 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.095589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15670a17-22bc-4669-ac4a-de1241f17d36']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:22.105029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa33384-b99e-4f44-8539-aff8eb030754') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:22.105330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa33384-b99e-4f44-8539-aff8eb030754') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:22.113810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.127019 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.133656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:25:22.134050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: self.session.flush() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:25:22.136930 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:25:22.194057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.199118 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.201022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/networks/15670a17-22bc-4669-ac4a-de1241f17d36 HTTP/1.1" status: 204 len: 168 time: 0.5292587 Jul 16 04:25:22.203952 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:22.219262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055689b-d3ce-4371-b164-820a65ccbf95 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Network': ['ID=15670a17-22bc-4669-ac4a-de1241f17d36,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:22.266009 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2304d7cb-143a-4ffd-8cc8-3fe593ec2c83 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.291855 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2304d7cb-143a-4ffd-8cc8-3fe593ec2c83 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.350730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2304d7cb-143a-4ffd-8cc8-3fe593ec2c83 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.353342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2304d7cb-143a-4ffd-8cc8-3fe593ec2c83 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.354502 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2304d7cb-143a-4ffd-8cc8-3fe593ec2c83 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/security-groups/3385b5f3-dcb1-4919-856a-2724fa9a9d14 HTTP/1.1" status: 204 len: 168 time: 0.1495559 Jul 16 04:25:22.364173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304d7cb-143a-4ffd-8cc8-3fe593ec2c83 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385b5f3-dcb1-4919-856a-2724fa9a9d14,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:22.563781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50386) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:22.569187 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13627243', 'description': 'tempest-secgroup-smoke-13627243 description', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:22.595414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.676493 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.680161 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.706807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.708151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1433461 Jul 16 04:25:22.711504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50388) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:22.712903 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb116e0-f9e9-4a29-a57f-7d5262006dbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ddf162-46a3-4190-ab6e-96054bfb2914,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:22.716443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf162-46a3-4190-ab6e-96054bfb2914', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:22.742502 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.799413 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.803452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.819935 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3e603f-d510-46c7-9733-cdcfea5e8e72,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:22.826156 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.827490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-87d3fe38-54fe-448a-b407-695c68b0f9a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148417 Jul 16 04:25:22.830159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50390) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:22.835082 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf162-46a3-4190-ab6e-96054bfb2914', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:22.862495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.920198 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.923945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.939198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d6a312-fe3e-468d-b719-bb1ebba2de49,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:22.947945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:22.949168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d41fce5f-4947-404f-80eb-498166ed9578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178119 Jul 16 04:25:22.951924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50392) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:22.956405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf162-46a3-4190-ab6e-96054bfb2914', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:22.981217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.037431 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.040786 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.058665 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e34906-2070-4f39-959d-d34b612e45ce,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:23.061055 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.062221 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31a16170-3cf1-47a6-94ce-f645449d0562 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093400 Jul 16 04:25:23.064952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:23.069319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf162-46a3-4190-ab6e-96054bfb2914', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:23.094794 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.153216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.156810 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.174457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd364ec-e7b5-46c4-8717-35d57f3b0229,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:23.179702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.180844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1af0db93-dbd3-4cb7-b714-0b274b617bb5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149518 Jul 16 04:25:23.183634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50396) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:23.188058 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf162-46a3-4190-ab6e-96054bfb2914', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:23.209040 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:25:23.213952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.271755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.275244 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.292585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4040f6cc-33d4-40f4-bdf1-fa5f1c49819f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:23.298628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.299725 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f7723e26-0683-4e08-8eec-9c6493975afd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151664 Jul 16 04:25:23.302426 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:23.306701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'd2ddf162-46a3-4190-ab6e-96054bfb2914', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:23.327031 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:25:23.331606 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.391743 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.395780 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.413748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ab688f-b24d-4b4a-b901-3a1fb844fb85,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:23.416066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.417103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4ea106e9-67d5-4c34-9eb1-dacf74ad2d5c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1137455 Jul 16 04:25:23.420157 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50400) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:23.426318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'network': {'name': 'tempest-network-smoke--1945720705', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:23.451357 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:25:23.454869 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.469749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 10e31e39-7fab-419b-8cd3-fabb4e98b523 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:25:23.479598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:25:23.488453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.488798 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Added segment 18535da0-eaea-4ffa-8b9d-a9d215da4657 of type vlan for network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 Jul 16 04:25:23.489611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 10e31e39-7fab-419b-8cd3-fabb4e98b523 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:25:23.489967 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 10e31e39-7fab-419b-8cd3-fabb4e98b523 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:25:23.490398 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1cde0eee-5099-4eff-a59e-0b83bd59c712 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:25:23.508962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1cde0eee-5099-4eff-a59e-0b83bd59c712 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:25:23.509315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1cde0eee-5099-4eff-a59e-0b83bd59c712 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:25:23.528534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.554898 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.560301 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:23.560893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.588946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d748bcc-d2bf-4f53-95cd-71f8d6ff5e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.598391 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1763108 Jul 16 04:25:23.601101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50402) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:23.632075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'admin_state_up': True, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:23.638258 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f91f20-de9c-44ec-8ea0-6e5c34b082b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Network': ['ID=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:23.649487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:25:23.656752 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.657716 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.708534 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.844195 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:23.912706 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.028342 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.050010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.147065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.130 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/8e62841a-16de-4e89-8b2b-5c369a654b94) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:25:24.247642 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.283954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.317481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:25:24.320236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:24.325524 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:25:24.356147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=8e62841a-16de-4e89-8b2b-5c369a654b94,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:24.549306 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.570773 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.763044 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:24.891722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:25:24.998875 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:25:25.008426 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Sync routers for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:25:25.016681 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.017669 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:25.018279 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:25:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:25.021674 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9317c01a-17c0-4c26-8823-fab78d98506e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4196436 Jul 16 04:25:25.021816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50404) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:25.051668 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-14762bdf-7802-45bc-90be-3ff19cae6036 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=9569658dc00a4a14a66ec2d4454a7ffe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287249 Jul 16 04:25:25.054161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:25.119257 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:25.137131 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd18bf49-9ec3-4b0d-8a77-5f67e4497f65 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:25.138678 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-bd18bf49-9ec3-4b0d-8a77-5f67e4497f65 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0835187 Jul 16 04:25:25.141662 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50408) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:25.168241 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5d0c812f-9022-4a3a-9474-d2d256e6a6b9 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254841 Jul 16 04:25:25.170656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:25.175274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963419629', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:25.296865 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:24Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:25.329453 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Checking router: 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:25:25.329806 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Updating router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a port 8e62841a-16de-4e89-8b2b-5c369a654b94 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:25:25.366494 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.632995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:25:25.636673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.640943 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.650625 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Transition to ACTIVE for port object 8e62841a-16de-4e89-8b2b-5c369a654b94 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:25.655952 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.707900 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Pushing event updated for resources: {'Port': ['ID=8e62841a-16de-4e89-8b2b-5c369a654b94,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:25.710400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Attempting to bind port 8e62841a-16de-4e89-8b2b-5c369a654b94 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:25:25.710787 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Attempting to bind port 8e62841a-16de-4e89-8b2b-5c369a654b94 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:25:25.711146 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Attempting to bind port 8e62841a-16de-4e89-8b2b-5c369a654b94 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:25:25.720561 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.720906 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.721245 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.721574 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.721902 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.722228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.722564 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.722890 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.723207 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.724043 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.724361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.724673 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:25:25.727852 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:25:25.728221 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:25:25.728621 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.728996 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:25:25.729462 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Bound port: 8e62841a-16de-4e89-8b2b-5c369a654b94, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:25:25.729999 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.780277 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] For port 8e62841a-16de-4e89-8b2b-5c369a654b94, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:25:25.783324 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] For port 8e62841a-16de-4e89-8b2b-5c369a654b94, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8e62841a-16de-4e89-8b2b-5c369a654b94,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:25:25.787972 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.820609 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.851025 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:25.851651 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:25:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:25.854321 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66cf6b-0d0e-4d96-8001-51882a0a23a5 None None] Pushing event updated for resources: {'Port': ['ID=8e62841a-16de-4e89-8b2b-5c369a654b94,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:25.878708 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Subnet': ['ID=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:25.888850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Checking segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:25:25.889214 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network hostable DHCP agents. Network: feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:25:25.905556 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:25:25.914678 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:25.918770 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:25.919358 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:25.924961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdd9d8-4af7-4cda-b487-ea982760c624 None None] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:25:25.939283 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f7d01bb7-0091-4f77-84db-bf9411969bcd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7649369 Jul 16 04:25:25.939640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50412) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:25.963441 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:26.082379 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:25:26.084640 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.146882 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:24Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:26.173708 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070700f-f0ac-4ff0-b4c5-fa06e3d20a05 None None] The sync data for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 is: [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:24Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:25:26.232557 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Allocated IP 172.20.0.2 (feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69/160e3a9c-daf2-4770-bf4f-8a57ab57e3a2/42c506d3-a583-4cf5-99a8-fb15b57ed326) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:25:26.322867 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.445486 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.446479 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.470698 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Transition to ACTIVE for port object 42c506d3-a583-4cf5-99a8-fb15b57ed326 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:26.489613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Transition to ACTIVE for port object 42c506d3-a583-4cf5-99a8-fb15b57ed326 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:26.500014 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.563843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:25:26.566813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:26.570621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:25:26.577869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Pushing event updated for resources: {'Port': ['ID=42c506d3-a583-4cf5-99a8-fb15b57ed326,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:26.648779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Attempting to bind port 42c506d3-a583-4cf5-99a8-fb15b57ed326 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:25:26.649154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Attempting to bind port 42c506d3-a583-4cf5-99a8-fb15b57ed326 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:25:26.649526 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Attempting to bind port 42c506d3-a583-4cf5-99a8-fb15b57ed326 on network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:25:26.654758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:25:26.655132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Checking segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:25:26.655547 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.655947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Bound using segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:25:26.656423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Bound port: 42c506d3-a583-4cf5-99a8-fb15b57ed326, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:25:26.656810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.726935 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] For port 42c506d3-a583-4cf5-99a8-fb15b57ed326, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:25:26.730288 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] For port 42c506d3-a583-4cf5-99a8-fb15b57ed326, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=42c506d3-a583-4cf5-99a8-fb15b57ed326,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:25:26.736227 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.766340 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.1 (feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69/160e3a9c-daf2-4770-bf4f-8a57ab57e3a2/f8db693c-8722-4052-8508-f424363d11d4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:25:26.802255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557675a-807e-4092-b4ac-8fbb4038b9b1 None None] Pushing event updated for resources: {'Port': ['ID=42c506d3-a583-4cf5-99a8-fb15b57ed326,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:26.896880 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:26.913569 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object f8db693c-8722-4052-8508-f424363d11d4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:26.954010 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.021318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:25:27.023539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=f8db693c-8722-4052-8508-f424363d11d4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:27.027440 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:27.029847 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:25:27.074945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.220699 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.502367 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.508172 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.527291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 42c506d3-a583-4cf5-99a8-fb15b57ed326 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:27.587077 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 42c506d3-a583-4cf5-99a8-fb15b57ed326 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:27.587679 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.589444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=f8db693c-8722-4052-8508-f424363d11d4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:27.591444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e62841a-16de-4e89-8b2b-5c369a654b94 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:27.647491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 8e62841a-16de-4e89-8b2b-5c369a654b94 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:27.652086 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8e62841a-16de-4e89-8b2b-5c369a654b94 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:27.652470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.696592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:25:27.698204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:27.741564 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.767881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 8e62841a-16de-4e89-8b2b-5c369a654b94, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8e62841a-16de-4e89-8b2b-5c369a654b94,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:27.772711 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.809558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53d25f-f52d-4358-af87-1ddfac919515 None None] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:25:27.819389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:25:27.858625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] Provisioning for port 42c506d3-a583-4cf5-99a8-fb15b57ed326 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:27.890344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] Provisioning complete for port 42c506d3-a583-4cf5-99a8-fb15b57ed326 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:27.890754 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:27.898012 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=8e62841a-16de-4e89-8b2b-5c369a654b94,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:27.933899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:25:27.947973 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1d70eeb2-69e8-48da-9895-a8ecbac4868a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988265 Jul 16 04:25:28.046424 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:28.092013 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] For port 42c506d3-a583-4cf5-99a8-fb15b57ed326, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=42c506d3-a583-4cf5-99a8-fb15b57ed326,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:28.097539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:28.097845 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-1fbb2f83-a07e-4d3d-8359-b1bc99c0ed17 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13627243&fields=id&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 267 time: 0.0358064 Jul 16 04:25:28.152750 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574769fc-e46f-4950-994b-012eb9d693a6 None None] Pushing event updated for resources: {'Port': ['ID=42c506d3-a583-4cf5-99a8-fb15b57ed326,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:28.224336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-66a4af2c-f1df-4a08-b5d1-bac245148bf6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:28.225855 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-66a4af2c-f1df-4a08-b5d1-bac245148bf6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 797 time: 0.1199582 Jul 16 04:25:28.242348 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-62391566-a396-47bd-a6e9-27b3ed816699 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/quotas/9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 375 time: 0.0105455 Jul 16 04:25:28.269116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Sync routers for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:25:28.279297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:28.279917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:25:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:28.317632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-557f239c-2825-4b38-920a-8ad86af32d77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689495 Jul 16 04:25:28.391889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:28.419922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-102d1c43-dc5c-4344-a474-ca40e4d0054e service neutron] 10.222.0.25 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939212 Jul 16 04:25:28.472322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e2c9354b-8b4b-48fa-b512-5f8c3b7057d8 None None] Provisioning for port f8db693c-8722-4052-8508-f424363d11d4 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:28.487433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e2c9354b-8b4b-48fa-b512-5f8c3b7057d8 None None] Provisioning complete for port f8db693c-8722-4052-8508-f424363d11d4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:28.487802 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c9354b-8b4b-48fa-b512-5f8c3b7057d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:28.515106 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-e8736d5d-ac50-485a-9394-a012ce186892 service neutron] 10.222.0.25 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Jul 16 04:25:28.561286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9354b-8b4b-48fa-b512-5f8c3b7057d8 None None] Port f8db693c-8722-4052-8508-f424363d11d4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:25:28.588531 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e2c9354b-8b4b-48fa-b512-5f8c3b7057d8 None None] Provisioning complete for port 42c506d3-a583-4cf5-99a8-fb15b57ed326 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:28.588906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c9354b-8b4b-48fa-b512-5f8c3b7057d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:28.717240 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-40bd913c-7a77-44c7-a031-f4a90ce6d7eb req-02f4885d-5195-4ec7-b0c5-4b77422b6751 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 210 time: 0.0423496 Jul 16 04:25:28.737055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 2, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:28.769679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Checking router: 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:25:28.770038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Updating router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a port f8db693c-8722-4052-8508-f424363d11d4 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:25:28.809570 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.015471 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a4976d4-fb24-42e3-951b-112775a11129 None None] Provisioning complete for port f8db693c-8722-4052-8508-f424363d11d4 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:29.015849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a4976d4-fb24-42e3-951b-112775a11129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.113169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0a4976d4-fb24-42e3-951b-112775a11129 None None] Port f8db693c-8722-4052-8508-f424363d11d4 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:25:29.264380 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.274613 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Transition to ACTIVE for port object f8db693c-8722-4052-8508-f424363d11d4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:29.280410 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.334810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c8f07-1cba-4750-be67-0cb8fe1162d5 None None] Pushing event updated for resources: {'Port': ['ID=f8db693c-8722-4052-8508-f424363d11d4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:29.398993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Attempting to bind port f8db693c-8722-4052-8508-f424363d11d4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:25:29.399344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Attempting to bind port f8db693c-8722-4052-8508-f424363d11d4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:25:29.399722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Attempting to bind port f8db693c-8722-4052-8508-f424363d11d4 on network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:25:29.406056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:25:29.406737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Checking segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:25:29.407149 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.407596 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Bound using segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:25:29.408080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Bound port: f8db693c-8722-4052-8508-f424363d11d4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:25:29.409189 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.486285 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 42c506d3-a583-4cf5-99a8-fb15b57ed326 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:29.531600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] For port f8db693c-8722-4052-8508-f424363d11d4, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:25:29.554405 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] For port f8db693c-8722-4052-8508-f424363d11d4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f8db693c-8722-4052-8508-f424363d11d4,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:25:29.561298 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.621323 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 42c506d3-a583-4cf5-99a8-fb15b57ed326 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:29.621708 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:29.647748 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:29.648396 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:25:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:29.656222 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c8f07-1cba-4750-be67-0cb8fe1162d5 None None] Pushing event updated for resources: {'Port': ['ID=f8db693c-8722-4052-8508-f424363d11d4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:29.828295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:29.855630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e62841a-16de-4e89-8b2b-5c369a654b94 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:29.873963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea2766eb-57b4-4c16-ac3d-d7de687ebd2e req-a7332081-b021-4716-9b6d-a81f6d2c2c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 210 time: 0.0314286 Jul 16 04:25:29.919565 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-c398693a-5417-4d49-9c51-06414cb5b184 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:29.921176 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-c398693a-5417-4d49-9c51-06414cb5b184 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 797 time: 0.1200275 Jul 16 04:25:29.967217 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-6ff6f764-488e-4694-badf-c8dcb92df19e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 378 time: 0.0374095 Jul 16 04:25:29.976547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'port': {'device_id': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'admin_state_up': True, 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'security_groups': ['d2ddf162-46a3-4190-ab6e-96054bfb2914']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:30.022422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 8e62841a-16de-4e89-8b2b-5c369a654b94 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:30.022839 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:30.091496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:25:30.095051 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:30.158224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:29Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:30.183755 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253676-f969-4f8c-b2f0-b09edb6d6645 None None] The sync data for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 is: [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:29Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:25:30.224001 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.12 (feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69/160e3a9c-daf2-4770-bf4f-8a57ab57e3a2/9aed0ba5-9dc3-4990-a888-26c2c20d4a01) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:25:30.380723 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:30.394415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:30.428262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:30.823408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:25:30.826668 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:30.830805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:25:30.855781 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:30.885696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:30.886341 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:30.908827 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-07d60af0-9adb-425e-ac58-fecd09a85719 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366508 Jul 16 04:25:30.924754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Request body: {'port': {'device_id': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:31.019688 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.075974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f2b76-4932-490c-b3e6-e3dd47e89ff7 req-83f6368e-bed8-480a-b92f-e23e01568fa9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:31.077515 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab3f2b76-4932-490c-b3e6-e3dd47e89ff7 req-83f6368e-bed8-480a-b92f-e23e01568fa9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 932 time: 0.0763378 Jul 16 04:25:31.114906 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-231525c2-73c2-4534-a440-b5c83e43887a None None] Provisioning for port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:31.121089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-231525c2-73c2-4534-a440-b5c83e43887a None None] Provisioning complete for port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:31.121878 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-231525c2-73c2-4534-a440-b5c83e43887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.130462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ab3f2b76-4932-490c-b3e6-e3dd47e89ff7 req-117f1cd4-c18f-47b7-98cf-4ca0e061e6e8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448422 Jul 16 04:25:31.166011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-231525c2-73c2-4534-a440-b5c83e43887a None None] Port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:25:31.302885 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:25:31.310268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.322419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Transition to ACTIVE for port object 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:25:31.326319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.377887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Pushing event updated for resources: {'Port': ['ID=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:31.458870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Attempting to bind port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:25:31.459640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Attempting to bind port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:25:31.460197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Attempting to bind port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 on network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:25:31.464907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 on network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:25:31.465342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Attempting to bind port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 on network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:25:31.470439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:25:31.470911 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Checking segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:25:31.471405 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Bound using segment: {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:25:31.471935 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Bound port: 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18535da0-eaea-4ffa-8b9d-a9d215da4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:25:31.472394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.507723 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f8db693c-8722-4052-8508-f424363d11d4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:31.547365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] For port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:25:31.550753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] For port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:25:31.555199 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.573124 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f8db693c-8722-4052-8508-f424363d11d4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:31.580360 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f8db693c-8722-4052-8508-f424363d11d4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:31.580762 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.587982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:31.588594 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.590168 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] 10.222.0.11 "PUT /v2.0/ports/9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 1092 time: 0.6705275 Jul 16 04:25:31.592851 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:25:31.595735 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb747a23-fea5-4517-94b7-7f10b68f3811" -d '{"events": [{"name": "network-changed", "server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:25:31.627846 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d29e-11b0-47c1-81b2-eef0de3c9646 service neutron] Pushing event updated for resources: {'Port': ['ID=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:31.648083 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd95adc-a34f-4342-aa25-2f123554e69b x-openstack-request-id: req-7dd95adc-a34f-4342-aa25-2f123554e69b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:25:31.648608 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:25:31.648861 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dd95adc-a34f-4342-aa25-2f123554e69b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:25:31.649283 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'status': 'completed', 'code': 200} Jul 16 04:25:31.694652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.714334 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-a8cd20ac-9429-4c86-acf5-c83e21c60acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:31.716021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-a8cd20ac-9429-4c86-acf5-c83e21c60acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1095 time: 0.0622315 Jul 16 04:25:31.730523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f8db693c-8722-4052-8508-f424363d11d4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f8db693c-8722-4052-8508-f424363d11d4,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:31.735222 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.770817 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-1d390acd-c025-4230-b068-f4b0db7684bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 217 time: 0.0470085 Jul 16 04:25:31.793508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f8db693c-8722-4052-8508-f424363d11d4,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:31.820474 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-db2b8719-991f-4eeb-a38d-8dc229185be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:31.821989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-db2b8719-991f-4eeb-a38d-8dc229185be7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 200 len: 835 time: 0.0463548 Jul 16 04:25:31.878459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-8bf98026-52a0-4875-9e92-45115d00b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:31.880580 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-8bf98026-52a0-4875-9e92-45115d00b04e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523148 Jul 16 04:25:31.971836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-45cdd6ce-1fdc-4671-a995-d938b10ebd97 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851152 Jul 16 04:25:32.057471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3c243b0f-5f82-4ef8-920c-0cd3aa1da335 req-e159f80f-f16d-4778-a3fc-953799c87e87 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799663 Jul 16 04:25:32.160149 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-8113feb2-a742-4951-9502-ed7499fc8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:32.161693 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-8113feb2-a742-4951-9502-ed7499fc8316 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1095 time: 0.0574975 Jul 16 04:25:32.252782 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-9e7acaa3-5804-438b-9cf5-53745d6f41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:32.254276 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-9e7acaa3-5804-438b-9cf5-53745d6f41c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 899 time: 0.0860023 Jul 16 04:25:32.298678 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-cf209a5a-34db-42ee-8a9b-de6a529901c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 217 time: 0.0375614 Jul 16 04:25:32.303939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53456a-c87d-43c8-b721-ab80ed2c782b req-a644ca56-1834-413b-9dc4-56821633da06 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:32.305445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d53456a-c87d-43c8-b721-ab80ed2c782b req-a644ca56-1834-413b-9dc4-56821633da06 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 944 time: 0.0669160 Jul 16 04:25:32.343424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0d53456a-c87d-43c8-b721-ab80ed2c782b req-ef4af435-d157-483f-8cc2-6e6bf77d4fb2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322456 Jul 16 04:25:32.347399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-7951d12e-515b-40db-b354-05f0274955e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:32.349384 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-7951d12e-515b-40db-b354-05f0274955e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 200 len: 835 time: 0.0445390 Jul 16 04:25:32.409136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-fb2aa9a4-6d44-4921-a136-bf6fa48bf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:32.410539 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-fb2aa9a4-6d44-4921-a136-bf6fa48bf574 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526953 Jul 16 04:25:32.503256 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-09f1c818-7ab6-4415-a350-de27fdb2e302 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837879 Jul 16 04:25:32.588927 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bb747a23-fea5-4517-94b7-7f10b68f3811 req-6b9e6c38-b3e4-4adb-a940-15e4cd743eb5 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790477 Jul 16 04:25:33.390187 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:33.469397 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f8db693c-8722-4052-8508-f424363d11d4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:33.515921 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f8db693c-8722-4052-8508-f424363d11d4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:33.516293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:33.521170 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e54a87-fff9-41f2-a14d-4fb5f53d991f req-ae83a100-e563-487f-bbdc-e94d2941091e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:33.523154 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3e54a87-fff9-41f2-a14d-4fb5f53d991f req-ae83a100-e563-487f-bbdc-e94d2941091e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 944 time: 0.0652535 Jul 16 04:25:33.560577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3e54a87-fff9-41f2-a14d-4fb5f53d991f req-08a774f4-d824-4f4f-b1e8-1ae01246856c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315576 Jul 16 04:25:34.130115 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:34.729379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174435b-a409-4f87-8031-baeb93543589 req-acfdd3d8-08cf-486a-a0d8-df06fd73480f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:34.730993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f174435b-a409-4f87-8031-baeb93543589 req-acfdd3d8-08cf-486a-a0d8-df06fd73480f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 944 time: 0.0617847 Jul 16 04:25:34.766860 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f174435b-a409-4f87-8031-baeb93543589 req-133a8236-f283-40d1-8523-60b69f0db29d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304794 Jul 16 04:25:35.047559 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:25:35.147927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:35.159489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'port_id': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'mac_address': 'fa:16:3e:0e:c9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:25:35.196146 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:35.209624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:25:35.228811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:35.232949 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:35.282245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:35.436672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['9aed0ba5-9dc3-4990-a888-26c2c20d4a01'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:25:35.939711 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5833-b805-41f5-b707-5dd81907c57b req-59ba1807-3031-42f4-b8ee-20a85ef4b455 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:35.941172 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f11c5833-b805-41f5-b707-5dd81907c57b req-59ba1807-3031-42f4-b8ee-20a85ef4b455 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 945 time: 0.0654624 Jul 16 04:25:35.977746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f11c5833-b805-41f5-b707-5dd81907c57b req-307132f5-7dbc-4070-ac6c-128ed67883e5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305400 Jul 16 04:25:37.045704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:25:37.094795 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:25:37.099117 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:25:37.099495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:37.153689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a8fb-0ca7-4eb9-8605-2b61d4bb897c req-caeae2df-55d0-4bda-9099-57eb1655d444 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:37.155257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4912a8fb-0ca7-4eb9-8605-2b61d4bb897c req-caeae2df-55d0-4bda-9099-57eb1655d444 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 945 time: 0.0634391 Jul 16 04:25:37.174752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:37.192605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4912a8fb-0ca7-4eb9-8605-2b61d4bb897c req-bea4c6d0-9802-4e5c-948a-9a27ffb36acb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312946 Jul 16 04:25:37.197134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:25:37.199465 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e50af8-b62e-4d7f-88d5-6b0c703d2880" -d '{"events": [{"server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "name": "network-vif-plugged", "status": "completed", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:25:37.219610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:25:37.224103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:37.246956 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1164a-877a-4505-87fc-abb10374d4bf x-openstack-request-id: req-1fc1164a-877a-4505-87fc-abb10374d4bf {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:25:37.247250 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "name": "network-vif-plugged", "status": "completed", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:25:37.247522 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fc1164a-877a-4505-87fc-abb10374d4bf {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:25:37.247901 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'code': 200} Jul 16 04:25:37.273777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:37.353548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff68f-46ce-4f3d-8058-ba39884f6616 req-8e898cbc-bc0c-4973-b688-bbbfe6ed04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:37.355093 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-974ff68f-46ce-4f3d-8058-ba39884f6616 req-8e898cbc-bc0c-4973-b688-bbbfe6ed04ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1097 time: 0.0558465 Jul 16 04:25:37.389159 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-974ff68f-46ce-4f3d-8058-ba39884f6616 req-04d04e9c-47a1-473c-b76e-b3201fe43663 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280530 Jul 16 04:25:38.368396 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45b7fc-a553-406c-a284-3f860f20ee66 req-05d0e547-7a20-4e6e-9a58-47d8bd20a17e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:38.369913 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d45b7fc-a553-406c-a284-3f860f20ee66 req-05d0e547-7a20-4e6e-9a58-47d8bd20a17e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0672314 Jul 16 04:25:38.407097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d45b7fc-a553-406c-a284-3f860f20ee66 req-c186ab18-990d-4041-b5bf-c49404d55961 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317147 Jul 16 04:25:38.575664 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66adbd1-239a-4c35-bd60-cc4f6bc2f9f5 req-fe57633e-9ddf-4996-8b92-13da54a5a0c2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:38.577047 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e66adbd1-239a-4c35-bd60-cc4f6bc2f9f5 req-fe57633e-9ddf-4996-8b92-13da54a5a0c2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0635445 Jul 16 04:25:38.613265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e66adbd1-239a-4c35-bd60-cc4f6bc2f9f5 req-cc222a4e-4bd1-4766-bb0b-1fe940002e18 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308475 Jul 16 04:25:38.636666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50474) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:38.685985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d736c87-acbb-4ee9-824f-9d476f953f09 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:38.687480 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4d736c87-acbb-4ee9-824f-9d476f953f09 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1092 time: 0.0498579 Jul 16 04:25:38.690136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:38.694902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:25:38.716057 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:38.812572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:38.916036 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.49 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/cb522298-9659-4f78-b994-3d20d5427893) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:25:39.013819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.053434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.088676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:25:39.095273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:25:39.098002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:25:39.127574 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=cb522298-9659-4f78-b994-3d20d5427893,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:39.456982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.533114 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.676079 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.680476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.744449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=cb522298-9659-4f78-b994-3d20d5427893,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:25:39.755552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:39.852788 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP 36c66d78-dfc8-4072-a366-4830b20b5594 associated. External IP: 172.25.4.49, port: 9aed0ba5-9dc3-4990-a888-26c2c20d4a01. Jul 16 04:25:40.055493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:25:40.159000 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:25:40.168199 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] Sync routers for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:25:40.175012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:40.178364 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:40.178958 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:25:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:40.212322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cba8b047-bb0a-4f26-8887-74810ee11985 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5211637 Jul 16 04:25:40.212906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:25:40.218009 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9b75cd-3b97-4953-8eef-f07e17d65801" -d '{"events": [{"name": "network-changed", "server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:25:40.287347 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:40.369861 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf38844-54d4-4770-95c4-b6d8bacdb830 req-686cee3c-ebd7-48c8-bdb1-5317d6d5cb85 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:40.371371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cf38844-54d4-4770-95c4-b6d8bacdb830 req-686cee3c-ebd7-48c8-bdb1-5317d6d5cb85 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0625083 Jul 16 04:25:40.409069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7cf38844-54d4-4770-95c4-b6d8bacdb830 req-13002fc3-e559-4a3c-8409-90b40d10de9d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319934 Jul 16 04:25:40.434032 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50482) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:40.455780 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d021dbe-a3c0-4093-af9d-790765e0d8fc x-openstack-request-id: req-8d021dbe-a3c0-4093-af9d-790765e0d8fc {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:25:40.456076 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:25:40.456813 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d021dbe-a3c0-4093-af9d-790765e0d8fc {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:25:40.456813 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'status': 'completed', 'code': 200} Jul 16 04:25:40.508504 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '36c66d78-dfc8-4072-a366-4830b20b5594', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'port_id': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'mac_address': 'fa:16:3e:0e:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:25:39Z', 'updated_at': '2021-07-16T04:25:39Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:40.526883 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c0ce3428-317b-4295-bfd4-d8d05c3c1ccc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/36c66d78-dfc8-4072-a366-4830b20b5594 HTTP/1.1" status: 200 len: 991 time: 0.0909545 Jul 16 04:25:40.534521 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] Checking router: 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:25:40.543001 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:25:40.543608 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:25:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:40.547453 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-9b7ba532-7bf3-4719-bf7f-19b7e0d0f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:40.548950 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-9b7ba532-7bf3-4719-bf7f-19b7e0d0f041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1097 time: 0.0696061 Jul 16 04:25:40.640073 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-1d335822-3a08-4c44-812c-4099a43cebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:40.641534 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-1d335822-3a08-4c44-812c-4099a43cebb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 899 time: 0.0864105 Jul 16 04:25:40.646191 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:25:40.708090 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-ae9c2730-4823-4902-9551-16f5a1a3abda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 999 time: 0.0603292 Jul 16 04:25:40.757172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-2b42dd4a-3731-4adb-bf9f-6461985d397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:40.758692 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-2b42dd4a-3731-4adb-bf9f-6461985d397f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 200 len: 835 time: 0.0446568 Jul 16 04:25:40.815399 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-bd2fc3c4-aef3-4608-acf5-9ee32ee2ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:40.816972 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-bd2fc3c4-aef3-4608-acf5-9ee32ee2ded8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522213 Jul 16 04:25:40.868135 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '36c66d78-dfc8-4072-a366-4830b20b5594', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'port_id': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'mac_address': 'fa:16:3e:0e:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:25:39Z', 'updated_at': '2021-07-16T04:25:39Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:25:40.893756 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eef7bf-bf26-4194-8abb-fc14555f1547 None None] The sync data for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 is: [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '36c66d78-dfc8-4072-a366-4830b20b5594', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'port_id': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'mac_address': 'fa:16:3e:0e:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:25:39Z', 'updated_at': '2021-07-16T04:25:39Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:25:40.910351 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-b68ac7d0-1e89-45ec-a9bd-25073c0af50b service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863788 Jul 16 04:25:41.005746 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-3f9b75cd-3b97-4953-8eef-f07e17d65801 req-967259df-26ce-4968-a25e-7dee10b22c93 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Jul 16 04:25:41.085099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8369db-f71d-4615-93c1-3f4ec5a9501c None None] New status for floating IP 36c66d78-dfc8-4072-a366-4830b20b5594: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:25:41.530365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50484) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:41.595417 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1717ee6d-fc78-4907-bc81-6e508a46cc70 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/36c66d78-dfc8-4072-a366-4830b20b5594 HTTP/1.1" status: 200 len: 993 time: 0.0639532 Jul 16 04:25:45.642901 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:25:50.807492 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3b7593-db0b-471f-a25c-1e1ae8b51439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:53.591095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba798a-6f97-4b89-bef8-8a5c75fa622d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:53.913087 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:54.551825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:56.283254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:03.387616 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:04.144806 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:10.555089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-5134d7bb-da79-4c81-aab2-b8a3416aedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.556642 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-5134d7bb-da79-4c81-aab2-b8a3416aedd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1097 time: 0.0948420 Jul 16 04:26:10.610759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103e437-5681-4212-8677-73214d76b6a8 req-d90634ea-a4ad-4fe7-ae7b-f6a512c240c2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.612257 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9103e437-5681-4212-8677-73214d76b6a8 req-d90634ea-a4ad-4fe7-ae7b-f6a512c240c2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.1173315 Jul 16 04:26:10.650179 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9103e437-5681-4212-8677-73214d76b6a8 req-8c707fac-3e1e-4031-bf1c-b00087bb15d8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321615 Jul 16 04:26:10.650486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-4712f37e-f903-4d8e-9d62-d2dae79a3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.652034 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-4712f37e-f903-4d8e-9d62-d2dae79a3810 service neutron] 10.222.0.11 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 899 time: 0.0883882 Jul 16 04:26:10.714955 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-cb6e3fc6-3232-4257-80d1-074c32aac6c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 1001 time: 0.0567791 Jul 16 04:26:10.762408 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-138d66b1-fdbf-4364-bdc3-6b4335edcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.763785 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-138d66b1-fdbf-4364-bdc3-6b4335edcce6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 200 len: 835 time: 0.0425892 Jul 16 04:26:10.823267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-2f008b57-0509-482c-a4bc-0a0a5378f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.824690 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-2f008b57-0509-482c-a4bc-0a0a5378f12e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540075 Jul 16 04:26:10.911434 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-d08394a9-4358-46f3-9679-8d608d6d2c01 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797200 Jul 16 04:26:11.002122 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a110bf37-608d-46f7-9b98-dada52b7a8b8 req-43438807-660d-47c8-b8f2-880c9e667318 service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843074 Jul 16 04:26:11.821988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf7aa-5fbe-46b0-a5a5-158174cb28a5 req-45553cd2-a844-412f-abff-b5dde4bc5565 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:11.823506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f39cf7aa-5fbe-46b0-a5a5-158174cb28a5 req-45553cd2-a844-412f-abff-b5dde4bc5565 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0634482 Jul 16 04:26:11.860390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f39cf7aa-5fbe-46b0-a5a5-158174cb28a5 req-0781ef32-1eac-48fe-80e3-afdaa0c253b4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314343 Jul 16 04:26:13.034206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50314c-20e3-4b86-9001-715444c1db2a req-7340873e-20bd-4b4b-bd4d-43eefed5f547 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:13.035733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca50314c-20e3-4b86-9001-715444c1db2a req-7340873e-20bd-4b4b-bd4d-43eefed5f547 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0655410 Jul 16 04:26:13.072061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca50314c-20e3-4b86-9001-715444c1db2a req-403bbd37-a05f-4b6d-85c8-45efbb01f781 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309277 Jul 16 04:26:14.240982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637a2f0-86a6-466d-8643-418418d29c02 req-35b123eb-6d5c-4938-b1df-73b8ed103c19 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:14.242442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1637a2f0-86a6-466d-8643-418418d29c02 req-35b123eb-6d5c-4938-b1df-73b8ed103c19 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0620449 Jul 16 04:26:14.278424 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1637a2f0-86a6-466d-8643-418418d29c02 req-fcd97aff-6edb-42f9-8576-937bdcf491ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305734 Jul 16 04:26:15.452299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e39f-a6a6-4b40-bac1-9ee528dae5b8 req-857a6c7e-32b5-4745-9a56-32e001725113 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:15.453767 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c5e39f-a6a6-4b40-bac1-9ee528dae5b8 req-857a6c7e-32b5-4745-9a56-32e001725113 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0621693 Jul 16 04:26:15.492044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c5e39f-a6a6-4b40-bac1-9ee528dae5b8 req-32de5c7d-0966-41f7-8b75-0a65f9e6d66e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310149 Jul 16 04:26:16.670897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d387-e593-4912-b7ea-2305ae4504f1 req-45fb1e53-e8d7-4aa5-8257-82c8c890a628 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:16.672267 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f948d387-e593-4912-b7ea-2305ae4504f1 req-45fb1e53-e8d7-4aa5-8257-82c8c890a628 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0657291 Jul 16 04:26:16.709414 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f948d387-e593-4912-b7ea-2305ae4504f1 req-6b988d1d-5ed1-47dc-bb5b-259cec983395 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317280 Jul 16 04:26:17.876388 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba1547-c2df-456b-8edc-fd7af843f664 req-2ec828a7-6b72-44c1-be6e-f464f96e1124 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:17.877857 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecba1547-c2df-456b-8edc-fd7af843f664 req-2ec828a7-6b72-44c1-be6e-f464f96e1124 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0621054 Jul 16 04:26:17.914458 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ecba1547-c2df-456b-8edc-fd7af843f664 req-09f397d1-770e-46e4-adf1-32d9e0d4043e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312362 Jul 16 04:26:19.088723 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70399-7e23-4b90-a323-8582ce389579 req-a494642e-66a7-4878-a778-7eee5f0d8d74 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:19.090335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9b70399-7e23-4b90-a323-8582ce389579 req-a494642e-66a7-4878-a778-7eee5f0d8d74 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0681040 Jul 16 04:26:19.127196 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9b70399-7e23-4b90-a323-8582ce389579 req-ca52b2a5-6b14-4ff0-a706-c6bb80b266a8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314186 Jul 16 04:26:20.301548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9c996-d920-428d-bfc9-ea073b625cff req-7446d861-2134-49e5-a78d-9538343cc907 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:20.303033 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74e9c996-d920-428d-bfc9-ea073b625cff req-7446d861-2134-49e5-a78d-9538343cc907 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0633025 Jul 16 04:26:20.340733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74e9c996-d920-428d-bfc9-ea073b625cff req-566060ed-f820-4d7d-acbb-0126cdbc4f8c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321558 Jul 16 04:26:20.807627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf00e4aa-7e35-41a1-9322-25b83bdff4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.512800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf1957-76c9-47a5-a883-78dc6d64b7a5 req-790f54e4-9fb0-43d8-bb2d-92fa698fd482 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:21.514520 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4acf1957-76c9-47a5-a883-78dc6d64b7a5 req-790f54e4-9fb0-43d8-bb2d-92fa698fd482 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0624778 Jul 16 04:26:21.551772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4acf1957-76c9-47a5-a883-78dc6d64b7a5 req-1d5213b2-70f1-4603-bf19-cafe40320817 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317750 Jul 16 04:26:22.642486 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:26:22.724801 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8bed2-acae-4da9-86b4-1775498f67af req-e13989f0-6877-4add-b1ea-cd3e2ec4f33e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:22.726506 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ba8bed2-acae-4da9-86b4-1775498f67af req-e13989f0-6877-4add-b1ea-cd3e2ec4f33e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0656176 Jul 16 04:26:22.762332 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ba8bed2-acae-4da9-86b4-1775498f67af req-d7fbc87e-c522-49a6-a254-146d9615ac52 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304582 Jul 16 04:26:22.786353 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:22.844674 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ebdc6a5a-de5d-4852-9eeb-3021eb62b830 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/36c66d78-dfc8-4072-a366-4830b20b5594 HTTP/1.1" status: 200 len: 993 time: 0.0572157 Jul 16 04:26:23.590628 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3840ae2-1006-4268-8d63-ba7708808ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.913676 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.557946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:26.286162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.403176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.850108 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-a13423d7-276b-4478-81ab-a6495e62cba3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509028 Jul 16 04:26:33.939498 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-17172a40-2d92-4817-9187-ea15393004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:33.940932 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-17172a40-2d92-4817-9187-ea15393004c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1097 time: 0.0506592 Jul 16 04:26:34.043969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-cf3b8bbb-9d07-4c44-8bd9-a3533b2aa85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:34.045372 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-cf3b8bbb-9d07-4c44-8bd9-a3533b2aa85b service neutron] 10.222.0.11 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 899 time: 0.0845160 Jul 16 04:26:34.106297 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-5139fffa-ac93-4c8f-846e-ed67bf24e4e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 1001 time: 0.0536587 Jul 16 04:26:34.141686 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:34.156344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-075f77b7-5848-4c8c-961e-50a2dbc7db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:34.157765 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-075f77b7-5848-4c8c-961e-50a2dbc7db40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 200 len: 835 time: 0.0446301 Jul 16 04:26:34.213670 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-351ef01f-a943-446e-8423-8fcb65b9dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:34.215114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-351ef01f-a943-446e-8423-8fcb65b9dc4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501132 Jul 16 04:26:34.299561 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-90813fdd-8fc5-499e-889e-b19aec90803c service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779655 Jul 16 04:26:34.389957 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-d16fdcf0-549f-4480-a101-e743cb579f67 req-5158be25-9112-4e0f-b330-64670b79516f service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Jul 16 04:26:50.807442 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5fbf-9403-4c86-9eac-e289597d5724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.223799 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:53.381309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port cb522298-9659-4f78-b994-3d20d5427893 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:53.381651 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.451943 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.452266 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.464615 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for cb522298-9659-4f78-b994-3d20d5427893 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:53.591724 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73434a19-bbfc-46a6-b904-3d432e2548cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.606475 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.634410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=cb522298-9659-4f78-b994-3d20d5427893,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:53.661416 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.661768 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.662110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.662445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.662805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.663140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.663468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.663796 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.664123 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.664447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.664769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.665088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:53.703212 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:53.703704 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP 36c66d78-dfc8-4072-a366-4830b20b5594 disassociated (deleted). External IP: 172.25.4.49, port: 9aed0ba5-9dc3-4990-a888-26c2c20d4a01. Jul 16 04:26:53.903748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:53.915131 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:54.008240 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:54.013001 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:54.017144 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] Sync routers for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:54.026836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:54.027440 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:54.047543 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c551d9e3-f6ae-475b-91e2-77c38d728653 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/floatingips/36c66d78-dfc8-4072-a366-4830b20b5594 HTTP/1.1" status: 204 len: 168 time: 0.8226287 Jul 16 04:26:54.048119 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:54.050902 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f74fe-93f4-4367-b401-c5562a9d083f" -d '{"events": [{"name": "network-changed", "server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:54.130871 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:54.287692 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569cc8a4-a414-4a74-9405-94ea4415a527 x-openstack-request-id: req-569cc8a4-a414-4a74-9405-94ea4415a527 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:54.288580 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:54.289044 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-569cc8a4-a414-4a74-9405-94ea4415a527 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:54.289452 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'status': 'completed', 'code': 200} Jul 16 04:26:54.336699 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:54.368437 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-44da1f7b-86af-46f0-9246-d2ab8cbe50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:54.370034 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] Checking router: 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:54.370178 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-44da1f7b-86af-46f0-9246-d2ab8cbe50f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 1097 time: 0.0584333 Jul 16 04:26:54.378895 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:54.379499 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:54.439712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132025-7710-4b75-af42-6e816bf59ba5 req-301b8cf1-9802-47c9-aa16-5280b8bccd0b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:54.441772 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b132025-7710-4b75-af42-6e816bf59ba5 req-301b8cf1-9802-47c9-aa16-5280b8bccd0b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0676847 Jul 16 04:26:54.470075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-9bd189aa-8b67-41a2-ab17-5ec75528ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:54.471589 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-9bd189aa-8b67-41a2-ab17-5ec75528ae44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 200 len: 899 time: 0.0930972 Jul 16 04:26:54.480894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7b132025-7710-4b75-af42-6e816bf59ba5 req-69e83a0d-7359-4177-8b59-c1b3d5909223 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333977 Jul 16 04:26:54.484965 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:54.512820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-9499ae15-a8b4-43dd-a4c3-01c390f87986 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 200 len: 217 time: 0.0344787 Jul 16 04:26:54.559889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:54.562528 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-7f62fa95-afcd-4ff9-989d-e25335412d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:54.564026 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-7f62fa95-afcd-4ff9-989d-e25335412d0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 200 len: 835 time: 0.0448270 Jul 16 04:26:54.628156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-11b31bc1-25b3-49dc-9c2b-82f707cac63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:54.629799 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-11b31bc1-25b3-49dc-9c2b-82f707cac63e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590785 Jul 16 04:26:54.718917 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-4c63880f-7948-41d1-bb6c-48e83b65578e service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826275 Jul 16 04:26:54.769901 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:54.798377 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5debaf-6b20-4ab3-92d1-268180289c3f None None] The sync data for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 is: [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f8db693c-8722-4052-8508-f424363d11d4', 'name': '', 'network_id': 'feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:1b:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:26Z', 'updated_at': '2021-07-16T04:25:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '160e3a9c-daf2-4770-bf4f-8a57ab57e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:54.814858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64f74fe-93f4-4367-b401-c5562a9d083f req-b893a7a5-2bda-4a20-84fa-bdf3623cf71e service neutron] 10.222.0.11 "GET /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894067 Jul 16 04:26:55.010802 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ee80d-5e3a-45fc-b64f-686d63cfe2e9 None None] New status for floating IP 36c66d78-dfc8-4072-a366-4830b20b5594: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:26:55.655758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54611bf-6819-451c-b946-53b53a597509 req-ec79d6a0-8457-46b7-b258-25e26b167d7c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:55.657125 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a54611bf-6819-451c-b946-53b53a597509 req-ec79d6a0-8457-46b7-b258-25e26b167d7c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0622580 Jul 16 04:26:55.693660 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a54611bf-6819-451c-b946-53b53a597509 req-164a1c07-aa45-4bc3-a990-d57fe3e92709 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2ddf162-46a3-4190-ab6e-96054bfb2914&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310998 Jul 16 04:26:55.771556 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-b06bff34-f131-41c3-b9f9-c931e589f1fb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:55.772979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-b06bff34-f131-41c3-b9f9-c931e589f1fb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/ports?device_id=747986ad-9d41-4a76-8b18-1fe3b877d323 HTTP/1.1" status: 200 len: 946 time: 0.0611660 Jul 16 04:26:55.877548 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:55.877888 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:55.967472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:55.967835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:55.980362 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:56.105680 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:56.139722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=9aed0ba5-9dc3-4990-a888-26c2c20d4a01,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:56.169302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.169646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.169977 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.170309 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.170660 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.170986 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.171308 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.171631 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.171950 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.172265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.172580 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.172892 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:56.191768 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] No DVR routers for this DVR port 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:56.194139 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:56.196425 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f1684af6-0a66-4b09-a88f-858005a5f603 req-919d3fd0-b491-454e-af63-dc0e240d2f08 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "DELETE /v2.0/ports/9aed0ba5-9dc3-4990-a888-26c2c20d4a01 HTTP/1.1" status: 204 len: 173 time: 0.4171145 Jul 16 04:26:56.196856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'name': 'network-vif-deleted', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:56.199541 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46be575e-c861-4248-8340-92b01d0c3ed6" -d '{"events": [{"server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "name": "network-vif-deleted", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:56.293655 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:56.296800 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892c930-4cd3-43c4-a66c-506dbdb2e2a8 x-openstack-request-id: req-c892c930-4cd3-43c4-a66c-506dbdb2e2a8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:56.297083 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747986ad-9d41-4a76-8b18-1fe3b877d323", "name": "network-vif-deleted", "tag": "9aed0ba5-9dc3-4990-a888-26c2c20d4a01", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:56.297334 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c892c930-4cd3-43c4-a66c-506dbdb2e2a8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:56.297729 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747986ad-9d41-4a76-8b18-1fe3b877d323', 'name': 'network-vif-deleted', 'tag': '9aed0ba5-9dc3-4990-a888-26c2c20d4a01', 'status': 'completed', 'code': 200} Jul 16 04:26:56.786198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:57.131460 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:57.726761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port f8db693c-8722-4052-8508-f424363d11d4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:57.727098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:57.809994 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port f8db693c-8722-4052-8508-f424363d11d4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f8db693c-8722-4052-8508-f424363d11d4,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:57.810700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:57.825243 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for f8db693c-8722-4052-8508-f424363d11d4 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:57.998582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.025457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=f8db693c-8722-4052-8508-f424363d11d4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:58.190121 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.399226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:58.500169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:58.505585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-82d505bc-6e79-4c05-baf0-561898af96df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183058 Jul 16 04:26:58.508326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:58.512224 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] Sync routers for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:58.521887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:58.522491 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:58.557998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting subnet 160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:26:58.561073 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.599663 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.624095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:58.684536 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.743495 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.770504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Subnet': ['ID=160e3a9c-daf2-4770-bf4f-8a57ab57e3a2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:58.778572 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.781716 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50566) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:58.783057 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0f5c0e4c-fb4b-4f30-9a4b-ed159e1b9e77 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/subnets/160e3a9c-daf2-4770-bf4f-8a57ab57e3a2 HTTP/1.1" status: 204 len: 168 time: 0.2737212 Jul 16 04:26:58.785070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71dda5-6e5d-4a60-981f-800095415959 None None] Network feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:26:58.803427 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:26:57Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:58.830358 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] Checking router: 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:58.840466 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] Routers {'83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:58.841154 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:58.895194 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:58.951784 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] Set router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:58.998865 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.051677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 8e62841a-16de-4e89-8b2b-5c369a654b94 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:59.052014 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.132874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 8e62841a-16de-4e89-8b2b-5c369a654b94, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=8e62841a-16de-4e89-8b2b-5c369a654b94,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:59.133241 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.135258 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:26:57Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:59.146859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 8e62841a-16de-4e89-8b2b-5c369a654b94 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:59.148469 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] DHCP port deletion for feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:26:59.161661 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a094a02-2313-4b2a-842c-6e9e6eb4332c None None] The sync data for ids ['83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a'] in n-d-800089-6 is: [{'id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1276690683', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:25:23Z', 'updated_at': '2021-07-16T04:26:57Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '8e62841a-16de-4e89-8b2b-5c369a654b94', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:25:24Z', 'updated_at': '2021-07-16T04:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:59.209636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Deleting port 42c506d3-a583-4cf5-99a8-fb15b57ed326 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:59.210091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.270790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] For port 42c506d3-a583-4cf5-99a8-fb15b57ed326, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=42c506d3-a583-4cf5-99a8-fb15b57ed326,segment=NetworkSegment(18535da0-eaea-4ffa-8b9d-a9d215da4657),segment_id=18535da0-eaea-4ffa-8b9d-a9d215da4657)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:59.271243 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.283565 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Calling delete_port for 42c506d3-a583-4cf5-99a8-fb15b57ed326 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:59.317932 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.348147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=8e62841a-16de-4e89-8b2b-5c369a654b94,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:59.382820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.407403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Pushing event deleted for resources: {'Port': ['ID=42c506d3-a583-4cf5-99a8-fb15b57ed326,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:59.412920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.419931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] No DVR routers for this DVR port 42c506d3-a583-4cf5-99a8-fb15b57ed326 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:59.424954 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.425306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.425652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.425992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.426814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.426814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.426997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.427318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.427650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.427960 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.428287 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.428627 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ca4ef-a9b3-49c9-893c-5c73f049d99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:59.483137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:59.503227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:59.503460 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.503581 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 9aed0ba5-9dc3-4990-a888-26c2c20d4a01 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:59.505925 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.558308 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.559090 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Fanout notify agent at l3_agent the message router_deleted on router 83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:26:59.568024 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.571820 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-423fab0a-872a-4af5-9ddc-43e0eb11b3b0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/routers/83cf5d1a-a7d2-4cb0-99b9-6db9bb82912a HTTP/1.1" status: 204 len: 168 time: 0.7866085 Jul 16 04:26:59.572302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50570) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:59.630430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 42c506d3-a583-4cf5-99a8-fb15b57ed326 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:59.642185 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:26:59.651875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 42c506d3-a583-4cf5-99a8-fb15b57ed326 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:59.652481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 42c506d3-a583-4cf5-99a8-fb15b57ed326 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:59.652915 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f8db693c-8722-4052-8508-f424363d11d4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:59.664004 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.672920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f8db693c-8722-4052-8508-f424363d11d4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:59.673271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f8db693c-8722-4052-8508-f424363d11d4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:59.753811 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:59.764014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:00.099486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18535da0-eaea-4ffa-8b9d-a9d215da4657') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:00.100198 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18535da0-eaea-4ffa-8b9d-a9d215da4657') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:00.109181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.122690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.129126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:27:00.129430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:27:00.132370 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:27:00.186876 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.194796 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.196761 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/networks/feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69 HTTP/1.1" status: 204 len: 168 time: 0.6234620 Jul 16 04:27:00.199738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50572) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:00.208843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20a275-cfc5-438b-8d11-bc0ba61427b3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Network': ['ID=feb5a5c6-ee1b-4bb7-9e5b-c4e485fe3b69,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:00.263453 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17cba71d-9be9-4549-87a7-29809d7fc031 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.292695 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17cba71d-9be9-4549-87a7-29809d7fc031 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.350250 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17cba71d-9be9-4549-87a7-29809d7fc031 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.352816 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17cba71d-9be9-4549-87a7-29809d7fc031 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.353994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-17cba71d-9be9-4549-87a7-29809d7fc031 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2ddf162-46a3-4190-ab6e-96054bfb2914 HTTP/1.1" status: 204 len: 168 time: 0.1531529 Jul 16 04:27:00.363810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cba71d-9be9-4549-87a7-29809d7fc031 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ddf162-46a3-4190-ab6e-96054bfb2914,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:00.611879 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50578) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:00.617110 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681004451', 'description': 'tempest-secgroup-smoke-1681004451 description', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:00.638755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.716641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.720414 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.749524 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.750754 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372313 Jul 16 04:27:00.752762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc541cd3-dc86-4eb9-8a31-f5adf21321df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6ef40-557f-4f43-ad15-efd5e58568f7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:00.753783 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50580) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:00.758422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'e6b6ef40-557f-4f43-ad15-efd5e58568f7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:00.787757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.847761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.851385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.868096 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e405295e-ccfe-40a7-87f2-cf895c6f7011,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:00.873783 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.875039 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9c93363a-ce65-4299-b5e3-efdc9a9f68be tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202555 Jul 16 04:27:00.877655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50582) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:00.881889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'e6b6ef40-557f-4f43-ad15-efd5e58568f7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:00.907275 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.961893 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.965284 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.981967 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3e7486-4918-4fa3-a048-3cbf649f3411,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:00.988647 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.989849 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b15cdea5-f976-4162-9bc6-52284c0e3161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112957 Jul 16 04:27:00.992557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50584) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:00.996814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'e6b6ef40-557f-4f43-ad15-efd5e58568f7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:01.021653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.076583 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.080066 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.094873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366b64de-9e51-45e2-8cd4-ab8695d8eba7,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:01.103757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.105061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35fc482c-5507-4e34-93ec-137c343e3be5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115983 Jul 16 04:27:01.107820 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50586) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:01.112172 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'e6b6ef40-557f-4f43-ad15-efd5e58568f7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:01.136216 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.192313 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.195843 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.215410 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4112cf-d25f-4c1b-b839-0f6be9f1ffb1,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:01.221031 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.222161 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46f67e75-eba6-4a04-b573-ee8e3ec2d2ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133986 Jul 16 04:27:01.224966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:01.229436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'e6b6ef40-557f-4f43-ad15-efd5e58568f7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:01.249712 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:27:01.254787 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.311960 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.315861 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.337141 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258ab930-ede7-4dce-ace0-f866959661b2,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:01.339878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.341063 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6e445249-2473-4936-98e6-e71abafb3902 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151817 Jul 16 04:27:01.343912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50590) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:01.348318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': 'e6b6ef40-557f-4f43-ad15-efd5e58568f7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:01.368792 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:27:01.373473 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.431368 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.434771 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.454817 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5938399f-d7f8-484b-9fd2-6bd2a66f336c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:01.459414 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.462983 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da3e42f2-708f-4acc-95fa-e735c3913fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180954 Jul 16 04:27:01.463619 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50592) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:01.468812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'network': {'name': 'tempest-network-smoke--669132817', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:01.474697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e62841a-16de-4e89-8b2b-5c369a654b94 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:27:01.490941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:27:01.494370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.497577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 8e62841a-16de-4e89-8b2b-5c369a654b94 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:27:01.497919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 8e62841a-16de-4e89-8b2b-5c369a654b94 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:27:01.520086 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:27:01.528727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.529129 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Added segment cf5d52a6-849e-4111-94a8-15959cb98cf2 of type vlan for network b78d9a78-a78c-47f0-8ac9-10a3718cc429 Jul 16 04:27:01.570072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.600921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.606734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:01.607346 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.642560 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1777978 Jul 16 04:27:01.645493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:01.650275 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'admin_state_up': True, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:01.671860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.672829 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.673348 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3694796-223d-493a-8d7e-2ec375c5413d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Network': ['ID=b78d9a78-a78c-47f0-8ac9-10a3718cc429,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:01.684289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:27:01.729582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.865927 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.054043 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.072315 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.169044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.250 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/f09f93d6-263e-4a56-b88a-3dd027260e46) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:27:02.270868 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.308322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.347406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:27:02.350127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:02.352727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:27:02.379908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=f09f93d6-263e-4a56-b88a-3dd027260e46,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:02.595368 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.785532 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.908778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 0499c4b8-d3af-4775-9a7b-c58357e32195 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:27:03.009841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:27:03.019005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Sync routers for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:27:03.027212 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.027666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:27:03.028276 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:03.028453 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2e8bcae8-58cc-497e-a37f-ad5c24347743 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3818188 Jul 16 04:27:03.031575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:03.059646 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-68d3b9f0-4cfd-4b16-b7c3-289ba417255d tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=9569658dc00a4a14a66ec2d4454a7ffe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269768 Jul 16 04:27:03.062108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:03.133282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:27:03.153621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5be56-0312-426d-86b6-00d9ade8f2a4 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:03.155142 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1bd5be56-0312-426d-86b6-00d9ade8f2a4 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921268 Jul 16 04:27:03.158006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:03.185151 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e90efa53-c467-41dd-bdb8-344c4e0d8707 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260057 Jul 16 04:27:03.187627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:03.192335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327683588', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:03.276510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:27:03.280007 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.312371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:02Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:03.339571 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Checking router: 0499c4b8-d3af-4775-9a7b-c58357e32195 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:27:03.339956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Updating router 0499c4b8-d3af-4775-9a7b-c58357e32195 port f09f93d6-263e-4a56-b88a-3dd027260e46 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:27:03.375078 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.418767 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.463418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.526509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Subnet': ['ID=75d97414-bdbe-4e93-a0e4-e9d921d7f74f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:03.536161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Checking segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:27:03.536525 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network hostable DHCP agents. Network: b78d9a78-a78c-47f0-8ac9-10a3718cc429, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:27:03.552753 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:27:03.561328 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b78d9a78-a78c-47f0-8ac9-10a3718cc429) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:03.567125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:03.568700 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.571344 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e6e0b-d593-4c42-b849-c142fc673b16 None None] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:27:03.584302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-40ba6266-76e3-4df8-9ec8-bfb2c782a807 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3956344 Jul 16 04:27:03.587191 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:03.704807 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.741382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Transition to ACTIVE for port object f09f93d6-263e-4a56-b88a-3dd027260e46 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:03.753458 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.827213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:27:03.828083 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.833872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Attempting to bind port f09f93d6-263e-4a56-b88a-3dd027260e46 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:27:03.834251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Attempting to bind port f09f93d6-263e-4a56-b88a-3dd027260e46 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:27:03.834648 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Attempting to bind port f09f93d6-263e-4a56-b88a-3dd027260e46 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:03.845177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146326c-12aa-4384-9b7d-0b61af761d17 None None] Pushing event updated for resources: {'Port': ['ID=f09f93d6-263e-4a56-b88a-3dd027260e46,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:03.849757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:27:03.850137 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:27:03.850626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.850981 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:27:03.851455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Bound port: f09f93d6-263e-4a56-b88a-3dd027260e46, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:27:03.851843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.969011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] For port f09f93d6-263e-4a56-b88a-3dd027260e46, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:27:03.976934 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] For port f09f93d6-263e-4a56-b88a-3dd027260e46, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f09f93d6-263e-4a56-b88a-3dd027260e46,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:27:04.000422 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.007952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.073889 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Allocated IP 172.20.0.2 (b78d9a78-a78c-47f0-8ac9-10a3718cc429/75d97414-bdbe-4e93-a0e4-e9d921d7f74f/48870639-39e4-4045-b7b1-3d36fe50ca3b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:27:04.080860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:27:04.081492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:04.122105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146326c-12aa-4384-9b7d-0b61af761d17 None None] Pushing event updated for resources: {'Port': ['ID=f09f93d6-263e-4a56-b88a-3dd027260e46,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:04.205080 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.267888 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:27:04.420849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.436470 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Transition to ACTIVE for port object 48870639-39e4-4045-b7b1-3d36fe50ca3b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:04.480044 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Transition to ACTIVE for port object 48870639-39e4-4045-b7b1-3d36fe50ca3b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:04.489145 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.532328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:27:04.535122 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.1 (b78d9a78-a78c-47f0-8ac9-10a3718cc429/75d97414-bdbe-4e93-a0e4-e9d921d7f74f/1bd11d8b-6eb1-4e01-a145-5de1605b51f6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:27:04.541926 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:04.546616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:27:04.555962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Pushing event updated for resources: {'Port': ['ID=48870639-39e4-4045-b7b1-3d36fe50ca3b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:04.585507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:02Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:04.630519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467485-eb40-4351-b671-9cc6221a63d4 None None] The sync data for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 is: [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:02Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:27:04.640309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Attempting to bind port 48870639-39e4-4045-b7b1-3d36fe50ca3b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:27:04.640686 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Attempting to bind port 48870639-39e4-4045-b7b1-3d36fe50ca3b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:27:04.641058 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Attempting to bind port 48870639-39e4-4045-b7b1-3d36fe50ca3b on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:04.649855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:27:04.650243 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Checking segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:27:04.650751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.651154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Bound using segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:27:04.651643 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Bound port: 48870639-39e4-4045-b7b1-3d36fe50ca3b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:27:04.651784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.652031 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.666182 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:04.699670 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.723417 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] For port 48870639-39e4-4045-b7b1-3d36fe50ca3b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:27:04.727328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] For port 48870639-39e4-4045-b7b1-3d36fe50ca3b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=48870639-39e4-4045-b7b1-3d36fe50ca3b,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:27:04.732864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.745533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:27:04.748765 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:04.754831 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:27:04.798758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:04.800269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0029c2-ff5f-4543-bbf5-a543643409ba None None] Pushing event updated for resources: {'Port': ['ID=48870639-39e4-4045-b7b1-3d36fe50ca3b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:04.824938 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.020969 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.610105 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 48870639-39e4-4045-b7b1-3d36fe50ca3b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:05.662863 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 48870639-39e4-4045-b7b1-3d36fe50ca3b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:05.666746 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f09f93d6-263e-4a56-b88a-3dd027260e46 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:05.717417 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.721244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f09f93d6-263e-4a56-b88a-3dd027260e46 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:05.723660 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.725969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f09f93d6-263e-4a56-b88a-3dd027260e46 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:05.726596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.805739 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:05.807570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c51b6b-0301-4dae-ad5d-ae06e65af32b None None] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:27:05.809592 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.854236 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.896908 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] Provisioning for port 48870639-39e4-4045-b7b1-3d36fe50ca3b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:05.905699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:27:05.907125 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:05.912654 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] Provisioning complete for port 48870639-39e4-4045-b7b1-3d36fe50ca3b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:05.913030 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:05.916831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f09f93d6-263e-4a56-b88a-3dd027260e46, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f09f93d6-263e-4a56-b88a-3dd027260e46,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:05.942257 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.024568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 0499c4b8-d3af-4775-9a7b-c58357e32195 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:27:06.142934 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:27:06.148849 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8b1dd4ce-6edb-465e-8910-2d1b378f6ebb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/0499c4b8-d3af-4775-9a7b-c58357e32195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606771 Jul 16 04:27:06.224528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f09f93d6-263e-4a56-b88a-3dd027260e46,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:06.275633 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.308161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-8af4f5d9-f73b-4d51-b176-ca83e9bd7608 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681004451&fields=id&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 267 time: 0.0340836 Jul 16 04:27:06.319719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] For port 48870639-39e4-4045-b7b1-3d36fe50ca3b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=48870639-39e4-4045-b7b1-3d36fe50ca3b,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:06.326197 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.349247 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Sync routers for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:27:06.366402 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:27:06.366969 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:06.405938 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29bb41-2a8c-442f-8bcc-4b7e69f9fb13 None None] Pushing event updated for resources: {'Port': ['ID=48870639-39e4-4045-b7b1-3d36fe50ca3b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:06.442084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-a9fa1eca-9be9-4e27-8e38-38a2946682a7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:06.443648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-a9fa1eca-9be9-4e27-8e38-38a2946682a7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 796 time: 0.1245916 Jul 16 04:27:06.461130 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-6d657fef-5b2f-43e0-b1a7-476b36b1ebc7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/quotas/9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 375 time: 0.0117030 Jul 16 04:27:06.485237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:27:06.531469 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-4c4d434b-e99f-46b2-9de1-5d85e784e3a0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640650 Jul 16 04:27:06.552125 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-018e2b36-174a-4e19-a533-b300dab1876d None None] Provisioning for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:06.556333 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-018e2b36-174a-4e19-a533-b300dab1876d None None] Provisioning complete for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:06.557284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-018e2b36-174a-4e19-a533-b300dab1876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.611986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-018e2b36-174a-4e19-a533-b300dab1876d None None] Port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:27:06.624139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-018e2b36-174a-4e19-a533-b300dab1876d None None] Provisioning complete for port 48870639-39e4-4045-b7b1-3d36fe50ca3b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:06.624687 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-018e2b36-174a-4e19-a533-b300dab1876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.640983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-0c87afe0-8f15-4043-b10b-1b7195c0ab97 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:27:06.649113 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-0c87afe0-8f15-4043-b10b-1b7195c0ab97 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0970063 Jul 16 04:27:06.725397 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 2, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:06.739949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-210c14f6-1399-4dde-bd96-ce602a01474c service neutron] 10.222.0.25 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899663 Jul 16 04:27:06.755981 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Checking router: 0499c4b8-d3af-4775-9a7b-c58357e32195 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:27:06.756252 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Updating router 0499c4b8-d3af-4775-9a7b-c58357e32195 port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:27:06.790050 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.833514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-14317659-b151-47b1-abf6-a6c6fce93415 None None] Provisioning complete for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:06.833886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14317659-b151-47b1-abf6-a6c6fce93415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:06.848847 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-620d2c00-6c71-48c9-8ce0-96ba045e0504 service neutron] 10.222.0.25 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028042 Jul 16 04:27:06.873591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-14317659-b151-47b1-abf6-a6c6fce93415 None None] Port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:27:06.992555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-73dc95fb-e78c-4383-9f28-c1013a8b8316 None None] Provisioning complete for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:06.992932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73dc95fb-e78c-4383-9f28-c1013a8b8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.027131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7d8ac592-8021-4004-8201-4583dcdfde7c req-86118518-3e07-44bf-9552-002d4befc43c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 210 time: 0.0348628 Jul 16 04:27:07.034141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-73dc95fb-e78c-4383-9f28-c1013a8b8316 None None] Port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:27:07.078193 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.087871 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Transition to ACTIVE for port object 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:07.092595 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.242414 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Pushing event updated for resources: {'Port': ['ID=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:07.272642 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.272994 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.273338 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.273674 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.274005 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.274336 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.274690 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.275016 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.275337 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.275657 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.275976 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.276293 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:07.288503 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Attempting to bind port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:27:07.288873 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Attempting to bind port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:27:07.289236 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Attempting to bind port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:07.294338 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:27:07.294743 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Checking segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:27:07.295143 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.295530 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Bound using segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:27:07.295985 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Bound port: 1bd11d8b-6eb1-4e01-a145-5de1605b51f6, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:27:07.296357 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.364103 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] For port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:27:07.367337 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] For port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:27:07.371389 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.428768 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:27:07.429394 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:07.434137 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c9ef-5ac3-4267-bd7e-bd39e89369ec None None] Pushing event updated for resources: {'Port': ['ID=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:07.522846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 48870639-39e4-4045-b7b1-3d36fe50ca3b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:07.553815 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:27:07.579102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 48870639-39e4-4045-b7b1-3d36fe50ca3b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:07.579481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.656387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f09f93d6-263e-4a56-b88a-3dd027260e46 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:07.715200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f09f93d6-263e-4a56-b88a-3dd027260e46 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:07.715581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:07.746647 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:07Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:07.772343 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df23216-9ed7-433f-aa77-901a8b3c2578 None None] The sync data for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 is: [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:07Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:27:08.120688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bace093a-f755-4629-a508-cc6cde27a98b req-7e22ad94-f0cd-4c8c-b3ec-83d4b707c485 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 210 time: 0.0340579 Jul 16 04:27:09.258148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-600025ff-91da-4d83-9c24-eee21e43ae33 req-d1a202d2-aa76-4be6-8983-9136d1f950ba tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 210 time: 0.0274737 Jul 16 04:27:09.533018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:09.581227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:09.585027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:09.585405 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:09.664313 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:09.696761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:09.700388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:09.746962 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:10.207981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-015ca972-4c19-4571-96e5-ec1e0a713608 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:10.209473 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-015ca972-4c19-4571-96e5-ec1e0a713608 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 796 time: 0.1037691 Jul 16 04:27:10.256382 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-75d581e7-41af-4043-910c-0e727ea88d25 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 380 time: 0.0337009 Jul 16 04:27:10.267803 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'port': {'device_id': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'admin_state_up': True, 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'security_groups': ['e6b6ef40-557f-4f43-ad15-efd5e58568f7']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:10.380976 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:27:10.384709 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:10.401034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25e643ef-d54c-4340-a74d-542b53b1a521 req-b139e61b-63d6-4c88-9a37-a3a2e1492ea9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Jul 16 04:27:10.505949 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.12 (b78d9a78-a78c-47f0-8ac9-10a3718cc429/75d97414-bdbe-4e93-a0e4-e9d921d7f74f/4cdebb7f-f601-4e8e-a55f-09e3f25c6e18) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:27:10.640708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:10.654061 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:10.686274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:10.731557 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:27:10.734623 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:10.738476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:27:10.744743 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:10.795159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:10.795638 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:10.810104 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-24155901-5621-48f3-9880-7d769bde685a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5459750 Jul 16 04:27:10.821563 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Request body: {'port': {'device_id': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:10.895781 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:10.941374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-647eeb5a-8391-4278-b61d-3417e605128d None None] Provisioning for port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:10.945436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-647eeb5a-8391-4278-b61d-3417e605128d None None] Provisioning complete for port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:10.945815 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-647eeb5a-8391-4278-b61d-3417e605128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:10.983099 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-647eeb5a-8391-4278-b61d-3417e605128d None None] Port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:27:11.153439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:27:11.161174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:11.172492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Transition to ACTIVE for port object 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:11.177301 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:11.244224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:11.296922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:27:11.297259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:27:11.297587 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:11.302936 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:27:11.303264 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:11.308884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:27:11.309224 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Checking segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:27:11.309608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Bound using segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:27:11.310040 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Bound port: 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:27:11.310405 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:11.383132 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:27:11.386084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:27:11.390685 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:11.425476 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:11.426102 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:11.427537 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] 10.222.0.11 "PUT /v2.0/ports/4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1092 time: 0.6103055 Jul 16 04:27:11.427999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:27:11.430300 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d97216-98d9-4fa8-a061-822634a4acfc" -d '{"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:27:11.461443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421231db-78e5-4153-b228-e0090d32ad17 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:11.541492 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-2a329743-948c-4b4d-afbf-efcb13599159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:11.543609 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-2a329743-948c-4b4d-afbf-efcb13599159 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1095 time: 0.0696154 Jul 16 04:27:11.546442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:11.600497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900275b3-1a4e-42e4-a19f-ffe22d07f5b7 req-b3c61ef4-886b-478f-87fa-2c20bd738ed6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:11.604213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-d4052184-4118-4aa4-bacc-64481f310ab4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 217 time: 0.0486751 Jul 16 04:27:11.606834 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-900275b3-1a4e-42e4-a19f-ffe22d07f5b7 req-b3c61ef4-886b-478f-87fa-2c20bd738ed6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.0841475 Jul 16 04:27:11.607924 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:11.608312 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:11.650120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-900275b3-1a4e-42e4-a19f-ffe22d07f5b7 req-f58e9f58-559a-4068-8836-19f07407b4d6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Jul 16 04:27:11.660325 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-d015b9d4-2e20-4f18-8d93-a8be860fc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:11.661717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-d015b9d4-2e20-4f18-8d93-a8be860fc42e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0491209 Jul 16 04:27:11.701951 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2941e0-23c6-4f33-92a8-d0a09836af03 x-openstack-request-id: req-2a2941e0-23c6-4f33-92a8-d0a09836af03 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:27:11.702248 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:27:11.702499 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a2941e0-23c6-4f33-92a8-d0a09836af03 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:27:11.702914 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'status': 'completed', 'code': 200} Jul 16 04:27:11.733423 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-9f5f56fa-6f53-48a1-a4ff-9d2f2b2ec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:11.734979 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-9f5f56fa-6f53-48a1-a4ff-9d2f2b2ec129 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621209 Jul 16 04:27:11.826477 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-eaca476a-efa1-4325-8559-ff2c0262e922 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Jul 16 04:27:11.916106 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-21ea51e5-0afd-40f6-a192-3d5d581c3f13 req-0c43f700-3e2e-4fbd-97fc-9e00378e4afc service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Jul 16 04:27:12.016686 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-987c1883-4cc8-4a2b-8c11-a6ffa07bb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:12.018166 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-987c1883-4cc8-4a2b-8c11-a6ffa07bb378 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1095 time: 0.0565405 Jul 16 04:27:12.107864 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-e7a0e2cd-e659-4349-802a-2fed4a6b30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:12.109287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-e7a0e2cd-e659-4349-802a-2fed4a6b30a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.0826828 Jul 16 04:27:12.152760 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-3c079daf-750b-4ad2-8d3e-7ac5e91133a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 217 time: 0.0364921 Jul 16 04:27:12.201709 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-21549596-1d4f-44bb-8854-48919e09027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:12.203058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-21549596-1d4f-44bb-8854-48919e09027b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0412903 Jul 16 04:27:12.259331 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-265dc6e5-0bd3-4b1f-8c9a-d220e59b0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:12.260797 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-265dc6e5-0bd3-4b1f-8c9a-d220e59b0243 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499363 Jul 16 04:27:12.353936 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-f17a12c2-b241-4db5-8e13-a0463594970f service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862322 Jul 16 04:27:12.443072 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c5d97216-98d9-4fa8-a061-822634a4acfc req-3a7f76bd-a0e2-4070-82a3-6f8f3d8a8f97 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812066 Jul 16 04:27:12.825076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6ca4e-4897-4797-84eb-19d717a7943d req-3be0b7e3-79ef-4241-9222-bd5fa0c538dd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:12.826498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ce6ca4e-4897-4797-84eb-19d717a7943d req-3be0b7e3-79ef-4241-9222-bd5fa0c538dd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.0654438 Jul 16 04:27:12.862951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3ce6ca4e-4897-4797-84eb-19d717a7943d req-7200b0fe-e491-4f17-9093-c3092ed91c5f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Jul 16 04:27:14.031591 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a1b33-665b-4654-af7a-9515e15b4292 req-98506c55-f4c4-4ceb-911d-af9a5f806001 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:14.032961 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a6a1b33-665b-4654-af7a-9515e15b4292 req-98506c55-f4c4-4ceb-911d-af9a5f806001 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.0616074 Jul 16 04:27:14.069270 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5a6a1b33-665b-4654-af7a-9515e15b4292 req-e32d039c-9cf0-4571-831d-76ff1aeff6e5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Jul 16 04:27:15.244347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285eac-cc96-45f9-9890-42abd979b670 req-505f4721-bd62-4ba4-baa2-e44a831a5c91 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:15.245818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a285eac-cc96-45f9-9890-42abd979b670 req-505f4721-bd62-4ba4-baa2-e44a831a5c91 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.0656776 Jul 16 04:27:15.282207 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1a285eac-cc96-45f9-9890-42abd979b670 req-efc47f02-b170-4e1f-af99-8b3af001a51e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Jul 16 04:27:15.483238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:27:15.576364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:15.587898 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'port_id': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'mac_address': 'fa:16:3e:39:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:27:15.622246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:15.634673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:27:15.653735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:15.657589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:15.705131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:15.861141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:27:16.452006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be7198-d4df-4323-ba61-4cfde256c3dc req-d7523b25-73b5-4bd7-af7a-333e911d17c2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:16.453451 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65be7198-d4df-4323-ba61-4cfde256c3dc req-d7523b25-73b5-4bd7-af7a-333e911d17c2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 945 time: 0.0623696 Jul 16 04:27:16.490591 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-65be7198-d4df-4323-ba61-4cfde256c3dc req-c8dd2f19-8d53-4bc1-a053-e937b1853df2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Jul 16 04:27:17.486332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:17.537475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:17.541430 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:17.541807 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:17.617832 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:17.640670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:27:17.643049 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c717bfc-85ff-4908-822e-cc42ce34e5a8" -d '{"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-plugged", "status": "completed", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:27:17.658527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:17.662669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752506b-f973-4760-a198-e25fc2f823a1 req-98f5c09a-1b21-44d2-a2eb-b74d77394ae7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:17.663932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:17.664195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2752506b-f973-4760-a198-e25fc2f823a1 req-98f5c09a-1b21-44d2-a2eb-b74d77394ae7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 945 time: 0.0638800 Jul 16 04:27:17.702128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2752506b-f973-4760-a198-e25fc2f823a1 req-7b4f88ec-70af-4186-a05e-e936a29ffea4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Jul 16 04:27:17.711166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:17.797785 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863e6b2-8bc6-4eaf-b85d-076fff26cb05 x-openstack-request-id: req-6863e6b2-8bc6-4eaf-b85d-076fff26cb05 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:27:17.798081 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-plugged", "status": "completed", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:27:17.798335 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6863e6b2-8bc6-4eaf-b85d-076fff26cb05 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:27:17.798782 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'code': 200} Jul 16 04:27:17.908143 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c287f1-568f-4be5-8761-e7109c07e184 req-f251b65f-ca2a-49c9-8847-6205d601ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:17.910003 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5c287f1-568f-4be5-8761-e7109c07e184 req-f251b65f-ca2a-49c9-8847-6205d601ba46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1097 time: 0.0504382 Jul 16 04:27:17.946450 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b5c287f1-568f-4be5-8761-e7109c07e184 req-91157ca3-b48b-4f04-8f7b-1854aedf008e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305743 Jul 16 04:27:18.883151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf0f7f-0786-46bc-802b-c180ec5b9355 req-6cff2b89-813f-4dd2-b1df-a101b12c7dee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:18.884650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cdf0f7f-0786-46bc-802b-c180ec5b9355 req-6cff2b89-813f-4dd2-b1df-a101b12c7dee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0671408 Jul 16 04:27:18.920170 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2cdf0f7f-0786-46bc-802b-c180ec5b9355 req-dbc6499d-2acb-48fe-9fa7-e5bedffaf491 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300431 Jul 16 04:27:20.093380 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c2db6-c1d0-4b17-9eff-3443a2c6594a req-a86b1c32-52b9-43b5-89bd-a3af317ea90d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:20.094884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e61c2db6-c1d0-4b17-9eff-3443a2c6594a req-a86b1c32-52b9-43b5-89bd-a3af317ea90d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0627310 Jul 16 04:27:20.132688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e61c2db6-c1d0-4b17-9eff-3443a2c6594a req-5bdf39b2-d08d-413a-be94-e37b8a2c0af9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 16 04:27:20.306963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1315-d2f0-4c84-922e-bbcb7022365e req-d50d47d5-989e-4af9-ba28-9671c48ed603 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:20.308437 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d45f1315-d2f0-4c84-922e-bbcb7022365e req-d50d47d5-989e-4af9-ba28-9671c48ed603 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0673056 Jul 16 04:27:20.345611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d45f1315-d2f0-4c84-922e-bbcb7022365e req-65084d85-8e50-426a-ab60-438f390c1cbe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316772 Jul 16 04:27:20.370002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:20.421004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534855b1-f7ea-441c-bce6-45ea8a8a131b tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:20.422514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-534855b1-f7ea-441c-bce6-45ea8a8a131b tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1092 time: 0.0514584 Jul 16 04:27:20.425787 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:20.430066 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:20.451062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:20.546333 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:20.644206 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.158 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/7fd61f4a-8447-4054-89d5-825995103ef1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:27:20.745357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:20.781360 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:20.811188 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9af9883-3cac-4516-bddc-f1646316775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:20.821733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:27:20.824533 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:27:20.828064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:27:20.833747 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=7fd61f4a-8447-4054-89d5-825995103ef1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:21.180336 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:21.251447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:21.396605 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:21.401464 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:21.471276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=7fd61f4a-8447-4054-89d5-825995103ef1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:21.480644 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:21.577371 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP 6c3f2488-60a8-4f26-b7bd-c68bb266cac0 associated. External IP: 172.25.4.158, port: 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18. Jul 16 04:27:21.780241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 0499c4b8-d3af-4775-9a7b-c58357e32195 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:27:21.884314 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:27:21.893498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] Sync routers for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:27:21.900937 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:21.903035 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:27:21.903691 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:21.940939 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f872ae0a-523b-4c71-9e23-62fc765fee58 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5141547 Jul 16 04:27:21.941813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:27:21.947481 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f56e51-048e-49ea-a344-5366b9c223e8" -d '{"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:27:22.008943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:27:22.090406 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ed3ec-51d6-4c91-b124-26bd701c27cc req-5e85de33-1f7c-4cbd-a9b2-b3853767aac0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:22.091865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b70ed3ec-51d6-4c91-b124-26bd701c27cc req-5e85de33-1f7c-4cbd-a9b2-b3853767aac0 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0628848 Jul 16 04:27:22.129748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b70ed3ec-51d6-4c91-b124-26bd701c27cc req-3619d496-160e-4b0c-9603-185ffc6cb76a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Jul 16 04:27:22.153494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:22.194148 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5607be0-40e6-4c0f-bc85-c12c5c42344e x-openstack-request-id: req-d5607be0-40e6-4c0f-bc85-c12c5c42344e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:27:22.194896 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:27:22.194896 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5607be0-40e6-4c0f-bc85-c12c5c42344e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:27:22.195349 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'status': 'completed', 'code': 200} Jul 16 04:27:22.221981 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1f84fc1a-767e-470f-84c4-7a3e91fce16c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/6c3f2488-60a8-4f26-b7bd-c68bb266cac0 HTTP/1.1" status: 200 len: 992 time: 0.0664163 Jul 16 04:27:22.234437 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '6c3f2488-60a8-4f26-b7bd-c68bb266cac0', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'port_id': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'mac_address': 'fa:16:3e:39:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:27:21Z', 'updated_at': '2021-07-16T04:27:21Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:09Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:22.247682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-5d1bbf32-62a8-43f0-a48f-a0aaefe9c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:22.249191 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-5d1bbf32-62a8-43f0-a48f-a0aaefe9c8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1097 time: 0.0533624 Jul 16 04:27:22.264473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] Checking router: 0499c4b8-d3af-4775-9a7b-c58357e32195 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:27:22.272789 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:27:22.273395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:26:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:22.337432 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-15687a69-e50c-4555-b534-9d79a8ee9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:22.339025 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-15687a69-e50c-4555-b534-9d79a8ee9142 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.0835385 Jul 16 04:27:22.379601 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:27:22.406493 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-63fe87ea-be9e-4cb7-976c-77d5c5c142ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1000 time: 0.0612841 Jul 16 04:27:22.453926 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-c72b3f17-dbc9-416c-a8f1-5d53ac4c35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:22.455392 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-c72b3f17-dbc9-416c-a8f1-5d53ac4c35e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0430396 Jul 16 04:27:22.510567 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-ba1801fa-7bc8-4d04-962e-915df5a5d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:22.512054 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-ba1801fa-7bc8-4d04-962e-915df5a5d1e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509551 Jul 16 04:27:22.595457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '6c3f2488-60a8-4f26-b7bd-c68bb266cac0', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'port_id': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'mac_address': 'fa:16:3e:39:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:27:21Z', 'updated_at': '2021-07-16T04:27:21Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:09Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:27:22.606513 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-cda9cd6b-f257-4441-89fe-7c5b61247520 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Jul 16 04:27:22.625088 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c189e3-75bb-4e0d-a459-15f81772e150 None None] The sync data for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 is: [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '6c3f2488-60a8-4f26-b7bd-c68bb266cac0', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'port_id': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'mac_address': 'fa:16:3e:39:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:27:21Z', 'updated_at': '2021-07-16T04:27:21Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:09Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:27:22.696028 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-80f56e51-048e-49ea-a344-5366b9c223e8 req-e5cad074-0a13-486d-bf18-9790c9dbd571 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833168 Jul 16 04:27:22.806751 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c39584-6ca0-4680-9dc5-9868dc1a334b None None] New status for floating IP 6c3f2488-60a8-4f26-b7bd-c68bb266cac0: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:27:23.225074 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50684) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:23.287614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b282a39b-ebba-4901-9383-4280ea0cb245 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/6c3f2488-60a8-4f26-b7bd-c68bb266cac0 HTTP/1.1" status: 200 len: 994 time: 0.0614035 Jul 16 04:27:23.591650 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff75dff7-faef-4d4d-a327-32c64d6c1b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:23.914831 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:24.560434 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:26.291642 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.414480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.860236 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-520a0bf2-d7d8-4f77-b93c-1e58a28fde26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553188 Jul 16 04:27:33.951622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-d70a2dad-0105-4cdb-9f72-dd9307e8cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:33.953058 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-d70a2dad-0105-4cdb-9f72-dd9307e8cb2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1097 time: 0.0504777 Jul 16 04:27:34.057592 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-bde159a6-1182-4ace-b5a6-8d58ebddbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.059030 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-bde159a6-1182-4ace-b5a6-8d58ebddbee3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.0849981 Jul 16 04:27:34.123881 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-8a0fbda3-6201-4981-9e11-59bb223ecc4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1002 time: 0.0587924 Jul 16 04:27:34.155139 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:34.171740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-ebac73e0-92c9-4f50-9f16-4a883c60a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.173184 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-ebac73e0-92c9-4f50-9f16-4a883c60a516 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0432999 Jul 16 04:27:34.227784 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-1d6fcc26-1ea1-4ff3-91e2-965ecf480330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.229189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-1d6fcc26-1ea1-4ff3-91e2-965ecf480330 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499191 Jul 16 04:27:34.320157 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-57665730-ca30-440b-aef3-4d3dcfc740d5 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 Jul 16 04:27:34.407211 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92f3b03b-9622-4b8d-ac03-499fa820795c req-50e9e817-54bd-4704-ab8e-f52caee4e4d3 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803366 Jul 16 04:27:36.641113 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:27:50.247405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bebfe-ed8a-4c80-ba3e-e23162d28fe8 req-b8fe1fe9-c399-43d3-a0d4-654ef2c38133 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:50.248893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-934bebfe-ed8a-4c80-ba3e-e23162d28fe8 req-b8fe1fe9-c399-43d3-a0d4-654ef2c38133 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0638390 Jul 16 04:27:50.278389 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-0f7f107f-68b1-4a35-a20e-051f4a49b503 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870631 Jul 16 04:27:50.287083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-934bebfe-ed8a-4c80-ba3e-e23162d28fe8 req-fb883cc7-f709-41d5-b576-798d5934f918 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Jul 16 04:27:50.287586 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-b7364626-cc7b-4fe1-9d29-a15b5473625e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:27:50.288563 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-b7364626-cc7b-4fe1-9d29-a15b5473625e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057497 Jul 16 04:27:50.813214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34a7cfdd-eb52-48ab-846c-e1e5e5d8eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:51.376124 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-f126c0ef-e670-47db-b694-bbfb5cec8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:51.377633 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-f126c0ef-e670-47db-b694-bbfb5cec8c5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1097 time: 0.0577214 Jul 16 04:27:51.462282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5237d75-2a02-40af-9001-2e4c177ca496 req-0c7d3b1c-98f0-4df7-bb5e-1a665a738900 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:51.463943 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5237d75-2a02-40af-9001-2e4c177ca496 req-0c7d3b1c-98f0-4df7-bb5e-1a665a738900 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0620985 Jul 16 04:27:51.466434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-a6297a65-cc6e-46a7-b777-722d3159a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:51.467929 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-a6297a65-cc6e-46a7-b777-722d3159a148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.0832295 Jul 16 04:27:51.505859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c5237d75-2a02-40af-9001-2e4c177ca496 req-1b236902-5002-4725-bc73-ec433dc8bc6f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Jul 16 04:27:51.541806 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-d16890fe-66d4-4c28-a8fa-f5325faffe1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1002 time: 0.0668824 Jul 16 04:27:51.588773 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-1a9ee7e5-659d-4959-bc5d-938681f39edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:51.590140 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-1a9ee7e5-659d-4959-bc5d-938681f39edd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0421641 Jul 16 04:27:51.646574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-88f80098-1e50-4584-a32c-4a9f70d8e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:51.647987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-88f80098-1e50-4584-a32c-4a9f70d8e1ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504386 Jul 16 04:27:51.738127 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-46055ad7-b469-4207-95f1-dd2c372e9c21 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Jul 16 04:27:51.823411 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-51bbae0c-056a-4991-9719-e52eca9d187a service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789065 Jul 16 04:27:52.679589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8311b-f43c-42e0-a339-aeeb1a2090bd req-67731f42-04f2-4f79-872c-ff113d28881b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:52.680942 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1f8311b-f43c-42e0-a339-aeeb1a2090bd req-67731f42-04f2-4f79-872c-ff113d28881b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0648496 Jul 16 04:27:52.716920 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1f8311b-f43c-42e0-a339-aeeb1a2090bd req-a2d42c2c-cad6-4c63-8cb5-66fa326aa17c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305452 Jul 16 04:27:53.592939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aedee409-a379-48ed-959b-b44a82753c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:53.888327 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7e389-670b-426e-ba67-c049e6bfc06b req-73dc29ff-3924-45e0-86da-614808d17731 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:53.889804 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bcc7e389-670b-426e-ba67-c049e6bfc06b req-73dc29ff-3924-45e0-86da-614808d17731 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0622542 Jul 16 04:27:53.914955 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:53.927642 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bcc7e389-670b-426e-ba67-c049e6bfc06b req-d60b327f-a25b-4ad3-bedb-2ec436b0298c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 16 04:27:54.563004 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:55.100493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5db9-1742-460a-82ac-6c9f83b2d5e9 req-2e0d3890-8d05-4778-844b-b88612d53db4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:55.102072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f9f5db9-1742-460a-82ac-6c9f83b2d5e9 req-2e0d3890-8d05-4778-844b-b88612d53db4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0656378 Jul 16 04:27:55.138445 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6f9f5db9-1742-460a-82ac-6c9f83b2d5e9 req-10faa8bd-9eda-49ad-83bd-edf2c3cff0ae tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Jul 16 04:27:56.295020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:56.312044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e84f2-3672-427b-bb53-0d3f4c5ee825 req-dec2c9db-882b-4dec-ac3f-6eea9e61f054 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:56.313511 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c7e84f2-3672-427b-bb53-0d3f4c5ee825 req-dec2c9db-882b-4dec-ac3f-6eea9e61f054 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0636899 Jul 16 04:27:56.350974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3c7e84f2-3672-427b-bb53-0d3f4c5ee825 req-a7f325fc-94af-467f-b463-9000f7eaab96 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Jul 16 04:27:57.519743 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff8ab6-01c9-4b79-b93a-22c2310f8eb2 req-67d3e220-6c55-4815-91da-3e4184fff11f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:57.521851 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fff8ab6-01c9-4b79-b93a-22c2310f8eb2 req-67d3e220-6c55-4815-91da-3e4184fff11f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0614004 Jul 16 04:27:57.559043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fff8ab6-01c9-4b79-b93a-22c2310f8eb2 req-2ec445e6-e40e-4052-a8ef-b1c9610fb923 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Jul 16 04:27:58.733111 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816465a-ca5e-4631-b48b-27eb250199e5 req-2b6a05c1-e33f-47d4-bdd5-aef52d7a2fdf tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:58.734589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a816465a-ca5e-4631-b48b-27eb250199e5 req-2b6a05c1-e33f-47d4-bdd5-aef52d7a2fdf tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0654700 Jul 16 04:27:58.770496 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a816465a-ca5e-4631-b48b-27eb250199e5 req-711a844e-c25c-4ea6-ba81-91f71ceb7572 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302036 Jul 16 04:27:59.939669 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884172-08ad-4637-9a44-51ce56234668 req-f7dd4987-0747-4593-81dd-fcdaea2414e3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:59.941156 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71884172-08ad-4637-9a44-51ce56234668 req-f7dd4987-0747-4593-81dd-fcdaea2414e3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0610509 Jul 16 04:27:59.977895 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-71884172-08ad-4637-9a44-51ce56234668 req-255b8c59-e189-4fea-9c2f-85d60b0913f2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Jul 16 04:28:01.152166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168f16-bb5c-4a4f-af8b-f46b562706d4 req-b3272fff-d462-4f13-afdd-8b09b3a81f05 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:01.153631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74168f16-bb5c-4a4f-af8b-f46b562706d4 req-b3272fff-d462-4f13-afdd-8b09b3a81f05 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0649152 Jul 16 04:28:01.190557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-74168f16-bb5c-4a4f-af8b-f46b562706d4 req-969ecad8-147f-4e94-aea5-7063eb43410d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Jul 16 04:28:02.359889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfecb0-e22d-402b-85b2-2f9d3450ace8 req-ff2571a2-7668-4589-b48c-e54f24eeeb80 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:02.361384 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24cfecb0-e22d-402b-85b2-2f9d3450ace8 req-ff2571a2-7668-4589-b48c-e54f24eeeb80 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0620968 Jul 16 04:28:02.398144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-24cfecb0-e22d-402b-85b2-2f9d3450ace8 req-87b23c4e-bdc4-41bc-9d33-e24bfcf27d73 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Jul 16 04:28:03.432362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:03.567993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b43e1f-587c-4dd0-aa92-27a5951eeeac req-45227548-053c-4c6d-8b1e-9a128bd9d3ab tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:03.569949 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63b43e1f-587c-4dd0-aa92-27a5951eeeac req-45227548-053c-4c6d-8b1e-9a128bd9d3ab tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0624630 Jul 16 04:28:03.606122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-63b43e1f-587c-4dd0-aa92-27a5951eeeac req-aabb752e-b784-4f60-a575-4c8482260944 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Jul 16 04:28:03.664490 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9c5fe7c9-a555-4c28-8e9c-00a5bbe6b044 service neutron] show failed (client error): The resource could not be found. Jul 16 04:28:03.665501 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9c5fe7c9-a555-4c28-8e9c-00a5bbe6b044 service neutron] 10.222.0.11 "GET /v2.0/ports/4cdebb7f-f601-4e8e-a55f-09e3f25c6e18/bindings/n-h2-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0573578 Jul 16 04:28:03.973399 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-c6bad9cc-2865-4eb4-9344-7428e559538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:03.974881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-c6bad9cc-2865-4eb4-9344-7428e559538d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 1097 time: 0.0895238 Jul 16 04:28:03.983957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-33a6e0c4-a75f-47ed-8709-2b3a0ca4b240 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:28:03.984869 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-33a6e0c4-a75f-47ed-8709-2b3a0ca4b240 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047400 Jul 16 04:28:03.995683 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:04.063109 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:04.169715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:04.257490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:04.633715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h1-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:04.671281 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:04.673481 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c55ae-6538-4bee-80d4-55324b9765f3" -d '{"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:04.677287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:04.689065 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Transition to ACTIVE for port object 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:04.692341 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:04.772810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:04.817127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.817471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.817893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.818253 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.819210 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.819539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.820011 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.820180 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.820499 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.820817 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.821136 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.821472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:04.866473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] No DVR routers for this DVR port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on host n-h1-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:28:04.912155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ac722-6a3a-4772-b480-05d3c504d5a5 req-f63f9510-27b1-49da-81b5-fb9c13c1eac8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:04.913648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e24ac722-6a3a-4772-b480-05d3c504d5a5 req-f63f9510-27b1-49da-81b5-fb9c13c1eac8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.1958039 Jul 16 04:28:04.992155 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e24ac722-6a3a-4772-b480-05d3c504d5a5 req-7cce9fd8-9fb4-44da-ad10-f2aedc999ef6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703907 Jul 16 04:28:05.039988 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:05.040330 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:05.040663 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:05.044923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:28:05.045244 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Attempting to bind port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on network b78d9a78-a78c-47f0-8ac9-10a3718cc429 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:05.049999 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:05.050341 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Checking segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:05.050759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Bound using segment: {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:05.051188 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Bound port: 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5d52a6-849e-4111-94a8-15959cb98cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:05.051548 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:05.110460 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ddc489-278c-4b11-9df1-aac0bab4c703 x-openstack-request-id: req-69ddc489-278c-4b11-9df1-aac0bab4c703 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:05.111370 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:05.111625 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69ddc489-278c-4b11-9df1-aac0bab4c703 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:05.112014 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'code': 200} Jul 16 04:28:05.117993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:05.121023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:05.124797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:05.157940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:05.158570 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:05.159915 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1092 time: 1.1678119 Jul 16 04:28:05.181006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7f1b9-111c-4f5a-a616-bcb6b89065f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:05.242010 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-1af79a3c-0e07-45ac-b8e2-806adfae8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:05.243581 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-1af79a3c-0e07-45ac-b8e2-806adfae8cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1095 time: 0.0584698 Jul 16 04:28:05.336442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-30278f75-9652-4e0a-bb32-9fce08d0fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:05.337948 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-30278f75-9652-4e0a-bb32-9fce08d0fc73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.0881405 Jul 16 04:28:05.405938 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-696e3545-164e-4365-a2e9-b52f1839a78b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1000 time: 0.0604484 Jul 16 04:28:05.452638 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-489c0e8c-2d6a-4b7c-9095-84d031056df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:05.453959 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-489c0e8c-2d6a-4b7c-9095-84d031056df8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0421717 Jul 16 04:28:05.508124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79087d4-6597-4849-8918-5eef1fdca05b req-b50c561f-5c8e-4a31-be08-bf8d92d7e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:05.509629 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-b50c561f-5c8e-4a31-be08-bf8d92d7e880 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495920 Jul 16 04:28:05.601739 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-ad3b0a99-6020-47c1-aa5e-11bb7e196d09 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852225 Jul 16 04:28:05.688183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f79087d4-6597-4849-8918-5eef1fdca05b req-a9624179-994f-41a6-9d00-7ae73fde53df service neutron] 10.222.0.48 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794346 Jul 16 04:28:06.170585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a19135-f5a9-42bc-ac20-02713e613fea req-176c4a23-d3e4-462f-a4d7-8dd1c2a7731e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:06.172046 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30a19135-f5a9-42bc-ac20-02713e613fea req-176c4a23-d3e4-462f-a4d7-8dd1c2a7731e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.0656652 Jul 16 04:28:06.208117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-30a19135-f5a9-42bc-ac20-02713e613fea req-c211f8d1-fab0-4ebb-8ce5-a2324b2b8652 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Jul 16 04:28:07.113307 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:07.116905 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:07.164607 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa5bb2-c579-47a5-9b2a-7b3bf6fa90df x-openstack-request-id: req-72aa5bb2-c579-47a5-9b2a-7b3bf6fa90df {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:07.164962 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:07.165283 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72aa5bb2-c579-47a5-9b2a-7b3bf6fa90df {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:07.165742 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'status': 'completed', 'code': 200} Jul 16 04:28:07.242628 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-7da38cc7-d0bc-4121-a34d-fd3ffd2adee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.244315 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-7da38cc7-d0bc-4121-a34d-fd3ffd2adee7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1095 time: 0.0584176 Jul 16 04:28:07.260092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ef6fb173-a35d-43e3-bea5-0e5e2a8b0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.262083 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ef6fb173-a35d-43e3-bea5-0e5e2a8b0802 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1095 time: 0.0585222 Jul 16 04:28:07.356333 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ca1e89b4-5dee-488b-bf74-256a8778a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.356333 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ca1e89b4-5dee-488b-bf74-256a8778a653 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.1037133 Jul 16 04:28:07.395839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-cda2c68e-3bf1-44b8-8323-cd07abf0c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.397786 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-cda2c68e-3bf1-44b8-8323-cd07abf0c166 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.1299684 Jul 16 04:28:07.417340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-69b02284-ad96-4f71-a661-c8aa5dfd6ecb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1000 time: 0.0567534 Jul 16 04:28:07.464236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f175e-5c6c-4ff9-acf7-a00608f01288 req-1507216f-3fc1-49af-ae8c-7ed0f0809b4b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.464859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-d1d5e036-809d-4a97-90f1-2f66cd80062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.465711 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb1f175e-5c6c-4ff9-acf7-a00608f01288 req-1507216f-3fc1-49af-ae8c-7ed0f0809b4b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.1263292 Jul 16 04:28:07.466337 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-d1d5e036-809d-4a97-90f1-2f66cd80062a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0430162 Jul 16 04:28:07.483868 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-17df5946-1171-4520-a3d1-916d06bbe42f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1000 time: 0.0784302 Jul 16 04:28:07.525797 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-0b4a95f6-fb02-4ca0-8677-9aaf3045b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.527324 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-0b4a95f6-fb02-4ca0-8677-9aaf3045b1c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550041 Jul 16 04:28:07.545896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb1f175e-5c6c-4ff9-acf7-a00608f01288 req-0332b65e-98f9-46c2-8a71-1901fbe603d5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735676 Jul 16 04:28:07.555680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-b6f33a14-2b34-4b3f-9abd-e7d526e960e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.557122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-b6f33a14-2b34-4b3f-9abd-e7d526e960e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0673306 Jul 16 04:28:07.620857 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-bc0dfe76-2819-4890-8dcc-bf38909c4eef service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869801 Jul 16 04:28:07.621189 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ca5ce1c4-2024-43be-b5f8-78ddf7c91d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.622697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ca5ce1c4-2024-43be-b5f8-78ddf7c91d8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582962 Jul 16 04:28:07.686377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:07.728503 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-ef279590-4d17-4621-ab3f-7cd5b5800dc9 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007907 Jul 16 04:28:07.755330 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-34b55da0-be9c-4641-b73a-f5af45c1cdc5 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261559 Jul 16 04:28:07.755590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:07.871948 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-3a1c0601-cef4-48dd-9f2c-e5015ba5f82e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.873451 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-3a1c0601-cef4-48dd-9f2c-e5015ba5f82e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&binding%3Ahost_id=n-h2-800089-6 HTTP/1.1" status: 200 len: 944 time: 0.0711322 Jul 16 04:28:07.878278 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-891a2fdd-5c27-4d7d-b701-f9f9debc4dc6 req-10a11e11-c859-4d49-863a-84c2a70b6e6e service neutron] 10.222.0.48 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169593 Jul 16 04:28:07.899839 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa8fa7-1e88-46e6-8151-cb8fdda0cbfc req-e8fd09a0-ba5e-4994-8c10-6289fbec4769 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:07.901329 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1fa8fa7-1e88-46e6-8151-cb8fdda0cbfc req-e8fd09a0-ba5e-4994-8c10-6289fbec4769 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.1084592 Jul 16 04:28:07.934566 n-d-800089-6 neutron-server[93757]: INFO neutron.api.v2.resource [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-91be046f-a68c-40cf-814c-161d37fc4c60 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:28:07.935505 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-91be046f-a68c-40cf-814c-161d37fc4c60 service neutron] 10.222.0.11 "DELETE /v2.0/ports/4cdebb7f-f601-4e8e-a55f-09e3f25c6e18/bindings/n-h1-800089-6 HTTP/1.1" status: 404 len: 380 time: 0.0551043 Jul 16 04:28:07.943180 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a1fa8fa7-1e88-46e6-8151-cb8fdda0cbfc req-32ac038c-1fa6-4a9a-b393-528beb50995f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360820 Jul 16 04:28:08.033127 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-82a501c0-0678-40c0-b95d-e0ede0c9da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:08.034639 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-82a501c0-0678-40c0-b95d-e0ede0c9da91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1095 time: 0.0557916 Jul 16 04:28:08.063884 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:28:08.124755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0596949-bf11-44f9-be5e-84baa9367826 req-6da34440-b1ef-4401-a215-73fa20180735 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:08.126381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a0596949-bf11-44f9-be5e-84baa9367826 req-6da34440-b1ef-4401-a215-73fa20180735 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 944 time: 0.0708961 Jul 16 04:28:08.130526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-414ac7ac-0669-4983-b1ed-24528a8b0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:08.132194 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-414ac7ac-0669-4983-b1ed-24528a8b0db4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.0912459 Jul 16 04:28:08.165655 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a0596949-bf11-44f9-be5e-84baa9367826 req-fd3f9388-c7bc-4e38-84e2-9b7ea8be7468 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Jul 16 04:28:08.173134 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:08.189464 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'port_id': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'mac_address': 'fa:16:3e:39:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:28:08.202843 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-916a6317-e016-4e80-b2d1-ee1810413dfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 1000 time: 0.0646117 Jul 16 04:28:08.227381 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:08.240785 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:28:08.252209 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-a4baac06-cecd-4b75-a977-601e82e905e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:08.253697 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-a4baac06-cecd-4b75-a977-601e82e905e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0447495 Jul 16 04:28:08.259797 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:08.263628 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:08.310945 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-4d972131-a7e5-454b-a352-da9ca52d2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:08.312441 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-4d972131-a7e5-454b-a352-da9ca52d2f56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525804 Jul 16 04:28:08.313778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:08.321115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.321468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.321816 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.322157 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.322497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.322854 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.323192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.323524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.323858 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.324185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.324516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.324845 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.406627 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-a25af814-9101-440e-966d-23df249c73f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873911 Jul 16 04:28:08.493970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-fc73455f-a87b-4dd0-b466-3861009a54ec req-2884468f-d43a-49d3-82c3-2224c957c3a1 service neutron] 10.222.0.11 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807235 Jul 16 04:28:08.510468 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:28:09.336422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3c9df-8ad9-46df-846d-bb312b9c8a0e req-4b10fb8d-fb2a-4423-a0af-97c02f4b6bb9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:09.337886 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ad3c9df-8ad9-46df-846d-bb312b9c8a0e req-4b10fb8d-fb2a-4423-a0af-97c02f4b6bb9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 945 time: 0.0620718 Jul 16 04:28:09.375738 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4ad3c9df-8ad9-46df-846d-bb312b9c8a0e req-80dc74d1-0481-4e55-9fa4-b21b5e82802a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Jul 16 04:28:09.399256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:09.462683 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2a98e0c6-e676-4d7b-b864-7c7412f4afac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/6c3f2488-60a8-4f26-b7bd-c68bb266cac0 HTTP/1.1" status: 200 len: 993 time: 0.0621722 Jul 16 04:28:10.079095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:10.126451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:10.129948 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:10.130319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.203412 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.225592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:10.227821 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0ad153-e2f5-4466-9b94-bc1a6a7f3d72" -d '{"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-plugged", "status": "completed", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:10.240446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:10.244323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.273143 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867b88a-5e32-42c9-a77d-e57137288c70 x-openstack-request-id: req-7867b88a-5e32-42c9-a77d-e57137288c70 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:10.273434 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-plugged", "status": "completed", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:10.273684 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7867b88a-5e32-42c9-a77d-e57137288c70 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:10.274064 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'code': 200} Jul 16 04:28:10.298805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:13.639444 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:28:20.814990 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b972c2f-7cc6-4159-96b8-0518f3306dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.593606 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b692f72-330e-42ac-a894-338b866f579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.915589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:24.566481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:26.296727 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:33.430770 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:34.186864 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:37.864790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:38.017699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 7fd61f4a-8447-4054-89d5-825995103ef1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:38.018049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:38.094920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:38.095253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:38.108316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 7fd61f4a-8447-4054-89d5-825995103ef1 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:38.250182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:38.279957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=7fd61f4a-8447-4054-89d5-825995103ef1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:38.337980 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:38.338312 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP 6c3f2488-60a8-4f26-b7bd-c68bb266cac0 disassociated (deleted). External IP: 172.25.4.158, port: 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18. Jul 16 04:28:38.541501 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 0499c4b8-d3af-4775-9a7b-c58357e32195 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:38.646060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:38.650802 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:38.655536 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] Sync routers for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:38.664540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:38.665161 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:38.686950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-27fcac49-c062-42f1-a57e-f0fbaf4cb81f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/floatingips/6c3f2488-60a8-4f26-b7bd-c68bb266cac0 HTTP/1.1" status: 204 len: 168 time: 0.8210418 Jul 16 04:28:38.687640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:38.689853 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1983c81-9296-4806-bb27-2c890ea00b04" -d '{"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:38.922093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:38.935158 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a75e02d-f586-4b88-9a61-d13ac1aad94c x-openstack-request-id: req-7a75e02d-f586-4b88-9a61-d13ac1aad94c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:38.935654 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:38.935752 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a75e02d-f586-4b88-9a61-d13ac1aad94c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:38.936132 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'status': 'completed', 'code': 200} Jul 16 04:28:39.010745 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-2e29bdaf-9cf4-4979-aa10-e70500bc35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:39.012369 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-2e29bdaf-9cf4-4979-aa10-e70500bc35d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 1097 time: 0.0522571 Jul 16 04:28:39.115817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:09Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:39.144772 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] Checking router: 0499c4b8-d3af-4775-9a7b-c58357e32195 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:39.145219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-16959bc0-e9a1-4c85-9ec5-e8f722247960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:39.147322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-16959bc0-e9a1-4c85-9ec5-e8f722247960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 200 len: 898 time: 0.1278789 Jul 16 04:28:39.153570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:39.154170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:39.155547 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a3738-ceef-4b4e-bb4b-f4ee68edac20 req-abd12d5f-bedb-4945-b6e6-9f25263acd15 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:39.156936 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca1a3738-ceef-4b4e-bb4b-f4ee68edac20 req-abd12d5f-bedb-4945-b6e6-9f25263acd15 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.1290059 Jul 16 04:28:39.200979 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-a28f1b82-f27b-499f-aaab-c37421db7d95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 200 len: 217 time: 0.0431263 Jul 16 04:28:39.258780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:39.259700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca1a3738-ceef-4b4e-bb4b-f4ee68edac20 req-28654fc4-b9e2-4baf-b6a4-83e5a14279d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948029 Jul 16 04:28:39.264974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-ceca1810-0569-488d-9c98-db671296b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:39.266397 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-ceca1810-0569-488d-9c98-db671296b099 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 200 len: 834 time: 0.0589893 Jul 16 04:28:39.323886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-a14dd5be-785b-4911-b0e0-48ee9dcec24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:39.325418 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-a14dd5be-785b-4911-b0e0-48ee9dcec24f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b78d9a78-a78c-47f0-8ac9-10a3718cc429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523748 Jul 16 04:28:39.418922 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-07c4426f-2221-43f6-a220-53cfe9b22bd3 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Jul 16 04:28:39.461256 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:09Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:39.486299 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d46e58-b69d-496e-8ac2-e5b5ede3d6ae None None] The sync data for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 is: [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:27:04Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '1bd11d8b-6eb1-4e01-a145-5de1605b51f6', 'name': '', 'network_id': 'b78d9a78-a78c-47f0-8ac9-10a3718cc429', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:51:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:04Z', 'updated_at': '2021-07-16T04:27:09Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '75d97414-bdbe-4e93-a0e4-e9d921d7f74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:39.508176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1983c81-9296-4806-bb27-2c890ea00b04 req-f851f553-e9bc-45b7-a4e3-4a1032f3b26e service neutron] 10.222.0.48 "GET /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828323 Jul 16 04:28:39.708008 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c710331-da11-4a44-ae46-df0e2aa80494 None None] New status for floating IP 6c3f2488-60a8-4f26-b7bd-c68bb266cac0: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:28:40.257927 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-e7431598-aa27-4409-b61d-94fbd42458db tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:40.259412 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-e7431598-aa27-4409-b61d-94fbd42458db tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.48 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.0646818 Jul 16 04:28:40.358149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:40.358363 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:40.485704 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:40.486061 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:40.494883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea3bb-5355-48de-9751-f9b3e200f4d4 req-db3f82eb-36e2-4655-9738-2529f104bd67 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:40.496324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-229ea3bb-5355-48de-9751-f9b3e200f4d4 req-db3f82eb-36e2-4655-9738-2529f104bd67 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=93079dfe-6299-43e7-803f-4ad5ae40a698 HTTP/1.1" status: 200 len: 946 time: 0.1178737 Jul 16 04:28:40.511229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:40.576004 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-229ea3bb-5355-48de-9751-f9b3e200f4d4 req-192f9973-7b70-4f5a-afdf-bfa6d5982b05 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6b6ef40-557f-4f43-ad15-efd5e58568f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728080 Jul 16 04:28:40.655989 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:40.681816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=4cdebb7f-f601-4e8e-a55f-09e3f25c6e18,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:40.726337 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] No DVR routers for this DVR port 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:28:40.728919 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:40.730972 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a93430c9-8b68-4f81-b380-28e7e234f344 req-9afd99f9-fcc7-4ad9-ae8d-1296400a805b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.48 "DELETE /v2.0/ports/4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 HTTP/1.1" status: 204 len: 173 time: 0.4653873 Jul 16 04:28:40.937242 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-deleted', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:40.939605 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df88ed1-b201-4ed7-b6ad-578ebb9233e9" -d '{"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-deleted", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:40.974558 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb4ea6-35f8-4022-9f0c-1cf745ec63c8 x-openstack-request-id: req-c6cb4ea6-35f8-4022-9f0c-1cf745ec63c8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:40.974860 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93079dfe-6299-43e7-803f-4ad5ae40a698", "name": "network-vif-deleted", "tag": "4cdebb7f-f601-4e8e-a55f-09e3f25c6e18", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:40.975120 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6cb4ea6-35f8-4022-9f0c-1cf745ec63c8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:40.975517 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93079dfe-6299-43e7-803f-4ad5ae40a698', 'name': 'network-vif-deleted', 'tag': '4cdebb7f-f601-4e8e-a55f-09e3f25c6e18', 'status': 'completed', 'code': 200} Jul 16 04:28:41.671490 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50804) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:42.023523 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:42.620336 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:42.620590 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:42.707528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 1bd11d8b-6eb1-4e01-a145-5de1605b51f6, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:42.708196 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:42.719060 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:42.897549 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:42.921598 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=1bd11d8b-6eb1-4e01-a145-5de1605b51f6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:43.092430 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.300016 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 0499c4b8-d3af-4775-9a7b-c58357e32195 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:43.404475 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:43.409399 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2ed842f9-08b2-49dd-9ef2-e77491ccf94d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/0499c4b8-d3af-4775-9a7b-c58357e32195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363362 Jul 16 04:28:43.412717 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50808) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:43.415443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] Sync routers for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:43.424644 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:43.425252 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:43.462152 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting subnet 75d97414-bdbe-4e93-a0e4-e9d921d7f74f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:28:43.465182 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.503569 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.532381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:43.593167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.653784 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.681656 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Subnet': ['ID=75d97414-bdbe-4e93-a0e4-e9d921d7f74f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:43.683664 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.688246 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a6aedc90-c6c4-406a-a229-ff067472ae6c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/subnets/75d97414-bdbe-4e93-a0e4-e9d921d7f74f HTTP/1.1" status: 204 len: 168 time: 0.2718894 Jul 16 04:28:43.688246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50810) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:43.695380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a87c1-5181-4461-8581-ebf4eedb018d None None] Network b78d9a78-a78c-47f0-8ac9-10a3718cc429 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:28:43.769082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:28:42Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:43.794672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.815999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] Checking router: 0499c4b8-d3af-4775-9a7b-c58357e32195 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:43.843894 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] Routers {'0499c4b8-d3af-4775-9a7b-c58357e32195'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:43.844513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['0499c4b8-d3af-4775-9a7b-c58357e32195'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:43.897947 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.948925 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port f09f93d6-263e-4a56-b88a-3dd027260e46 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:43.949403 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:43.961890 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] Set router 0499c4b8-d3af-4775-9a7b-c58357e32195 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:44.017778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] DHCP port deletion for b78d9a78-a78c-47f0-8ac9-10a3718cc429 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:28:44.034518 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port f09f93d6-263e-4a56-b88a-3dd027260e46, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f09f93d6-263e-4a56-b88a-3dd027260e46,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:44.034911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.046470 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for f09f93d6-263e-4a56-b88a-3dd027260e46 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:44.129850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] Deleting port 48870639-39e4-4045-b7b1-3d36fe50ca3b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:44.130108 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.209838 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.220459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] For port 48870639-39e4-4045-b7b1-3d36fe50ca3b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=48870639-39e4-4045-b7b1-3d36fe50ca3b,segment=NetworkSegment(cf5d52a6-849e-4111-94a8-15959cb98cf2),segment_id=cf5d52a6-849e-4111-94a8-15959cb98cf2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:44.220859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.236493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=f09f93d6-263e-4a56-b88a-3dd027260e46,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:44.239332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] Calling delete_port for 48870639-39e4-4045-b7b1-3d36fe50ca3b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:44.251001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:28:42Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:44.284355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:44.294071 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.313202 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899569b7-a0fc-4eff-90a3-c68c6bf30000 None None] The sync data for ids ['0499c4b8-d3af-4775-9a7b-c58357e32195'] in n-d-800089-6 is: [{'id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975606164', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:27:01Z', 'updated_at': '2021-07-16T04:28:42Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'f09f93d6-263e-4a56-b88a-3dd027260e46', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499c4b8-d3af-4775-9a7b-c58357e32195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:27:02Z', 'updated_at': '2021-07-16T04:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:44.335603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:44.336051 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 4cdebb7f-f601-4e8e-a55f-09e3f25c6e18 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:44.378063 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.391819 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.393878 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.402865 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] Pushing event deleted for resources: {'Port': ['ID=48870639-39e4-4045-b7b1-3d36fe50ca3b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:44.406345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7608be4-19c6-42de-855a-d71d699b447f None None] No DVR routers for this DVR port 48870639-39e4-4045-b7b1-3d36fe50ca3b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:28:44.435851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.436428 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Fanout notify agent at l3_agent the message router_deleted on router 0499c4b8-d3af-4775-9a7b-c58357e32195 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:28:44.443785 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.444901 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-53a81229-1c83-4a7b-b6d7-6da6a5055daa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/routers/0499c4b8-d3af-4775-9a7b-c58357e32195 HTTP/1.1" status: 204 len: 168 time: 0.7557423 Jul 16 04:28:44.447545 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:44.519861 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.607699 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.617640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78d9a78-a78c-47f0-8ac9-10a3718cc429']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:44.627146 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d52a6-849e-4111-94a8-15959cb98cf2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:44.627443 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d52a6-849e-4111-94a8-15959cb98cf2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:44.635866 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.648809 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.656458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:28:44.656721 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:28:44.659714 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:28:44.722737 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.727820 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.732888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50814) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:44.733381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/networks/b78d9a78-a78c-47f0-8ac9-10a3718cc429 HTTP/1.1" status: 204 len: 168 time: 0.2845709 Jul 16 04:28:44.748456 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eb549-e65c-4249-8152-80f6ceac90cc tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Network': ['ID=b78d9a78-a78c-47f0-8ac9-10a3718cc429,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:44.794299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.829712 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.890750 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.893516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:44.894737 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/security-groups/e6b6ef40-557f-4f43-ad15-efd5e58568f7 HTTP/1.1" status: 204 len: 168 time: 0.1608486 Jul 16 04:28:44.904973 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6ef40-557f-4f43-ad15-efd5e58568f7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:44.913449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.914085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.914433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.914805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.915140 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.915472 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.915804 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.916134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.916461 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.916786 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.917110 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:44.917439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78d21f-ecbc-40b0-b545-8dc7bd57cdfb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:45.325699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:45.330721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760972573', 'description': 'tempest-secgroup-smoke-760972573 description', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:45.360912 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.448848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.452734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.479533 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.480726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539505 Jul 16 04:28:45.482609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf9060-1b7e-4c3a-9790-dbdada2559b6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c4e530-2d90-45c8-bbb1-3b06fc8902b7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:45.483771 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:45.488622 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '72c4e530-2d90-45c8-bbb1-3b06fc8902b7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:45.516251 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.563838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.565473 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:45.567543 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.586005 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3a744c-805b-430d-b506-7e54d5045e01,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:45.589851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:45.590269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 1bd11d8b-6eb1-4e01-a145-5de1605b51f6 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:45.590728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 48870639-39e4-4045-b7b1-3d36fe50ca3b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:45.593508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.594841 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-00246f03-c11d-4509-98d2-5404fccf700c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099002 Jul 16 04:28:45.597530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50824) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:45.601957 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '72c4e530-2d90-45c8-bbb1-3b06fc8902b7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:45.609652 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 48870639-39e4-4045-b7b1-3d36fe50ca3b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:45.610024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 48870639-39e4-4045-b7b1-3d36fe50ca3b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:45.610432 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f09f93d6-263e-4a56-b88a-3dd027260e46 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:45.627775 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.628249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f09f93d6-263e-4a56-b88a-3dd027260e46 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:45.628592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f09f93d6-263e-4a56-b88a-3dd027260e46 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:45.685249 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.688910 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.706376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196952d1-9ee5-4efb-b542-671a326eb3a5,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:45.712397 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.713754 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d3e3ab1a-737a-4ec7-9561-4c29f901d643 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153262 Jul 16 04:28:45.716541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50826) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:45.720827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '72c4e530-2d90-45c8-bbb1-3b06fc8902b7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:45.746609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.805547 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.809056 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.827269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55626399-5f5a-4c6a-a2bb-c8f8591b1c20,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:45.830183 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.831750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c9c91672-8fdf-4d4b-bd46-8a785814256d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143007 Jul 16 04:28:45.834705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50828) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:45.839282 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '72c4e530-2d90-45c8-bbb1-3b06fc8902b7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:45.863733 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.920499 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.923913 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.940690 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175238c8-3bb2-48ab-b094-5a6e58614941,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:45.947353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:45.948688 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8efd804c-e19c-47dd-967d-34bf56447ac2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129889 Jul 16 04:28:45.951393 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50830) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:45.956142 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '72c4e530-2d90-45c8-bbb1-3b06fc8902b7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:45.976606 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:28:45.981390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.044130 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.047610 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.064789 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e86cd40-e510-4eba-bfd8-3f0e975c386f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:46.071582 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.073055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-534606bf-80ca-44f1-84c0-f3730d1f14a1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207042 Jul 16 04:28:46.076654 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50832) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:46.081292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '72c4e530-2d90-45c8-bbb1-3b06fc8902b7', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:46.102826 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:28:46.107408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.166907 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.170324 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.187810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b326b0fa-a46f-49ce-9921-0efefe2305a1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:46.193286 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.194633 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b5d22dee-9b74-4334-b003-a197f7cc89d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170044 Jul 16 04:28:46.197384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:46.202379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'network': {'name': 'tempest-network-smoke--1956374575', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:46.222184 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:28:46.226058 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.249326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:28:46.258698 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.259042 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Added segment 0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2 of type vlan for network edfc9def-ea02-43d7-8c3f-7bb0349419df Jul 16 04:28:46.297964 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.325726 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.331381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:46.331968 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.368983 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1705627 Jul 16 04:28:46.371637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:46.378035 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'admin_state_up': True, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:46.415748 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35383b20-245e-4a42-b715-b6b81b74ce13 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Network': ['ID=edfc9def-ea02-43d7-8c3f-7bb0349419df,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:46.425530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network edfc9def-ea02-43d7-8c3f-7bb0349419df details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:28:46.428395 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.429452 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.481398 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.617805 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.802269 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.820217 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:46.915279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.109 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/2d16af2e-d72f-470a-97a9-788376a24a25) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:47.013238 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:47.049621 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:47.083486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:47.089874 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:47.093317 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:47.113939 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=2d16af2e-d72f-470a-97a9-788376a24a25,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:47.328922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:47.516552 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:47.639893 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 1b47134c-5310-40b9-9e19-40e9e785650f is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:28:48.089055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:48.098007 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Sync routers for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:48.109052 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.113374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-36828649-ec43-4f21-8edb-89c3dbc3cc57 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7379403 Jul 16 04:28:48.113604 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:48.114810 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:48.115439 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:48.142475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5bfedf88-a3b2-4bfb-8621-dc5055d26f49 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=9569658dc00a4a14a66ec2d4454a7ffe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255091 Jul 16 04:28:48.142705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:48.216401 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:48.226495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e51784-de39-40a7-9e17-d1358009befa tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:48.230649 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b4e51784-de39-40a7-9e17-d1358009befa tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844216 Jul 16 04:28:48.230941 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:48.263802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a8d4e5c8-82b6-4186-b006-9261e8e88a2b tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295310 Jul 16 04:28:48.264029 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:48.268682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185850115', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:48.355155 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:28:48.358906 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.386742 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:47Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:48.412139 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Checking router: 1b47134c-5310-40b9-9e19-40e9e785650f for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:48.412485 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Updating router 1b47134c-5310-40b9-9e19-40e9e785650f port 2d16af2e-d72f-470a-97a9-788376a24a25 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:28:48.451738 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.537014 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.597245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Subnet': ['ID=2684e393-5fdc-443b-ae66-a3b3eb77a09b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:48.604410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Checking segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:48.604778 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network hostable DHCP agents. Network: edfc9def-ea02-43d7-8c3f-7bb0349419df, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:28:48.621059 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network edfc9def-ea02-43d7-8c3f-7bb0349419df is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:28:48.631068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, edfc9def-ea02-43d7-8c3f-7bb0349419df) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:48.635441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:48.635894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.640983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d0e30-26f7-4ada-8f6d-574b10821673 None None] Network edfc9def-ea02-43d7-8c3f-7bb0349419df requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:28:48.655975 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0a257922-fbb1-4784-b37e-475d48eebc1d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3908997 Jul 16 04:28:48.658696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:48.788842 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.799122 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Transition to ACTIVE for port object 2d16af2e-d72f-470a-97a9-788376a24a25 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:48.805892 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.821800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-edfc9def-ea02-43d7-8c3f-7bb0349419df', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:28:48.822729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.849363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Attempting to bind port 2d16af2e-d72f-470a-97a9-788376a24a25 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:48.849677 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Attempting to bind port 2d16af2e-d72f-470a-97a9-788376a24a25 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:48.850040 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Attempting to bind port 2d16af2e-d72f-470a-97a9-788376a24a25 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:48.859544 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:48.859843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:48.860242 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.860628 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:48.861085 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Bound port: 2d16af2e-d72f-470a-97a9-788376a24a25, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:48.861459 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.891095 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Pushing event updated for resources: {'Port': ['ID=2d16af2e-d72f-470a-97a9-788376a24a25,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:48.921750 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] For port 2d16af2e-d72f-470a-97a9-788376a24a25, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:48.924803 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] For port 2d16af2e-d72f-470a-97a9-788376a24a25, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2d16af2e-d72f-470a-97a9-788376a24a25,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:48.927865 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.928228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.928548 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.928872 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.929365 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.929700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.930019 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.930334 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.930668 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.930996 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.931347 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.931627 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:48.935488 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:48.965796 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Allocated IP 172.20.0.2 (edfc9def-ea02-43d7-8c3f-7bb0349419df/2684e393-5fdc-443b-ae66-a3b3eb77a09b/dbcaa0bd-00bf-4c41-a933-c103cd517be8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:48.990224 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:48.991171 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:49.027310 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54aa4f-d370-43c0-b7bf-75034b45b72b None None] Pushing event updated for resources: {'Port': ['ID=2d16af2e-d72f-470a-97a9-788376a24a25,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:49.098362 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:49.122495 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.125389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.131767 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Transition to ACTIVE for port object dbcaa0bd-00bf-4c41-a933-c103cd517be8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:49.147052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Transition to ACTIVE for port object dbcaa0bd-00bf-4c41-a933-c103cd517be8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:49.154103 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.205462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Network edfc9def-ea02-43d7-8c3f-7bb0349419df is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:49.206325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Pushing event updated for resources: {'Port': ['ID=dbcaa0bd-00bf-4c41-a933-c103cd517be8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:49.209340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:49.211438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:49.275491 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:47Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:49.276715 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Attempting to bind port dbcaa0bd-00bf-4c41-a933-c103cd517be8 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:49.277102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Attempting to bind port dbcaa0bd-00bf-4c41-a933-c103cd517be8 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:49.277491 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Attempting to bind port dbcaa0bd-00bf-4c41-a933-c103cd517be8 on network edfc9def-ea02-43d7-8c3f-7bb0349419df {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:49.282452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:49.282870 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Checking segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:49.283275 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.283672 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Bound using segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:49.284141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Bound port: dbcaa0bd-00bf-4c41-a933-c103cd517be8, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:49.284551 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.310231 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbff95-c9cb-41e7-b05e-6ee5bee2d59a None None] The sync data for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 is: [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:47Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:49.353472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] For port dbcaa0bd-00bf-4c41-a933-c103cd517be8, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:49.357646 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] For port dbcaa0bd-00bf-4c41-a933-c103cd517be8, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dbcaa0bd-00bf-4c41-a933-c103cd517be8,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:49.365339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.430687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.1 (edfc9def-ea02-43d7-8c3f-7bb0349419df/2684e393-5fdc-443b-ae66-a3b3eb77a09b/e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:49.437428 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439ea6-c9d5-41a4-bcf5-c87b8317f67c None None] Pushing event updated for resources: {'Port': ['ID=dbcaa0bd-00bf-4c41-a933-c103cd517be8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:49.571170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.600597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:49.640009 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.698135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network edfc9def-ea02-43d7-8c3f-7bb0349419df is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:49.702014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:49.704644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:49.743292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:49.766807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:49.914010 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:50.207926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:50.214111 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:50.293883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:50.296799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:50.395998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network edfc9def-ea02-43d7-8c3f-7bb0349419df is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:50.397646 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:50.407914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66330ae5-4b2f-4322-8b9f-c8e01afc7767 None None] Network edfc9def-ea02-43d7-8c3f-7bb0349419df requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:28:50.513009 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 1b47134c-5310-40b9-9e19-40e9e785650f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:50.624649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:50.637919 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c2772e63-a37f-4fb4-9275-115626058135 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/1b47134c-5310-40b9-9e19-40e9e785650f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701028 Jul 16 04:28:50.647483 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:28:50.672009 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-25e355ed-67dc-4cde-87e0-f01dfcdf5249 None None] Provisioning for port dbcaa0bd-00bf-4c41-a933-c103cd517be8 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:50.789745 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-4d1733f3-e4f4-4571-9983-92b7afde5b2d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760972573&fields=id&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 267 time: 0.0363975 Jul 16 04:28:50.819733 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6c9c104-ee7d-4d7c-b84d-0c2880d1909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:50.915462 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-122046d5-f034-427b-9119-464b47563416 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:50.917028 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-122046d5-f034-427b-9119-464b47563416 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 797 time: 0.1207883 Jul 16 04:28:50.932903 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-b033cc9b-57b3-4fe0-b60b-9011bfbeb187 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/quotas/9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 375 time: 0.0097330 Jul 16 04:28:50.988910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Sync routers for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:51.007572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:51.008127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:51.014928 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-44b1ea37-7263-4ff6-ae73-c6ccb60558a9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738707 Jul 16 04:28:51.094184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-43aee6ce-181a-4cf8-9a0e-0f445170830e None None] Provisioning for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:51.102618 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-43aee6ce-181a-4cf8-9a0e-0f445170830e None None] Provisioning complete for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:51.102993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43aee6ce-181a-4cf8-9a0e-0f445170830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.113659 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-d161d386-a546-48d4-ba7f-93d907eb7568 service neutron] 10.222.0.25 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941961 Jul 16 04:28:51.154513 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:51.156620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-43aee6ce-181a-4cf8-9a0e-0f445170830e None None] Port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:51.214626 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-69406382-ac77-4253-bc81-4142232679cb service neutron] 10.222.0.25 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Jul 16 04:28:51.312519 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6c80414b-1e3b-46ff-871d-7f3691583f17 None None] Provisioning complete for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:51.312946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c80414b-1e3b-46ff-871d-7f3691583f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.396897 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6c80414b-1e3b-46ff-871d-7f3691583f17 None None] Port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:51.405224 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e97e2571-8414-416f-814c-323facdfafee req-bc9f6550-0504-4077-95fe-603ea4e9e39f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 210 time: 0.0288806 Jul 16 04:28:51.434350 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:50Z', 'revision_number': 2, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:51.466788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Checking router: 1b47134c-5310-40b9-9e19-40e9e785650f for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:51.467149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Updating router 1b47134c-5310-40b9-9e19-40e9e785650f port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:28:51.501483 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.545872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f3150dbc-1f05-4514-be19-78e1eb1b9037 None None] Provisioning complete for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:51.546343 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3150dbc-1f05-4514-be19-78e1eb1b9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.645187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dbcaa0bd-00bf-4c41-a933-c103cd517be8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:51.650777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f3150dbc-1f05-4514-be19-78e1eb1b9037 None None] Port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:51.778679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port dbcaa0bd-00bf-4c41-a933-c103cd517be8 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:51.788220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dbcaa0bd-00bf-4c41-a933-c103cd517be8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:51.788592 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.938677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.944111 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.969388 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Transition to ACTIVE for port object e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:51.978437 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.990457 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port dbcaa0bd-00bf-4c41-a933-c103cd517be8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dbcaa0bd-00bf-4c41-a933-c103cd517be8,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:52.013169 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.013931 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2d16af2e-d72f-470a-97a9-788376a24a25 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:52.059329 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9fbd3-cc4c-45bf-aad9-e4af7546e93b None None] Pushing event updated for resources: {'Port': ['ID=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:52.170133 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Attempting to bind port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:52.170498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Attempting to bind port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:52.170920 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Attempting to bind port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae on network edfc9def-ea02-43d7-8c3f-7bb0349419df {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:52.173212 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=dbcaa0bd-00bf-4c41-a933-c103cd517be8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:52.176841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2d16af2e-d72f-470a-97a9-788376a24a25 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:52.182192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:52.182590 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Checking segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:52.182998 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.183386 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Bound using segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:52.183861 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Bound port: e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:52.184240 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.187411 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2d16af2e-d72f-470a-97a9-788376a24a25 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:52.187765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.284364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] For port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:52.288603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] For port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:52.295168 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.375097 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.391198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:52.391969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:52.402053 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9fbd3-cc4c-45bf-aad9-e4af7546e93b None None] Pushing event updated for resources: {'Port': ['ID=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:52.510993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-461b885f-05ea-43f3-abc6-9bce653d5be6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:52.512698 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-461b885f-05ea-43f3-abc6-9bce653d5be6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 797 time: 0.1233585 Jul 16 04:28:52.526735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2d16af2e-d72f-470a-97a9-788376a24a25, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2d16af2e-d72f-470a-97a9-788376a24a25,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:52.537840 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.546451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:52.577570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-c42f87e2-9cf7-4060-84c1-a5333519838d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 379 time: 0.0560608 Jul 16 04:28:52.586901 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'port': {'device_id': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'admin_state_up': True, 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'security_groups': ['72c4e530-2d90-45c8-bbb1-3b06fc8902b7']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:52.621541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56a01404-176b-4aa1-bf87-82175bfefea8 req-ad40bf20-f5b8-4b38-9033-5188a2fd5096 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 210 time: 0.0351651 Jul 16 04:28:52.717658 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:28:52.721220 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:52.731071 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2d16af2e-d72f-470a-97a9-788376a24a25,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:52.817628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:52.843516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90341082-e35e-4ac3-a9fe-7b6613fb63c0 None None] The sync data for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 is: [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:52.848071 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.14 (edfc9def-ea02-43d7-8c3f-7bb0349419df/2684e393-5fdc-443b-ae66-a3b3eb77a09b/f8477248-b953-4b6d-8e81-a0f7283da32c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:53.339954 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.357052 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object f8477248-b953-4b6d-8e81-a0f7283da32c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:53.389708 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.432721 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network edfc9def-ea02-43d7-8c3f-7bb0349419df is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:53.435882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:53.442036 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:53.473602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=f8477248-b953-4b6d-8e81-a0f7283da32c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:53.497541 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.498159 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.512527 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3dbc7a7-7330-48df-93c1-432dc8aa7a03 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9302459 Jul 16 04:28:53.526208 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Request body: {'port': {'device_id': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:53.601471 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d08e87b-1cc9-4a06-a861-a0f95e696934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.618135 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.687966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dbcaa0bd-00bf-4c41-a933-c103cd517be8 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:53.726586 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83852e4f-3c93-4ddf-ac1f-bb24d9215fb8 None None] Provisioning for port f8477248-b953-4b6d-8e81-a0f7283da32c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:53.732815 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83852e4f-3c93-4ddf-ac1f-bb24d9215fb8 None None] Provisioning complete for port f8477248-b953-4b6d-8e81-a0f7283da32c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:53.733190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83852e4f-3c93-4ddf-ac1f-bb24d9215fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.774166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-83852e4f-3c93-4ddf-ac1f-bb24d9215fb8 None None] Port f8477248-b953-4b6d-8e81-a0f7283da32c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:53.777677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port dbcaa0bd-00bf-4c41-a933-c103cd517be8 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:53.778224 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.822759 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef41fe-b22d-4c54-a944-88dfe52db5cf req-61df4d36-63b6-4fb1-b704-1cd4b657e0ee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:53.824274 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6ef41fe-b22d-4c54-a944-88dfe52db5cf req-61df4d36-63b6-4fb1-b704-1cd4b657e0ee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 932 time: 0.0728841 Jul 16 04:28:53.861306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:53.868346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f6ef41fe-b22d-4c54-a944-88dfe52db5cf req-59d1c402-8d2e-4bd7-9dad-dd47ba3da361 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356960 Jul 16 04:28:53.899302 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8477248-b953-4b6d-8e81-a0f7283da32c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:28:53.908449 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.920599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Transition to ACTIVE for port object f8477248-b953-4b6d-8e81-a0f7283da32c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:53.920960 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.922757 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:53.924731 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:53.926727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:53.927605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.009178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.017688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Pushing event updated for resources: {'Port': ['ID=f8477248-b953-4b6d-8e81-a0f7283da32c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:54.044821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:54.050035 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.051047 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2d16af2e-d72f-470a-97a9-788376a24a25 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:54.053681 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Attempting to bind port f8477248-b953-4b6d-8e81-a0f7283da32c on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:54.054014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Attempting to bind port f8477248-b953-4b6d-8e81-a0f7283da32c by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:54.054724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Attempting to bind port f8477248-b953-4b6d-8e81-a0f7283da32c on network edfc9def-ea02-43d7-8c3f-7bb0349419df {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:54.059463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Port f8477248-b953-4b6d-8e81-a0f7283da32c on network edfc9def-ea02-43d7-8c3f-7bb0349419df not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:28:54.059791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Attempting to bind port f8477248-b953-4b6d-8e81-a0f7283da32c on network edfc9def-ea02-43d7-8c3f-7bb0349419df {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:54.064925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:54.065267 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Checking segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:54.065651 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Bound using segment: {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:54.066076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Bound port: f8477248-b953-4b6d-8e81-a0f7283da32c, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:54.066508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.127242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:54.134125 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] For port f8477248-b953-4b6d-8e81-a0f7283da32c, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:54.137463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] For port f8477248-b953-4b6d-8e81-a0f7283da32c, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f8477248-b953-4b6d-8e81-a0f7283da32c,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:54.142403 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.142912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2d16af2e-d72f-470a-97a9-788376a24a25 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:54.143287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.176700 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.177864 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.179272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] 10.222.0.11 "PUT /v2.0/ports/f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 1092 time: 0.6592331 Jul 16 04:28:54.179712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:54.181944 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecbb4e1-602c-402e-be3b-0251e101f0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:54.215154 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d552-5aea-4075-bec8-db32bf24bfef service neutron] Pushing event updated for resources: {'Port': ['ID=f8477248-b953-4b6d-8e81-a0f7283da32c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:54.263733 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8310a94c-4c09-452f-bde4-f0f0d57a4bc5 x-openstack-request-id: req-8310a94c-4c09-452f-bde4-f0f0d57a4bc5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:54.264035 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:54.264289 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8310a94c-4c09-452f-bde4-f0f0d57a4bc5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:54.264690 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'status': 'completed', 'code': 200} Jul 16 04:28:54.292241 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-419d6ff2-fc19-4bc1-aae9-994d6c43c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.294164 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-419d6ff2-fc19-4bc1-aae9-994d6c43c49a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1095 time: 0.0684760 Jul 16 04:28:54.341597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-9baa053f-047d-4a62-bcce-301fc65d5875 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 217 time: 0.0398052 Jul 16 04:28:54.390837 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-7649a9c5-6a02-4c9f-93c8-935213320f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.392202 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-7649a9c5-6a02-4c9f-93c8-935213320f91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 200 len: 834 time: 0.0439141 Jul 16 04:28:54.447136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-5983afe4-8f45-4162-a21f-4d894aa4b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.448614 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-5983afe4-8f45-4162-a21f-4d894aa4b6f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=edfc9def-ea02-43d7-8c3f-7bb0349419df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503280 Jul 16 04:28:54.539762 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-adf149e5-0f2f-40a6-bbae-0f7cfd38e53b service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Jul 16 04:28:54.570091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:54.626428 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-37419e69-4d9f-4688-aa83-50705653fbc1 req-e3a89aec-04b1-4f20-955d-2deca2f72779 service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808921 Jul 16 04:28:54.751038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-633a0800-1808-4fef-b625-cdedb4af519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.752511 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-633a0800-1808-4fef-b625-cdedb4af519b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1095 time: 0.0562370 Jul 16 04:28:54.840888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-1232f91f-10f2-458d-8afe-5e1f91b3957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.842363 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-1232f91f-10f2-458d-8afe-5e1f91b3957b service neutron] 10.222.0.11 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 899 time: 0.0837004 Jul 16 04:28:54.886332 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-b2dfa5cb-1d39-4397-ac0b-26745bec147e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 217 time: 0.0359790 Jul 16 04:28:54.935713 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-1d086668-1263-415f-8a4c-08a04c650cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.937151 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-1d086668-1263-415f-8a4c-08a04c650cb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 200 len: 834 time: 0.0435357 Jul 16 04:28:54.993805 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-50eb422e-f77c-43d2-8061-fcbab911a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:54.995329 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-50eb422e-f77c-43d2-8061-fcbab911a1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=edfc9def-ea02-43d7-8c3f-7bb0349419df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512459 Jul 16 04:28:55.043045 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4841be6-3c00-4667-80bc-b2971c56ed02 req-0dff867a-879a-4d89-b006-93d9f2ae62ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:55.044587 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4841be6-3c00-4667-80bc-b2971c56ed02 req-0dff867a-879a-4d89-b006-93d9f2ae62ac tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 944 time: 0.0635061 Jul 16 04:28:55.082446 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4841be6-3c00-4667-80bc-b2971c56ed02 req-a4d3060c-b4e3-4ece-8f18-ad74d7e5598b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321021 Jul 16 04:28:55.089548 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-6b60fc9c-b583-4442-a3b1-5fa8cf7014c8 service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862074 Jul 16 04:28:55.175978 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-5ecbb4e1-602c-402e-be3b-0251e101f0f8 req-045762cf-11f0-49da-886c-6d898b308c51 service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800345 Jul 16 04:28:55.572892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:55.619200 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:55.619573 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:56.250774 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51ad6b-9b36-4c16-a39b-a17590e056eb req-243ad8ca-bfa9-4610-a414-7639b078e057 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:56.252273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d51ad6b-9b36-4c16-a39b-a17590e056eb req-243ad8ca-bfa9-4610-a414-7639b078e057 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 944 time: 0.0613651 Jul 16 04:28:56.289579 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6d51ad6b-9b36-4c16-a39b-a17590e056eb req-29479da0-9caf-4ef8-aade-4232b3ebba69 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Jul 16 04:28:56.298902 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:57.462773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64016fa-f146-488a-8849-66307ac5dbed req-5fbbb06d-6637-4893-b4d7-8a4bcbf353a5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:57.464254 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c64016fa-f146-488a-8849-66307ac5dbed req-5fbbb06d-6637-4893-b4d7-8a4bcbf353a5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 944 time: 0.0662892 Jul 16 04:28:57.501081 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c64016fa-f146-488a-8849-66307ac5dbed req-12a228bd-fcdf-40a6-8ef6-f241353cecd1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Jul 16 04:28:57.834286 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f8477248-b953-4b6d-8e81-a0f7283da32c details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:28:57.924534 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port f8477248-b953-4b6d-8e81-a0f7283da32c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f8477248-b953-4b6d-8e81-a0f7283da32c,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:57.935235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'port_id': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'mac_address': 'fa:16:3e:e6:e9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:28:57.974578 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:57.986731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8477248-b953-4b6d-8e81-a0f7283da32c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:28:58.005087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port f8477248-b953-4b6d-8e81-a0f7283da32c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f8477248-b953-4b6d-8e81-a0f7283da32c,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:58.009620 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:58.055002 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=f8477248-b953-4b6d-8e81-a0f7283da32c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:58.210817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['f8477248-b953-4b6d-8e81-a0f7283da32c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:28:58.673193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ca2a-50f5-4c9c-8aaa-46c529773956 req-ee2c4655-b489-4a8e-b0ae-ac24a102bf93 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:58.674700 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2807ca2a-50f5-4c9c-8aaa-46c529773956 req-ee2c4655-b489-4a8e-b0ae-ac24a102bf93 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 945 time: 0.0615959 Jul 16 04:28:58.712012 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2807ca2a-50f5-4c9c-8aaa-46c529773956 req-1ab61818-8d84-467a-89e1-0217c9389740 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312259 Jul 16 04:28:59.854949 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f8477248-b953-4b6d-8e81-a0f7283da32c up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:59.884089 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a271-eae1-45b7-bab6-fa4a11ecf7ea req-7be23522-d44e-4338-b254-c5583ed5b0a6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:59.885577 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9259a271-eae1-45b7-bab6-fa4a11ecf7ea req-7be23522-d44e-4338-b254-c5583ed5b0a6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 945 time: 0.0662019 Jul 16 04:28:59.901792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port f8477248-b953-4b6d-8e81-a0f7283da32c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:59.905433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port f8477248-b953-4b6d-8e81-a0f7283da32c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:59.905800 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:59.924432 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9259a271-eae1-45b7-bab6-fa4a11ecf7ea req-f6535a5d-9680-4cee-b129-a7fb2b5c9ec2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329659 Jul 16 04:28:59.983257 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:00.004673 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:00.007575 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283725f2-e74c-4c14-94b0-82cb8ec0c48b" -d '{"events": [{"server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "name": "network-vif-plugged", "status": "completed", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:00.019747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port f8477248-b953-4b6d-8e81-a0f7283da32c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f8477248-b953-4b6d-8e81-a0f7283da32c,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:00.023942 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:00.046446 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8057e328-0633-46b3-baa3-35b32b48b1e4 x-openstack-request-id: req-8057e328-0633-46b3-baa3-35b32b48b1e4 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:00.046758 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "name": "network-vif-plugged", "status": "completed", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:00.047007 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8057e328-0633-46b3-baa3-35b32b48b1e4 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:00.047401 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'code': 200} Jul 16 04:29:00.073542 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=f8477248-b953-4b6d-8e81-a0f7283da32c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:00.159881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8c94-56cb-439c-a633-7096ff62eea8 req-c8969240-6628-41f2-8285-17ae73419c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:00.161284 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eb5c8c94-56cb-439c-a633-7096ff62eea8 req-c8969240-6628-41f2-8285-17ae73419c56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1097 time: 0.0555108 Jul 16 04:29:00.195649 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-eb5c8c94-56cb-439c-a633-7096ff62eea8 req-db7badcf-d450-495e-ba01-21f265db79ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273039 Jul 16 04:29:01.102022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db92e2-9aca-4bcb-9ad7-af362d8f47aa req-36467c5c-3959-46b4-a22b-e46ca2a8beb9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:01.103603 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43db92e2-9aca-4bcb-9ad7-af362d8f47aa req-36467c5c-3959-46b4-a22b-e46ca2a8beb9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0652804 Jul 16 04:29:01.140194 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-43db92e2-9aca-4bcb-9ad7-af362d8f47aa req-ffb12cd6-b6dc-423c-9b85-8f07d041327d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310009 Jul 16 04:29:02.309528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0894f6-0ff5-455f-b636-175396c66794 req-4c107919-f0de-4f03-b052-e18c64094fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:02.310996 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e0894f6-0ff5-455f-b636-175396c66794 req-4c107919-f0de-4f03-b052-e18c64094fee tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0610552 Jul 16 04:29:02.347747 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3e0894f6-0ff5-455f-b636-175396c66794 req-ce61fd27-f085-4601-a41e-e0e4ba5862f5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Jul 16 04:29:02.701637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac444e4-dc8f-4ca1-ad1b-d807eee2ea1e req-07352790-1542-4ae6-8412-61b1c7f8acd8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:02.703017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ac444e4-dc8f-4ca1-ad1b-d807eee2ea1e req-07352790-1542-4ae6-8412-61b1c7f8acd8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0646966 Jul 16 04:29:02.739576 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1ac444e4-dc8f-4ca1-ad1b-d807eee2ea1e req-66512f00-7239-4cd6-9f14-e1333dae22ba tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303261 Jul 16 04:29:02.763127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:02.811599 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90fe5c5-8606-4ff5-ac0b-f2022cf5827c tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:02.813051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f90fe5c5-8606-4ff5-ac0b-f2022cf5827c tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1092 time: 0.0490022 Jul 16 04:29:02.815727 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:02.820384 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:29:02.842006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:02.935031 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.030921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.9 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/7b0d6445-3e8c-4640-b709-e281f1681e50) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:29:03.131589 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.167798 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.206116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:29:03.208887 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:29:03.212435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:29:03.217672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=7b0d6445-3e8c-4640-b709-e281f1681e50,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:03.444743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.573253 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.648668 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.791053 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.795081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.860157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=7b0d6445-3e8c-4640-b709-e281f1681e50,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:03.874673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:03.969471 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP 709c666f-81d5-4279-bfb5-833073766d44 associated. External IP: 172.25.4.9, port: f8477248-b953-4b6d-8e81-a0f7283da32c. Jul 16 04:29:04.199355 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:04.518057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 1b47134c-5310-40b9-9e19-40e9e785650f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:29:04.619613 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:29:04.629516 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] Sync routers for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:29:04.634922 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:04.639919 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:04.640524 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:04.672232 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1a59ce29-0569-4443-a877-20e17fe8f665 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8555212 Jul 16 04:29:04.672820 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:04.675122 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5936e98-8f0a-49ff-9fa5-7b57358a301b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:04.743886 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:04.824492 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9d6b6-3580-46e9-ac3e-47929bd20d1c req-51242973-5283-43ee-bcaa-f84dd61dd6d7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:04.826018 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cd9d6b6-3580-46e9-ac3e-47929bd20d1c req-51242973-5283-43ee-bcaa-f84dd61dd6d7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0656364 Jul 16 04:29:04.865877 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5cd9d6b6-3580-46e9-ac3e-47929bd20d1c req-13ab8e4e-63cd-416e-878e-7fb93ba390d9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322385 Jul 16 04:29:04.890068 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50920) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:04.918239 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56d649a-7152-4a82-96f4-229001fcaa58 x-openstack-request-id: req-a56d649a-7152-4a82-96f4-229001fcaa58 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:04.918561 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:04.918818 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a56d649a-7152-4a82-96f4-229001fcaa58 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:04.919217 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'status': 'completed', 'code': 200} Jul 16 04:29:04.970944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '709c666f-81d5-4279-bfb5-833073766d44', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'port_id': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'mac_address': 'fa:16:3e:e6:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:29:03Z', 'updated_at': '2021-07-16T04:29:03Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:54Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:04.978941 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-1be87170-f66e-400c-a4d3-259b76c22cc5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/709c666f-81d5-4279-bfb5-833073766d44 HTTP/1.1" status: 200 len: 990 time: 0.0865555 Jul 16 04:29:04.997293 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] Checking router: 1b47134c-5310-40b9-9e19-40e9e785650f for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:29:05.002960 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-d75df54b-a71e-488f-afff-93e03f936734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:05.005626 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-d75df54b-a71e-488f-afff-93e03f936734 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1097 time: 0.0592549 Jul 16 04:29:05.008286 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:05.008886 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:28:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:05.097206 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-6c0a597e-d05f-46e8-9ce0-c87d295b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:05.098756 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-6c0a597e-d05f-46e8-9ce0-c87d295b0d98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 899 time: 0.0885425 Jul 16 04:29:05.112141 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:05.162435 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-49148336-8f08-45cb-8424-90b58aad2f34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 998 time: 0.0576427 Jul 16 04:29:05.214418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-0305b991-c9a7-4f23-b6c2-d69b588b198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:05.215903 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-0305b991-c9a7-4f23-b6c2-d69b588b198c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 200 len: 834 time: 0.0475988 Jul 16 04:29:05.272230 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-ac0eb7cc-cd75-426d-a08b-e28dcc86a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:05.273717 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-ac0eb7cc-cd75-426d-a08b-e28dcc86a24a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=edfc9def-ea02-43d7-8c3f-7bb0349419df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513465 Jul 16 04:29:05.331029 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '709c666f-81d5-4279-bfb5-833073766d44', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'port_id': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'mac_address': 'fa:16:3e:e6:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:29:03Z', 'updated_at': '2021-07-16T04:29:03Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:54Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:05.356461 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6148a-32f1-4b20-8894-8d4a5452a48f None None] The sync data for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 is: [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '709c666f-81d5-4279-bfb5-833073766d44', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'port_id': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'mac_address': 'fa:16:3e:e6:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:29:03Z', 'updated_at': '2021-07-16T04:29:03Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:54Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:29:05.363821 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-f6cde2e6-fac9-4c0a-986a-5080e3de3aeb service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Jul 16 04:29:05.460008 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f5936e98-8f0a-49ff-9fa5-7b57358a301b req-f60c2766-4f13-4ecf-ba71-3e2ef410c31e service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 Jul 16 04:29:05.969977 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2599b-408a-463d-b16d-d5fb99dd0f19 None None] New status for floating IP 709c666f-81d5-4279-bfb5-833073766d44: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:29:05.981683 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 50922) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:06.044119 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dac6598a-4399-4436-b03a-d081d09e99b8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/709c666f-81d5-4279-bfb5-833073766d44 HTTP/1.1" status: 200 len: 990 time: 0.0612507 Jul 16 04:29:07.047924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:07.110074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e4525ee2-0943-4a8d-a00f-6aa4957ed5ea tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/709c666f-81d5-4279-bfb5-833073766d44 HTTP/1.1" status: 200 len: 992 time: 0.0608728 Jul 16 04:29:20.821605 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1685c327-feec-460b-99e8-d3c365f229c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:23.593783 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba71daf1-e63f-4ff8-ac09-06de6b349e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:23.925872 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:24.572774 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:26.300936 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:27.637668 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:29:33.445342 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:34.212752 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.847364 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-6c6f49f2-44a4-46e1-95dc-ae068e23e0df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504837 Jul 16 04:29:35.937522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-08346641-26c2-4955-91c9-0254a72fe2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:35.938992 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-08346641-26c2-4955-91c9-0254a72fe2dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1097 time: 0.0515807 Jul 16 04:29:36.042798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-2cfe3783-a1bf-453f-b00a-14d6817d903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:36.044131 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-2cfe3783-a1bf-453f-b00a-14d6817d903a service neutron] 10.222.0.11 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 899 time: 0.0857356 Jul 16 04:29:36.105471 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-3e92b550-3ecd-4fe1-b7ed-177a51ff0f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 1000 time: 0.0553858 Jul 16 04:29:36.152972 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-964ab171-db4b-4b99-ad3c-e7068bfcfc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:36.154397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-964ab171-db4b-4b99-ad3c-e7068bfcfc7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 200 len: 834 time: 0.0432894 Jul 16 04:29:36.213232 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-34d72b0f-15c1-4943-a016-45148d387da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:36.214712 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-34d72b0f-15c1-4943-a016-45148d387da8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=edfc9def-ea02-43d7-8c3f-7bb0349419df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538082 Jul 16 04:29:36.299133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-ce99f470-61e7-41ef-8d73-a97564b8a986 service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783103 Jul 16 04:29:36.389764 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c965d476-dc7c-43a7-8d3b-30a173ee3046 req-7ddd7544-efd6-4a15-8df6-a66764e9755c service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844076 Jul 16 04:29:36.723411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14d6fc-2b88-4d43-b95c-e2a5811d2853 req-1acf4d52-1db6-4bc2-ab4c-8b19d3e3e81c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:36.725390 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb14d6fc-2b88-4d43-b95c-e2a5811d2853 req-1acf4d52-1db6-4bc2-ab4c-8b19d3e3e81c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0624459 Jul 16 04:29:36.761765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cb14d6fc-2b88-4d43-b95c-e2a5811d2853 req-5557ae86-ade2-452c-b370-a214b0be3d10 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Jul 16 04:29:37.932794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebbef0-bc7d-4622-b873-c2733c6ecda8 req-b22dee31-1e4d-4f22-8e71-d4b2e454f8d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:37.934265 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbebbef0-bc7d-4622-b873-c2733c6ecda8 req-b22dee31-1e4d-4f22-8e71-d4b2e454f8d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0615170 Jul 16 04:29:37.970477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fbebbef0-bc7d-4622-b873-c2733c6ecda8 req-97f0a705-a83a-4455-8041-16fea7b43977 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307117 Jul 16 04:29:39.141487 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97f888-175a-4a0b-8c23-dd54b2b91b50 req-206ca7d3-0355-4fb5-b5ed-bc093c219374 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:39.142956 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c97f888-175a-4a0b-8c23-dd54b2b91b50 req-206ca7d3-0355-4fb5-b5ed-bc093c219374 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0641749 Jul 16 04:29:39.180796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c97f888-175a-4a0b-8c23-dd54b2b91b50 req-8031bd90-d60e-4678-acc2-6517a250b24a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Jul 16 04:29:40.350445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d1576-be78-4d92-8104-c6ce4976cd72 req-6e37fd4b-46fc-4117-92d9-b8a256747c99 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:40.351954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb4d1576-be78-4d92-8104-c6ce4976cd72 req-6e37fd4b-46fc-4117-92d9-b8a256747c99 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0619459 Jul 16 04:29:40.387817 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb4d1576-be78-4d92-8104-c6ce4976cd72 req-ee905de8-2e20-451b-a152-87a4bcc1ddff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304401 Jul 16 04:29:41.558614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e865422-6990-419a-8cc5-f49ac71cf69c req-5d865880-ed37-428c-ba31-f7e89e2eb2ca tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:41.560066 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e865422-6990-419a-8cc5-f49ac71cf69c req-5d865880-ed37-428c-ba31-f7e89e2eb2ca tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0638824 Jul 16 04:29:41.601248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e865422-6990-419a-8cc5-f49ac71cf69c req-c8b0bc32-c45b-4ed3-8b79-44eafa01fe62 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355840 Jul 16 04:29:42.773138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2179514-4159-4b5e-8dd0-bcd6fe153235 req-9e485a23-1f75-464b-9b37-52e632e9f654 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:42.774595 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2179514-4159-4b5e-8dd0-bcd6fe153235 req-9e485a23-1f75-464b-9b37-52e632e9f654 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0607257 Jul 16 04:29:42.810663 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d2179514-4159-4b5e-8dd0-bcd6fe153235 req-55a6d1e3-6f63-463c-9499-24d52d476a7b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306244 Jul 16 04:29:43.980108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f003f-775f-48c3-87e6-4e2d94f4f1b9 req-15055af7-d353-495e-8ae5-79dbe5ff02d7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:43.981611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-763f003f-775f-48c3-87e6-4e2d94f4f1b9 req-15055af7-d353-495e-8ae5-79dbe5ff02d7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0638690 Jul 16 04:29:44.019861 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-763f003f-775f-48c3-87e6-4e2d94f4f1b9 req-e3fbe8b3-6ac5-4365-840e-b86575580253 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325751 Jul 16 04:29:45.191772 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe351e6-2fae-4cc1-8f58-9489d54a088d req-b3c0c77c-8d25-4eb5-8bcc-018c76c069bd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:45.193753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4fe351e6-2fae-4cc1-8f58-9489d54a088d req-b3c0c77c-8d25-4eb5-8bcc-018c76c069bd tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0660901 Jul 16 04:29:45.230973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4fe351e6-2fae-4cc1-8f58-9489d54a088d req-e2719cda-304c-4c72-8a2e-bbb2d5c4a5aa tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310495 Jul 16 04:29:46.400335 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff230f-f547-4680-a332-8702be2fb42b req-84e37756-825a-4794-9fbb-c962a070f054 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:46.401791 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14ff230f-f547-4680-a332-8702be2fb42b req-84e37756-825a-4794-9fbb-c962a070f054 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0622246 Jul 16 04:29:46.437962 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-14ff230f-f547-4680-a332-8702be2fb42b req-8aec960f-5166-4be3-b528-6f2db59b53a5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306258 Jul 16 04:29:47.612559 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd76a-49d7-4342-9303-3bcf391aeb66 req-c553a10c-de89-4f04-b797-39b00eb88b18 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:47.613940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dbfd76a-49d7-4342-9303-3bcf391aeb66 req-c553a10c-de89-4f04-b797-39b00eb88b18 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0631063 Jul 16 04:29:47.653208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7dbfd76a-49d7-4342-9303-3bcf391aeb66 req-72b4c1d0-d48d-493a-ac73-c1a231ebf229 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338027 Jul 16 04:29:48.821857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced4ce-c341-4c24-9b59-3432fa207280 req-e5546401-dc24-455a-9883-dafb5fd0afb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:48.823347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95ced4ce-c341-4c24-9b59-3432fa207280 req-e5546401-dc24-455a-9883-dafb5fd0afb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0612562 Jul 16 04:29:48.859593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-95ced4ce-c341-4c24-9b59-3432fa207280 req-e9131766-62a3-4f14-bd5f-422bc216ac06 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308571 Jul 16 04:29:50.029274 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17977f-8a7b-4388-b678-91d561c281ef req-87f3e2fe-9a17-42fd-90c7-2211162fc23d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:50.030746 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c17977f-8a7b-4388-b678-91d561c281ef req-87f3e2fe-9a17-42fd-90c7-2211162fc23d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0612411 Jul 16 04:29:50.066777 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2c17977f-8a7b-4388-b678-91d561c281ef req-7315a236-9efe-4485-b38b-f11834f8534f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Jul 16 04:29:50.822362 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5acce58e-10d2-4c42-8593-0ae920681412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:51.238284 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7ee80-bd46-42ee-a4d9-0386f42873bb req-774a27bc-c532-4d5c-9890-a47cadee4b2e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:51.239803 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08c7ee80-bd46-42ee-a4d9-0386f42873bb req-774a27bc-c532-4d5c-9890-a47cadee4b2e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0650511 Jul 16 04:29:51.276908 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-08c7ee80-bd46-42ee-a4d9-0386f42873bb req-f78d486f-ae76-40c4-8472-c903ba49dcab tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317168 Jul 16 04:29:52.448815 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654117a-06a9-42f5-a980-2b3f518d6c42 req-aea9017c-920e-455e-b793-9326c56bc315 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:52.450286 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b654117a-06a9-42f5-a980-2b3f518d6c42 req-aea9017c-920e-455e-b793-9326c56bc315 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0626664 Jul 16 04:29:52.487211 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b654117a-06a9-42f5-a980-2b3f518d6c42 req-27542504-700f-47d6-8266-b04db2540aa8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Jul 16 04:29:52.511112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:52.573036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f089076e-69bf-4727-af31-7c3b16fd522e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/709c666f-81d5-4279-bfb5-833073766d44 HTTP/1.1" status: 200 len: 992 time: 0.0607178 Jul 16 04:29:53.595417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-693d0d14-4f71-42e5-81e9-c91240e228a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.927215 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.983170 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-97a215ae-dc70-43b7-bce5-f8a2d0209dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:53.984706 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-97a215ae-dc70-43b7-bce5-f8a2d0209dc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1097 time: 0.0562067 Jul 16 04:29:53.994276 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef062-99ea-4ec1-a693-1ca40cd76853 req-33aa4edb-193d-4a6a-aab9-da776ba1fefb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:53.995768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-373ef062-99ea-4ec1-a693-1ca40cd76853 req-33aa4edb-193d-4a6a-aab9-da776ba1fefb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0642343 Jul 16 04:29:54.033022 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-373ef062-99ea-4ec1-a693-1ca40cd76853 req-de185585-8815-4162-8c0c-82c9945a7067 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Jul 16 04:29:54.078531 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-172eb1ee-c365-44a9-9f19-911995f8160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.080278 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-172eb1ee-c365-44a9-9f19-911995f8160b service neutron] 10.222.0.11 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 899 time: 0.0891776 Jul 16 04:29:54.140876 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-9fd60dc0-382b-41f6-b435-57a533c5ee60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 1000 time: 0.0543368 Jul 16 04:29:54.186197 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-f7dd0594-f9e3-4af6-a200-6d112f5cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.187579 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-f7dd0594-f9e3-4af6-a200-6d112f5cf652 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 200 len: 834 time: 0.0407174 Jul 16 04:29:54.245791 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-938403f4-f01d-4252-af85-685b45f8ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.247263 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-938403f4-f01d-4252-af85-685b45f8ba08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=edfc9def-ea02-43d7-8c3f-7bb0349419df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537791 Jul 16 04:29:54.333500 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-99193e49-af67-4717-8358-8f29dfce671e service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799365 Jul 16 04:29:54.423532 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-0e797562-b097-403d-ad57-e5b94d9eebdf req-b0f2ed42-8326-417a-a6aa-a25b484fd444 service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838413 Jul 16 04:29:54.576042 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:55.203405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa8e28-a6d3-4f3a-af5a-87118551ecb7 req-58f20bf9-faa2-43fe-9e94-db36c01a4b69 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:55.205122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2eaa8e28-a6d3-4f3a-af5a-87118551ecb7 req-58f20bf9-faa2-43fe-9e94-db36c01a4b69 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0620973 Jul 16 04:29:55.245541 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2eaa8e28-a6d3-4f3a-af5a-87118551ecb7 req-97ea1f76-a150-4c31-82d1-35b2c09772df tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Jul 16 04:29:55.269830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 50992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:55.330354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c6441f8a-9c02-49db-88da-4139d4ca6cd4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/709c666f-81d5-4279-bfb5-833073766d44 HTTP/1.1" status: 200 len: 992 time: 0.0584164 Jul 16 04:29:56.303276 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:03.447197 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.212216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.638351 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:30:20.822974 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8120d49a-0fb8-49cb-9ea5-8fc88e88a43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.590884 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eff8e31b-abd3-4650-b0de-ae7da2653e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:23.928398 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:24.578946 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.038427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:26.195259 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 7b0d6445-3e8c-4640-b709-e281f1681e50 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:26.195606 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.270185 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.270518 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.281528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 7b0d6445-3e8c-4640-b709-e281f1681e50 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:26.305300 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.423887 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.450076 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=7b0d6445-3e8c-4640-b709-e281f1681e50,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:26.475430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.475784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.476144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.476463 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.476800 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.477138 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.477473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.477802 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.478134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.478457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.478805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.479128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:26.518530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.518915 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP 709c666f-81d5-4279-bfb5-833073766d44 disassociated (deleted). External IP: 172.25.4.9, port: f8477248-b953-4b6d-8e81-a0f7283da32c. Jul 16 04:30:26.722367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 1b47134c-5310-40b9-9e19-40e9e785650f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:26.824906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:26.829935 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:26.834706 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] Sync routers for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:26.843274 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:26.843901 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:26.865681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cdac3881-93f2-4001-bb0a-3e44ca4b8f48 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/floatingips/709c666f-81d5-4279-bfb5-833073766d44 HTTP/1.1" status: 204 len: 168 time: 0.8260882 Jul 16 04:30:26.866266 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:26.868586 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dec130-102b-4e0c-9c84-58e4c52d570c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:27.036198 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:27.127390 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e957f7-791f-4b9f-93ff-a5d404a3227b x-openstack-request-id: req-d7e957f7-791f-4b9f-93ff-a5d404a3227b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:27.127900 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:27.127900 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7e957f7-791f-4b9f-93ff-a5d404a3227b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:27.128553 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'status': 'completed', 'code': 200} Jul 16 04:30:27.203386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-b0a3e426-46e1-499e-b0b4-9df90a5fa8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:27.205649 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-b0a3e426-46e1-499e-b0b4-9df90a5fa8df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 1097 time: 0.0539141 Jul 16 04:30:27.237388 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:54Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:27.263563 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] Checking router: 1b47134c-5310-40b9-9e19-40e9e785650f for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:27.272487 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:27.273085 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:27.277898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321c745-b9a8-4446-8f82-aaf196541659 req-f2c67bae-a1e2-449f-b8fd-f5e60585d8d6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:27.279631 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7321c745-b9a8-4446-8f82-aaf196541659 req-f2c67bae-a1e2-449f-b8fd-f5e60585d8d6 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0639420 Jul 16 04:30:27.305418 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-d803210c-f960-44c1-b241-2da27b315c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:27.306987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-d803210c-f960-44c1-b241-2da27b315c47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 200 len: 899 time: 0.0939884 Jul 16 04:30:27.321322 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7321c745-b9a8-4446-8f82-aaf196541659 req-1b048aa2-870f-4471-ac42-5e6f1b227e21 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352733 Jul 16 04:30:27.353342 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-f4f36f3e-cf8c-491b-b877-ce96f94988c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 200 len: 217 time: 0.0386088 Jul 16 04:30:27.379981 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:27.400825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-08068cca-c14c-49fa-9524-1ffef0afec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:27.402260 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-08068cca-c14c-49fa-9524-1ffef0afec2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 200 len: 834 time: 0.0428872 Jul 16 04:30:27.463013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-dcd0437c-0c79-4d5b-b5fc-be219266a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:27.464549 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-dcd0437c-0c79-4d5b-b5fc-be219266a59d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=edfc9def-ea02-43d7-8c3f-7bb0349419df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555534 Jul 16 04:30:27.557266 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-ed90993e-fc81-45a7-aeab-607315ea2c7f service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834584 Jul 16 04:30:27.574533 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:54Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:27.600437 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b4b37-4623-4e1a-b38e-b7c20a8fab6f None None] The sync data for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 is: [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:49Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae', 'name': '', 'network_id': 'edfc9def-ea02-43d7-8c3f-7bb0349419df', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:49Z', 'updated_at': '2021-07-16T04:28:54Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': '2684e393-5fdc-443b-ae66-a3b3eb77a09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:27.652162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-17dec130-102b-4e0c-9c84-58e4c52d570c req-ea6d9e89-2ef6-4697-b96b-c27c2c2ae0f5 service neutron] 10.222.0.11 "GET /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885670 Jul 16 04:30:27.820994 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed5d4f-3c66-4840-b5c2-61a78dc50054 None None] New status for floating IP 709c666f-81d5-4279-bfb5-833073766d44: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:30:28.500919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c46ec-e281-43c9-a1f8-9087040aa469 req-24cbde8e-b12f-4b21-ad13-f675f9b75ab9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:28.502387 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-956c46ec-e281-43c9-a1f8-9087040aa469 req-24cbde8e-b12f-4b21-ad13-f675f9b75ab9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0656824 Jul 16 04:30:28.539354 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-956c46ec-e281-43c9-a1f8-9087040aa469 req-f9ced6df-5480-487b-812d-d87dcb438578 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=72c4e530-2d90-45c8-bbb1-3b06fc8902b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308902 Jul 16 04:30:28.640201 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-1c45aeb5-0aed-454b-8c66-6326086c256b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:28.641523 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-1c45aeb5-0aed-454b-8c66-6326086c256b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 946 time: 0.0607927 Jul 16 04:30:28.739942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port f8477248-b953-4b6d-8e81-a0f7283da32c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:28.740278 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:28.825337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port f8477248-b953-4b6d-8e81-a0f7283da32c, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=f8477248-b953-4b6d-8e81-a0f7283da32c,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:28.825690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:28.838106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for f8477248-b953-4b6d-8e81-a0f7283da32c owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:28.962467 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:28.988956 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=f8477248-b953-4b6d-8e81-a0f7283da32c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:28.998790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:28.999120 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:28.999462 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:28.999818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.000145 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.000471 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.000795 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.001118 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.001441 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.001758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.002067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.002385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:29.049009 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] No DVR routers for this DVR port f8477248-b953-4b6d-8e81-a0f7283da32c on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:29.052060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:29.053976 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-f82870f3-4b7a-4350-a40b-914b4afeac80 req-ee802625-eeb3-4d62-8c04-c92006c9cf02 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "DELETE /v2.0/ports/f8477248-b953-4b6d-8e81-a0f7283da32c HTTP/1.1" status: 204 len: 173 time: 0.4070566 Jul 16 04:30:29.054415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'name': 'network-vif-deleted', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:29.056628 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4203c9-e97e-4536-b1a8-2033d3aaec9c" -d '{"events": [{"server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "name": "network-vif-deleted", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:29.091436 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7871e1-4484-40af-a2ac-34e91778cca1 x-openstack-request-id: req-db7871e1-4484-40af-a2ac-34e91778cca1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:29.091729 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef3c4da-4677-4e38-8e97-26cdfc395dcb", "name": "network-vif-deleted", "tag": "f8477248-b953-4b6d-8e81-a0f7283da32c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:29.091977 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db7871e1-4484-40af-a2ac-34e91778cca1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:29.092375 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef3c4da-4677-4e38-8e97-26cdfc395dcb', 'name': 'network-vif-deleted', 'tag': 'f8477248-b953-4b6d-8e81-a0f7283da32c', 'status': 'completed', 'code': 200} Jul 16 04:30:29.695536 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-faa97f7b-62d7-4073-aea7-3a20baf40e10 req-8acdba47-c2da-452a-90a6-61077b7fd448 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ef3c4da-4677-4e38-8e97-26cdfc395dcb HTTP/1.1" status: 200 len: 210 time: 0.0290568 Jul 16 04:30:30.785720 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:31.135945 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.403469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:31.403925 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.501084 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:31.501434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.516064 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:31.708408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.739322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:31.911542 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.122368 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 1b47134c-5310-40b9-9e19-40e9e785650f has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:32.181395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f8477248-b953-4b6d-8e81-a0f7283da32c no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:32.201354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: f8477248-b953-4b6d-8e81-a0f7283da32c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:32.201700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device f8477248-b953-4b6d-8e81-a0f7283da32c not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:32.228637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:32.233465 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a914600a-aea1-4b2b-b741-337a1e5e7050 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/1b47134c-5310-40b9-9e19-40e9e785650f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4467287 Jul 16 04:30:32.236228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51028) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:32.238953 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] Sync routers for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:32.248090 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:32.248772 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:32.286271 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting subnet 2684e393-5fdc-443b-ae66-a3b3eb77a09b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:30:32.289373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.327374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.352543 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:32.413054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.471275 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.497069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Subnet': ['ID=2684e393-5fdc-443b-ae66-a3b3eb77a09b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.500665 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.505832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1027c511-1e20-424a-b732-118c396b5af4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/subnets/2684e393-5fdc-443b-ae66-a3b3eb77a09b HTTP/1.1" status: 204 len: 168 time: 0.2653825 Jul 16 04:30:32.505832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:32.512049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194f1be-c9d2-49b0-9d85-9717f7a0cf93 None None] Network edfc9def-ea02-43d7-8c3f-7bb0349419df requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:32.527742 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:30:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:32.558363 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] Checking router: 1b47134c-5310-40b9-9e19-40e9e785650f for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:32.567811 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] Routers {'1b47134c-5310-40b9-9e19-40e9e785650f'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:32.568416 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['1b47134c-5310-40b9-9e19-40e9e785650f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:32.623719 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.673398 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] Set router 1b47134c-5310-40b9-9e19-40e9e785650f gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:32.711622 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] DHCP port deletion for edfc9def-ea02-43d7-8c3f-7bb0349419df request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:30:32.733476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.761188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Deleting port dbcaa0bd-00bf-4c41-a933-c103cd517be8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:32.761714 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.789872 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 2d16af2e-d72f-470a-97a9-788376a24a25 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:32.790221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.826732 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] For port dbcaa0bd-00bf-4c41-a933-c103cd517be8, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=dbcaa0bd-00bf-4c41-a933-c103cd517be8,segment=NetworkSegment(0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2),segment_id=0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:32.827126 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.839632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Calling delete_port for dbcaa0bd-00bf-4c41-a933-c103cd517be8 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:32.860553 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:30:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:32.873838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 2d16af2e-d72f-470a-97a9-788376a24a25, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2d16af2e-d72f-470a-97a9-788376a24a25,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:32.874249 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.886375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 2d16af2e-d72f-470a-97a9-788376a24a25 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:32.887093 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8fbe3-a1e5-48a8-b6e9-692b76b495d9 None None] The sync data for ids ['1b47134c-5310-40b9-9e19-40e9e785650f'] in n-d-800089-6 is: [{'id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763638310', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:30:31Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': '2d16af2e-d72f-470a-97a9-788376a24a25', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b47134c-5310-40b9-9e19-40e9e785650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:46Z', 'updated_at': '2021-07-16T04:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:32.924833 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.953628 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] No DVR routers for this DVR port dbcaa0bd-00bf-4c41-a933-c103cd517be8 on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:32.956793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Pushing event deleted for resources: {'Port': ['ID=dbcaa0bd-00bf-4c41-a933-c103cd517be8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:32.964932 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.965366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.965774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.966175 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.966599 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.966996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.967390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.967781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.968171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.968561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.968963 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:32.969349 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2b25a-111f-4f92-b344-05dbcd40a8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:33.053313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.082700 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=2d16af2e-d72f-470a-97a9-788376a24a25,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:33.136683 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.224950 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.229300 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.461430 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.640005 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.640597 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Fanout notify agent at l3_agent the message router_deleted on router 1b47134c-5310-40b9-9e19-40e9e785650f {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:30:33.647465 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.651853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e2f44206-b57b-4988-84bf-aa2a13a76d81 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/routers/1b47134c-5310-40b9-9e19-40e9e785650f HTTP/1.1" status: 204 len: 168 time: 1.1441889 Jul 16 04:30:33.654697 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51032) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:33.683189 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dbcaa0bd-00bf-4c41-a933-c103cd517be8 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:33.703828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: dbcaa0bd-00bf-4c41-a933-c103cd517be8 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:33.704180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device dbcaa0bd-00bf-4c41-a933-c103cd517be8 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:33.704608 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:33.725029 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:33.725946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5903bc9-c81a-4efc-9c2c-439ba5eeb3ae not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:33.740331 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.828550 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.838104 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfc9def-ea02-43d7-8c3f-7bb0349419df']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.848539 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.848834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3e300a-2f4c-48fe-a013-0eccc8b0c3b2') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:33.857273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.871039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.876822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:33.877248 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:33.880180 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:33.934735 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.941777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:33.943512 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/networks/edfc9def-ea02-43d7-8c3f-7bb0349419df HTTP/1.1" status: 204 len: 168 time: 0.2878108 Jul 16 04:30:33.946301 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:33.959111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249238d-7b8b-4d44-9d4e-7be2dfda6c9f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Network': ['ID=edfc9def-ea02-43d7-8c3f-7bb0349419df,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.003577 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6e3-6fbe-401e-b513-cfb4e09906d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.028287 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6e3-6fbe-401e-b513-cfb4e09906d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.091216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6e3-6fbe-401e-b513-cfb4e09906d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.093894 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6e3-6fbe-401e-b513-cfb4e09906d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.098682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-55f0d6e3-6fbe-401e-b513-cfb4e09906d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/security-groups/72c4e530-2d90-45c8-bbb1-3b06fc8902b7 HTTP/1.1" status: 204 len: 168 time: 0.1477880 Jul 16 04:30:34.106892 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d6e3-6fbe-401e-b513-cfb4e09906d1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c4e530-2d90-45c8-bbb1-3b06fc8902b7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.213427 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.366994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51040) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:34.371573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326694065', 'description': 'tempest-secgroup-smoke-1326694065 description', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:34.393219 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.472907 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.476667 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.501757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.502969 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350486 Jul 16 04:30:34.506493 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:34.507530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb7326-25f9-40c1-a7a2-da6cfe3e91d3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd164f-7167-4aa7-88af-60d858604208,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.511618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '00cd164f-7167-4aa7-88af-60d858604208', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:34.538371 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.596268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.599681 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.618612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abed39c-0bea-4908-9b3b-c85ab99c1a6b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.622259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.623525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-31f129e3-ad25-4537-a468-ad81a0b7136a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159892 Jul 16 04:30:34.626314 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51044) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:34.631445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '00cd164f-7167-4aa7-88af-60d858604208', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:34.657283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.712766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.716228 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.735044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224c5246-06e8-40d6-8d77-313193b54118,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.738576 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.739838 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-6d54cf2b-2ba4-4b3b-a025-6428d08cda47 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124766 Jul 16 04:30:34.742627 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51046) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:34.746981 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '00cd164f-7167-4aa7-88af-60d858604208', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:34.772747 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.829120 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.832442 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.851415 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b322956-8cad-48fa-805c-9cdc66db7236,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.857351 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.858677 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8b8aa89a-3780-4da6-babf-3cba273e9634 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150765 Jul 16 04:30:34.861693 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51048) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:34.866675 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '00cd164f-7167-4aa7-88af-60d858604208', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:34.891757 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.950874 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.954389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.968295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce7263f-e437-42c2-8711-676b33d06bae,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:34.976756 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.977944 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ad8f1712-83b0-4ca0-b39b-6c58a29c093c tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152635 Jul 16 04:30:34.980624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51050) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:34.984907 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '00cd164f-7167-4aa7-88af-60d858604208', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:35.006308 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:30:35.011023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.069209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.072746 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.089355 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fd79df-06c0-4295-bf38-50ac6d44889e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:35.095891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.097299 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-b0c0b591-2c5b-4931-a8e7-eb81d31bdec3 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157427 Jul 16 04:30:35.100089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51052) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:35.104535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'security_group_rule': {'security_group_id': '00cd164f-7167-4aa7-88af-60d858604208', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:35.126014 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Project 9569658dc00a4a14a66ec2d4454a7ffe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:30:35.131561 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.191622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.195112 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.214696 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffc2b04-f6c7-47d9-aa37-ce422b9cd66c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:35.218071 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.219253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-a0bcad33-2bbc-4487-bd98-e86effdb3fe7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182518 Jul 16 04:30:35.222058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51054) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:35.227484 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'network': {'name': 'tempest-network-smoke--852309342', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'port_security_enabled': True}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:35.247674 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:35.251303 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.274726 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:35.283732 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.284076 n-d-800089-6 neutron-server[93757]: INFO neutron.db.segments_db [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Added segment a9c60872-86e4-444c-8193-81a4a91cddf7 of type vlan for network 2a4d7200-e436-4df5-95b9-250162a6e305 Jul 16 04:30:35.325790 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.355421 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.361247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:35.361862 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.396356 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1727450 Jul 16 04:30:35.399510 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:35.404430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'admin_state_up': True, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:35.427551 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.428640 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.436862 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fce9b-677f-4c1f-8e93-2cbbec6b8869 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Network': ['ID=2a4d7200-e436-4df5-95b9-250162a6e305,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:35.447579 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 2a4d7200-e436-4df5-95b9-250162a6e305 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:35.483767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.584024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2d16af2e-d72f-470a-97a9-788376a24a25 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:35.604242 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2d16af2e-d72f-470a-97a9-788376a24a25 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:35.604593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2d16af2e-d72f-470a-97a9-788376a24a25 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:35.619380 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.805857 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.823647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.921430 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.96 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/e5a39913-2b1f-4afb-adc7-c0548585b58d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:36.024143 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.062815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.101454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:36.104212 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:36.107810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:36.130705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=e5a39913-2b1f-4afb-adc7-c0548585b58d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:36.351188 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.538926 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.666602 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:30:36.772875 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:36.781761 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Sync routers for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:36.789986 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:36.791223 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2dd3d1b5-0616-4efb-b831-1d1569e79ba9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3906519 Jul 16 04:30:36.794273 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:36.794657 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:36.795300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:36.862064 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-53c93d1a-2872-4f4c-9e20-a0413b521126 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=9569658dc00a4a14a66ec2d4454a7ffe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666707 Jul 16 04:30:36.864830 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51062) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:36.900998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:36.952469 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77bddc-8337-4234-8684-6ccfbf836329 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:36.954144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3c77bddc-8337-4234-8684-6ccfbf836329 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884135 Jul 16 04:30:36.957536 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:36.984266 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8abbed9c-86b3-486e-8ecb-8c1d94153e26 tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=df44a565-4846-4b21-a400-4d16b19b7b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256643 Jul 16 04:30:36.986870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51066) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:36.992076 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1426846632', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:37.072369 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:37.082807 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:37.086333 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.098594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Checking router: 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:37.098946 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Updating router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 port e5a39913-2b1f-4afb-adc7-c0548585b58d binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:37.136577 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.265764 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.322131 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Subnet': ['ID=e553bc68-d51b-4504-902c-012e7d2430a0,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:37.333146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Checking segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:37.333505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network hostable DHCP agents. Network: 2a4d7200-e436-4df5-95b9-250162a6e305, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:37.350802 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 2a4d7200-e436-4df5-95b9-250162a6e305 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:37.360646 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 2a4d7200-e436-4df5-95b9-250162a6e305) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:37.365285 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:37.365868 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.373365 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119796a-18f9-4352-842d-6916ba6c73e2 None None] Network 2a4d7200-e436-4df5-95b9-250162a6e305 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:37.381657 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f4d09f45-5f78-4a23-8d86-e1c92da53ec4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3937101 Jul 16 04:30:37.384419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51068) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:37.411596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.451197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Transition to ACTIVE for port object e5a39913-2b1f-4afb-adc7-c0548585b58d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:37.462820 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.539813 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Attempting to bind port e5a39913-2b1f-4afb-adc7-c0548585b58d on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:37.540098 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Attempting to bind port e5a39913-2b1f-4afb-adc7-c0548585b58d by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:37.540465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Attempting to bind port e5a39913-2b1f-4afb-adc7-c0548585b58d on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:37.553916 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4278fe-ff21-423d-ab5e-73fd9e131ccb None None] Pushing event updated for resources: {'Port': ['ID=e5a39913-2b1f-4afb-adc7-c0548585b58d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:37.558459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:37.558862 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:37.559267 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.559656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:37.560131 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Bound port: e5a39913-2b1f-4afb-adc7-c0548585b58d, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:37.560511 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.782881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-2a4d7200-e436-4df5-95b9-250162a6e305', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:37.783743 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.802426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] For port e5a39913-2b1f-4afb-adc7-c0548585b58d, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:37.817372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.821003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] For port e5a39913-2b1f-4afb-adc7-c0548585b58d, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e5a39913-2b1f-4afb-adc7-c0548585b58d,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:37.827455 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:37.968712 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4278fe-ff21-423d-ab5e-73fd9e131ccb None None] Pushing event updated for resources: {'Port': ['ID=e5a39913-2b1f-4afb-adc7-c0548585b58d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:37.974295 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:37.974940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:38.028231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Allocated IP 172.20.0.2 (2a4d7200-e436-4df5-95b9-250162a6e305/e553bc68-d51b-4504-902c-012e7d2430a0/17e0f183-e228-4e7d-a4d7-b61aee1d9e7b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:38.137831 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:38.327234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.354176 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Transition to ACTIVE for port object 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:38.376258 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Transition to ACTIVE for port object 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:38.384390 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.428764 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.1 (2a4d7200-e436-4df5-95b9-250162a6e305/e553bc68-d51b-4504-902c-012e7d2430a0/a75c0185-52fd-4f19-a9b3-4896bb50e29e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:38.431965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:38.437041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Network 2a4d7200-e436-4df5-95b9-250162a6e305 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:38.465056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:38.466896 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01bfda-da1a-4876-8035-4f1caeee74b6 None None] The sync data for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 is: [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:36Z', 'revision_number': 3, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:38.468451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:38.473868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Pushing event updated for resources: {'Port': ['ID=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:38.528130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Attempting to bind port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:38.528505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Attempting to bind port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:38.528874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Attempting to bind port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b on network 2a4d7200-e436-4df5-95b9-250162a6e305 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:38.534399 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:38.535380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Checking segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:38.535795 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.536195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Bound using segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:38.536668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Bound port: 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:38.537052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.551686 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.566038 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object a75c0185-52fd-4f19-a9b3-4896bb50e29e will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:38.601359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.613374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] For port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:38.617138 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] For port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:38.621281 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:38.651737 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 2a4d7200-e436-4df5-95b9-250162a6e305 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:38.655873 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:38.657829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=a75c0185-52fd-4f19-a9b3-4896bb50e29e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:38.660575 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:38.704953 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a6ad-1fac-44a9-af4b-4b64c9a700e4 None None] Pushing event updated for resources: {'Port': ['ID=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:38.734805 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.233049 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.519738 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.525546 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.603282 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.606835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=a75c0185-52fd-4f19-a9b3-4896bb50e29e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:39.708237 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 2a4d7200-e436-4df5-95b9-250162a6e305 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:39.711234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb92d8-3dd8-43b9-bfd5-08820747aa50 None None] Network 2a4d7200-e436-4df5-95b9-250162a6e305 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:39.713497 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:39.715609 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5a39913-2b1f-4afb-adc7-c0548585b58d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:39.830589 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:39.835196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port e5a39913-2b1f-4afb-adc7-c0548585b58d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:39.839951 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e8a40631-172e-4667-b7b8-708e08866c76 None None] Provisioning for port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:39.845642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e5a39913-2b1f-4afb-adc7-c0548585b58d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:39.846018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:39.942597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:39.948910 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-46dd2cf4-9bfb-4c03-afb3-34faab487a7a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/90d4ff88-2c95-41b1-a2c0-00c8881a53d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635138 Jul 16 04:30:39.993818 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.020834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port e5a39913-2b1f-4afb-adc7-c0548585b58d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e5a39913-2b1f-4afb-adc7-c0548585b58d,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:40.025215 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.026305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:40.098878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-0e3e7fd3-531a-4668-a92e-e02fff63d904 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326694065&fields=id&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 267 time: 0.0344818 Jul 16 04:30:40.113762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=e5a39913-2b1f-4afb-adc7-c0548585b58d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:40.126070 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:40.134079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:40.134079 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.180167 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Sync routers for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:40.191932 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:40.192567 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:40.226010 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.230386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-4aa15378-3482-44fb-9c89-e184a824d6e7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:40.232295 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-4aa15378-3482-44fb-9c89-e184a824d6e7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/networks?id=2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 200 len: 796 time: 0.1262136 Jul 16 04:30:40.254247 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-e274b628-c003-49db-8243-0d39481855e1 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/quotas/9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 375 time: 0.0162652 Jul 16 04:30:40.267603 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:40.273840 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.321819 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-205e0451-35b6-4ec3-9a85-1edbc2bc3a27 None None] Provisioning complete for port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:40.322200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-205e0451-35b6-4ec3-9a85-1edbc2bc3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.336075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-3a69e05d-f807-4dc3-aed7-52a659be6f01 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808928 Jul 16 04:30:40.384992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:40.444300 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:40.450968 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-205e0451-35b6-4ec3-9a85-1edbc2bc3a27 None None] Provisioning for port a75c0185-52fd-4f19-a9b3-4896bb50e29e completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:40.455240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-205e0451-35b6-4ec3-9a85-1edbc2bc3a27 None None] Provisioning complete for port a75c0185-52fd-4f19-a9b3-4896bb50e29e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:40.455622 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-205e0451-35b6-4ec3-9a85-1edbc2bc3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.470758 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-e24f0547-8626-4f39-8e6b-1efb32ba8dba service neutron] 10.222.0.25 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202402 Jul 16 04:30:40.492265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-205e0451-35b6-4ec3-9a85-1edbc2bc3a27 None None] Port a75c0185-52fd-4f19-a9b3-4896bb50e29e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:40.569691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-9cbf1d02-2607-4259-a59d-79cb07046d4e service neutron] 10.222.0.25 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931158 Jul 16 04:30:40.611085 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2acd82d2-8021-41cb-ae0e-de6e9f113dc0 None None] Provisioning complete for port a75c0185-52fd-4f19-a9b3-4896bb50e29e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:40.611441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2acd82d2-8021-41cb-ae0e-de6e9f113dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.648817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2acd82d2-8021-41cb-ae0e-de6e9f113dc0 None None] Port a75c0185-52fd-4f19-a9b3-4896bb50e29e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:40.681402 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 2, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:40.711633 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Checking router: 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:40.711978 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Updating router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 port a75c0185-52fd-4f19-a9b3-4896bb50e29e binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:40.747263 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.759124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-20c61800-7769-4d54-9b9e-293dda59b66b req-03798e30-5185-4d44-8073-6a5648828394 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 210 time: 0.0289800 Jul 16 04:30:40.772118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-096fedeb-df80-4d5b-af68-c6c06ac8cf6a None None] Provisioning complete for port a75c0185-52fd-4f19-a9b3-4896bb50e29e triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:40.785687 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-096fedeb-df80-4d5b-af68-c6c06ac8cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:40.826901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-096fedeb-df80-4d5b-af68-c6c06ac8cf6a None None] Port a75c0185-52fd-4f19-a9b3-4896bb50e29e cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:41.032291 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.043392 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Transition to ACTIVE for port object a75c0185-52fd-4f19-a9b3-4896bb50e29e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:41.049329 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.107179 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Pushing event updated for resources: {'Port': ['ID=a75c0185-52fd-4f19-a9b3-4896bb50e29e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:41.138150 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.138490 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.138851 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.139182 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.139518 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.139841 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.140167 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.140490 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.140808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.141123 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.141440 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.141756 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:41.180640 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Attempting to bind port a75c0185-52fd-4f19-a9b3-4896bb50e29e on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:41.181349 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Attempting to bind port a75c0185-52fd-4f19-a9b3-4896bb50e29e by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:41.181349 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Attempting to bind port a75c0185-52fd-4f19-a9b3-4896bb50e29e on network 2a4d7200-e436-4df5-95b9-250162a6e305 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:41.187202 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:41.187572 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Checking segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:41.187968 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.188357 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Bound using segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:41.188809 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Bound port: a75c0185-52fd-4f19-a9b3-4896bb50e29e, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:41.189181 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.260395 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] For port a75c0185-52fd-4f19-a9b3-4896bb50e29e, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:41.263959 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] For port a75c0185-52fd-4f19-a9b3-4896bb50e29e, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a75c0185-52fd-4f19-a9b3-4896bb50e29e,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:41.268018 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.323698 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:41.324332 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:41.363237 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee79d8-f81e-4d7f-aa50-f8c1beccb2d1 None None] Pushing event updated for resources: {'Port': ['ID=a75c0185-52fd-4f19-a9b3-4896bb50e29e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:41.438997 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:41.638160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5a39913-2b1f-4afb-adc7-c0548585b58d up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:41.639243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:30:41.647689 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:41Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:41.677018 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150d51-8f31-4a4a-82df-a26355b531e0 None None] The sync data for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 is: [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:41Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:41.689828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port e5a39913-2b1f-4afb-adc7-c0548585b58d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:41.690205 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.794775 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:41.855803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:41.856386 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:41.951263 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4a20667c-d209-42c4-b338-b7fd200a7841 req-67827ea3-7baf-4cf6-9d6d-99669ede74f7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 210 time: 0.0567415 Jul 16 04:30:42.025099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-020d43bf-8d92-411c-ac1b-464c70d7669d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:42.026635 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-020d43bf-8d92-411c-ac1b-464c70d7669d tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/networks?id=2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 200 len: 796 time: 0.1434751 Jul 16 04:30:42.077601 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-faf98dbd-d1b9-4ce8-83fc-b090e46e2534 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9569658dc00a4a14a66ec2d4454a7ffe HTTP/1.1" status: 200 len: 380 time: 0.0366561 Jul 16 04:30:42.086389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'port': {'device_id': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'admin_state_up': True, 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'security_groups': ['00cd164f-7167-4aa7-88af-60d858604208']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:42.202178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Made reservation on behalf of 9569658dc00a4a14a66ec2d4454a7ffe for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:42.206039 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.342740 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.20.0.8 (2a4d7200-e436-4df5-95b9-250162a6e305/e553bc68-d51b-4504-902c-012e7d2430a0/8b148a52-cecc-4945-8cb9-eb6eae9800e6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:42.489226 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.504064 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Transition to ACTIVE for port object 8b148a52-cecc-4945-8cb9-eb6eae9800e6 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:42.538566 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.580026 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network 2a4d7200-e436-4df5-95b9-250162a6e305 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:42.583874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:42.590704 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:42.626503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=8b148a52-cecc-4945-8cb9-eb6eae9800e6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:42.653271 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:42.653897 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.669281 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-483d5aad-dced-4168-b299-4e6d3cf62119 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868595 Jul 16 04:30:42.681838 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Request body: {'port': {'device_id': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:42.759429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.808547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a05fa86e-0b5b-41b6-990c-bae14421ab52 None None] Provisioning for port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:42.817123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a05fa86e-0b5b-41b6-990c-bae14421ab52 None None] Provisioning complete for port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:42.817527 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a05fa86e-0b5b-41b6-990c-bae14421ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.853293 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a05fa86e-0b5b-41b6-990c-bae14421ab52 None None] Port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:43.033602 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b148a52-cecc-4945-8cb9-eb6eae9800e6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:30:43.041113 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.053323 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Transition to ACTIVE for port object 8b148a52-cecc-4945-8cb9-eb6eae9800e6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:43.057174 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.109298 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Pushing event updated for resources: {'Port': ['ID=8b148a52-cecc-4945-8cb9-eb6eae9800e6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:43.139061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a860b-b44d-4d27-8b94-1c93dbe55cfd req-4f7c5e4b-f9cb-4c3b-90a9-d2c4821755fe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.140773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-660a860b-b44d-4d27-8b94-1c93dbe55cfd req-4f7c5e4b-f9cb-4c3b-90a9-d2c4821755fe tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 943 time: 0.0684335 Jul 16 04:30:43.180964 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-660a860b-b44d-4d27-8b94-1c93dbe55cfd req-563f27a3-28de-41a0-b173-d30b83bd9998 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341547 Jul 16 04:30:43.187800 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Attempting to bind port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:43.188147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Attempting to bind port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:43.188483 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Attempting to bind port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 on network 2a4d7200-e436-4df5-95b9-250162a6e305 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:43.194043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 on network 2a4d7200-e436-4df5-95b9-250162a6e305 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:30:43.194383 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Attempting to bind port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 on network 2a4d7200-e436-4df5-95b9-250162a6e305 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:43.199630 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:43.199965 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Checking segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:43.200356 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Bound using segment: {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:43.200788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Bound port: 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c60872-86e4-444c-8193-81a4a91cddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:43.201149 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.272426 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] For port 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:43.275620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] For port 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:43.280399 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.314978 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.315598 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.317640 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 200 len: 1091 time: 0.6408851 Jul 16 04:30:43.318079 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:43.320359 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7333d492-a92b-4db7-85d9-6b8e22a6d111" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:43.344655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2fd1e-127a-4297-9c30-216ed9bee140 service neutron] Pushing event updated for resources: {'Port': ['ID=8b148a52-cecc-4945-8cb9-eb6eae9800e6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:43.371946 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc8be99-460b-4cbf-a8c1-9254e5d1ed67 x-openstack-request-id: req-8dc8be99-460b-4cbf-a8c1-9254e5d1ed67 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:43.372291 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:43.374307 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dc8be99-460b-4cbf-a8c1-9254e5d1ed67 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:43.374760 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'status': 'completed', 'code': 200} Jul 16 04:30:43.440910 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-7e93941b-d6b7-449d-bb51-0530c7703535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.442460 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-7e93941b-d6b7-449d-bb51-0530c7703535 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0560243 Jul 16 04:30:43.489016 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-59e7e658-1fc7-4409-a5a2-8ab90a388336 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 200 len: 217 time: 0.0393255 Jul 16 04:30:43.537048 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-3ba05145-f655-4db2-a281-5f76d9f4da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.538480 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-3ba05145-f655-4db2-a281-5f76d9f4da91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e553bc68-d51b-4504-902c-012e7d2430a0 HTTP/1.1" status: 200 len: 835 time: 0.0433817 Jul 16 04:30:43.600044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-fe1086b2-b51b-45cb-8833-e2544fb69b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.601700 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-fe1086b2-b51b-45cb-8833-e2544fb69b4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a4d7200-e436-4df5-95b9-250162a6e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575180 Jul 16 04:30:43.657007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a75c0185-52fd-4f19-a9b3-4896bb50e29e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:43.694019 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-763a8f58-a58a-4203-8978-c94b70f47d61 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Jul 16 04:30:43.705213 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port a75c0185-52fd-4f19-a9b3-4896bb50e29e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:43.709217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a75c0185-52fd-4f19-a9b3-4896bb50e29e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:43.709592 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.787401 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-6a40c983-2197-41ff-85d8-7de577ed3edc req-40d0aac3-3e56-4300-96b0-8ac912141790 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870020 Jul 16 04:30:43.788849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.821182 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port a75c0185-52fd-4f19-a9b3-4896bb50e29e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a75c0185-52fd-4f19-a9b3-4896bb50e29e,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:43.825056 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:43.873181 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=a75c0185-52fd-4f19-a9b3-4896bb50e29e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:43.882983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-e42dc906-d5de-418d-af60-1d8e96428310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.884487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-e42dc906-d5de-418d-af60-1d8e96428310 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0517838 Jul 16 04:30:43.976718 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-3ace02a0-c59b-4495-a363-5b934aa85dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:43.978152 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-3ace02a0-c59b-4495-a363-5b934aa85dfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 200 len: 898 time: 0.0873749 Jul 16 04:30:44.016742 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-bf2d4456-7d01-430e-821c-827a54ce212b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 200 len: 217 time: 0.0319886 Jul 16 04:30:44.066881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-dd3884fb-d2d5-45c9-93d8-3ef6241b500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:44.068269 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-dd3884fb-d2d5-45c9-93d8-3ef6241b500b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e553bc68-d51b-4504-902c-012e7d2430a0 HTTP/1.1" status: 200 len: 835 time: 0.0451567 Jul 16 04:30:44.124581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-2abb0228-575b-47b5-819f-534344c83442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:44.125997 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-2abb0228-575b-47b5-819f-534344c83442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a4d7200-e436-4df5-95b9-250162a6e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503731 Jul 16 04:30:44.219474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-99f8a0a3-7677-4d6c-a3bf-5fd4f616500a service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Jul 16 04:30:44.307340 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7333d492-a92b-4db7-85d9-6b8e22a6d111 req-71345550-e31a-4a23-9276-e2a466e983f3 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812547 Jul 16 04:30:44.354344 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c7c58-656b-44d6-88ee-48ab5739a9a3 req-430151dd-bed6-44cb-b889-58343d9f42c7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:44.355876 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-676c7c58-656b-44d6-88ee-48ab5739a9a3 req-430151dd-bed6-44cb-b889-58343d9f42c7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 943 time: 0.0627341 Jul 16 04:30:44.392965 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-676c7c58-656b-44d6-88ee-48ab5739a9a3 req-00ae74d5-2d3e-4e38-9dc2-0fc78f56fd0e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Jul 16 04:30:45.567617 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736c967-423c-4b07-9435-2fdd008cff50 req-0cba0f29-da44-4b33-b0f7-f89136650724 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:45.569082 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0736c967-423c-4b07-9435-2fdd008cff50 req-0cba0f29-da44-4b33-b0f7-f89136650724 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 943 time: 0.0668738 Jul 16 04:30:45.607183 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0736c967-423c-4b07-9435-2fdd008cff50 req-962c2609-37e5-428a-93b9-1b2598f2c450 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Jul 16 04:30:45.635173 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a75c0185-52fd-4f19-a9b3-4896bb50e29e up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:45.683881 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port a75c0185-52fd-4f19-a9b3-4896bb50e29e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:45.684253 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:46.285169 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b148a52-cecc-4945-8cb9-eb6eae9800e6 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:30:46.381257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:46.392081 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'port_id': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'mac_address': 'fa:16:3e:ea:a0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:30:46.428033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:46.439955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b148a52-cecc-4945-8cb9-eb6eae9800e6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:30:46.458625 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:46.462925 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:46.509305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8b148a52-cecc-4945-8cb9-eb6eae9800e6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:46.690810 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['8b148a52-cecc-4945-8cb9-eb6eae9800e6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:30:46.783402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ea7d4-3d23-4fd6-b3a8-bff062bae022 req-5cadeedc-de49-4eef-90db-9257e7722294 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:46.785580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef4ea7d4-3d23-4fd6-b3a8-bff062bae022 req-5cadeedc-de49-4eef-90db-9257e7722294 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 944 time: 0.0671098 Jul 16 04:30:46.824689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ef4ea7d4-3d23-4fd6-b3a8-bff062bae022 req-06325aba-27c5-4c41-8241-1a7fe2d48aef tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Jul 16 04:30:48.002702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ba375-a320-4951-ad27-e80346767b5d req-6c07ca6e-6d64-44da-949f-4986b12bd073 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:48.004162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d5ba375-a320-4951-ad27-e80346767b5d req-6c07ca6e-6d64-44da-949f-4986b12bd073 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 944 time: 0.0660100 Jul 16 04:30:48.040477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d5ba375-a320-4951-ad27-e80346767b5d req-1108328c-eaec-4d30-ab22-a3ec1e4a7217 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Jul 16 04:30:48.289693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b148a52-cecc-4945-8cb9-eb6eae9800e6 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:48.339784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:48.343508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:48.343879 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:48.417062 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:48.438562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:48.440912 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef841ca6-d398-445a-b65a-6c6bda21e640" -d '{"events": [{"server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:48.453354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:48.457815 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:48.480843 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c13f3de-eace-4704-8035-cc37374a5de5 x-openstack-request-id: req-3c13f3de-eace-4704-8035-cc37374a5de5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:48.481139 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:48.481396 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c13f3de-eace-4704-8035-cc37374a5de5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:48.481788 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'code': 200} Jul 16 04:30:48.508721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=8b148a52-cecc-4945-8cb9-eb6eae9800e6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:48.588283 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a11d-b79c-41e8-8b6e-232b0dae2290 req-f7a965b8-ad6a-45f5-b23c-c069f64af446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:48.589669 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2154a11d-b79c-41e8-8b6e-232b0dae2290 req-f7a965b8-ad6a-45f5-b23c-c069f64af446 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0522738 Jul 16 04:30:48.623023 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2154a11d-b79c-41e8-8b6e-232b0dae2290 req-f355e3a2-383a-4310-84af-dd6f12bcabc6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273342 Jul 16 04:30:49.211040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5bd6-ef64-40ac-b69f-bc0448873d57 req-6355d62f-f29c-4ef4-bdb1-4e626df803ca tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:49.212498 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec3a5bd6-ef64-40ac-b69f-bc0448873d57 req-6355d62f-f29c-4ef4-bdb1-4e626df803ca tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0616705 Jul 16 04:30:49.248950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ec3a5bd6-ef64-40ac-b69f-bc0448873d57 req-a6a7699f-cd9f-43bb-b28a-057706a126d2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Jul 16 04:30:50.419299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7276bfc-4556-47d4-b437-574c5b2529a9 req-b5a5524d-b016-4fa4-8ebf-637b0b1447e2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:50.420729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7276bfc-4556-47d4-b437-574c5b2529a9 req-b5a5524d-b016-4fa4-8ebf-637b0b1447e2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0609305 Jul 16 04:30:50.457560 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c7276bfc-4556-47d4-b437-574c5b2529a9 req-3a326f4b-5855-410e-bfc9-73557663bceb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Jul 16 04:30:50.627519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc64bc-567c-455f-b843-9493f14a4f8e req-abaae35d-9095-4518-a073-f4196155489f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:50.629514 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1fc64bc-567c-455f-b843-9493f14a4f8e req-abaae35d-9095-4518-a073-f4196155489f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0662181 Jul 16 04:30:50.665359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e1fc64bc-567c-455f-b843-9493f14a4f8e req-0534fbf9-52c5-4bfc-ba43-04067840b88f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304258 Jul 16 04:30:50.688924 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51118) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:50.738794 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa682ec-70a6-4e7c-88ec-980e3b367aeb tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:50.740262 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5aa682ec-70a6-4e7c-88ec-980e3b367aeb tempest-TestNetworkAdvancedServerOps-130752658 tempest-TestNetworkAdvancedServerOps-130752658-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1091 time: 0.0503423 Jul 16 04:30:50.742919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51120) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:50.747112 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:50.768045 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:50.826282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97ecb736-e6ac-4ab5-b3ee-fe3d47998705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:50.864815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:50.962465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Allocated IP 172.25.4.207 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/9efd5f0d-d39a-4572-be54-3b735d133768) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:51.062654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.099778 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.134088 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:51.138682 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:51.142006 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:51.166040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=9efd5f0d-d39a-4572-be54-3b735d133768,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:51.496449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.572535 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.714141 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.718725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.786211 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event updated for resources: {'Port': ['ID=9efd5f0d-d39a-4572-be54-3b735d133768,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:51.798211 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:51.897680 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 associated. External IP: 172.25.4.207, port: 8b148a52-cecc-4945-8cb9-eb6eae9800e6. Jul 16 04:30:52.443092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:52.544452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:52.554837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] Sync routers for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:52.561281 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:52.564727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:52.565899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:52.600664 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4e99179e-a812-4576-8ba6-5619f09489ce tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8567493 Jul 16 04:30:52.601239 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:52.603520 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b7cce-f956-4e25-a757-facee82c590a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:52.672204 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:52.751414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0692f7-a4f9-485d-803a-f77c008e4c4b req-0eb76250-1483-4a55-87e1-e5bffc0e6026 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:52.753497 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee0692f7-a4f9-485d-803a-f77c008e4c4b req-0eb76250-1483-4a55-87e1-e5bffc0e6026 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0614619 Jul 16 04:30:52.791238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ee0692f7-a4f9-485d-803a-f77c008e4c4b req-db78b62d-87b5-4558-b5a9-6d3c060f64d9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Jul 16 04:30:52.817531 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:52.863056 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f45749-de52-4f52-899a-034405eb2f0f x-openstack-request-id: req-92f45749-de52-4f52-899a-034405eb2f0f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:52.863289 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:52.863486 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92f45749-de52-4f52-899a-034405eb2f0f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:52.863867 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'status': 'completed', 'code': 200} Jul 16 04:30:52.890503 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6b36fbfb-921d-4ae7-a8f9-5410857e5fc2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 HTTP/1.1" status: 200 len: 991 time: 0.0702107 Jul 16 04:30:52.894617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'port_id': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'mac_address': 'fa:16:3e:ea:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:30:51Z', 'updated_at': '2021-07-16T04:30:51Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:43Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:52.920129 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] Checking router: 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:52.920479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7cce-f956-4e25-a757-facee82c590a req-cd600c8d-db59-40d9-866b-17b8059cba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:52.921971 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-cd600c8d-db59-40d9-866b-17b8059cba89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0620217 Jul 16 04:30:52.928852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:52.929465 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:30:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:53.010043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7cce-f956-4e25-a757-facee82c590a req-752c1083-3e0d-47be-9a5d-52209c28eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:53.011530 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-752c1083-3e0d-47be-9a5d-52209c28eafe service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 200 len: 898 time: 0.0835562 Jul 16 04:30:53.033026 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:53.078592 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-ba9a9162-a368-4583-8c8a-d3cb4bedde0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 200 len: 999 time: 0.0607607 Jul 16 04:30:53.124863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7cce-f956-4e25-a757-facee82c590a req-068d3f5d-722d-4020-a255-291d845c9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:53.126211 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-068d3f5d-722d-4020-a255-291d845c9353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e553bc68-d51b-4504-902c-012e7d2430a0 HTTP/1.1" status: 200 len: 835 time: 0.0422320 Jul 16 04:30:53.181941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7cce-f956-4e25-a757-facee82c590a req-5cf941ec-ac1a-4f45-bcf3-aa774dc867d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:53.183462 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-5cf941ec-ac1a-4f45-bcf3-aa774dc867d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a4d7200-e436-4df5-95b9-250162a6e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511546 Jul 16 04:30:53.254877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'port_id': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'mac_address': 'fa:16:3e:ea:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:30:51Z', 'updated_at': '2021-07-16T04:30:51Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:43Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:53.274941 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-dc2010e3-2f0b-41eb-b881-76e9f14c7fbb service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Jul 16 04:30:53.281079 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e9bd5-097e-49e9-a365-f5c3aa30761b None None] The sync data for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 is: [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'port_id': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'mac_address': 'fa:16:3e:ea:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:30:51Z', 'updated_at': '2021-07-16T04:30:51Z', 'revision_number': 0, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:43Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:53.365440 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-934b7cce-f956-4e25-a757-facee82c590a req-58c48539-fe0f-43c8-9eea-9087499bb916 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848787 Jul 16 04:30:53.484776 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2fd74-2711-4984-9f12-50a8fe390a73 None None] New status for floating IP f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:30:53.592020 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c443a9fa-0a2b-4dd7-befc-91ba75f588d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:53.893252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:53.929652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:53.954737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b6568674-99c9-44fb-b7cd-a09ce74a876b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 HTTP/1.1" status: 200 len: 993 time: 0.0602376 Jul 16 04:30:54.583698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:56.307589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:03.459707 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.226317 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:18.637699 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:31:20.827469 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20a84b88-4b53-448f-b45b-13ce2cc144b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.871612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab058f0-f627-4afd-9350-f5f1ffa369b3 req-2c71a3a9-9b52-4d6b-a099-e3f7a968b3af tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:20.873085 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ab058f0-f627-4afd-9350-f5f1ffa369b3 req-2c71a3a9-9b52-4d6b-a099-e3f7a968b3af tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.1077445 Jul 16 04:31:20.908842 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8ab058f0-f627-4afd-9350-f5f1ffa369b3 req-16775dbb-470b-41fe-976e-9d6aa089327b tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300224 Jul 16 04:31:22.083106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec257bd-4332-45ce-a7d3-83640edb978e req-70147414-09da-437d-aa7a-a763fb7acbd8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:22.084546 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ec257bd-4332-45ce-a7d3-83640edb978e req-70147414-09da-437d-aa7a-a763fb7acbd8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0644674 Jul 16 04:31:22.121162 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6ec257bd-4332-45ce-a7d3-83640edb978e req-16616ed6-012d-4e91-a1a2-7d59ba25f081 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jul 16 04:31:22.145398 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:22.202796 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fc75a534-cc69-402d-8165-5606a002623f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 HTTP/1.1" status: 200 len: 993 time: 0.0562055 Jul 16 04:31:23.598793 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-568b106b-d04d-4035-89b5-6a6472faca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.646255 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-d6a549cd-0a91-4267-9440-9f330636c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.646986 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee14c30-4030-4a33-a8df-7ca36da3da67 req-78dbba3b-e8aa-4dcb-b94e-08502e13d7f4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.647799 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-d6a549cd-0a91-4267-9440-9f330636c930 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1096 time: 0.1000648 Jul 16 04:31:23.648481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee14c30-4030-4a33-a8df-7ca36da3da67 req-78dbba3b-e8aa-4dcb-b94e-08502e13d7f4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0830696 Jul 16 04:31:23.686229 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9ee14c30-4030-4a33-a8df-7ca36da3da67 req-958d1d42-4931-422d-a5d7-3b073544a3e7 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Jul 16 04:31:23.735680 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-bd2fb183-249a-4a29-bee9-1c75e728d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.737066 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-bd2fb183-249a-4a29-bee9-1c75e728d1e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 200 len: 898 time: 0.0828438 Jul 16 04:31:23.801863 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-f36c4907-1fe2-4bb2-9fa6-d24923a05a38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 200 len: 1001 time: 0.0588503 Jul 16 04:31:23.848554 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-7d1672f6-d154-4638-971e-8824f05b9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.849923 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-7d1672f6-d154-4638-971e-8824f05b9118 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e553bc68-d51b-4504-902c-012e7d2430a0 HTTP/1.1" status: 200 len: 835 time: 0.0421698 Jul 16 04:31:23.905624 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-9eb951fc-fa84-4285-8219-8068977141dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.907109 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-9eb951fc-fa84-4285-8219-8068977141dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a4d7200-e436-4df5-95b9-250162a6e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501807 Jul 16 04:31:23.929781 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:24.000416 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-df002c58-afff-456c-a4de-3f33a8fa1df4 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871778 Jul 16 04:31:24.085629 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8a7c94ec-73cf-4044-b58c-1a77d137d145 req-1e81ded7-1cdf-421b-a5fe-9525997e5f47 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794377 Jul 16 04:31:24.585073 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:24.867134 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a018-f53a-4a0f-a10f-74256ed73a1f req-640ac8d7-1815-482f-ba7f-c39d1ce1cce8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.868815 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7570a018-f53a-4a0f-a10f-74256ed73a1f req-640ac8d7-1815-482f-ba7f-c39d1ce1cce8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0700216 Jul 16 04:31:24.907884 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7570a018-f53a-4a0f-a10f-74256ed73a1f req-1d601b44-8db7-4ba2-ab85-33b626118161 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Jul 16 04:31:26.080810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb66596-1365-4dbe-81a8-483715388d8c req-1a5df5e0-fb32-40f5-9b35-a3c5ce611eb2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:26.082773 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb66596-1365-4dbe-81a8-483715388d8c req-1a5df5e0-fb32-40f5-9b35-a3c5ce611eb2 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0619354 Jul 16 04:31:26.122234 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7eb66596-1365-4dbe-81a8-483715388d8c req-16197326-72e7-41b0-a621-e49d8eb076a5 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339868 Jul 16 04:31:26.146762 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:26.207932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c365125c-ecbd-412f-b1de-cd842bc5f999 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/floatingips/f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 HTTP/1.1" status: 200 len: 993 time: 0.0599773 Jul 16 04:31:26.317214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:26.524067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:26.677013 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 9efd5f0d-d39a-4572-be54-3b735d133768 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:26.677357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:26.751566 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:26.751888 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:26.763477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 9efd5f0d-d39a-4572-be54-3b735d133768 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:26.903519 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:26.929516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=9efd5f0d-d39a-4572-be54-3b735d133768,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:26.953897 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.954246 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.954611 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.954948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.955280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.955628 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.955936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.956260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.956585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.956906 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.957227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.957541 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:26.996602 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:26.996927 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Floating IP f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 disassociated (deleted). External IP: 172.25.4.207, port: 8b148a52-cecc-4945-8cb9-eb6eae9800e6. Jul 16 04:31:27.196474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:27.300523 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:27.305270 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:27.309266 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] Sync routers for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:27.317850 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:27.318462 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:27.343736 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-95f23e47-887c-4974-8383-b287cdfe9bf9 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/floatingips/f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52 HTTP/1.1" status: 204 len: 168 time: 0.8162625 Jul 16 04:31:27.343736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:27.346447 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:27.422219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:27.574399 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f22927-d233-4112-872e-721a1a7cc365 x-openstack-request-id: req-e6f22927-d233-4112-872e-721a1a7cc365 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:27.574791 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:27.576322 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6f22927-d233-4112-872e-721a1a7cc365 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:27.577051 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'status': 'completed', 'code': 200} Jul 16 04:31:27.621976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:43Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:27.649132 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] Checking router: 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:27.658238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:27.658496 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:27.661193 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-b05dbfa6-ed99-4cbc-87d1-d1e8517a094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:27.663538 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-b05dbfa6-ed99-4cbc-87d1-d1e8517a094c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0622203 Jul 16 04:31:27.727269 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9cef-df7e-4c82-94d7-d375a5863bae req-46b93518-c2a9-43ec-ab49-609046d10fa8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:27.728757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f8c9cef-df7e-4c82-94d7-d375a5863bae req-46b93518-c2a9-43ec-ab49-609046d10fa8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0643086 Jul 16 04:31:27.761162 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-788b2580-b487-4c2a-a2cb-cd14e4332c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:27.762574 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-788b2580-b487-4c2a-a2cb-cd14e4332c22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 200 len: 898 time: 0.0913601 Jul 16 04:31:27.766573 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0f8c9cef-df7e-4c82-94d7-d375a5863bae req-63aab6b2-32b8-4023-bc58-376b8c84b4da tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jul 16 04:31:27.770207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:27.808443 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-b1d29674-40e9-4965-8c2a-b4e1c01cacb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 200 len: 217 time: 0.0380502 Jul 16 04:31:27.857486 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-0968f3ab-b3f2-42a4-84f2-cdaa0c6d73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:27.859011 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-0968f3ab-b3f2-42a4-84f2-cdaa0c6d73c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e553bc68-d51b-4504-902c-012e7d2430a0 HTTP/1.1" status: 200 len: 835 time: 0.0439160 Jul 16 04:31:27.915699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-35b6fb66-3e3f-415b-b61b-f16785621d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:27.917180 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-35b6fb66-3e3f-415b-b61b-f16785621d1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a4d7200-e436-4df5-95b9-250162a6e305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512099 Jul 16 04:31:27.967116 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:43Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:27.993509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cda3c-7aea-41a6-8656-1cf18315a241 None None] The sync data for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 is: [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'a75c0185-52fd-4f19-a9b3-4896bb50e29e', 'name': '', 'network_id': '2a4d7200-e436-4df5-95b9-250162a6e305', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'mac_address': 'fa:16:3e:f7:37:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:37Z', 'updated_at': '2021-07-16T04:30:43Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'subnets': [{'id': 'e553bc68-d51b-4504-902c-012e7d2430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:28.010771 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-dedaa4a3-5169-4f27-88ae-51d29d81d171 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856640 Jul 16 04:31:28.100022 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-72205b6f-1cc2-4d73-85dc-0638e0ce3b9e req-5d38b7b4-e5e0-42ac-9981-0416d8503272 service neutron] 10.222.0.11 "GET /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823646 Jul 16 04:31:28.206420 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d75f3c-3bb8-4c76-81c5-ee63d6002650 None None] New status for floating IP f48a5cbe-b0ae-4bd0-9b9f-c918719d8c52: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:31:28.941371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3211a7-5b1a-4018-a893-868d80137a16 req-d53f3e50-0f8a-41f1-b2bc-da7c44398577 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:28.942866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b3211a7-5b1a-4018-a893-868d80137a16 req-d53f3e50-0f8a-41f1-b2bc-da7c44398577 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0655932 Jul 16 04:31:28.979878 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6b3211a7-5b1a-4018-a893-868d80137a16 req-1bad3830-3144-4139-ace5-d78e86d12e32 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/security-groups?id=00cd164f-7167-4aa7-88af-60d858604208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316262 Jul 16 04:31:29.218420 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-af9e87d9-9f83-4b63-b2ff-bec6ee8ebce8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:29.219885 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-af9e87d9-9f83-4b63-b2ff-bec6ee8ebce8 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 945 time: 0.0643542 Jul 16 04:31:29.313499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:29.313838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.404318 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port 8b148a52-cecc-4945-8cb9-eb6eae9800e6, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=8b148a52-cecc-4945-8cb9-eb6eae9800e6,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:29.404706 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.416336 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for 8b148a52-cecc-4945-8cb9-eb6eae9800e6 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:29.540023 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.571937 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=8b148a52-cecc-4945-8cb9-eb6eae9800e6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:29.598843 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.599189 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.599523 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.599853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.600178 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.600503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.600827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.601147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.601468 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.602085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.602085 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.602390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:29.624845 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] No DVR routers for this DVR port 8b148a52-cecc-4945-8cb9-eb6eae9800e6 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:29.627136 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.629705 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-2f4b71b3-f1df-4afe-8fd9-3a4f92a02de3 req-2d337ad0-09d3-4c4d-af9d-1cc5ac2cb56e tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.11 "DELETE /v2.0/ports/8b148a52-cecc-4945-8cb9-eb6eae9800e6 HTTP/1.1" status: 204 len: 173 time: 0.4047551 Jul 16 04:31:29.630122 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'name': 'network-vif-deleted', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:29.632343 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ad670-cb63-432d-80db-cdc07a9e783d" -d '{"events": [{"server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "name": "network-vif-deleted", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:29.669394 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa615bb2-0914-48f3-9cd9-8ed01f1f7571 x-openstack-request-id: req-fa615bb2-0914-48f3-9cd9-8ed01f1f7571 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:29.669687 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a653e-9f87-4bc7-8593-6bd44300c2f7", "name": "network-vif-deleted", "tag": "8b148a52-cecc-4945-8cb9-eb6eae9800e6", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:29.669950 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa615bb2-0914-48f3-9cd9-8ed01f1f7571 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:29.670365 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a653e-9f87-4bc7-8593-6bd44300c2f7', 'name': 'network-vif-deleted', 'tag': '8b148a52-cecc-4945-8cb9-eb6eae9800e6', 'status': 'completed', 'code': 200} Jul 16 04:31:30.133548 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9660ecc6-004f-4c1c-a284-06fc1eb12355 req-548680e5-d302-4fe7-9a92-d54fa9b9714f tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f1a653e-9f87-4bc7-8593-6bd44300c2f7 HTTP/1.1" status: 200 len: 210 time: 0.0284517 Jul 16 04:31:31.224784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:31.577068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:31.833920 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port a75c0185-52fd-4f19-a9b3-4896bb50e29e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:31.834176 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:31.922878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port a75c0185-52fd-4f19-a9b3-4896bb50e29e, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=a75c0185-52fd-4f19-a9b3-4896bb50e29e,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:31.923260 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:31.935203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for a75c0185-52fd-4f19-a9b3-4896bb50e29e owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:32.114066 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.149923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=a75c0185-52fd-4f19-a9b3-4896bb50e29e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:32.314561 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.413498 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b148a52-cecc-4945-8cb9-eb6eae9800e6 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:32.432522 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 8b148a52-cecc-4945-8cb9-eb6eae9800e6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:32.432871 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 8b148a52-cecc-4945-8cb9-eb6eae9800e6 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:32.526618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:32.630484 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:32.635500 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-eddfdadc-42ca-4a99-aabe-29c1d1a0ccb4 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "PUT /v2.0/routers/90d4ff88-2c95-41b1-a2c0-00c8881a53d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4096990 Jul 16 04:31:32.638130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:32.640687 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] Sync routers for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:32.649591 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:32.650197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:32.686411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting subnet e553bc68-d51b-4504-902c-012e7d2430a0 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:31:32.689373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.727974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.751637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:32.814381 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.871390 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.896991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Subnet': ['ID=e553bc68-d51b-4504-902c-012e7d2430a0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:32.900643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.902454 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-c93813ab-981d-470d-9490-c40de9e6267a tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/subnets/e553bc68-d51b-4504-902c-012e7d2430a0 HTTP/1.1" status: 204 len: 168 time: 0.2633979 Jul 16 04:31:32.905264 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:32.906127 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693f069a-610f-4517-abbb-03c0727e5f21 None None] Network 2a4d7200-e436-4df5-95b9-250162a6e305 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:33.009811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.021370 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:31:32Z', 'revision_number': 5, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port': {'id': 'e5a39913-2b1f-4afb-adc7-c0548585b58d', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:33.114517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.167923 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Deleting port e5a39913-2b1f-4afb-adc7-c0548585b58d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:33.168262 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.204444 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] Checking router: 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:33.220199 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] Routers {'90d4ff88-2c95-41b1-a2c0-00c8881a53d5'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:33.220803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:33.249688 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] For port e5a39913-2b1f-4afb-adc7-c0548585b58d, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=e5a39913-2b1f-4afb-adc7-c0548585b58d,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:33.250049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.261309 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Calling delete_port for e5a39913-2b1f-4afb-adc7-c0548585b58d owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:33.316180 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] Set router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:33.375319 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] DHCP port deletion for 2a4d7200-e436-4df5-95b9-250162a6e305 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:31:33.378336 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:31:33Z', 'revision_number': 6, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:33.410928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e2cdc-69ea-4d61-b10d-5dea290d75a5 None None] The sync data for ids ['90d4ff88-2c95-41b1-a2c0-00c8881a53d5'] in n-d-800089-6 is: [{'id': '90d4ff88-2c95-41b1-a2c0-00c8881a53d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879751763', 'tenant_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:35Z', 'updated_at': '2021-07-16T04:31:33Z', 'revision_number': 6, 'project_id': '9569658dc00a4a14a66ec2d4454a7ffe', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:33.457875 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.467099 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.469045 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Deleting port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:33.469414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.485400 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Port': ['ID=e5a39913-2b1f-4afb-adc7-c0548585b58d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:33.532486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] For port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,segment=NetworkSegment(a9c60872-86e4-444c-8193-81a4a91cddf7),segment_id=a9c60872-86e4-444c-8193-81a4a91cddf7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:33.532802 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.545781 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Calling delete_port for 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:33.547350 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.627461 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.638629 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.640791 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.652980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Pushing event deleted for resources: {'Port': ['ID=17e0f183-e228-4e7d-a4d7-b61aee1d9e7b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:33.660321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] No DVR routers for this DVR port 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b on host n-d-800089-6 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:33.675140 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.675489 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.675835 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.676191 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.676558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.676892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.677225 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.677578 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.677907 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.678238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.678583 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.678912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32af82-c4f1-403b-b786-c07fc2b04337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:33.688449 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.689014 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Fanout notify agent at l3_agent the message router_deleted on router 90d4ff88-2c95-41b1-a2c0-00c8881a53d5 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:31:33.696389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.697509 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-544211ee-c0ed-4df7-87f5-1a1d7e5fca09 tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/routers/90d4ff88-2c95-41b1-a2c0-00c8881a53d5 HTTP/1.1" status: 204 len: 168 time: 0.7914827 Jul 16 04:31:33.700202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:33.776517 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.920413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a75c0185-52fd-4f19-a9b3-4896bb50e29e no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:33.943289 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: a75c0185-52fd-4f19-a9b3-4896bb50e29e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:33.943720 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device a75c0185-52fd-4f19-a9b3-4896bb50e29e not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:33.944224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:33.965910 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:33.966345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 17e0f183-e228-4e7d-a4d7-b61aee1d9e7b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:34.242151 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.243216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.253578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4d7200-e436-4df5-95b9-250162a6e305']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:34.263187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c60872-86e4-444c-8193-81a4a91cddf7') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:34.263481 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c60872-86e4-444c-8193-81a4a91cddf7') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:34.272105 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.285671 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.291568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:31:34.291954 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:31:34.295227 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:31:34.355931 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.363775 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.365780 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/networks/2a4d7200-e436-4df5-95b9-250162a6e305 HTTP/1.1" status: 204 len: 168 time: 0.6646671 Jul 16 04:31:34.369057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51198) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:34.377107 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a685c-926f-4a36-b51e-c1d7488767ff tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'Network': ['ID=2a4d7200-e436-4df5-95b9-250162a6e305,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:34.427593 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ffd84d3-58c1-4607-a601-434b37b725bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.451260 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ffd84d3-58c1-4607-a601-434b37b725bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.508348 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ffd84d3-58c1-4607-a601-434b37b725bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.511036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ffd84d3-58c1-4607-a601-434b37b725bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.512213 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5ffd84d3-58c1-4607-a601-434b37b725bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] 10.222.0.25 "DELETE /v2.0/security-groups/00cd164f-7167-4aa7-88af-60d858604208 HTTP/1.1" status: 204 len: 168 time: 0.1416523 Jul 16 04:31:34.520990 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd84d3-58c1-4607-a601-434b37b725bb tempest-TestNetworkAdvancedServerOps-209314740 tempest-TestNetworkAdvancedServerOps-209314740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd164f-7167-4aa7-88af-60d858604208,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:34.825532 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:34.954526 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-651465a0-d25f-4980-87d1-610674f5e66a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9569658dc00a4a14a66ec2d4454a7ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278260 Jul 16 04:31:34.957573 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51210) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:35.004030 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dda9b-c983-44b5-9ed0-ff413d9a45c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.024470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dda9b-c983-44b5-9ed0-ff413d9a45c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.067891 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dda9b-c983-44b5-9ed0-ff413d9a45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.070485 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dda9b-c983-44b5-9ed0-ff413d9a45c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.071619 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fa3dda9b-c983-44b5-9ed0-ff413d9a45c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3463d67-380f-4ab2-96bd-5a184defa080 HTTP/1.1" status: 204 len: 168 time: 0.1131449 Jul 16 04:31:35.080277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dda9b-c983-44b5-9ed0-ff413d9a45c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3463d67-380f-4ab2-96bd-5a184defa080,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:35.319390 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51216) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:35.332916 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-559e164c-91ce-4598-a020-adfb56861e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.418982 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-559e164c-91ce-4598-a020-adfb56861e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.422322 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-559e164c-91ce-4598-a020-adfb56861e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.460148 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-559e164c-91ce-4598-a020-adfb56861e88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2df8a8f9892040f18ddf4c85e2a119a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396804 Jul 16 04:31:35.461228 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e164c-91ce-4598-a020-adfb56861e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c87ed04-0150-4225-b6ee-e65a91c885b3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:35.462919 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:35.511614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d729a72-b25d-418b-8ed0-6b41334d5ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.531340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d729a72-b25d-418b-8ed0-6b41334d5ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.576229 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d729a72-b25d-418b-8ed0-6b41334d5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.579162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d729a72-b25d-418b-8ed0-6b41334d5ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:35.580292 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2d729a72-b25d-418b-8ed0-6b41334d5ff1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c87ed04-0150-4225-b6ee-e65a91c885b3 HTTP/1.1" status: 204 len: 168 time: 0.1157615 Jul 16 04:31:35.587583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d729a72-b25d-418b-8ed0-6b41334d5ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c87ed04-0150-4225-b6ee-e65a91c885b3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:35.624433 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5a39913-2b1f-4afb-adc7-c0548585b58d no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:35.647347 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: e5a39913-2b1f-4afb-adc7-c0548585b58d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:35.647778 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device e5a39913-2b1f-4afb-adc7-c0548585b58d not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:36.248132 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:36.343798 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1567431065-network', 'tenant_id': '0f07a3f894564ae296d681593ab105b0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:36.365249 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Made reservation on behalf of 0f07a3f894564ae296d681593ab105b0 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:36.367709 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.375739 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.460549 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.463949 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.487231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:31:36.501477 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f21eba-bde8-47b3-ac51-0cd916f6bc3c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:36.504271 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.504613 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Added segment 2ff870a2-3215-46f3-ad16-75edd9018693 of type vlan for network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 Jul 16 04:31:36.542982 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.570232 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.571519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:36.572098 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.606811 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3575628 Jul 16 04:31:36.609836 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:36.615776 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Request body: {'subnet': {'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1567431065-subnet', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:36.636850 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Made reservation on behalf of 0f07a3f894564ae296d681593ab105b0 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:36.637509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dcbfc-5b53-4412-ae98-8d97e9edd003 admin admin] Pushing event updated for resources: {'Network': ['ID=b13cf48b-d8b0-47df-8ab4-141be73b3eb8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:36.639173 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.648025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:31:36.804945 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.862982 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4234e502-5e68-4b6f-8628-2da5ad4d7f99,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:36.871736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Checking segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:36.872099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Network hostable DHCP agents. Network: b13cf48b-d8b0-47df-8ab4-141be73b3eb8, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:31:36.888640 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:31:36.898041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, b13cf48b-d8b0-47df-8ab4-141be73b3eb8) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:36.902439 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:36.903480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.908497 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbced8b8-e390-41cd-8bca-c51e4058eca2 None None] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:36.917133 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0d7299ad-fbc4-4726-aa9c-65f0cd65754d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062034 Jul 16 04:31:36.919853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51246) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:36.924185 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:36.944370 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.945319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:36.995970 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.055356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:31:37.056239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.199052 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Allocated IP 172.20.0.2 (b13cf48b-d8b0-47df-8ab4-141be73b3eb8/4234e502-5e68-4b6f-8628-2da5ad4d7f99/2cf31197-bc47-4c10-9daa-0ceaa63c6a22) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:37.347933 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.357301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Transition to ACTIVE for port object 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:37.373918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Transition to ACTIVE for port object 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:37.380042 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.415094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:37.421090 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:37.425185 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:37.430451 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Pushing event updated for resources: {'Port': ['ID=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:37.465290 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.483828 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Attempting to bind port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:37.484197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Attempting to bind port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:37.484560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Attempting to bind port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:37.490000 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:37.490375 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Checking segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:37.490821 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.491210 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Bound using segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:37.491675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Bound port: 2cf31197-bc47-4c10-9daa-0ceaa63c6a22, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:37.492047 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.553834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] For port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:37.557758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] For port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:37.561553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.628771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579426d-fdea-415b-a4a3-5c8182c82ff0 None None] Pushing event updated for resources: {'Port': ['ID=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:37.667385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.687277 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.799922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Allocated IP 172.25.4.244 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/bc2f0d85-e4bc-4691-b2d9-b4b8929e2812) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:37.910516 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.947799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:37.981925 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:37.984727 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:37.990262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:38.015884 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:38.233878 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:38.435653 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:38.521018 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772bc02-f682-42bd-82d2-0dac36d1d85f None None] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:38.564818 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Router beef6d53-10e3-4062-abfb-ba7a73523537 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:31:38.641250 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-051d2a74-39f7-4b31-ba0d-69dc82a8e6c4 None None] Provisioning for port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:38.673934 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:38.683403 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:38.692744 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:38.694097 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:38.694253 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-62890e5e-6ee1-4cd5-bc45-48688b573013 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7733011 Jul 16 04:31:38.695039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:38.697457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:38.895250 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:39.067303 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:38Z', 'revision_number': 3, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:39.096129 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:39.097013 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Updating router beef6d53-10e3-4062-abfb-ba7a73523537 port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:39.123146 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.129903 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.270445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Allocated IP 172.20.0.1 (b13cf48b-d8b0-47df-8ab4-141be73b3eb8/4234e502-5e68-4b6f-8628-2da5ad4d7f99/c198ba91-3eab-4da0-a03f-1a4a5e28e0a5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:39.374747 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.375227 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.384907 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Transition to ACTIVE for port object bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:39.389037 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Transition to ACTIVE for port object c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:39.391524 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.422797 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.444109 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Attempting to bind port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:39.444522 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Attempting to bind port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:39.444891 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Attempting to bind port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:39.450192 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e368c5-ea08-499a-8b0c-3c0c645a6795 None None] Pushing event updated for resources: {'Port': ['ID=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:39.454943 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:39.455313 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:39.456232 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.456600 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:39.457062 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Bound port: bc2f0d85-e4bc-4691-b2d9-b4b8929e2812, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:39.457445 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.457900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:39.460847 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:39.466329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:39.502039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Pushing event updated for resources: {'Port': ['ID=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:39.512127 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] For port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:39.515598 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] For port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:39.518062 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.521386 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.572446 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:39.573225 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:39.674497 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.675879 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e368c5-ea08-499a-8b0c-3c0c645a6795 None None] Pushing event updated for resources: {'Port': ['ID=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:39.698461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-03f865af-979a-4d9f-81e8-8797a7c98ee7 None None] Provisioning for port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:39.699685 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:39.702892 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-03f865af-979a-4d9f-81e8-8797a7c98ee7 None None] Provisioning complete for port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:39.703368 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03f865af-979a-4d9f-81e8-8797a7c98ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.749739 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-03f865af-979a-4d9f-81e8-8797a7c98ee7 None None] Port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:39.755001 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:39.804084 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:39.807824 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:39.808470 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.856080 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.861863 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.884937 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:38Z', 'revision_number': 3, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:39.889437 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.918081 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c33a3b-d8ab-4968-bfa3-d444a6c7b160 None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:38Z', 'revision_number': 3, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:39.923517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:39.928004 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.934782 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:39.937498 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Pushing event updated for resources: {'Port': ['ID=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:39.979517 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:40.030805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:40.032186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:40.149814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Router beef6d53-10e3-4062-abfb-ba7a73523537 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:40.281452 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:40.287950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b78f7c02-b8f2-4649-90a7-5899931c824e admin admin] 10.222.0.25 "PUT /v2.0/routers/beef6d53-10e3-4062-abfb-ba7a73523537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893617 Jul 16 04:31:40.298284 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-381b6ead-56ca-405b-8f9e-a298e11ffd93 None None] Provisioning complete for port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:40.298669 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-381b6ead-56ca-405b-8f9e-a298e11ffd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.338999 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-381b6ead-56ca-405b-8f9e-a298e11ffd93 None None] Port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:40.762713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:40.768068 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1190481568-network', 'tenant_id': '446d53e989ad4641bfb598472855c99b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:40.787997 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Made reservation on behalf of 446d53e989ad4641bfb598472855c99b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:40.790634 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.799054 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.886356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.889845 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.912961 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:31:40.927922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6493b098-0921-44a0-a0cc-d3f256e6bb3d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:40.930828 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.931202 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Added segment 5f9bc303-35a1-4359-88cc-84e512276ecb of type vlan for network 512447ed-de77-4f9a-a119-84014039944b Jul 16 04:31:40.971669 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:40.999811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.000773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:41.001392 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.031988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2678950 Jul 16 04:31:41.034870 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:41.040075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Request body: {'subnet': {'network_id': '512447ed-de77-4f9a-a119-84014039944b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1190481568-subnet', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:41.060296 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Made reservation on behalf of 446d53e989ad4641bfb598472855c99b for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:41.061367 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6cd5a-ad84-4e19-9781-4d7a1ae65a47 admin admin] Pushing event updated for resources: {'Network': ['ID=512447ed-de77-4f9a-a119-84014039944b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:41.062799 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.071668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 512447ed-de77-4f9a-a119-84014039944b details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:31:41.242579 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.295108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfb37dc-0315-4972-8925-6188ec2701af,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:41.307067 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Checking segment: {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:41.307425 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Network hostable DHCP agents. Network: 512447ed-de77-4f9a-a119-84014039944b, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:31:41.322997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Network 512447ed-de77-4f9a-a119-84014039944b is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:31:41.330983 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 512447ed-de77-4f9a-a119-84014039944b) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:41.334874 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:41.335457 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.339992 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a58677-4fcc-4c3c-be1c-ad12a4505a85 None None] Network 512447ed-de77-4f9a-a119-84014039944b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:41.356906 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-7c540f2a-a9bd-4e42-a134-e6374d088344 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3207304 Jul 16 04:31:41.359857 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:41.364534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:41.385162 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.386184 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.442283 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.486007 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:41.494792 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-512447ed-de77-4f9a-a119-84014039944b', 'network_id': '512447ed-de77-4f9a-a119-84014039944b', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'fixed_ips': [{'subnet_id': '6dfb37dc-0315-4972-8925-6188ec2701af'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:31:41.495632 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.506126 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:41.506779 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:41.577874 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.701279 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:41.749102 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Allocated IP 172.20.0.2 (512447ed-de77-4f9a-a119-84014039944b/6dfb37dc-0315-4972-8925-6188ec2701af/125513c2-7284-4217-b783-9a4abc002563) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:41.785412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:41.801006 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.821353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:41.927852 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Allocated IP 172.25.4.178 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:41.964961 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:41.989868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:41.990258 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.038107 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.081725 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.100034 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.119701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:42.124619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:42.127046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:42.134041 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Transition to ACTIVE for port object 125513c2-7284-4217-b783-9a4abc002563 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:42.159520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:42.311821 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 2, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:42.342895 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Transition to ACTIVE for port object 125513c2-7284-4217-b783-9a4abc002563 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:42.344293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.352004 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:42.352354 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Updating router beef6d53-10e3-4062-abfb-ba7a73523537 port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:42.376285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.391611 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.412747 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:42.423517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.424305 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:42.459527 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Network 512447ed-de77-4f9a-a119-84014039944b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:42.467933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:42.469664 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.471610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:42.474986 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Pushing event updated for resources: {'Port': ['ID=125513c2-7284-4217-b783-9a4abc002563,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:42.585648 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.624982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:42.630727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Attempting to bind port 125513c2-7284-4217-b783-9a4abc002563 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:42.631109 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Attempting to bind port 125513c2-7284-4217-b783-9a4abc002563 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:42.631481 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Attempting to bind port 125513c2-7284-4217-b783-9a4abc002563 on network 512447ed-de77-4f9a-a119-84014039944b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:42.684141 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:42.684523 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Checking segment: {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:42.684933 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.685330 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Bound using segment: {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:42.685817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Bound port: 125513c2-7284-4217-b783-9a4abc002563, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:42.686198 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.687974 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:42.688330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.709520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Router 706fa1ff-48f5-4563-b233-fb67ea768aa2 is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:31:42.813686 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:42.823819 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Sync routers for ids ['706fa1ff-48f5-4563-b233-fb67ea768aa2'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:42.831852 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.833487 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-77f8853b-f080-4691-943e-a882dc4eb923 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4730699 Jul 16 04:31:42.836186 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:42.836881 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Routers {'706fa1ff-48f5-4563-b233-fb67ea768aa2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:42.837489 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['706fa1ff-48f5-4563-b233-fb67ea768aa2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:42.857314 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] For port 125513c2-7284-4217-b783-9a4abc002563, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:42.861025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] For port 125513c2-7284-4217-b783-9a4abc002563, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=125513c2-7284-4217-b783-9a4abc002563,segment=NetworkSegment(5f9bc303-35a1-4359-88cc-84e512276ecb),segment_id=5f9bc303-35a1-4359-88cc-84e512276ecb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:42.888765 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:42.949672 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Set router 706fa1ff-48f5-4563-b233-fb67ea768aa2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:43.007442 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079aa4f-836b-41b7-bea5-b1a361245a4c None None] Pushing event updated for resources: {'Port': ['ID=125513c2-7284-4217-b783-9a4abc002563,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:43.035653 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.048594 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Transition to ACTIVE for port object c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:43.056907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.119300 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f8ae-5088-4c7e-a78c-70aaef58e4ad None None] Pushing event updated for resources: {'Port': ['ID=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:43.151752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 3, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:43.174247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Attempting to bind port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:43.174697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Attempting to bind port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:43.175201 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Attempting to bind port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:43.180668 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:43.181043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Checking segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:43.181446 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.181838 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Bound using segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:43.182306 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Bound port: c198ba91-3eab-4da0-a03f-1a4a5e28e0a5, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:43.182721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.184104 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Checking router: 706fa1ff-48f5-4563-b233-fb67ea768aa2 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:43.184458 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Updating router 706fa1ff-48f5-4563-b233-fb67ea768aa2 port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:43.231718 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.291042 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] For port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:43.294641 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] For port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:43.300504 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.375880 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:43.377206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:43.418438 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.476637 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f8ae-5088-4c7e-a78c-70aaef58e4ad None None] Pushing event updated for resources: {'Port': ['ID=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:43.555410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:43.572247 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.587390 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Transition to ACTIVE for port object fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:43.595444 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.620377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Allocated IP 172.20.0.1 (512447ed-de77-4f9a-a119-84014039944b/6dfb37dc-0315-4972-8925-6188ec2701af/775198c9-3b31-4cf3-8b60-e539edd6423b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:43.707214 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Pushing event updated for resources: {'Port': ['ID=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:43.749918 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.750429 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.751164 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.751808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.752295 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.753334 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.753756 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.754508 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.755017 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.755438 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.755858 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.756273 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:43.763926 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Attempting to bind port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:43.764511 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Attempting to bind port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:43.764996 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Attempting to bind port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:43.772303 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:43.772808 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:43.773330 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.773843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:43.774259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.775094 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Bound port: fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:43.775485 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.797044 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Transition to ACTIVE for port object 775198c9-3b31-4cf3-8b60-e539edd6423b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:43.845509 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.864487 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] For port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:43.865872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:43Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:43.869943 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] For port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:43.875820 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.899241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Network 512447ed-de77-4f9a-a119-84014039944b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:43.903370 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:43.905218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 125513c2-7284-4217-b783-9a4abc002563 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:43.905372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Pushing event updated for resources: {'Port': ['ID=775198c9-3b31-4cf3-8b60-e539edd6423b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:43.907361 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341e37f-2986-4491-b886-d7698dcd43ef None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:43Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:43.907548 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:43.955251 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:43.957110 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Routers {'706fa1ff-48f5-4563-b233-fb67ea768aa2'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:43.959147 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['706fa1ff-48f5-4563-b233-fb67ea768aa2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.007758 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 125513c2-7284-4217-b783-9a4abc002563 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:44.013308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:44.071007 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0055d-9ec2-4636-9c65-54d78d1e83ba None None] Pushing event updated for resources: {'Port': ['ID=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:44.080790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:44.081581 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.165357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.288459 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] Set router 706fa1ff-48f5-4563-b233-fb67ea768aa2 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:44.365701 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.376335 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.454755 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.457379 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Pushing event updated for resources: {'Port': ['ID=775198c9-3b31-4cf3-8b60-e539edd6423b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:44.481022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81a9e2-847a-4299-bb74-7cc432788c60 None None] Network 512447ed-de77-4f9a-a119-84014039944b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:44.499783 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 3, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:44.534295 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184263-bbb4-4fdf-b91f-2f08bf44680e None None] The sync data for ids ['706fa1ff-48f5-4563-b233-fb67ea768aa2'] in n-d-800089-6 is: [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 3, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:44.572381 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Network 512447ed-de77-4f9a-a119-84014039944b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:44.574278 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:44.608658 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] Provisioning for port 125513c2-7284-4217-b783-9a4abc002563 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:44.618874 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] Provisioning complete for port 125513c2-7284-4217-b783-9a4abc002563 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:44.619247 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.695394 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Router 706fa1ff-48f5-4563-b233-fb67ea768aa2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:44.762445 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.803756 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] For port 125513c2-7284-4217-b783-9a4abc002563, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=125513c2-7284-4217-b783-9a4abc002563,segment=NetworkSegment(5f9bc303-35a1-4359-88cc-84e512276ecb),segment_id=5f9bc303-35a1-4359-88cc-84e512276ecb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:44.809827 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:44.920261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c278b5e-23cb-4ed3-9114-084aeb5bda5a None None] Pushing event updated for resources: {'Port': ['ID=125513c2-7284-4217-b783-9a4abc002563,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:45.146094 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08b0532c-6ec3-49a1-b37e-fcb51cb2c1ed None None] Provisioning complete for port 125513c2-7284-4217-b783-9a4abc002563 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:45.146472 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b0532c-6ec3-49a1-b37e-fcb51cb2c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.296882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:45.315502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-dedf1f55-08b4-4036-ac8f-fda7baee5337 admin admin] 10.222.0.25 "PUT /v2.0/routers/706fa1ff-48f5-4563-b233-fb67ea768aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770582 Jul 16 04:31:45.330877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08b0532c-6ec3-49a1-b37e-fcb51cb2c1ed None None] Provisioning for port 775198c9-3b31-4cf3-8b60-e539edd6423b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:45.337869 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08b0532c-6ec3-49a1-b37e-fcb51cb2c1ed None None] Provisioning complete for port 775198c9-3b31-4cf3-8b60-e539edd6423b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:45.338257 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b0532c-6ec3-49a1-b37e-fcb51cb2c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.409121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-08b0532c-6ec3-49a1-b37e-fcb51cb2c1ed None None] Port 775198c9-3b31-4cf3-8b60-e539edd6423b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:45.534530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c1662a17-df6c-4985-a278-27b79f9a2002 None None] Provisioning complete for port 775198c9-3b31-4cf3-8b60-e539edd6423b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:45.535206 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1662a17-df6c-4985-a278-27b79f9a2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.575787 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c1662a17-df6c-4985-a278-27b79f9a2002 None None] Port 775198c9-3b31-4cf3-8b60-e539edd6423b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:45.697621 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8f497103-4a95-4a86-9cbc-faea2369c9d9 None None] Provisioning complete for port 775198c9-3b31-4cf3-8b60-e539edd6423b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:45.698006 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f497103-4a95-4a86-9cbc-faea2369c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.740308 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8f497103-4a95-4a86-9cbc-faea2369c9d9 None None] Port 775198c9-3b31-4cf3-8b60-e539edd6423b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:45.821716 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:45.878660 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:45.883325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:45.883725 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.963841 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.986860 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:45.993531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:45.994326 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 125513c2-7284-4217-b783-9a4abc002563 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:46.218290 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.222851 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.223880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299693887', 'description': 'tempest-secgroup-smoke-299693887 description', 'project_id': '0f07a3f894564ae296d681593ab105b0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:46.233600 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 125513c2-7284-4217-b783-9a4abc002563 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:46.233976 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.246936 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.311170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:46.328689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.333011 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.361509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:46.361815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.363074 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437616 Jul 16 04:31:46.364916 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976fd0f-0bc1-46b3-bafe-ece0b9919000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ef099a-4d65-44f9-b2d7-813579fc6e94,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.366126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51280) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.367382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:46.367634 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.372265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': '63ef099a-4d65-44f9-b2d7-813579fc6e94', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:46.400430 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.446388 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.457507 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.461268 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.479972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:46.483156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1947db5-76dc-4594-b2f3-1df230157ac9,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.484587 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.487389 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.488591 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d1cf4bd2-c2b5-4716-ba14-74b6e04c060e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208804 Jul 16 04:31:46.491451 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51282) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.496262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': '63ef099a-4d65-44f9-b2d7-813579fc6e94', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:46.523483 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.535461 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.583418 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.587214 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.604754 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61c8b70-c9bb-49cc-9791-565827c6694d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.612216 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.613568 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a309453e-82eb-4ea0-a88d-34252d1336df tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209955 Jul 16 04:31:46.616116 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.620571 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': '63ef099a-4d65-44f9-b2d7-813579fc6e94', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:46.647615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.709748 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.713547 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.734202 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aec04c7-3263-48b2-9b64-aab3f4235053,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.738408 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.739620 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-9d3d4531-eb16-4254-9db7-ac1d3a5e9ecc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225550 Jul 16 04:31:46.742343 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.746795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': '63ef099a-4d65-44f9-b2d7-813579fc6e94', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:46.771942 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.832370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.835788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.852033 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb9f453-a5e2-49e9-a0e0-87019fa834fd,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.858353 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.859553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3aab5169-5a78-4574-aea7-1186122f1a8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162050 Jul 16 04:31:46.862676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51288) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.867057 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': '63ef099a-4d65-44f9-b2d7-813579fc6e94', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:46.887614 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Project 0f07a3f894564ae296d681593ab105b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:31:46.892254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.955259 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.958620 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.977027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b37a37-f0b3-4a42-b95b-4ccaa045d330,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:46.979427 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:46.980606 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-e6247514-343e-4039-a59d-8219c27532f5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170170 Jul 16 04:31:46.983415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:46.989054 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': '63ef099a-4d65-44f9-b2d7-813579fc6e94', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:47.012603 n-d-800089-6 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Project 0f07a3f894564ae296d681593ab105b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:31:47.017718 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.079614 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.083306 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.100783 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341cbb7f-a88d-43dc-90a4-c254d92a1be1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:47.107422 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.108665 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-d8986765-59fc-4df5-bd34-a867c1b105b0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241281 Jul 16 04:31:47.247650 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-55895b34-4fa8-48fa-a93c-8b5a4ea944c9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299693887&fields=id&tenant_id=0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 267 time: 0.0333223 Jul 16 04:31:47.304197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Sync routers for ids ['706fa1ff-48f5-4563-b233-fb67ea768aa2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:47.313381 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Routers {'706fa1ff-48f5-4563-b233-fb67ea768aa2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:47.313997 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['706fa1ff-48f5-4563-b233-fb67ea768aa2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:47.355299 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-a1a5fe43-a306-421f-8b54-f64dc4aaac10 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:47.357041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-a1a5fe43-a306-421f-8b54-f64dc4aaac10 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 809 time: 0.1029541 Jul 16 04:31:47.372044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-1f7bea5b-630e-45f8-8518-b3d38191195a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/quotas/0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Jul 16 04:31:47.418868 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Set router 706fa1ff-48f5-4563-b233-fb67ea768aa2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:47.436645 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-71e086f2-ac98-431d-8d20-862fe88e64d5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589049 Jul 16 04:31:47.532158 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-ed31a08f-5d18-4ce6-b2a7-df90dfde4048 service neutron] 10.222.0.25 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841236 Jul 16 04:31:47.618355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:44Z', 'revision_number': 4, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '775198c9-3b31-4cf3-8b60-e539edd6423b', 'name': '', 'network_id': '512447ed-de77-4f9a-a119-84014039944b', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'mac_address': 'fa:16:3e:66:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6dfb37dc-0315-4972-8925-6188ec2701af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:43Z', 'updated_at': '2021-07-16T04:31:44Z', 'revision_number': 2, 'project_id': '446d53e989ad4641bfb598472855c99b', 'subnets': [{'id': '6dfb37dc-0315-4972-8925-6188ec2701af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:47.619389 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-88739d6e-08b4-47ed-9f5c-42583a26b33b service neutron] 10.222.0.25 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807495 Jul 16 04:31:47.645356 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Checking router: 706fa1ff-48f5-4563-b233-fb67ea768aa2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:47.645726 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Updating router 706fa1ff-48f5-4563-b233-fb67ea768aa2 port 775198c9-3b31-4cf3-8b60-e539edd6423b binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:47.680611 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:47.718632 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:47.807188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b1df6033-a777-43ab-b58e-a59782b3b46e req-b6062aa1-989c-4f36-ab64-9eb1edf678bf tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 210 time: 0.0333121 Jul 16 04:31:47.871207 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:47.871590 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.047409 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:48.085194 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.103592 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Transition to ACTIVE for port object 775198c9-3b31-4cf3-8b60-e539edd6423b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:48.110982 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.156509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:48.156888 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.191623 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8673b4-66c1-4526-97e0-9f97a686045b None None] Pushing event updated for resources: {'Port': ['ID=775198c9-3b31-4cf3-8b60-e539edd6423b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:48.261380 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Attempting to bind port 775198c9-3b31-4cf3-8b60-e539edd6423b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:48.261727 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Attempting to bind port 775198c9-3b31-4cf3-8b60-e539edd6423b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:48.262095 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Attempting to bind port 775198c9-3b31-4cf3-8b60-e539edd6423b on network 512447ed-de77-4f9a-a119-84014039944b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:48.269177 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:48.269436 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Checking segment: {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:48.269846 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.270524 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Bound using segment: {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:48.271025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Bound port: 775198c9-3b31-4cf3-8b60-e539edd6423b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9bc303-35a1-4359-88cc-84e512276ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '512447ed-de77-4f9a-a119-84014039944b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:48.271420 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.371005 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] For port 775198c9-3b31-4cf3-8b60-e539edd6423b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:48.374257 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] For port 775198c9-3b31-4cf3-8b60-e539edd6423b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=775198c9-3b31-4cf3-8b60-e539edd6423b,segment=NetworkSegment(5f9bc303-35a1-4359-88cc-84e512276ecb),segment_id=5f9bc303-35a1-4359-88cc-84e512276ecb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:48.379200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:48.439275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Routers {'706fa1ff-48f5-4563-b233-fb67ea768aa2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:48.440479 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['706fa1ff-48f5-4563-b233-fb67ea768aa2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:48.477700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8673b4-66c1-4526-97e0-9f97a686045b None None] Pushing event updated for resources: {'Port': ['ID=775198c9-3b31-4cf3-8b60-e539edd6423b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:48.568733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] Set router 706fa1ff-48f5-4563-b233-fb67ea768aa2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:48.777919 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:44Z', 'revision_number': 4, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '775198c9-3b31-4cf3-8b60-e539edd6423b', 'name': '', 'network_id': '512447ed-de77-4f9a-a119-84014039944b', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'mac_address': 'fa:16:3e:66:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6dfb37dc-0315-4972-8925-6188ec2701af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:43Z', 'updated_at': '2021-07-16T04:31:48Z', 'revision_number': 4, 'project_id': '446d53e989ad4641bfb598472855c99b', 'subnets': [{'id': '6dfb37dc-0315-4972-8925-6188ec2701af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:48.804121 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9a72f-4c84-4255-b238-09d29e1b7ce4 None None] The sync data for ids ['706fa1ff-48f5-4563-b233-fb67ea768aa2'] in n-d-800089-6 is: [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:44Z', 'revision_number': 4, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '775198c9-3b31-4cf3-8b60-e539edd6423b', 'name': '', 'network_id': '512447ed-de77-4f9a-a119-84014039944b', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'mac_address': 'fa:16:3e:66:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6dfb37dc-0315-4972-8925-6188ec2701af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:43Z', 'updated_at': '2021-07-16T04:31:48Z', 'revision_number': 4, 'project_id': '446d53e989ad4641bfb598472855c99b', 'subnets': [{'id': '6dfb37dc-0315-4972-8925-6188ec2701af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:48.955864 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3f9eea34-8359-4036-8816-7a0f29c2d42b req-583501e6-a7c3-40fb-a872-c1bb826f26d0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Jul 16 04:31:49.112598 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-1e1c6309-2f60-41ce-9177-4b49a09fb6a4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:49.113989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-1e1c6309-2f60-41ce-9177-4b49a09fb6a4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 809 time: 0.1112783 Jul 16 04:31:49.161040 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-045451b8-33b8-4393-b12c-484ffcce8be5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 379 time: 0.0378778 Jul 16 04:31:49.170095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'port': {'device_id': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'admin_state_up': True, 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'security_groups': ['63ef099a-4d65-44f9-b2d7-813579fc6e94']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:49.291942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Made reservation on behalf of 0f07a3f894564ae296d681593ab105b0 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:49.295741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.424339 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Allocated IP 172.20.0.8 (b13cf48b-d8b0-47df-8ab4-141be73b3eb8/4234e502-5e68-4b6f-8628-2da5ad4d7f99/b9f8be4c-550f-451d-a8b5-e46a4b905f80) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:49.573203 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.588284 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Transition to ACTIVE for port object b9f8be4c-550f-451d-a8b5-e46a4b905f80 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:49.621157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.668571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:49.671822 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:49.675879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:49.700294 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:49.732895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:49.733297 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 775198c9-3b31-4cf3-8b60-e539edd6423b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:49.733564 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.750680 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-c1a1f863-9ee2-4a0f-a098-20dbe95df800 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843124 Jul 16 04:31:49.761899 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Request body: {'port': {'device_id': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:49.791072 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 775198c9-3b31-4cf3-8b60-e539edd6423b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:49.795650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 775198c9-3b31-4cf3-8b60-e539edd6423b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:49.796081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.845293 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.876436 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.916410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 775198c9-3b31-4cf3-8b60-e539edd6423b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=775198c9-3b31-4cf3-8b60-e539edd6423b,segment=NetworkSegment(5f9bc303-35a1-4359-88cc-84e512276ecb),segment_id=5f9bc303-35a1-4359-88cc-84e512276ecb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:49.919690 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9c22efb7-7a27-4ec4-83ab-ac00f65e5e90 None None] Provisioning for port b9f8be4c-550f-451d-a8b5-e46a4b905f80 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:49.923407 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.927312 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9c22efb7-7a27-4ec4-83ab-ac00f65e5e90 None None] Provisioning complete for port b9f8be4c-550f-451d-a8b5-e46a4b905f80 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:49.927529 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c22efb7-7a27-4ec4-83ab-ac00f65e5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:49.997227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9c22efb7-7a27-4ec4-83ab-ac00f65e5e90 None None] Port b9f8be4c-550f-451d-a8b5-e46a4b905f80 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:50.001341 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=775198c9-3b31-4cf3-8b60-e539edd6423b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:50.127494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f8be4c-550f-451d-a8b5-e46a4b905f80 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:31:50.134913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.142910 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11371de-9a59-482b-a6fc-6c20e0896c9c req-4aebee69-bb0c-4e6f-a92e-304c1f0d8278 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.144364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f11371de-9a59-482b-a6fc-6c20e0896c9c req-4aebee69-bb0c-4e6f-a92e-304c1f0d8278 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 931 time: 0.0630741 Jul 16 04:31:50.146974 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Transition to ACTIVE for port object b9f8be4c-550f-451d-a8b5-e46a4b905f80 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:50.150761 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.184602 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f11371de-9a59-482b-a6fc-6c20e0896c9c req-d4733273-a599-40fe-bb86-73e963f4ca1f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Jul 16 04:31:50.206191 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:50.276447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Attempting to bind port b9f8be4c-550f-451d-a8b5-e46a4b905f80 on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:50.276794 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Attempting to bind port b9f8be4c-550f-451d-a8b5-e46a4b905f80 by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:50.277128 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Attempting to bind port b9f8be4c-550f-451d-a8b5-e46a4b905f80 on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:50.281829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Port b9f8be4c-550f-451d-a8b5-e46a4b905f80 on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:31:50.282159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Attempting to bind port b9f8be4c-550f-451d-a8b5-e46a4b905f80 on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:50.288260 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:50.288734 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Checking segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:50.289276 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Bound using segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:50.289823 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Bound port: b9f8be4c-550f-451d-a8b5-e46a4b905f80, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:50.290289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.359136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:50.362881 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:50.367549 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.404880 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.405502 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.406953 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] 10.222.0.11 "PUT /v2.0/ports/b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 1091 time: 0.6495554 Jul 16 04:31:50.407419 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:50.410195 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28c35d8-a12a-43b5-a298-9c43f7d02b24" -d '{"events": [{"name": "network-changed", "server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:50.451731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ad72f-47de-4290-a390-18ed8068dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:50.466482 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c451f4-023d-4728-86f7-e89517c2c4e8 x-openstack-request-id: req-d3c451f4-023d-4728-86f7-e89517c2c4e8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:50.466832 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:50.467090 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3c451f4-023d-4728-86f7-e89517c2c4e8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:50.467485 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'status': 'completed', 'code': 200} Jul 16 04:31:50.515270 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-36841e2c-49d5-407d-9803-b8be68f14afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.516786 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-36841e2c-49d5-407d-9803-b8be68f14afc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1094 time: 0.0600765 Jul 16 04:31:50.558134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-d86fd2df-08db-4a87-b71e-922296da2545 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 217 time: 0.0342286 Jul 16 04:31:50.610594 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-3bbf2fb9-c925-4e22-b762-e73da0aeb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.612087 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-3bbf2fb9-c925-4e22-b762-e73da0aeb93d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0484622 Jul 16 04:31:50.667895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-f1864d6a-2218-41db-945c-820fe2c90f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.669405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-f1864d6a-2218-41db-945c-820fe2c90f13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517194 Jul 16 04:31:50.760898 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-de227379-c25f-49d8-ae10-7a375b7cf3c7 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850794 Jul 16 04:31:50.827764 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-760a75d8-32d2-4d35-9940-b9fda4729b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:50.851218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-bc0ca705-2a56-4776-980f-150ba4dd6c1b req-e0d87998-33b8-4d21-b606-661369d532f7 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Jul 16 04:31:50.947159 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-7308d7e6-15da-481a-9ca2-953be924619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:50.948548 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-7308d7e6-15da-481a-9ca2-953be924619e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1094 time: 0.0525031 Jul 16 04:31:51.039013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-9a39bdd5-b4de-40c6-94d5-2ba06b31d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:51.040482 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-9a39bdd5-b4de-40c6-94d5-2ba06b31d8f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0858073 Jul 16 04:31:51.080130 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-d0025c7a-eb85-4c11-bef8-db2656b8d398 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 217 time: 0.0331593 Jul 16 04:31:51.130111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-f5c6f797-7e9d-44ee-9a9c-3c460abc209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:51.131508 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-f5c6f797-7e9d-44ee-9a9c-3c460abc209f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0447438 Jul 16 04:31:51.187688 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-84f263c5-76b8-4ccf-8231-144db639889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:51.189094 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-84f263c5-76b8-4ccf-8231-144db639889f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490792 Jul 16 04:31:51.277562 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-f6aa223e-4418-4f71-bb21-242eb00db497 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811563 Jul 16 04:31:51.375386 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b28c35d8-a12a-43b5-a298-9c43f7d02b24 req-6c9ff83c-5ded-4900-90c7-efd56e437249 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904427 Jul 16 04:31:51.376437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c04b-8998-4aa7-96d2-10de6a05cdf8 req-f8e310f9-1eb1-4009-98e1-e4e7690d8b2c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:51.378637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0236c04b-8998-4aa7-96d2-10de6a05cdf8 req-f8e310f9-1eb1-4009-98e1-e4e7690d8b2c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0760241 Jul 16 04:31:51.415148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0236c04b-8998-4aa7-96d2-10de6a05cdf8 req-caf7d97a-ab45-4c98-9c0c-0d9f4f955452 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309522 Jul 16 04:31:51.680244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 775198c9-3b31-4cf3-8b60-e539edd6423b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:51.728952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 775198c9-3b31-4cf3-8b60-e539edd6423b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:51.729329 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.475593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:31:52.568139 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:52.579509 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'mac_address': 'fa:16:3e:a0:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:31:52.586952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388495e-00e5-4f24-a407-03c3d94bd07b req-13f4c974-1fa5-4d26-abf5-ecd112f9b276 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:52.588990 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9388495e-00e5-4f24-a407-03c3d94bd07b req-13f4c974-1fa5-4d26-abf5-ecd112f9b276 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0635622 Jul 16 04:31:52.619356 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.626017 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9388495e-00e5-4f24-a407-03c3d94bd07b req-266b9070-d641-4f9d-91d8-525c6c41a49d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314307 Jul 16 04:31:52.632206 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f8be4c-550f-451d-a8b5-e46a4b905f80 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:31:52.651695 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:52.655554 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:52.701438 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:52.854194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['b9f8be4c-550f-451d-a8b5-e46a4b905f80'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:31:53.589775 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27217f65-471b-476a-bf84-bf4b9f9a6be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:53.797908 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6a1e7-9849-44f3-96aa-513835650367 req-64713d2a-dbc1-48e8-9a2b-0a514fe32122 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:53.799439 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fa6a1e7-9849-44f3-96aa-513835650367 req-64713d2a-dbc1-48e8-9a2b-0a514fe32122 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 944 time: 0.0619056 Jul 16 04:31:53.839735 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2fa6a1e7-9849-44f3-96aa-513835650367 req-75361997-84d8-4677-a47b-02c39b26f470 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348322 Jul 16 04:31:53.929614 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.506640 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:54.553426 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port b9f8be4c-550f-451d-a8b5-e46a4b905f80 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:54.557020 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port b9f8be4c-550f-451d-a8b5-e46a4b905f80 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:54.557390 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.602118 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.645025 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.666234 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:54.668479 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc587ed-47e8-48f1-bdba-244a7183ba80" -d '{"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:54.681249 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:54.684480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:54.707175 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73707f17-e092-40da-b64a-0e107d044ec4 x-openstack-request-id: req-73707f17-e092-40da-b64a-0e107d044ec4 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:54.707465 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:54.707733 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73707f17-e092-40da-b64a-0e107d044ec4 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:54.708109 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'code': 200} Jul 16 04:31:54.733612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:54.815108 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332610d-dbbe-4e9d-983f-6dc41ebcce5c req-49d8c8fb-e947-4b94-8b9c-fa50d4cd01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:54.816587 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b332610d-dbbe-4e9d-983f-6dc41ebcce5c req-49d8c8fb-e947-4b94-8b9c-fa50d4cd01d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1096 time: 0.0509024 Jul 16 04:31:54.850134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b332610d-dbbe-4e9d-983f-6dc41ebcce5c req-1a53d2d5-a620-4ce4-98ca-d69bacbcead8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276928 Jul 16 04:31:55.007985 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d6aae-1b24-433e-a773-5a9f3e681c12 req-1e450e14-474c-4df4-82c9-bb305f0c0423 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:55.009430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-625d6aae-1b24-433e-a773-5a9f3e681c12 req-1e450e14-474c-4df4-82c9-bb305f0c0423 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0612197 Jul 16 04:31:55.045866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-625d6aae-1b24-433e-a773-5a9f3e681c12 req-c2dc70ed-a8e7-489a-95fe-172e1bb07417 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Jul 16 04:31:55.636450 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:31:56.215898 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a6c9-0321-43fc-b34a-e6210353a72f req-2f6fd46a-858c-4f5b-8868-87da14e43acd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:56.217376 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a45a6c9-0321-43fc-b34a-e6210353a72f req-2f6fd46a-858c-4f5b-8868-87da14e43acd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0614526 Jul 16 04:31:56.254242 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2a45a6c9-0321-43fc-b34a-e6210353a72f req-7acec8e0-74c3-4f1d-8d24-bdc0b25b0e85 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Jul 16 04:31:56.317176 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.432405 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c59034-1f40-438d-9fde-06c031108a0e req-4f92503b-86f3-4695-a992-e747bac9808a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:56.433889 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85c59034-1f40-438d-9fde-06c031108a0e req-4f92503b-86f3-4695-a992-e747bac9808a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0699239 Jul 16 04:31:56.475559 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-85c59034-1f40-438d-9fde-06c031108a0e req-287cf03a-ad70-4152-83c2-eca1beae4593 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Jul 16 04:31:56.499155 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51342) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:56.641014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35590cbe-3641-4de8-b035-0c784225c07a tempest-TestShelveInstance-1790607735 tempest-TestShelveInstance-1790607735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:56.642427 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-35590cbe-3641-4de8-b035-0c784225c07a tempest-TestShelveInstance-1790607735 tempest-TestShelveInstance-1790607735-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1091 time: 0.1422973 Jul 16 04:31:56.645939 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51346) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:56.650182 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:56.671619 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.765394 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.871898 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Allocated IP 172.25.4.91 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/b80bda55-5747-402e-9087-3696ca7adf5d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:56.971295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.008453 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.049514 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:57.052215 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:57.055647 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:57.076720 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'Port': ['ID=b80bda55-5747-402e-9087-3696ca7adf5d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:57.405324 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.479766 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.627283 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.631741 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.697262 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'Port': ['ID=b80bda55-5747-402e-9087-3696ca7adf5d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:57.707058 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:57.803274 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Floating IP 99b059a3-8ca5-46e4-ba00-805a08791f9e associated. External IP: 172.25.4.91, port: b9f8be4c-550f-451d-a8b5-e46a4b905f80. Jul 16 04:31:58.333335 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Router beef6d53-10e3-4062-abfb-ba7a73523537 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:58.438519 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:58.447950 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:58.454810 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:58.458452 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:58.459103 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:58.491594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9d0b83b3-4e6c-4f29-bbfd-370f31272c5a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8445930 Jul 16 04:31:58.492275 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:58.494654 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741cc38a-84a1-4914-bdc1-b3642005a740" -d '{"events": [{"name": "network-changed", "server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:58.563121 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:58.581749 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f1b3d8-1e62-406b-a0fd-61f42e101825 x-openstack-request-id: req-a8f1b3d8-1e62-406b-a0fd-61f42e101825 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:58.582036 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:58.582311 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8f1b3d8-1e62-406b-a0fd-61f42e101825 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:58.582761 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'status': 'completed', 'code': 200} Jul 16 04:31:58.658006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-ac404e0b-c207-4560-925d-f833e238c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:58.659664 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-ac404e0b-c207-4560-925d-f833e238c098 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1096 time: 0.0523374 Jul 16 04:31:58.750692 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-4f00a4f2-fc1e-427e-9625-9eea6e73d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:58.752800 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-4f00a4f2-fc1e-427e-9625-9eea6e73d7f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0867846 Jul 16 04:31:58.783645 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '99b059a3-8ca5-46e4-ba00-805a08791f9e', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'mac_address': 'fa:16:3e:a0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:31:57Z', 'revision_number': 0, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:58.813353 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:58.813818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-40a0e872-624f-4570-9fe8-4e94c96af218 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 998 time: 0.0560360 Jul 16 04:31:58.822817 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:58.823436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:31:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:58.865699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-19750fe7-8e84-42a6-a42b-81cd5b38049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:58.867189 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-19750fe7-8e84-42a6-a42b-81cd5b38049f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0475657 Jul 16 04:31:58.924511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-f98664d6-a18e-443a-92ed-19effb77955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:58.925960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-f98664d6-a18e-443a-92ed-19effb77955b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520537 Jul 16 04:31:58.926689 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:59.014594 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-4a7ef3e0-708e-4e95-bba8-034273eb2b20 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820472 Jul 16 04:31:59.106069 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-741cc38a-84a1-4914-bdc1-b3642005a740 req-6d37c93b-5ab1-48eb-b4b8-5b5cfebc6cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855160 Jul 16 04:31:59.146101 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '99b059a3-8ca5-46e4-ba00-805a08791f9e', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'mac_address': 'fa:16:3e:a0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:31:57Z', 'revision_number': 0, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:59.171400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3652fd-45d4-45e5-a106-26921c5ff50e None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': '99b059a3-8ca5-46e4-ba00-805a08791f9e', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'mac_address': 'fa:16:3e:a0:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:31:57Z', 'updated_at': '2021-07-16T04:31:57Z', 'revision_number': 0, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:59.348039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a2e66-c008-4b2b-bbcb-c0d5701a6729 None None] New status for floating IP 99b059a3-8ca5-46e4-ba00-805a08791f9e: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:32:03.479845 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.244311 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:20.828358 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2da072d-9a55-4484-ad06-a4caef6408bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:23.589591 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6b02146-9b84-4937-889d-61ea3ab97f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:23.929618 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:24.591157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:26.317786 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:32.640222 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:32:33.486858 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:34.271017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:37.843043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-3c2a4c7d-a9fe-448f-9a50-0911a42c3185 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492189 Jul 16 04:32:37.935754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-4bd53517-0244-4f8b-bdce-58b9cd017855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:37.937114 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-4bd53517-0244-4f8b-bdce-58b9cd017855 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1096 time: 0.0545061 Jul 16 04:32:38.036328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-8d8a240c-1cbd-469d-8953-3896885fe205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:38.037750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-8d8a240c-1cbd-469d-8953-3896885fe205 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0809703 Jul 16 04:32:38.102407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-d874a89a-6f27-4e9f-92ec-5c5fb9a2cac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 1000 time: 0.0583024 Jul 16 04:32:38.148790 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-c6422f95-d8b9-4c8b-9fbd-0f0670e6318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:38.150148 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-c6422f95-d8b9-4c8b-9fbd-0f0670e6318c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0417721 Jul 16 04:32:38.203463 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-eda601b9-c41e-448c-9fcb-0283cc39bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:38.204891 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-eda601b9-c41e-448c-9fcb-0283cc39bc74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488608 Jul 16 04:32:38.294397 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-99d1caba-48a2-4d7e-b3b5-3e88570120e9 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832818 Jul 16 04:32:38.380992 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-e09946ec-9bc1-4efc-966d-aa24eb1337ec req-81f62e29-d616-4346-a138-825d694bf141 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796423 Jul 16 04:32:50.829254 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e518c163-a2a3-462a-a5b1-55ea2ebc09fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:53.592081 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3aa937e7-d8f7-4dc0-a23b-ddfe9f4975cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:53.930714 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:54.594111 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:56.320715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:03.485778 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:04.284678 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:09.638725 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:33:20.829604 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28812046-1477-4972-8115-1b6d499740f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:23.591094 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ede6b53e-2342-4726-b888-abee77f7e64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:23.932612 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:24.597333 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:26.323893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:33.502837 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:34.283216 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:39.850064 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-762e2a7e-a3e1-4384-8ebb-ae24ec722b95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573194 Jul 16 04:33:39.940123 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-1de89b6b-ae62-4cd8-8e4b-df54d2a190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:39.941454 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-1de89b6b-ae62-4cd8-8e4b-df54d2a190c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1096 time: 0.0500290 Jul 16 04:33:40.040533 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-07c24d78-6541-4037-aeec-9c9ce81e50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:40.041925 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-07c24d78-6541-4037-aeec-9c9ce81e50d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0811903 Jul 16 04:33:40.106720 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-bbe9963a-1e61-4b75-a543-3ec39e0421bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 1000 time: 0.0585482 Jul 16 04:33:40.153522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-62b12aef-aa6c-4732-bb64-8fb1dc1e5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:40.154893 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-62b12aef-aa6c-4732-bb64-8fb1dc1e5d95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0420954 Jul 16 04:33:40.210039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-92042b4c-6beb-4d39-9f54-ea4e41f0b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:40.211401 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-92042b4c-6beb-4d39-9f54-ea4e41f0b175 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497887 Jul 16 04:33:40.300553 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-0e2ba5f1-5ee5-45a8-aeae-fd1889c44086 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827274 Jul 16 04:33:40.385749 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a32336f3-c7a7-49c1-bb22-eaa6712b30f7 req-44f5e708-a07b-4add-8c15-e8d840a7d016 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793240 Jul 16 04:33:46.637423 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:33:50.044217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-ca38750c-370d-4328-b41f-5d953487cb5f req-9cbaabb1-f478-4589-955c-a58d54db5b03 service neutron] (93756) timed out ('10.222.0.25', 44948) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:33:50.830444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1df8370-a862-4418-a8d3-7d0d3619560a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:53.590956 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6775c4ed-8faf-4f36-9bbb-a8365da03681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:53.933246 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:54.304237 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385aef0-bfd3-4323-b0d0-5e59af9ee62d req-a7fbd53c-ee8b-497e-9125-102f2d20b6fe tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:54.305707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7385aef0-bfd3-4323-b0d0-5e59af9ee62d req-a7fbd53c-ee8b-497e-9125-102f2d20b6fe tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0621614 Jul 16 04:33:54.343141 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7385aef0-bfd3-4323-b0d0-5e59af9ee62d req-6ad990fe-765b-4334-840c-d616f79f5bb2 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Jul 16 04:33:54.602135 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:55.541769 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2de1-1eaa-43db-a251-ac708e83fde3 req-fbf02e9d-116c-47ab-a6bd-0dd718b1bda0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:55.543255 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea9c2de1-1eaa-43db-a251-ac708e83fde3 req-fbf02e9d-116c-47ab-a6bd-0dd718b1bda0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0653939 Jul 16 04:33:55.580820 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ea9c2de1-1eaa-43db-a251-ac708e83fde3 req-241c4a0c-f1e5-48e3-a1fb-c9b1d0567e61 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Jul 16 04:33:56.326860 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:56.748372 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd339-6b93-418c-9947-05277ce12031 req-6118900e-5a69-4cb7-81d6-00622a538768 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:56.749833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dfbd339-6b93-418c-9947-05277ce12031 req-6118900e-5a69-4cb7-81d6-00622a538768 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0616436 Jul 16 04:33:56.786896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0dfbd339-6b93-418c-9947-05277ce12031 req-7cb62d2c-a1ee-4f85-99c9-0f3df1d16009 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Jul 16 04:33:57.957539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc6535-5ab5-475e-bf77-23b32ffbf193 req-286d255a-c2ed-460e-b734-fbea4ac16965 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:57.959430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afdc6535-5ab5-475e-bf77-23b32ffbf193 req-286d255a-c2ed-460e-b734-fbea4ac16965 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0615356 Jul 16 04:33:57.995422 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-afdc6535-5ab5-475e-bf77-23b32ffbf193 req-9d15c629-1e2f-4f8a-b816-923a8742c827 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Jul 16 04:33:59.168094 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc110-6363-4bbe-987a-1cc02a5553ff req-91528658-1e5a-47ad-8e7e-8d1eca425dc8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:59.169569 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-beccc110-6363-4bbe-987a-1cc02a5553ff req-91528658-1e5a-47ad-8e7e-8d1eca425dc8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0657370 Jul 16 04:33:59.206707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-beccc110-6363-4bbe-987a-1cc02a5553ff req-489f5b3f-31ec-4bc0-bde2-d9c21616a9a3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jul 16 04:34:00.374323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c072bb-b8fc-45b1-a6ff-fa80678d44c2 req-e433a10c-516f-41e9-9076-ce19f47b9d17 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:00.375818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59c072bb-b8fc-45b1-a6ff-fa80678d44c2 req-e433a10c-516f-41e9-9076-ce19f47b9d17 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0616767 Jul 16 04:34:00.412756 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59c072bb-b8fc-45b1-a6ff-fa80678d44c2 req-5fb3b93e-3925-4e81-a109-ba39fec701ff tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Jul 16 04:34:01.586491 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b9a41-c97c-4c95-bf20-f599a45e28ed req-c16e7af7-c16a-46ea-a69c-8822a991e1ca tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:01.587993 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64b9a41-c97c-4c95-bf20-f599a45e28ed req-c16e7af7-c16a-46ea-a69c-8822a991e1ca tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0657682 Jul 16 04:34:01.624379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e64b9a41-c97c-4c95-bf20-f599a45e28ed req-a6e6632d-1d1e-4653-ba03-54824be10723 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308461 Jul 16 04:34:02.796256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f3dca-af95-42c7-9ee0-b796f36f21a5 req-8dee0813-2046-4ee2-bf7f-63a78afd5dfc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:02.797733 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e4f3dca-af95-42c7-9ee0-b796f36f21a5 req-8dee0813-2046-4ee2-bf7f-63a78afd5dfc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0616627 Jul 16 04:34:02.835117 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-7e4f3dca-af95-42c7-9ee0-b796f36f21a5 req-613bcff8-183f-4026-9467-93e10685949f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Jul 16 04:34:03.515329 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.002740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f55d2e-1f95-408a-97ce-cccddb5d1555 req-b13544e3-0d6f-443f-8fd4-bfb8ed60f8f9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:04.004199 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7f55d2e-1f95-408a-97ce-cccddb5d1555 req-b13544e3-0d6f-443f-8fd4-bfb8ed60f8f9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0613215 Jul 16 04:34:04.041107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d7f55d2e-1f95-408a-97ce-cccddb5d1555 req-5a2c329a-fc20-42de-9f52-be67c5ae39d1 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Jul 16 04:34:04.282885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.129021 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:34:05.213715 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5be5f1-1143-4fba-ba47-5c1cf406ce55 req-31d9b774-cbba-4409-9e8d-44721fafdb88 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:05.215248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b5be5f1-1143-4fba-ba47-5c1cf406ce55 req-31d9b774-cbba-4409-9e8d-44721fafdb88 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0662892 Jul 16 04:34:05.220046 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:05.232101 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'mac_address': 'fa:16:3e:a0:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:34:05.252970 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8b5be5f1-1143-4fba-ba47-5c1cf406ce55 req-280c9c5f-a3b1-477d-b1bd-2d9b63936bd0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318780 Jul 16 04:34:05.272027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.284255 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f8be4c-550f-451d-a8b5-e46a4b905f80 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:34:05.303515 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:05.307390 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:05.357003 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:05.364218 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.364572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.364914 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.365253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.365587 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.365918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.366244 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.366595 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.366925 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.367251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.367575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.367902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:34:05.385666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['b9f8be4c-550f-451d-a8b5-e46a4b905f80'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:34:06.439144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa11e2c-6d3c-4592-9ddf-22e2845f28d0 req-c1905deb-08a0-4cb9-9fc1-ad15d102a07b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:06.440859 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffa11e2c-6d3c-4592-9ddf-22e2845f28d0 req-c1905deb-08a0-4cb9-9fc1-ad15d102a07b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 944 time: 0.0711541 Jul 16 04:34:06.480873 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ffa11e2c-6d3c-4592-9ddf-22e2845f28d0 req-a11cae6e-9d78-4044-9677-7ba9436363b4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335736 Jul 16 04:34:07.132947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:07.187172 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port b9f8be4c-550f-451d-a8b5-e46a4b905f80 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:07.187704 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.282582 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.306699 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:07.308876 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e2e316-0689-48ee-95ae-178c830178b9" -d '{"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:07.324190 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:07.333654 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:07.404011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:07.442754 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb43f8ea-00c5-483d-a68b-f735516618c6 x-openstack-request-id: req-cb43f8ea-00c5-483d-a68b-f735516618c6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:07.442999 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:07.443261 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb43f8ea-00c5-483d-a68b-f735516618c6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:07.443653 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'code': 200} Jul 16 04:34:07.684171 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904164a-1515-4071-90c4-bcbff62a55d3 req-14d1510d-20a8-449c-88e7-03303858be7c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:07.686352 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f904164a-1515-4071-90c4-bcbff62a55d3 req-14d1510d-20a8-449c-88e7-03303858be7c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0700588 Jul 16 04:34:07.729721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f904164a-1515-4071-90c4-bcbff62a55d3 req-16310268-bc00-41af-93c8-753849d96f91 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374436 Jul 16 04:34:08.915051 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f104e-9a36-4ce2-8398-9481cfe46906 req-24c1708e-7c87-4bb8-ae21-1b72c64d2786 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:08.916552 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-645f104e-9a36-4ce2-8398-9481cfe46906 req-24c1708e-7c87-4bb8-ae21-1b72c64d2786 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0723932 Jul 16 04:34:08.963173 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-645f104e-9a36-4ce2-8398-9481cfe46906 req-844bd33f-5778-4f85-b99b-11a5a5972cbb tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383162 Jul 16 04:34:10.159250 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2f20-7edd-46d7-8b0d-75f1133256e1 req-1b23ee09-385a-45b6-8616-3b307297c288 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:10.161334 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52c2f20-7edd-46d7-8b0d-75f1133256e1 req-1b23ee09-385a-45b6-8616-3b307297c288 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0711451 Jul 16 04:34:10.204404 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e52c2f20-7edd-46d7-8b0d-75f1133256e1 req-331ce147-ce6d-4c25-af87-c9d4e7d6b475 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371385 Jul 16 04:34:11.403550 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c28775-6b84-459a-a1ec-a65c0eac5c76 req-061300c5-f6b6-4b4b-a0d5-8e9d9c9bf03c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:11.405091 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3c28775-6b84-459a-a1ec-a65c0eac5c76 req-061300c5-f6b6-4b4b-a0d5-8e9d9c9bf03c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0810933 Jul 16 04:34:11.446305 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a3c28775-6b84-459a-a1ec-a65c0eac5c76 req-6fe54705-49f8-4e2f-b577-3eed8d2d5d8e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356808 Jul 16 04:34:12.629095 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85f5a3-811a-4464-a7e8-91093cfaab61 req-f0ac6fa0-09c5-44df-8e1a-01404493efba tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:12.631489 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a85f5a3-811a-4464-a7e8-91093cfaab61 req-f0ac6fa0-09c5-44df-8e1a-01404493efba tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0687435 Jul 16 04:34:12.682184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8a85f5a3-811a-4464-a7e8-91093cfaab61 req-067ccc7f-3248-4c79-9d50-f1410d4135b9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439863 Jul 16 04:34:13.871710 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb70a-fa20-4048-997e-fe29cbfea2ae req-2801a169-3368-4fb4-82d9-387f75caa776 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:13.873346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e6eb70a-fa20-4048-997e-fe29cbfea2ae req-2801a169-3368-4fb4-82d9-387f75caa776 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0747645 Jul 16 04:34:13.914704 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2e6eb70a-fa20-4048-997e-fe29cbfea2ae req-c0119d33-0337-4942-aa94-42841478c2f7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357385 Jul 16 04:34:15.093797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79330b-a8a5-412e-8fda-b94b086320f5 req-023801fd-5d28-4349-a410-316f86990eda tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:15.095380 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b79330b-a8a5-412e-8fda-b94b086320f5 req-023801fd-5d28-4349-a410-316f86990eda tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0637856 Jul 16 04:34:15.133357 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0b79330b-a8a5-412e-8fda-b94b086320f5 req-0452056e-5086-4431-aa9f-1beb1301624a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315964 Jul 16 04:34:15.740322 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695393-0d87-41ef-b636-71789728f81a req-4432d726-a91c-4b88-8ea8-f8b2328fbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:15.741807 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-4432d726-a91c-4b88-8ea8-f8b2328fbf77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1096 time: 0.0569854 Jul 16 04:34:15.830106 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695393-0d87-41ef-b636-71789728f81a req-c7fe06de-da8c-47c1-b3e7-d024e6ad8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:15.831597 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-c7fe06de-da8c-47c1-b3e7-d024e6ad8009 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0833559 Jul 16 04:34:15.897415 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-17c00a2d-bf47-42dd-a851-5fea7fcda032 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 1000 time: 0.0595233 Jul 16 04:34:15.943962 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695393-0d87-41ef-b636-71789728f81a req-bacbbb65-ef1a-4e78-b49b-152e6eee883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:15.945353 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-bacbbb65-ef1a-4e78-b49b-152e6eee883a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0422351 Jul 16 04:34:15.999530 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695393-0d87-41ef-b636-71789728f81a req-4236879c-bae7-4440-a291-c78ba73df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:16.000928 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-4236879c-bae7-4440-a291-c78ba73df9d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496550 Jul 16 04:34:16.091773 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-22ea0abd-49cb-4adc-ae3a-87f571e80206 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Jul 16 04:34:16.178562 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-51695393-0d87-41ef-b636-71789728f81a req-816fe185-15c2-4b5b-a365-d7040363b69b service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805974 Jul 16 04:34:16.303848 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097295d4-e5f0-4d7c-8b2a-f03041192a72 req-844ed096-8698-4f54-8537-1b55de2a18b1 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:16.305248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-097295d4-e5f0-4d7c-8b2a-f03041192a72 req-844ed096-8698-4f54-8537-1b55de2a18b1 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0619121 Jul 16 04:34:16.341075 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-097295d4-e5f0-4d7c-8b2a-f03041192a72 req-2f080198-84c0-45ce-b9ae-03f1133eedab tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303764 Jul 16 04:34:17.522636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e92638-012d-445b-9b0b-487823a85617 req-9ec6307c-3c14-472f-a658-2907ac0aa417 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:17.524192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9e92638-012d-445b-9b0b-487823a85617 req-9ec6307c-3c14-472f-a658-2907ac0aa417 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0698380 Jul 16 04:34:17.560159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f9e92638-012d-445b-9b0b-487823a85617 req-561e1d01-940d-4a6d-a98e-e5fa26906e3f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304291 Jul 16 04:34:18.729297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6e72-72fd-446e-8c17-93b10deaf40d req-1c00f7a0-4b29-4002-922e-a04082e697e8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:18.730783 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39cd6e72-72fd-446e-8c17-93b10deaf40d req-1c00f7a0-4b29-4002-922e-a04082e697e8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 945 time: 0.0618243 Jul 16 04:34:18.766932 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-39cd6e72-72fd-446e-8c17-93b10deaf40d req-63028230-5224-4ce8-948a-ea3f2d034bc2 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306516 Jul 16 04:34:18.924140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-c98bde27-92b5-41a2-90d8-eca985f49236 req-6e798b68-f237-4d05-bd3e-8f55d04aa38b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:34:18.925144 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c98bde27-92b5-41a2-90d8-eca985f49236 req-6e798b68-f237-4d05-bd3e-8f55d04aa38b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562525 Jul 16 04:34:19.193719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:34:19.269231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.290846 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:19.293053 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1483d-7780-4f39-b89c-f93a8c0df21f" -d '{"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:19.305703 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:19.310630 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:19.356499 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:20.074930 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429be67-bb27-478a-98e5-654857b877bb x-openstack-request-id: req-6429be67-bb27-478a-98e5-654857b877bb {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:20.076551 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-unplugged", "status": "failed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:20.077031 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6429be67-bb27-478a-98e5-654857b877bb {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:20.077738 n-d-800089-6 neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'code': 422} returned with failed status Jul 16 04:34:20.228128 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc60fd2-cc69-4bdb-ae24-88e06bb395b9 req-561259f3-9516-42ca-a91d-a65c41c789a4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:20.229643 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fc60fd2-cc69-4bdb-ae24-88e06bb395b9 req-561259f3-9516-42ca-a91d-a65c41c789a4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0689204 Jul 16 04:34:20.268765 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0fc60fd2-cc69-4bdb-ae24-88e06bb395b9 req-9de9ee26-2097-4a66-89ff-e35fe1a7a505 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328667 Jul 16 04:34:20.529302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-34702113-9315-4c7b-a5c9-64cb629611c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072009 Jul 16 04:34:20.830402 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bc656bb-4cb7-4461-aea3-d3eeb9299a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:21.439649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdbb64-0303-465d-85bc-2ee50102243e req-48eefaf4-0ecf-4b6f-a76a-8e0fe3852796 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:21.441114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9bdbb64-0303-465d-85bc-2ee50102243e req-48eefaf4-0ecf-4b6f-a76a-8e0fe3852796 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0621502 Jul 16 04:34:21.477316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a9bdbb64-0303-465d-85bc-2ee50102243e req-e63f268f-1957-447d-85db-dcb7948e7499 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Jul 16 04:34:22.649936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be1cf1-08c4-42b3-87c5-44f7362a21bd req-10dc3c3b-854a-445a-8d93-95d3b2d5c771 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:22.651321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38be1cf1-08c4-42b3-87c5-44f7362a21bd req-10dc3c3b-854a-445a-8d93-95d3b2d5c771 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0606225 Jul 16 04:34:22.690963 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-38be1cf1-08c4-42b3-87c5-44f7362a21bd req-5648b520-5061-4f8c-a854-b7701c62754d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Jul 16 04:34:23.502039 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-98a469dc-9987-4ee0-864e-1de4326a2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.503528 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-98a469dc-9987-4ee0-864e-1de4326a2f1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494&tenant_id=0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 1094 time: 0.0522010 Jul 16 04:34:23.574365 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-720e365c-5885-46ac-add3-5a55ad86d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.575908 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-720e365c-5885-46ac-add3-5a55ad86d2dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1094 time: 0.0509815 Jul 16 04:34:23.592552 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e81e7fa3-5e66-46b6-9bd4-ca467bcc3d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:23.636834 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:34:23.667813 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-c7e3ba6c-2ca4-437f-b6ba-04f56e661cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.669261 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-c7e3ba6c-2ca4-437f-b6ba-04f56e661cec service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0875006 Jul 16 04:34:23.731479 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-6cfbc9b0-ec1b-4166-be45-be79154c105f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 998 time: 0.0560997 Jul 16 04:34:23.779381 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-9cdc6752-5525-4bc1-aae2-db69fa853993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.780825 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-9cdc6752-5525-4bc1-aae2-db69fa853993 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0429320 Jul 16 04:34:23.841505 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-f2127915-dec4-42c0-b130-6a1c3bc9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.843061 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-f2127915-dec4-42c0-b130-6a1c3bc9da8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555332 Jul 16 04:34:23.866203 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82adf-e9cd-440c-a642-32cd7b8766f2 req-68725a35-ce02-4b8f-a4a5-f23f19c6a7cf tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:23.867705 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b82adf-e9cd-440c-a642-32cd7b8766f2 req-68725a35-ce02-4b8f-a4a5-f23f19c6a7cf tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0630405 Jul 16 04:34:23.904917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f5b82adf-e9cd-440c-a642-32cd7b8766f2 req-094bf71d-133e-43da-9c9e-7111ed777292 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jul 16 04:34:23.932154 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-f0172700-12cf-49d2-b343-28612c584405 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824089 Jul 16 04:34:23.943138 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:24.026722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-c64a514f-99c9-46a8-83a2-449ac6995d99 req-4ed9b049-ce93-4b1e-b094-8ed7c505865f service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878546 Jul 16 04:34:24.602792 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:25.084713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a787181-d7bd-4613-bb76-becc180e9d5f req-68088919-c19e-4db8-a0d8-338bd4924f42 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:25.086244 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a787181-d7bd-4613-bb76-becc180e9d5f req-68088919-c19e-4db8-a0d8-338bd4924f42 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0657763 Jul 16 04:34:25.126208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-6a787181-d7bd-4613-bb76-becc180e9d5f req-fd9df086-f9b8-4e83-967b-c43a4fdc6f2d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342472 Jul 16 04:34:26.307528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b1b35-36ac-4a34-9d34-bc5d61ebca9b req-19dca52c-f6d6-4540-b0cc-4cdfa550070b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:26.309053 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de5b1b35-36ac-4a34-9d34-bc5d61ebca9b req-19dca52c-f6d6-4540-b0cc-4cdfa550070b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0696299 Jul 16 04:34:26.332328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:26.350122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-de5b1b35-36ac-4a34-9d34-bc5d61ebca9b req-22e2d666-fa23-4738-9c2b-cd2b312da1d0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354269 Jul 16 04:34:27.529302 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d12da-07b0-4ab7-8575-cebc1497fc12 req-f99e14cb-26e1-4655-9c3d-eb8c4800d47d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:27.530830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-842d12da-07b0-4ab7-8575-cebc1497fc12 req-f99e14cb-26e1-4655-9c3d-eb8c4800d47d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0638866 Jul 16 04:34:27.569235 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-842d12da-07b0-4ab7-8575-cebc1497fc12 req-212a0f53-3c47-4f72-b1f8-4373c098ada4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323908 Jul 16 04:34:28.749230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3105c5d-2f2f-4fd3-986c-7c96766a483d req-77b1eca9-6fa1-4171-b989-b34d4d288911 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:28.750766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3105c5d-2f2f-4fd3-986c-7c96766a483d req-77b1eca9-6fa1-4171-b989-b34d4d288911 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0642049 Jul 16 04:34:28.794557 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d3105c5d-2f2f-4fd3-986c-7c96766a483d req-92564436-1448-46e4-8a57-7f98ac44965d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374279 Jul 16 04:34:29.973207 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927c0a3-b873-4c33-9e56-dfe7322af82b req-1f6fa102-2777-4045-a537-0e256cfb1ce4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:29.974723 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b927c0a3-b873-4c33-9e56-dfe7322af82b req-1f6fa102-2777-4045-a537-0e256cfb1ce4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0639961 Jul 16 04:34:30.012299 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b927c0a3-b873-4c33-9e56-dfe7322af82b req-d05ebd9f-7cd7-4d19-91cc-53afcd0672af tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321460 Jul 16 04:34:31.189580 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3c4e4-8339-497c-a771-bd0bf1704a44 req-d09a31b5-2995-4a36-a39c-cc56609020ea tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:31.191103 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07c3c4e4-8339-497c-a771-bd0bf1704a44 req-d09a31b5-2995-4a36-a39c-cc56609020ea tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0640717 Jul 16 04:34:31.231050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-07c3c4e4-8339-497c-a771-bd0bf1704a44 req-1cf5d251-6950-4610-89e8-507a35b46fb7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342674 Jul 16 04:34:32.416940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669d1a0-0aaf-466b-80c6-7e9b6f8a5b22 req-efa17755-f951-4ad5-88d8-5a53e73aabd4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:32.418586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8669d1a0-0aaf-466b-80c6-7e9b6f8a5b22 req-efa17755-f951-4ad5-88d8-5a53e73aabd4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0698485 Jul 16 04:34:32.458493 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8669d1a0-0aaf-466b-80c6-7e9b6f8a5b22 req-0bdc90e3-cea5-4156-a237-bc8f7d2181f1 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341492 Jul 16 04:34:33.537252 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:33.638826 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d71ae-f1d3-4c72-a6fd-327c3664738f req-e58acdc2-540b-4f61-b800-477451da0d91 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:33.640347 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-437d71ae-f1d3-4c72-a6fd-327c3664738f req-e58acdc2-540b-4f61-b800-477451da0d91 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0632162 Jul 16 04:34:33.681611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-437d71ae-f1d3-4c72-a6fd-327c3664738f req-06bd0888-12d4-4acd-81d2-163dac22bab0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349286 Jul 16 04:34:34.287416 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:34.851109 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004424ea-19d8-4360-8171-c27c43b7e6f0 req-7668ec61-bb93-4103-bddb-f1aa53e3b3a8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:34.852567 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-004424ea-19d8-4360-8171-c27c43b7e6f0 req-7668ec61-bb93-4103-bddb-f1aa53e3b3a8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0612175 Jul 16 04:34:34.893707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-004424ea-19d8-4360-8171-c27c43b7e6f0 req-2bbce675-874c-4a95-8b1e-a7403ecb5ac7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355361 Jul 16 04:34:36.062433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbad4-baf1-427a-988d-3284bffecca7 req-b13ed8a8-113c-45e9-9ff3-735bb4fd0516 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:36.063931 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf4fbad4-baf1-427a-988d-3284bffecca7 req-b13ed8a8-113c-45e9-9ff3-735bb4fd0516 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0620267 Jul 16 04:34:36.100269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf4fbad4-baf1-427a-988d-3284bffecca7 req-7edbd27c-22a6-49a1-b173-f77c14cd2012 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304327 Jul 16 04:34:37.267780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:34:37.268438 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf2f1b-718c-41ff-9df3-411d7e5bda20 req-9ec3ca2b-12b1-42ad-baed-fd242d2f7b46 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:37.269317 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dedf2f1b-718c-41ff-9df3-411d7e5bda20 req-9ec3ca2b-12b1-42ad-baed-fd242d2f7b46 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 943 time: 0.0611742 Jul 16 04:34:37.305833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dedf2f1b-718c-41ff-9df3-411d7e5bda20 req-0ec4473b-f667-403a-af87-a42a9335a311 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305746 Jul 16 04:34:37.366320 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:37.377331 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'port_id': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'mac_address': 'fa:16:3e:a0:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:34:37.413880 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:37.425840 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f8be4c-550f-451d-a8b5-e46a4b905f80 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:34:37.445267 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:37.449433 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:37.498113 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:37.672729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['b9f8be4c-550f-451d-a8b5-e46a4b905f80'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:34:38.482635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e108-eb73-4521-b039-8234fe89c923 req-ddcb6f66-e6f2-47ea-aeba-744a809183fb tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:38.484097 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be01e108-eb73-4521-b039-8234fe89c923 req-ddcb6f66-e6f2-47ea-aeba-744a809183fb tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 944 time: 0.0657899 Jul 16 04:34:38.519697 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-be01e108-eb73-4521-b039-8234fe89c923 req-0ed25fd5-c60e-4df4-9143-20c5d7fb00db tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301926 Jul 16 04:34:39.267704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:39.313855 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port b9f8be4c-550f-451d-a8b5-e46a4b905f80 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:39.314232 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:39.390025 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:39.411670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:39.413884 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bbd04c-6cb6-475b-b008-3a57a6f02cde" -d '{"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:39.426089 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:39.431209 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:39.456765 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e718f-a81b-444d-85ee-26a764285f5a x-openstack-request-id: req-819e718f-a81b-444d-85ee-26a764285f5a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:39.457059 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:39.457313 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-819e718f-a81b-444d-85ee-26a764285f5a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:39.457725 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'code': 200} Jul 16 04:34:39.483518 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:39.639243 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdec97-3c15-46fd-b670-a03f81e74ddb req-39f135d9-5686-4c56-a824-0c3f2092e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:39.640750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddfdec97-3c15-46fd-b670-a03f81e74ddb req-39f135d9-5686-4c56-a824-0c3f2092e6dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1097 time: 0.0521777 Jul 16 04:34:39.674259 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ddfdec97-3c15-46fd-b670-a03f81e74ddb req-90d4a5bc-677e-46e4-b0d8-87b9d538023f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275064 Jul 16 04:34:39.693143 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4099-09c4-4c23-91b2-d644501578ec req-bcd8d5a6-9cce-40ba-8667-276c08967f57 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:39.694638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8efb4099-09c4-4c23-91b2-d644501578ec req-bcd8d5a6-9cce-40ba-8667-276c08967f57 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 946 time: 0.0621307 Jul 16 04:34:39.731974 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8efb4099-09c4-4c23-91b2-d644501578ec req-879f3ac6-7bd0-498d-8fc0-b89f828b46e5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Jul 16 04:34:39.889386 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-472dd76a-b095-408a-b802-850b8ffd6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:39.890777 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-472dd76a-b095-408a-b802-850b8ffd6978 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1097 time: 0.0551877 Jul 16 04:34:39.992311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-0e993d77-12e5-46b6-a44c-4891526387e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:39.993712 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-0e993d77-12e5-46b6-a44c-4891526387e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0812349 Jul 16 04:34:40.059093 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-f121af1d-23da-46aa-aa49-23f1cef14af8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 1000 time: 0.0584803 Jul 16 04:34:40.105989 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-93b7f21f-7091-47e9-a343-82d3b02ed561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:40.107387 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-93b7f21f-7091-47e9-a343-82d3b02ed561 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0417340 Jul 16 04:34:40.161731 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-ccfe5b2a-ab89-468d-9d2c-af28c94e0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:40.163083 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-ccfe5b2a-ab89-468d-9d2c-af28c94e0fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493412 Jul 16 04:34:40.174137 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-f7d1cb42-01d9-46a3-bbbd-c710e75a0f32 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:34:40.175081 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-f7d1cb42-01d9-46a3-bbbd-c710e75a0f32 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047438 Jul 16 04:34:40.265954 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-30627a0c-9429-4f74-a9e3-b807434658bc service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820358 Jul 16 04:34:40.359210 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a0028052-37fb-42fb-b4cd-5c9a4cff537d req-5ae44320-e99f-4502-9a13-d288dbf65d4b service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Jul 16 04:34:40.908038 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03c27f-c200-4a74-8048-dc625c7581fd req-5deaa752-54d3-426b-8949-8475f15649bd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:40.909516 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b03c27f-c200-4a74-8048-dc625c7581fd req-5deaa752-54d3-426b-8949-8475f15649bd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 946 time: 0.0660002 Jul 16 04:34:40.948586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9b03c27f-c200-4a74-8048-dc625c7581fd req-f1cf7495-39fc-44ff-8042-7571fad2443f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327008 Jul 16 04:34:42.116877 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb34fd-3f94-4dda-94d0-9d94fa0d28b5 req-91ea4fcf-4ab5-4c38-a51e-b4ede5abdc13 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:42.118367 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fffb34fd-3f94-4dda-94d0-9d94fa0d28b5 req-91ea4fcf-4ab5-4c38-a51e-b4ede5abdc13 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 946 time: 0.0620790 Jul 16 04:34:42.154314 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fffb34fd-3f94-4dda-94d0-9d94fa0d28b5 req-dff93547-3a43-4f8a-86d8-0f7904cbb5bd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306339 Jul 16 04:34:50.832350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b97c2c7a-a7eb-4036-9d92-2778def266c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:53.592881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aedf554e-109f-4243-bd1f-2f86ae8f35dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:53.934303 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:54.605846 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:56.333584 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:00.637226 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:35:03.516843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:04.295539 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:20.833304 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66e21c0-b2eb-44b1-9272-cda68320c0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.591993 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00f71912-617c-4d38-87a7-89411ae1b8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:23.934988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:24.610230 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:26.338101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:33.524702 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:34.300859 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:37.635686 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:35:39.845051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-17c24708-4a8d-46bc-b309-171acff50d9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557544 Jul 16 04:35:39.936013 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-0fc51fd0-b0bc-4bd3-aedd-ea5828b22524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:39.937447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-0fc51fd0-b0bc-4bd3-aedd-ea5828b22524 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1097 time: 0.0507565 Jul 16 04:35:40.036245 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-b5544bc7-1124-4d1b-86c5-163fc7e89c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:40.037577 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-b5544bc7-1124-4d1b-86c5-163fc7e89c91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0813708 Jul 16 04:35:40.103183 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-2aaaba22-e7c3-49a6-9bec-cc3232a5049c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 1000 time: 0.0589797 Jul 16 04:35:40.149645 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-267004e0-87d3-4bd3-8eb0-531f5157c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:40.151021 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-267004e0-87d3-4bd3-8eb0-531f5157c89a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0415876 Jul 16 04:35:40.205841 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-99477965-67bb-4dbd-9b6c-2a35aef27342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:40.207302 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-99477965-67bb-4dbd-9b6c-2a35aef27342 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497494 Jul 16 04:35:40.295943 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-f38070d7-c9d2-403a-9169-d560b9b4907d service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822296 Jul 16 04:35:40.381566 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-945249a1-d0cf-40cc-b776-a5349f7d7570 req-b3e2fa28-2ee8-47ae-b0b7-65514ff3f1d2 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801170 Jul 16 04:35:50.398821 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:50.550922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Deleting port b80bda55-5747-402e-9087-3696ca7adf5d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:50.551276 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:50.627102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:50.627356 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:50.639027 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Calling delete_port for b80bda55-5747-402e-9087-3696ca7adf5d owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:50.782428 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:50.806795 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event deleted for resources: {'Port': ['ID=b80bda55-5747-402e-9087-3696ca7adf5d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:50.818564 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.818914 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.819256 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.819595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.819932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.820255 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.820585 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.821161 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.821486 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.821811 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.822140 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.822496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:50.834924 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80a98784-0681-43d1-a4d2-55a1edce157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:50.878389 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:50.878699 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Floating IP 99b059a3-8ca5-46e4-ba00-805a08791f9e disassociated (deleted). External IP: 172.25.4.91, port: b9f8be4c-550f-451d-a8b5-e46a4b905f80. Jul 16 04:35:51.083702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Router beef6d53-10e3-4062-abfb-ba7a73523537 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:35:51.188004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:51.193221 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:51.197628 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:51.206889 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:51.207497 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:35:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:51.227766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-3672e770-ff59-4fa3-9375-83974379cab3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "DELETE /v2.0/floatingips/99b059a3-8ca5-46e4-ba00-805a08791f9e HTTP/1.1" status: 204 len: 168 time: 0.8278332 Jul 16 04:35:51.228454 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:51.230821 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2" -d '{"events": [{"name": "network-changed", "server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:51.412714 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:51.526441 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b23441-af98-4d2f-a596-9b4c5ac0dded x-openstack-request-id: req-c9b23441-af98-4d2f-a596-9b4c5ac0dded {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:51.526973 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:51.527074 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9b23441-af98-4d2f-a596-9b4c5ac0dded {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:51.527418 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'status': 'completed', 'code': 200} Jul 16 04:35:51.614870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:51.615214 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-1760935d-fbc5-4341-81a2-c2132ea49aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:51.616608 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-1760935d-fbc5-4341-81a2-c2132ea49aa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 1097 time: 0.0638676 Jul 16 04:35:51.644451 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:51.653150 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:51.653773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:35:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:51.686316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d5814-d7e5-4961-a319-9848fdabc01f req-f580c54c-34a8-444a-a55c-4bf31754d758 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:51.688219 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb5d5814-d7e5-4961-a319-9848fdabc01f req-f580c54c-34a8-444a-a55c-4bf31754d758 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 946 time: 0.0682619 Jul 16 04:35:51.711801 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-748911f1-22a1-46ad-bf2d-93b8ac2197a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:51.713398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-748911f1-22a1-46ad-bf2d-93b8ac2197a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0901771 Jul 16 04:35:51.726580 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-eb5d5814-d7e5-4961-a319-9848fdabc01f req-498aeda4-3ce1-42f8-b4c6-f29e267c0117 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Jul 16 04:35:51.759848 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-bd2fbcbd-0a26-4d49-b95e-5e6adcc345ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 200 len: 217 time: 0.0394402 Jul 16 04:35:51.761387 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:51.808376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-04c184f9-c3fa-4ae7-ad52-6c90438efbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:51.809835 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-04c184f9-c3fa-4ae7-ad52-6c90438efbdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0440598 Jul 16 04:35:51.867342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-32e78f51-c8b0-4f67-8f57-2edc63babc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:51.868854 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-32e78f51-c8b0-4f67-8f57-2edc63babc83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527675 Jul 16 04:35:51.955451 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:51.960555 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-96d4e7c9-237f-4946-af4a-732247fd7b3b service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851614 Jul 16 04:35:51.982146 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6312da-3dd1-4a3c-b7f9-64de0ee61718 None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:52.050791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-ff149ff4-4bd7-41ae-aaba-49c8d3b5edf2 req-32578ce6-3754-4fc6-b94a-28524235494e service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832462 Jul 16 04:35:52.178972 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead9088-aad8-4d21-a75a-22ccb2a6009e None None] New status for floating IP 99b059a3-8ca5-46e4-ba00-805a08791f9e: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:35:52.802344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-35862a20-0003-4020-810e-830272df2797 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:52.803875 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-35862a20-0003-4020-810e-830272df2797 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 946 time: 0.0661929 Jul 16 04:35:52.899701 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df92a-a54c-421d-b486-76436933ff01 req-627b63ea-a2fb-42e0-b494-3ba6c12013a8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:52.901275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c52df92a-a54c-421d-b486-76436933ff01 req-627b63ea-a2fb-42e0-b494-3ba6c12013a8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b79dec-a8c0-4cf5-ac75-72ffc6e38494 HTTP/1.1" status: 200 len: 946 time: 0.0640736 Jul 16 04:35:52.902452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Deleting port b9f8be4c-550f-451d-a8b5-e46a4b905f80 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:52.902832 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:52.938035 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c52df92a-a54c-421d-b486-76436933ff01 req-03430c84-61bb-4622-808b-55b49eb646fc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=63ef099a-4d65-44f9-b2d7-813579fc6e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jul 16 04:35:52.993006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] For port b9f8be4c-550f-451d-a8b5-e46a4b905f80, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=b9f8be4c-550f-451d-a8b5-e46a4b905f80,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:52.993369 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:53.005406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Calling delete_port for b9f8be4c-550f-451d-a8b5-e46a4b905f80 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:53.127118 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:53.160289 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event deleted for resources: {'Port': ['ID=b9f8be4c-550f-451d-a8b5-e46a4b905f80,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:53.191050 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.191400 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.191735 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.192099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.192424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.192754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.193075 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.193393 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.193714 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.194033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.194376 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.194725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:53.213344 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] No DVR routers for this DVR port b9f8be4c-550f-451d-a8b5-e46a4b905f80 on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:35:53.215726 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:53.217666 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-92e04aac-1f2a-4303-93bb-2554eec7ab69 req-705bfa1c-c700-4cdc-87a9-9ec936ecef90 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "DELETE /v2.0/ports/b9f8be4c-550f-451d-a8b5-e46a4b905f80 HTTP/1.1" status: 204 len: 173 time: 0.4087818 Jul 16 04:35:53.218102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-deleted', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:53.220342 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add71e0-ed07-42b4-9589-61dc62deebaf" -d '{"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-deleted", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:53.259697 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe3c076-519c-4d7e-8a28-572c7a1ba73c x-openstack-request-id: req-4fe3c076-519c-4d7e-8a28-572c7a1ba73c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:53.259992 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b79dec-a8c0-4cf5-ac75-72ffc6e38494", "name": "network-vif-deleted", "tag": "b9f8be4c-550f-451d-a8b5-e46a4b905f80", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:53.260252 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fe3c076-519c-4d7e-8a28-572c7a1ba73c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:53.260721 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b79dec-a8c0-4cf5-ac75-72ffc6e38494', 'name': 'network-vif-deleted', 'tag': 'b9f8be4c-550f-451d-a8b5-e46a4b905f80', 'status': 'completed', 'code': 200} Jul 16 04:35:53.594602 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-570e3753-fccf-4716-916b-3dc214ab4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:53.935027 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.031436 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:54.087675 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5545a001-2f93-4ed9-83d2-aa2c928f013f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.112742 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5545a001-2f93-4ed9-83d2-aa2c928f013f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.169806 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5545a001-2f93-4ed9-83d2-aa2c928f013f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.172370 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5545a001-2f93-4ed9-83d2-aa2c928f013f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.173491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5545a001-2f93-4ed9-83d2-aa2c928f013f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "DELETE /v2.0/security-groups/63ef099a-4d65-44f9-b2d7-813579fc6e94 HTTP/1.1" status: 204 len: 168 time: 0.1410770 Jul 16 04:35:54.182361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545a001-2f93-4ed9-83d2-aa2c928f013f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ef099a-4d65-44f9-b2d7-813579fc6e94,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:54.471435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 51706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:54.476023 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903577923', 'description': 'tempest-secgroup-smoke-1903577923 description', 'project_id': '0f07a3f894564ae296d681593ab105b0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:54.501195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.584215 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.589082 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.610731 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.617388 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.618621 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461782 Jul 16 04:35:54.620411 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b2009-bb7b-4bc4-81d4-3383e40af042 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5459524-b556-4b0a-a305-2c5c47f93196,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:54.621547 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51708) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:54.628632 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': 'b5459524-b556-4b0a-a305-2c5c47f93196', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:54.656181 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.701665 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.705060 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.726259 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff582241-ceb0-4be9-988a-1533b2fc8069,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:54.730050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.731247 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5330d565-9b80-48fc-bc14-52e4d5d39351 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071606 Jul 16 04:35:54.734000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51710) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:54.738930 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': 'b5459524-b556-4b0a-a305-2c5c47f93196', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:54.764035 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.819092 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.822561 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.841606 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0716dbdc-d9ce-4f69-9635-4333810b15bd,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:54.847492 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.848703 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-c72aeaea-b122-44ce-a9ea-d97d42c7654c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137190 Jul 16 04:35:54.851459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51712) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:54.855763 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': 'b5459524-b556-4b0a-a305-2c5c47f93196', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:54.880913 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.938672 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.942700 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.956931 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018df4cc-f78e-46ba-8bb4-16ced35f0dec,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:54.965429 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:54.966714 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-ddc4ebea-50fe-4610-bc35-a20740c1129a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142943 Jul 16 04:35:54.969401 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51714) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:54.973814 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': 'b5459524-b556-4b0a-a305-2c5c47f93196', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:54.999327 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.055850 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.059206 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.073918 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1824cfec-f9f5-4fe1-a5d4-5b49f875bd51,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:55.082809 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.084007 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f36631c5-7b8d-4915-ac10-3e6022de7904 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136951 Jul 16 04:35:55.086620 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51716) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:55.090999 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': 'b5459524-b556-4b0a-a305-2c5c47f93196', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:55.111363 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Project 0f07a3f894564ae296d681593ab105b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:35:55.116634 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.175267 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.178646 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.199126 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb4adfc-1e02-4b10-bce5-d7f0db2478e8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:55.202588 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.204272 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-3531c562-bc29-4342-bb35-4cd47ac98a99 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163037 Jul 16 04:35:55.206615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51718) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:55.211749 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'security_group_rule': {'security_group_id': 'b5459524-b556-4b0a-a305-2c5c47f93196', 'project_id': '0f07a3f894564ae296d681593ab105b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:55.234672 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Project 0f07a3f894564ae296d681593ab105b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:35:55.239894 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.303072 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.306404 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.320167 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3965ac-63b8-467e-999f-7cd25431a5ea,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:55.328838 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:55.330043 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-96a89dcb-878a-46d9-bacc-5f1bd2a5c8d6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223655 Jul 16 04:35:55.562597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:35:55.582355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: b9f8be4c-550f-451d-a8b5-e46a4b905f80 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:35:55.582731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device b9f8be4c-550f-451d-a8b5-e46a4b905f80 not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:35:56.342583 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:03.544730 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:04.310417 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:08.534316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-781980c5-4a72-426b-a573-0651860c6d56 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903577923&fields=id&tenant_id=0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 267 time: 0.0328338 Jul 16 04:36:08.640422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-c1b2becf-63b2-47dd-ba74-014fc3b2bd11 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:08.641762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-c1b2becf-63b2-47dd-ba74-014fc3b2bd11 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 809 time: 0.1013253 Jul 16 04:36:08.655945 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-af7ae87f-bfbb-42dd-ae51-8abdab1ec0a7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/quotas/0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Jul 16 04:36:08.720088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-dd2a4970-d50a-44c9-b215-aa7f1d434d43 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587223 Jul 16 04:36:08.811159 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-bc3ee8b2-3015-4a79-802f-698beffbc0e6 service neutron] 10.222.0.25 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790725 Jul 16 04:36:08.898289 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-42cb4711-c749-46b3-9e4d-993616224a6a service neutron] 10.222.0.25 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815485 Jul 16 04:36:09.182222 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e26dd9b5-75be-49bd-a436-ae13d8d719cf req-e75ad5fa-42be-48a6-8a7c-e4281fd9e5ec tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 210 time: 0.0279973 Jul 16 04:36:10.185790 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-1c0fc1ac-290f-4d8b-b830-0481ed9c2131 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:10.187135 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-1c0fc1ac-290f-4d8b-b830-0481ed9c2131 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.48 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 809 time: 0.1027913 Jul 16 04:36:10.231044 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-fb596867-0f62-4d65-a259-1bd10aa73bf1 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 380 time: 0.0359399 Jul 16 04:36:10.239744 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'port': {'device_id': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'admin_state_up': True, 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'security_groups': ['b5459524-b556-4b0a-a305-2c5c47f93196']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:10.337782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e02399ca-4301-4911-b713-8686e2d9016f req-01272b2c-bdd6-42e0-a78d-2970c016dc20 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 210 time: 0.0376749 Jul 16 04:36:10.380634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Made reservation on behalf of 0f07a3f894564ae296d681593ab105b0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:36:10.384450 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:10.507538 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Allocated IP 172.20.0.11 (b13cf48b-d8b0-47df-8ab4-141be73b3eb8/4234e502-5e68-4b6f-8628-2da5ad4d7f99/95bb050c-c35b-4497-b463-92fcdf29b60a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:36:10.640585 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:10.653648 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Transition to ACTIVE for port object 95bb050c-c35b-4497-b463-92fcdf29b60a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:36:10.685268 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:10.733902 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:36:10.737028 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:10.740889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:36:10.773635 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:10.794659 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:10.795308 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:10.818302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-674975f9-b713-4959-a1e3-6dcfaa1be498 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827036 Jul 16 04:36:10.876001 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Request body: {'port': {'device_id': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:10.952890 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:10.956486 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8154df83-b78f-4dfd-8255-d268277649d3 None None] Provisioning for port 95bb050c-c35b-4497-b463-92fcdf29b60a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:36:10.961171 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8154df83-b78f-4dfd-8255-d268277649d3 None None] Provisioning complete for port 95bb050c-c35b-4497-b463-92fcdf29b60a triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:36:10.962008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8154df83-b78f-4dfd-8255-d268277649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:11.000956 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8154df83-b78f-4dfd-8255-d268277649d3 None None] Port 95bb050c-c35b-4497-b463-92fcdf29b60a cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:36:11.214838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bb050c-c35b-4497-b463-92fcdf29b60a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:36:11.222140 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:11.233578 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Transition to ACTIVE for port object 95bb050c-c35b-4497-b463-92fcdf29b60a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:36:11.238340 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:11.287117 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:11.366869 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:36:11.367354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:36:11.367687 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:36:11.372489 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Port 95bb050c-c35b-4497-b463-92fcdf29b60a on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:36:11.372805 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:36:11.379236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:36:11.379236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Checking segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:36:11.379627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Bound using segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:36:11.380043 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Bound port: 95bb050c-c35b-4497-b463-92fcdf29b60a, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:36:11.380396 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:11.462953 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:36:11.466926 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:36:11.472911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:11.541889 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:11.542684 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:11.544137 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] 10.222.0.48 "PUT /v2.0/ports/95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1092 time: 0.7186275 Jul 16 04:36:11.550052 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:11.552459 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:11.581576 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09fd77-35b0-44a5-bb56-aec0909e765b service neutron] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:11.659553 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802a43-cfff-4d2e-b734-8d5200fbc0d1 req-e35167e2-c20f-4ed3-aa2a-3dd79f61882a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:11.661090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18802a43-cfff-4d2e-b734-8d5200fbc0d1 req-e35167e2-c20f-4ed3-aa2a-3dd79f61882a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.1486883 Jul 16 04:36:11.664097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-50f6b00f-933c-4ea0-bfa1-e810242d27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:11.665508 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-50f6b00f-933c-4ea0-bfa1-e810242d27ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1095 time: 0.0803528 Jul 16 04:36:11.714618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-817de3fa-4143-4b25-9887-c3f87118266a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 217 time: 0.0404549 Jul 16 04:36:11.760589 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-18802a43-cfff-4d2e-b734-8d5200fbc0d1 req-7d567405-24fd-4e57-a56f-a524929e58e5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926127 Jul 16 04:36:11.775976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-fe0afb4b-6a34-417b-b6bf-6c2f1891bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:11.777359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-fe0afb4b-6a34-417b-b6bf-6c2f1891bdae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0568688 Jul 16 04:36:11.811776 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d038650-da34-4bef-a016-ff225941a1a1 x-openstack-request-id: req-6d038650-da34-4bef-a016-ff225941a1a1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:11.812060 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:11.812307 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d038650-da34-4bef-a016-ff225941a1a1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:11.812689 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'status': 'completed', 'code': 200} Jul 16 04:36:11.844472 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc395e9-6113-4309-b555-98054c722e6b req-33917a49-c889-4767-9cfb-11569e599143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:11.846818 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-33917a49-c889-4767-9cfb-11569e599143 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625653 Jul 16 04:36:11.935912 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-33b556ca-b055-437f-aef7-016d1866a36d service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829582 Jul 16 04:36:12.382107 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3fc395e9-6113-4309-b555-98054c722e6b req-f9a20204-9c6b-4b7e-850a-7c1eb105d066 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390998 Jul 16 04:36:12.476526 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-fe243d3c-2dff-4a2c-a454-67a692805fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:12.478005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-fe243d3c-2dff-4a2c-a454-67a692805fa4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1095 time: 0.0513339 Jul 16 04:36:12.567304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-68ad16dd-b352-4397-b0ad-9b8ee3eadbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:12.568802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-68ad16dd-b352-4397-b0ad-9b8ee3eadbc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0849261 Jul 16 04:36:12.608325 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-2fe54a9c-ac8f-4fd9-a3bf-0440a61a2528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 217 time: 0.0335021 Jul 16 04:36:12.660219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-078134ac-c002-4e97-ac8b-9c6360b1c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:12.661585 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-078134ac-c002-4e97-ac8b-9c6360b1c116 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0466514 Jul 16 04:36:12.718216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-ffcefe3f-68f7-44d0-b70f-7f9d9f7bdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:12.719782 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-ffcefe3f-68f7-44d0-b70f-7f9d9f7bdf1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521784 Jul 16 04:36:12.811652 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-6f00eae0-f4cf-4b48-81d0-6d512868d9c6 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847967 Jul 16 04:36:12.938757 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8966e5d4-ac9e-431a-b959-43e3c06a2c4c req-8ff4985f-0e79-4e9c-b346-524fed908820 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199462 Jul 16 04:36:12.957458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d2c3-240b-46ef-9bd1-9617822b2ccc req-f8b89028-aba3-4954-a5dd-8cb77bed1509 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:12.959025 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05b1d2c3-240b-46ef-9bd1-9617822b2ccc req-f8b89028-aba3-4954-a5dd-8cb77bed1509 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0806088 Jul 16 04:36:12.996837 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05b1d2c3-240b-46ef-9bd1-9617822b2ccc req-282a1c67-fdf9-4c0d-9384-931424c2d995 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Jul 16 04:36:14.179624 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0107-cb6d-43bd-a3af-5c28d0cd0f90 req-5298d91a-e0d6-4e60-a144-34e4a7865d05 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:14.181114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11dd0107-cb6d-43bd-a3af-5c28d0cd0f90 req-5298d91a-e0d6-4e60-a144-34e4a7865d05 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0690403 Jul 16 04:36:14.219215 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11dd0107-cb6d-43bd-a3af-5c28d0cd0f90 req-5594374f-e50a-4078-a504-0da8dc90cc13 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Jul 16 04:36:14.634918 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:36:15.389323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dee4b4-5c1a-4d92-954a-5d71c1245fd4 req-8e96832a-c1ea-45c9-a7c9-6012222a51aa tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:15.390830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8dee4b4-5c1a-4d92-954a-5d71c1245fd4 req-8e96832a-c1ea-45c9-a7c9-6012222a51aa tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0624619 Jul 16 04:36:15.426911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8dee4b4-5c1a-4d92-954a-5d71c1245fd4 req-f4329f82-9083-4a7f-be4d-0f48597ee7c7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299237 Jul 16 04:36:16.603135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9128e-f35f-470b-9de7-132f33965556 req-abb1fd50-a0b9-4c8b-895c-9e749b7bfac0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:16.604597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fda9128e-f35f-470b-9de7-132f33965556 req-abb1fd50-a0b9-4c8b-895c-9e749b7bfac0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0651245 Jul 16 04:36:16.640364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fda9128e-f35f-470b-9de7-132f33965556 req-fddab3b9-b5ae-495b-bd86-d2e7b4c74163 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303056 Jul 16 04:36:17.808652 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7efbb3-327a-44a5-a31c-6d66a33b5d7b req-8317a6cb-6e0e-4edb-88cb-a1e5908164e5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:17.810434 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a7efbb3-327a-44a5-a31c-6d66a33b5d7b req-8317a6cb-6e0e-4edb-88cb-a1e5908164e5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0626230 Jul 16 04:36:17.846911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3a7efbb3-327a-44a5-a31c-6d66a33b5d7b req-4d97157a-a4c1-434b-8863-b198f9342068 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Jul 16 04:36:19.014465 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f816c2-548e-413a-9d7e-77b26b3ef74f req-d68155e6-5f61-443d-a497-f5ed9f528e17 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:19.015950 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26f816c2-548e-413a-9d7e-77b26b3ef74f req-d68155e6-5f61-443d-a497-f5ed9f528e17 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0616264 Jul 16 04:36:19.052048 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26f816c2-548e-413a-9d7e-77b26b3ef74f req-ba92719f-768f-4a3a-aeb1-f5264158eaac tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306239 Jul 16 04:36:20.272351 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aec9d-edba-4ec7-8028-fb750e265943 req-2ffe9c6d-614a-4ecd-82d9-62097128afd8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:20.273748 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8d7aec9d-edba-4ec7-8028-fb750e265943 req-2ffe9c6d-614a-4ecd-82d9-62097128afd8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.1124544 Jul 16 04:36:20.311110 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-8d7aec9d-edba-4ec7-8028-fb750e265943 req-f4ca3890-9e7b-431a-8a1d-0bf5abdb44dd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Jul 16 04:36:20.835555 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3af2efd0-ae97-4715-85fc-414d7240e573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:21.484755 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cb883-c9a6-4cd2-b7b6-35ee2e80408f req-d37630ac-7d2b-4737-8480-55add5c09e55 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:21.486218 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d5cb883-c9a6-4cd2-b7b6-35ee2e80408f req-d37630ac-7d2b-4737-8480-55add5c09e55 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0625684 Jul 16 04:36:21.523019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4d5cb883-c9a6-4cd2-b7b6-35ee2e80408f req-689f5600-d27e-4192-8739-8bd5a07888bd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Jul 16 04:36:22.514823 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:36:22.608143 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:22.618872 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'port_id': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'mac_address': 'fa:16:3e:b9:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:36:22.659069 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:22.671611 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bb050c-c35b-4497-b463-92fcdf29b60a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:36:22.690472 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:22.694352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:22.696608 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2676d-a263-42e0-8a93-a4d8509a7dea req-265c75aa-5876-44b0-a802-6cc9a50cf542 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:22.698109 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9c2676d-a263-42e0-8a93-a4d8509a7dea req-265c75aa-5876-44b0-a802-6cc9a50cf542 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0663245 Jul 16 04:36:22.736501 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b9c2676d-a263-42e0-8a93-a4d8509a7dea req-dab4eed5-32f0-48ea-9b38-afe6485a7e9c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jul 16 04:36:22.742955 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:22.750153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.750593 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.750939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.751275 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.751656 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.751975 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.752301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.752624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.752943 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.753264 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.753585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.753902 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:22.919701 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['95bb050c-c35b-4497-b463-92fcdf29b60a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:36:23.595848 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f89a1d8b-6556-4c88-bad1-c9dc85c0718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:23.904223 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ed7ed-4fb6-41b6-87fc-bcef5d853668 req-bd57e71a-4e9d-4d2f-8528-da0e4e41af3c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:23.905625 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-357ed7ed-4fb6-41b6-87fc-bcef5d853668 req-bd57e71a-4e9d-4d2f-8528-da0e4e41af3c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 945 time: 0.0617990 Jul 16 04:36:23.936596 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:23.944128 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-357ed7ed-4fb6-41b6-87fc-bcef5d853668 req-e3eb0677-dc81-4c28-b3ba-bce6e3382c69 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Jul 16 04:36:24.538913 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:36:24.586170 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 95bb050c-c35b-4497-b463-92fcdf29b60a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:36:24.590585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 95bb050c-c35b-4497-b463-92fcdf29b60a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:36:24.591053 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:24.636231 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:24.676927 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:24.698734 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:24.700936 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1769726-f25a-4b34-a420-6c548f280aa5" -d '{"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-plugged", "status": "completed", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:24.713663 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:24.717559 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:24.740815 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424c8815-43e0-4e3f-a587-498cf9860e88 x-openstack-request-id: req-424c8815-43e0-4e3f-a587-498cf9860e88 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:24.741102 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-plugged", "status": "completed", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:24.741350 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-424c8815-43e0-4e3f-a587-498cf9860e88 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:24.741731 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'code': 200} Jul 16 04:36:24.766930 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:24.845868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f500e1-3d8e-421e-8962-53cfc3ff2ee2 req-b60ce014-f10a-461b-9852-3f4ccd0347bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:24.847379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04f500e1-3d8e-421e-8962-53cfc3ff2ee2 req-b60ce014-f10a-461b-9852-3f4ccd0347bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1097 time: 0.0508668 Jul 16 04:36:24.880306 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-04f500e1-3d8e-421e-8962-53cfc3ff2ee2 req-80e5129b-6458-472a-9eda-93b8b773c787 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268619 Jul 16 04:36:25.120601 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98322e75-d190-4fc5-bec9-fb53dcad8dda req-7e1d825b-6507-42d3-a2a7-99fe1e92f17e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:25.122051 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98322e75-d190-4fc5-bec9-fb53dcad8dda req-7e1d825b-6507-42d3-a2a7-99fe1e92f17e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0653889 Jul 16 04:36:25.157308 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-98322e75-d190-4fc5-bec9-fb53dcad8dda req-8bafa08c-30ec-487c-8623-f87edd7053a0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298524 Jul 16 04:36:26.326612 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eaed8-023e-48ee-a955-a664106c6b56 req-3166e786-4957-4b67-8666-f7dc0f37d33d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:26.327827 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-473eaed8-023e-48ee-a955-a664106c6b56 req-3166e786-4957-4b67-8666-f7dc0f37d33d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0617685 Jul 16 04:36:26.347320 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:26.367282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-473eaed8-023e-48ee-a955-a664106c6b56 req-5f92bc4c-8323-4ba9-8d05-6f27eb0a0e76 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331995 Jul 16 04:36:26.538228 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef702cc-b7f8-4d17-bbb6-6c98ee3048b3 req-dc48b17a-c67a-4df5-9ea3-c70e6ee6d973 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:26.539729 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bef702cc-b7f8-4d17-bbb6-6c98ee3048b3 req-dc48b17a-c67a-4df5-9ea3-c70e6ee6d973 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0649958 Jul 16 04:36:26.576933 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bef702cc-b7f8-4d17-bbb6-6c98ee3048b3 req-d98c11bc-6467-4832-b8ac-e8c254900e6b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Jul 16 04:36:26.601055 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51916) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:26.650922 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526e343-1be1-45ca-b024-2bdbd4fb349f tempest-TestShelveInstance-1790607735 tempest-TestShelveInstance-1790607735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:26.652490 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-9526e343-1be1-45ca-b024-2bdbd4fb349f tempest-TestShelveInstance-1790607735 tempest-TestShelveInstance-1790607735-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1092 time: 0.0504348 Jul 16 04:36:26.655091 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 51918) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:26.659887 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:26.681998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:26.777455 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:26.877385 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Allocated IP 172.25.4.195 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/fb1ff7b2-f73d-4c60-8e89-bd14a8a1cddd) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:36:26.977466 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:27.014523 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:27.048895 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:36:27.054745 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:27.057475 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:36:27.081238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'Port': ['ID=fb1ff7b2-f73d-4c60-8e89-bd14a8a1cddd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:27.747098 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:27.820143 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:27.962808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:27.967295 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:28.035613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event updated for resources: {'Port': ['ID=fb1ff7b2-f73d-4c60-8e89-bd14a8a1cddd,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:28.045254 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:28.138800 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Floating IP c8380c03-928d-4c9b-b3be-54774046718a associated. External IP: 172.25.4.195, port: 95bb050c-c35b-4497-b463-92fcdf29b60a. Jul 16 04:36:28.337030 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Router beef6d53-10e3-4062-abfb-ba7a73523537 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:36:28.444006 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:36:28.453528 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:36:28.458918 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:28.463008 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:28.463612 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:36:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:28.494204 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-14166b83-d84d-4db2-b5de-8a4d42d19d3a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8380952 Jul 16 04:36:28.494793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:28.497023 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db3013-1176-428e-bcae-e5f363907e86" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:28.531179 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4bc369-086a-4650-9bce-987aa925e9c7 x-openstack-request-id: req-cc4bc369-086a-4650-9bce-987aa925e9c7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:28.531471 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:28.531722 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc4bc369-086a-4650-9bce-987aa925e9c7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:28.532122 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'status': 'completed', 'code': 200} Jul 16 04:36:28.566672 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:28.605236 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db3013-1176-428e-bcae-e5f363907e86 req-7f09611d-08a3-4df6-a4b8-4e67f8f795db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:28.606673 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-7f09611d-08a3-4df6-a4b8-4e67f8f795db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1097 time: 0.0528975 Jul 16 04:36:28.694042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db3013-1176-428e-bcae-e5f363907e86 req-70261a54-8303-4901-9353-8e32d2292c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:28.695927 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-70261a54-8303-4901-9353-8e32d2292c15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0838277 Jul 16 04:36:28.762666 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-648c9629-5b6c-44b1-815a-b05e94332a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1000 time: 0.0599728 Jul 16 04:36:28.785069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'c8380c03-928d-4c9b-b3be-54774046718a', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'port_id': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'mac_address': 'fa:16:3e:b9:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:36:27Z', 'updated_at': '2021-07-16T04:36:27Z', 'revision_number': 0, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:28.809776 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db3013-1176-428e-bcae-e5f363907e86 req-0152b547-bd8e-4113-a2fc-4751a47e2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:28.810010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:36:28.811256 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-0152b547-bd8e-4113-a2fc-4751a47e2c60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0422888 Jul 16 04:36:28.817739 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:28.818329 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:36:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:28.867067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db3013-1176-428e-bcae-e5f363907e86 req-bbd1cf00-8274-487a-8faf-b52fd4ad3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:28.868475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-bbd1cf00-8274-487a-8faf-b52fd4ad3a67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511560 Jul 16 04:36:28.920640 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:28.961052 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-2179fd87-45d4-4cb8-9b09-d5f954acdd43 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857894 Jul 16 04:36:29.047762 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-31db3013-1176-428e-bcae-e5f363907e86 req-9af7e026-82ab-4bc0-b182-1524effcc1f4 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804992 Jul 16 04:36:29.136157 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'c8380c03-928d-4c9b-b3be-54774046718a', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'port_id': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'mac_address': 'fa:16:3e:b9:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:36:27Z', 'updated_at': '2021-07-16T04:36:27Z', 'revision_number': 0, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:29.161864 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e8534-f420-4b97-ac01-ff025c043311 None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'c8380c03-928d-4c9b-b3be-54774046718a', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'port_id': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'mac_address': 'fa:16:3e:b9:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:36:27Z', 'updated_at': '2021-07-16T04:36:27Z', 'revision_number': 0, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:36:29.341118 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709b467-210d-4f33-a561-ebd0af1f38d5 None None] New status for floating IP c8380c03-928d-4c9b-b3be-54774046718a: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:36:33.540279 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:34.308086 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:50.835982 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1082616-7b8b-472f-92c0-b37e9a64948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:51.634272 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:36:52.753809 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-921104bd-5650-4777-b498-b9524459e9ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582092 Jul 16 04:36:52.852827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-b209ba4f-df8d-4939-953e-6bd3964bf34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:52.854481 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-b209ba4f-df8d-4939-953e-6bd3964bf34f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1097 time: 0.0572455 Jul 16 04:36:52.971589 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-595ab0b0-77b8-45cc-b2b0-f94d16929032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:52.973090 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-595ab0b0-77b8-45cc-b2b0-f94d16929032 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0965097 Jul 16 04:36:53.036866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-cdb39fd7-276f-49fb-a793-bd5bbe3e9eec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1002 time: 0.0553958 Jul 16 04:36:53.086474 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-5ad8d63b-7766-45f5-8580-3a9ff0cebc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:53.087865 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-5ad8d63b-7766-45f5-8580-3a9ff0cebc1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0417073 Jul 16 04:36:53.145853 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-84cd67da-6484-49eb-82fb-be7114968e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:53.147335 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-84cd67da-6484-49eb-82fb-be7114968e4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529559 Jul 16 04:36:53.233682 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-629f43fc-7e6a-4482-b7e4-a2a0417417f0 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799227 Jul 16 04:36:53.323887 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-41755d25-7076-426d-9fde-04bd3a7c0c51 req-ef0aa6fe-d881-4d9b-b26e-a35e9fbd2d2f service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Jul 16 04:36:53.597089 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afb647b7-5557-4321-bbdf-45fdabebf3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:53.937977 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:54.616063 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:56.347589 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:03.542104 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.318744 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:20.835512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-995f0820-e763-480d-8dd1-cbf09d240a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:23.596744 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42a93dd6-e7c5-4c9f-ae54-fc02d57d3fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:23.937914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:24.618988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:26.349944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:28.632982 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:37:33.556523 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:34.317944 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:50.835996 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e215846-b4e9-473d-9a94-c970f534276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:53.596932 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b679dd-3d01-4a78-ba35-42f798a0a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:53.938772 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:54.622358 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:54.723985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-43d56b11-3a1b-436d-ade8-634466d306e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515795 Jul 16 04:37:54.812435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-f701bae8-a7a2-4aa5-bfa0-9ded5f6b158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:54.813890 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-f701bae8-a7a2-4aa5-bfa0-9ded5f6b158f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1097 time: 0.0504434 Jul 16 04:37:54.922262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-514a6d2a-2ab0-4845-a532-8282810ec748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:54.924030 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-514a6d2a-2ab0-4845-a532-8282810ec748 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0883362 Jul 16 04:37:54.991995 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-0c29e2b9-ccf4-4abb-9f9e-8022a3ff7aa6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1002 time: 0.0611191 Jul 16 04:37:55.042883 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-eff39700-20c0-48a6-85ab-2cbef1efb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:55.044290 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-eff39700-20c0-48a6-85ab-2cbef1efb147 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0461235 Jul 16 04:37:55.098504 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-125941f4-707c-48b0-9d86-ae4a6f0fe4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:55.099960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-125941f4-707c-48b0-9d86-ae4a6f0fe4c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500047 Jul 16 04:37:55.185337 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-280a3dc9-b30d-44bb-a3a1-da03f32ba8fb service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790122 Jul 16 04:37:55.274269 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-51aa59f2-2c33-4933-ac1e-9fb83426a4ab req-90644601-7b4d-4669-a3f6-ea0e5d4ee7c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833597 Jul 16 04:37:56.354893 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:03.556067 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:04.332711 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:05.631929 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:38:20.836671 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce55bfd4-b7ba-4a27-804a-6eeeaf8f60ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:23.597737 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-936ce679-4e7c-4dde-8f05-359ec3815f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:23.939498 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:23.952199 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7244b5-1a6b-4f7f-b25b-3ef50779b078 req-f96252ef-2754-4a28-898f-2a7e96eeae64 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:23.953691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b7244b5-1a6b-4f7f-b25b-3ef50779b078 req-f96252ef-2754-4a28-898f-2a7e96eeae64 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0647449 Jul 16 04:38:23.989967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-3b7244b5-1a6b-4f7f-b25b-3ef50779b078 req-d2e3cd89-7c51-4235-a719-b8b9c4dfe2b2 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Jul 16 04:38:24.624740 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:25.190565 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dc33f-9a5e-40b8-83a8-a40daf686045 req-b8168a4e-496c-4c04-879e-c34b92084169 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:25.192282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-762dc33f-9a5e-40b8-83a8-a40daf686045 req-b8168a4e-496c-4c04-879e-c34b92084169 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0671077 Jul 16 04:38:25.228502 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-762dc33f-9a5e-40b8-83a8-a40daf686045 req-22f944cd-2012-4094-90c5-3052ac4f4550 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Jul 16 04:38:26.358091 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:26.399730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5c7f-a1a6-4c98-b794-1a79d8656712 req-ec1c9b37-97b7-4234-8f6c-6cd111605743 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:26.401841 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-528d5c7f-a1a6-4c98-b794-1a79d8656712 req-ec1c9b37-97b7-4234-8f6c-6cd111605743 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0637317 Jul 16 04:38:26.437798 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-528d5c7f-a1a6-4c98-b794-1a79d8656712 req-68f5e73b-07f6-4012-9770-74fb50f2f000 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304756 Jul 16 04:38:27.798568 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8bcfe-deba-4b0d-8dc6-dddd00c084bc req-f75a01ff-5d40-410a-81f7-ebbad0431e85 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:27.800054 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8e8bcfe-deba-4b0d-8dc6-dddd00c084bc req-f75a01ff-5d40-410a-81f7-ebbad0431e85 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0649309 Jul 16 04:38:27.837112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8e8bcfe-deba-4b0d-8dc6-dddd00c084bc req-ba9c6703-0bdf-424e-9d13-28ecd70a38b7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311246 Jul 16 04:38:29.006437 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc423341-e016-48ec-a64b-d224671479f1 req-a17b3b63-57ab-445f-a1e0-2d5e921929f0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:29.007934 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc423341-e016-48ec-a64b-d224671479f1 req-a17b3b63-57ab-445f-a1e0-2d5e921929f0 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0622520 Jul 16 04:38:29.044999 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-dc423341-e016-48ec-a64b-d224671479f1 req-7d529e2b-f8c1-45ef-bcb1-99b5ddc3491f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Jul 16 04:38:30.212637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777e20-fbd1-4c25-bf12-cbbc16f4fa60 req-a45fc79f-f734-40f8-88b3-521998091cd4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:30.214533 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1777e20-fbd1-4c25-bf12-cbbc16f4fa60 req-a45fc79f-f734-40f8-88b3-521998091cd4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0618758 Jul 16 04:38:30.250640 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c1777e20-fbd1-4c25-bf12-cbbc16f4fa60 req-45159c11-1996-40b9-89ad-f03edb74bfde tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Jul 16 04:38:31.425329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a23fb2-e9b2-4a97-851a-0c12474de85c req-2677be62-84e0-4a96-9178-257f07f96e2c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:31.426810 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56a23fb2-e9b2-4a97-851a-0c12474de85c req-2677be62-84e0-4a96-9178-257f07f96e2c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0655673 Jul 16 04:38:31.463693 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-56a23fb2-e9b2-4a97-851a-0c12474de85c req-12137795-cd4a-4b94-b3a5-14b984f41276 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Jul 16 04:38:32.631948 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8663b-e159-47c2-9bdf-f00ac40cd009 req-1232a4d7-46c2-4dc4-beff-38e042fd76bd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:32.633382 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ae8663b-e159-47c2-9bdf-f00ac40cd009 req-1232a4d7-46c2-4dc4-beff-38e042fd76bd tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0634356 Jul 16 04:38:32.670787 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ae8663b-e159-47c2-9bdf-f00ac40cd009 req-626da91e-5990-49ff-a1e2-c3ead5fbe608 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Jul 16 04:38:33.571669 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:33.843449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec3094-1c33-4fa4-89e9-c3987ca7773a req-ae375b76-b922-42fd-956c-e18d23d598bc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:33.844923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8ec3094-1c33-4fa4-89e9-c3987ca7773a req-ae375b76-b922-42fd-956c-e18d23d598bc tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0664759 Jul 16 04:38:33.882150 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e8ec3094-1c33-4fa4-89e9-c3987ca7773a req-b2feb5b4-6015-4ef8-932a-fc040b751be5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Jul 16 04:38:34.048740 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-1e778a4e-4feb-4c48-9118-03d7c37c878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:34.050217 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-1e778a4e-4feb-4c48-9118-03d7c37c878d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1097 time: 0.0532646 Jul 16 04:38:34.140693 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-e27b53b2-d0fb-44cb-a6c4-aa3d2aa93b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:34.142147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-e27b53b2-d0fb-44cb-a6c4-aa3d2aa93b0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0854094 Jul 16 04:38:34.204813 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-b1d29473-7078-49e6-a710-e3054514115e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1002 time: 0.0556219 Jul 16 04:38:34.251323 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-92ecec93-b9d2-4b80-a0ec-653669bc9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:34.252691 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-92ecec93-b9d2-4b80-a0ec-653669bc9280 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0415785 Jul 16 04:38:34.310860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-05eb935b-b646-4432-ad90-a195980c8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:34.312216 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-05eb935b-b646-4432-ad90-a195980c8eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529263 Jul 16 04:38:34.323595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-6f829146-5cc3-416a-a879-74378310d41b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:38:34.324534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-6f829146-5cc3-416a-a879-74378310d41b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053043 Jul 16 04:38:34.364114 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:34.414619 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-25e13d37-a2cf-469d-8cfd-18d598d05073 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Jul 16 04:38:34.503973 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b86c3e68-5d90-4275-8c26-22a6d66e86b6 req-a4a13641-3dc7-4074-a8f8-8f9fe06bdb25 service neutron] 10.222.0.48 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832629 Jul 16 04:38:35.050814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf237-db57-438e-82ef-287ea3a1f5b3 req-322395a6-91ee-41df-8f85-7799c1989696 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:35.052280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f73bf237-db57-438e-82ef-287ea3a1f5b3 req-322395a6-91ee-41df-8f85-7799c1989696 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0618863 Jul 16 04:38:35.089055 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f73bf237-db57-438e-82ef-287ea3a1f5b3 req-67c8e864-8284-41bc-99de-1be9d9b0c6ff tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308912 Jul 16 04:38:36.262721 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7afa85-c5ee-4f14-b3f5-2a81a757f2d1 req-adba1e46-d680-496a-b9a9-fbb147eb1801 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:36.264227 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc7afa85-c5ee-4f14-b3f5-2a81a757f2d1 req-adba1e46-d680-496a-b9a9-fbb147eb1801 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0625713 Jul 16 04:38:36.304648 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-fc7afa85-c5ee-4f14-b3f5-2a81a757f2d1 req-e70ff5f7-4c1f-43fe-9f8c-185079ae5c5d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347116 Jul 16 04:38:37.482219 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7efd0-d055-4a52-a93c-f994fc55c788 req-c450da06-06b5-4c21-b43f-e63d9a3b901f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:37.483766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4c7efd0-d055-4a52-a93c-f994fc55c788 req-c450da06-06b5-4c21-b43f-e63d9a3b901f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0646148 Jul 16 04:38:37.522394 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a4c7efd0-d055-4a52-a93c-f994fc55c788 req-c24ccb19-bcc5-4d16-8e54-99d0ac4473e4 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328541 Jul 16 04:38:38.690233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54747128-54d0-4784-b823-59aa8e245253 req-0bef8366-54cb-4547-9ece-389777ce2a1f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:38.691893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54747128-54d0-4784-b823-59aa8e245253 req-0bef8366-54cb-4547-9ece-389777ce2a1f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 946 time: 0.0618274 Jul 16 04:38:38.727858 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-54747128-54d0-4784-b823-59aa8e245253 req-5186c710-534c-49e6-87ed-8032a81f8538 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306048 Jul 16 04:38:39.040904 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:39.113072 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.133988 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:39.136722 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f83446e-6445-4117-843c-0dd219a3f064" -d '{"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-unplugged", "status": "completed", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:39.151983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:39.155444 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.352598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:39.359841 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.360195 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.360540 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.360883 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.361220 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.361555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.361887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.362219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.362562 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.362901 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.363229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.363556 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:39.967812 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f59ff-7461-41a3-bbf6-167f9bdc465a x-openstack-request-id: req-798f59ff-7461-41a3-bbf6-167f9bdc465a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:39.968107 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-unplugged", "status": "failed", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:39.968359 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-798f59ff-7461-41a3-bbf6-167f9bdc465a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:39.968922 n-d-800089-6 neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'code': 422} returned with failed status Jul 16 04:38:40.023181 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-50eb503b-9617-449e-8fb3-ef2e53b21c53 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559382 Jul 16 04:38:40.032433 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-f8d9fd8e-7c54-471a-a723-5c2af309adf6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:38:40.033390 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-f8d9fd8e-7c54-471a-a723-5c2af309adf6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050890 Jul 16 04:38:40.112154 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597daff8-ec06-4122-89d5-e9f94d037be5 req-cc0e4940-62d5-4811-9386-14c4af3e2a69 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.113517 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-597daff8-ec06-4122-89d5-e9f94d037be5 req-cc0e4940-62d5-4811-9386-14c4af3e2a69 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0650787 Jul 16 04:38:40.148998 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-597daff8-ec06-4122-89d5-e9f94d037be5 req-aba95ee6-a3c5-4e21-bf45-6eaa1d628a63 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299640 Jul 16 04:38:41.322187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d0af-ae39-4abd-a0ca-509f9afca5f3 req-7ee13799-d2d9-41c1-b91e-6e384d534571 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:41.324127 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64f0d0af-ae39-4abd-a0ca-509f9afca5f3 req-7ee13799-d2d9-41c1-b91e-6e384d534571 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0620024 Jul 16 04:38:41.361364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-64f0d0af-ae39-4abd-a0ca-509f9afca5f3 req-20804197-335f-4c80-acec-819830250a34 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Jul 16 04:38:42.528982 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3d04-bd5d-496a-961e-6d812267577b req-8017213e-5bee-4b4e-ae92-832ae6beb22c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:42.530360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-205c3d04-bd5d-496a-961e-6d812267577b req-8017213e-5bee-4b4e-ae92-832ae6beb22c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0615494 Jul 16 04:38:42.570892 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-205c3d04-bd5d-496a-961e-6d812267577b req-3f539919-18f9-434c-b979-d8ef340b18d7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349646 Jul 16 04:38:42.630112 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:38:43.744660 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44f22e-1d01-461b-88fe-d9b82cf03c37 req-bd6bc410-a078-481f-86a0-ebe62a670791 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:43.746148 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf44f22e-1d01-461b-88fe-d9b82cf03c37 req-bd6bc410-a078-481f-86a0-ebe62a670791 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0622480 Jul 16 04:38:43.784596 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-cf44f22e-1d01-461b-88fe-d9b82cf03c37 req-a764962b-b5aa-4582-bd90-192da1140ada tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Jul 16 04:38:44.956092 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075064fc-65fb-4105-88ce-3923682228f1 req-8864b9d0-2e40-4ece-bf60-b6b77fb27dd7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:44.957474 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-075064fc-65fb-4105-88ce-3923682228f1 req-8864b9d0-2e40-4ece-bf60-b6b77fb27dd7 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0634615 Jul 16 04:38:44.994375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-075064fc-65fb-4105-88ce-3923682228f1 req-32909a58-44bf-47c6-b9b4-69395dfcfe7a tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309989 Jul 16 04:38:46.167963 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bd16c-82ab-40be-8e60-af3a08f50404 req-914c484a-ebb6-4bee-8391-5ba92ab6b604 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:46.169338 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-179bd16c-82ab-40be-8e60-af3a08f50404 req-914c484a-ebb6-4bee-8391-5ba92ab6b604 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0662143 Jul 16 04:38:46.207703 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-179bd16c-82ab-40be-8e60-af3a08f50404 req-69a7c488-8fa2-42de-b75a-c22bd2107c3d tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Jul 16 04:38:47.388402 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bd178-6911-401e-8ee8-b95140498f9a req-3c8c9d5d-fd72-4e25-868e-e95776d10d93 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:47.389907 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-337bd178-6911-401e-8ee8-b95140498f9a req-3c8c9d5d-fd72-4e25-868e-e95776d10d93 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0674562 Jul 16 04:38:47.429302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-337bd178-6911-401e-8ee8-b95140498f9a req-d8d0784c-507d-4c95-94af-92038e90ce51 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Jul 16 04:38:47.743395 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-98f705b1-eeac-4722-9648-ee1d02c1dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:47.744842 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-98f705b1-eeac-4722-9648-ee1d02c1dc81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b&tenant_id=0f07a3f894564ae296d681593ab105b0 HTTP/1.1" status: 200 len: 1095 time: 0.1030865 Jul 16 04:38:47.755186 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800089-6', 'device_owner': 'compute:nova'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:38:47.823125 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.023914 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:48.058403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h2-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:48.093044 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bb050c-c35b-4497-b463-92fcdf29b60a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:38:48.102070 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.114000 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Transition to ACTIVE for port object 95bb050c-c35b-4497-b463-92fcdf29b60a will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:38:48.117157 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.199635 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:48.211444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.211793 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.212138 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.212478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.212812 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.213173 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.213502 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.213832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.214156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.214479 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.214829 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.215151 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:48.249655 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] No DVR routers for this DVR port 95bb050c-c35b-4497-b463-92fcdf29b60a on host n-h2-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:38:48.387422 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:38:48.387754 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:38:48.388084 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:48.392288 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Port 95bb050c-c35b-4497-b463-92fcdf29b60a on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:38:48.392609 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Attempting to bind port 95bb050c-c35b-4497-b463-92fcdf29b60a on network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:38:48.397397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:38:48.397736 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Checking segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:38:48.398121 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Bound using segment: {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:38:48.398564 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Bound port: 95bb050c-c35b-4497-b463-92fcdf29b60a, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff870a2-3215-46f3-ad16-75edd9018693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:38:48.398934 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.461442 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:38:48.464690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:38:48.469198 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.503014 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:48.503657 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:48.505000 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] 10.222.0.11 "PUT /v2.0/ports/95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1092 time: 0.7536447 Jul 16 04:38:48.505434 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:48.507686 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8476a0b1-9241-4c13-b2fa-5098a9ca2302" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:48.531711 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf5c4d-9ccb-4660-9363-c1a3cfacf790 service neutron] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:48.600723 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-98c9c353-3815-4471-9c7e-115c4ce20564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:48.602294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-98c9c353-3815-4471-9c7e-115c4ce20564 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1095 time: 0.0631709 Jul 16 04:38:48.617108 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f7981-c329-4444-8c18-b1c81d0a3559 req-938b94f1-e2d1-4612-95d5-26f980ec4f6b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:48.618727 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d29f7981-c329-4444-8c18-b1c81d0a3559 req-938b94f1-e2d1-4612-95d5-26f980ec4f6b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0677032 Jul 16 04:38:48.662632 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d29f7981-c329-4444-8c18-b1c81d0a3559 req-4b7c5897-d677-4ef1-8e86-dd7241d00dde tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373180 Jul 16 04:38:48.703906 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-40bae73f-99a2-46cc-9898-58b20b16581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:48.705510 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-40bae73f-99a2-46cc-9898-58b20b16581d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0971885 Jul 16 04:38:48.763070 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ddcc3-a85c-49fe-8f9c-df5f49641117 x-openstack-request-id: req-1c6ddcc3-a85c-49fe-8f9c-df5f49641117 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:48.763692 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:48.763692 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c6ddcc3-a85c-49fe-8f9c-df5f49641117 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:48.764052 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'status': 'completed', 'code': 200} Jul 16 04:38:48.782829 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-bb7c7eb0-e12f-4a28-9b32-e7cdd1508f78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1000 time: 0.0702853 Jul 16 04:38:48.830832 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-8e2e1b38-4813-4cbf-932e-1f6980344134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:48.832162 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-8e2e1b38-4813-4cbf-932e-1f6980344134 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0436931 Jul 16 04:38:48.888278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-8f059a12-43ed-4c60-906c-4ae2119f2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:48.889719 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-8f059a12-43ed-4c60-906c-4ae2119f2b93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501976 Jul 16 04:38:48.980055 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-f3d4d3de-4ee2-4e8d-ba41-12d89ef67684 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Jul 16 04:38:49.065394 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-d7012e68-cceb-4fb3-be5f-b719724f13de service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794106 Jul 16 04:38:49.164509 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-6eb0ea87-917d-43ee-abc4-cfe1e38f949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.165885 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-6eb0ea87-917d-43ee-abc4-cfe1e38f949f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1095 time: 0.0557501 Jul 16 04:38:49.252571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-e91427c5-244a-4f48-93fd-4ba64bce54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.253989 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-e91427c5-244a-4f48-93fd-4ba64bce54a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0817041 Jul 16 04:38:49.320446 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-7e9e89a7-742d-4ca6-ab11-f51759b6b8e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1000 time: 0.0602770 Jul 16 04:38:49.367779 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-257b92ca-a4cf-42f5-94c1-b3e6a7780996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.369215 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-257b92ca-a4cf-42f5-94c1-b3e6a7780996 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0422399 Jul 16 04:38:49.426380 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-011cc258-5869-4b23-9eb3-314f51d5ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.427818 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-011cc258-5869-4b23-9eb3-314f51d5ad3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512266 Jul 16 04:38:49.518814 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-295d6e9d-10be-493a-89a8-51e8156f7636 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835273 Jul 16 04:38:49.605383 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-8476a0b1-9241-4c13-b2fa-5098a9ca2302 req-23d5d308-b64c-47ee-80ca-58c4e312b6c8 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795372 Jul 16 04:38:49.835459 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4d001-bca1-4c06-be2b-b883264c461e req-3062185d-da02-42d7-9b0c-2f8dadfcc649 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:49.836946 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ac4d001-bca1-4c06-be2b-b883264c461e req-3062185d-da02-42d7-9b0c-2f8dadfcc649 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0630519 Jul 16 04:38:49.874203 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ac4d001-bca1-4c06-be2b-b883264c461e req-56a44666-2d3f-473a-89c4-ff67bef0b205 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Jul 16 04:38:50.836564 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04ba9817-eb1c-4ad2-943c-437fa6612229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:51.042497 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f49d3-7f51-4a99-ae3a-af713cd796e1 req-1c987191-4473-45a2-8d1c-0e77d6c30683 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:51.043960 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f5f49d3-7f51-4a99-ae3a-af713cd796e1 req-1c987191-4473-45a2-8d1c-0e77d6c30683 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0608237 Jul 16 04:38:51.080280 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9f5f49d3-7f51-4a99-ae3a-af713cd796e1 req-6600be59-9739-4cbc-8728-11b22846ab5e tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Jul 16 04:38:52.250496 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9224-d4e0-468f-a741-3d01f3aea962 req-96e03007-7b7a-4ab0-8def-16c8f10f3b1b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:52.251954 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2fa9224-d4e0-468f-a741-3d01f3aea962 req-96e03007-7b7a-4ab0-8def-16c8f10f3b1b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0644572 Jul 16 04:38:52.288371 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2fa9224-d4e0-468f-a741-3d01f3aea962 req-ee334397-045b-4aae-b929-37be3c17d803 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jul 16 04:38:53.458807 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e729e-b56d-424f-b082-a63dc7286cec req-acf4f6de-823d-46cd-ac9e-9538802d6484 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:53.460268 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a27e729e-b56d-424f-b082-a63dc7286cec req-acf4f6de-823d-46cd-ac9e-9538802d6484 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0617633 Jul 16 04:38:53.497088 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a27e729e-b56d-424f-b082-a63dc7286cec req-258c62e6-da4f-4786-97e1-ecc1687f5730 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Jul 16 04:38:53.599083 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49ac0af4-e4c2-4070-9fb1-2d414f859dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:53.939291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.627441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:54.667512 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2249b-e048-4265-b615-e8de87170dac req-b062200d-b36a-4bf0-91ae-fbf1b3a27413 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:54.668967 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3d2249b-e048-4265-b615-e8de87170dac req-b062200d-b36a-4bf0-91ae-fbf1b3a27413 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0620949 Jul 16 04:38:54.711436 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b3d2249b-e048-4265-b615-e8de87170dac req-b3e61b81-37ec-40d1-9d6a-3baf6c8dee7c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364981 Jul 16 04:38:55.880929 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525dba-bc93-4bfa-8848-4d83d7c8a670 req-1ccd803b-779c-49aa-8d1d-63a441bd24d9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:55.882391 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23525dba-bc93-4bfa-8848-4d83d7c8a670 req-1ccd803b-779c-49aa-8d1d-63a441bd24d9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0621367 Jul 16 04:38:55.918532 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-23525dba-bc93-4bfa-8848-4d83d7c8a670 req-d7f1a857-2303-40dd-9d97-76fd09f925ea tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299094 Jul 16 04:38:56.361491 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:57.086716 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbe945-4c40-4481-a5a9-45923003b65f req-da2a2ae3-aae5-411d-884b-f52b8a718819 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:57.088752 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11fbe945-4c40-4481-a5a9-45923003b65f req-da2a2ae3-aae5-411d-884b-f52b8a718819 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0616143 Jul 16 04:38:57.124161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-11fbe945-4c40-4481-a5a9-45923003b65f req-c4653554-5966-4beb-9a69-036c8bb512d3 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299611 Jul 16 04:38:58.298449 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812045-b8c0-4b0d-93a0-63a7ce4297d7 req-686ac563-648a-43a9-82e1-2f2a6e1ac1cf tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:58.299921 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e812045-b8c0-4b0d-93a0-63a7ce4297d7 req-686ac563-648a-43a9-82e1-2f2a6e1ac1cf tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 944 time: 0.0639172 Jul 16 04:38:58.336534 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5e812045-b8c0-4b0d-93a0-63a7ce4297d7 req-e9dcb7db-461d-4af2-b192-526b738829e9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Jul 16 04:38:58.433149 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:38:58.527031 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:58.537610 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'port_id': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'mac_address': 'fa:16:3e:b9:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:38:58.572914 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:58.584852 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bb050c-c35b-4497-b463-92fcdf29b60a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:38:58.604617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:58.608271 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:58.653530 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:58.838024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['95bb050c-c35b-4497-b463-92fcdf29b60a'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:38:59.506680 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25081e3d-bace-4975-9197-634f4a48f6b4 req-4a5ad39c-65dd-4274-99a3-cdadb50b5f31 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:59.508036 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25081e3d-bace-4975-9197-634f4a48f6b4 req-4a5ad39c-65dd-4274-99a3-cdadb50b5f31 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 945 time: 0.0611835 Jul 16 04:38:59.544539 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-25081e3d-bace-4975-9197-634f4a48f6b4 req-0011f815-f6b0-4965-9d3a-58fbbcb71cd6 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311072 Jul 16 04:39:00.463662 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:39:00.512749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 95bb050c-c35b-4497-b463-92fcdf29b60a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:39:00.516283 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 95bb050c-c35b-4497-b463-92fcdf29b60a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:39:00.516651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:00.590435 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:00.612676 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:39:00.614836 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0fb30-b7f2-475b-ba13-4f05a5a2ab20" -d '{"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-plugged", "status": "completed", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:39:00.627535 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:39:00.631432 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:00.680168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:39:00.715061 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f996c-5db9-477f-afbe-fa7cf204cfdc req-687fde4b-ffe8-4cf7-85b1-a4f4340f6d7b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:00.716553 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f85f996c-5db9-477f-afbe-fa7cf204cfdc req-687fde4b-ffe8-4cf7-85b1-a4f4340f6d7b tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 947 time: 0.0627546 Jul 16 04:39:00.757124 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f85f996c-5db9-477f-afbe-fa7cf204cfdc req-5ec1e2e1-1cb2-43b9-9b9e-de19dfeac8ae tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350118 Jul 16 04:39:00.802759 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57a6bda-e2dd-45b9-87ed-76950ffb0772 x-openstack-request-id: req-f57a6bda-e2dd-45b9-87ed-76950ffb0772 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:39:00.803052 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-plugged", "status": "completed", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:39:00.803305 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f57a6bda-e2dd-45b9-87ed-76950ffb0772 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:39:00.803698 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'code': 200} Jul 16 04:39:00.961504 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c0f43-3cb2-4828-bef1-46adbb4dd1af req-8a1f6896-64f1-4dc1-b263-aa12be6fc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:00.963452 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a58c0f43-3cb2-4828-bef1-46adbb4dd1af req-8a1f6896-64f1-4dc1-b263-aa12be6fc7d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1098 time: 0.0559812 Jul 16 04:39:00.996283 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a58c0f43-3cb2-4828-bef1-46adbb4dd1af req-43f0fe79-c1a4-46b0-8e8d-b7066676e983 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270207 Jul 16 04:39:01.932873 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d4e3-4187-41bc-b1b1-cf8424b8f8b2 req-9e14bbcc-bc54-4507-b529-13e1109f3886 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:01.934364 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b30d4e3-4187-41bc-b1b1-cf8424b8f8b2 req-9e14bbcc-bc54-4507-b529-13e1109f3886 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 947 time: 0.0636404 Jul 16 04:39:01.971011 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5b30d4e3-4187-41bc-b1b1-cf8424b8f8b2 req-d2d5b2ff-164a-4450-bf66-826ea1ad8d8c tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311019 Jul 16 04:39:03.579369 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:04.378214 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:19.628610 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:39:20.836821 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ca7caaa-92c1-459a-af0d-5363845bf24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:23.599599 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8303-ad01-424f-b241-637395efc376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:23.940111 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:24.631026 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:26.363707 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:33.615920 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:34.377843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:42.834945 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-3da576b1-0479-4505-9f2b-7906905b90aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509501 Jul 16 04:39:42.925615 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-b3c2d781-d9bb-4e26-99c4-0ad0c41cf87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:42.927163 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-b3c2d781-d9bb-4e26-99c4-0ad0c41cf87b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1098 time: 0.0522182 Jul 16 04:39:43.030888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-15c0d116-2bdd-41ee-82bf-ba0d64594f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:43.032316 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-15c0d116-2bdd-41ee-82bf-ba0d64594f1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0853508 Jul 16 04:39:43.093910 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-c2e8d2cb-e3e4-4eb9-85f1-83c9b5ed0af3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 1002 time: 0.0551224 Jul 16 04:39:43.143417 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-a640e70b-852d-46d8-85b0-8a7cfc280139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:43.144850 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-a640e70b-852d-46d8-85b0-8a7cfc280139 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0451379 Jul 16 04:39:43.199593 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-fbe04bda-9810-4b1a-986f-08c4d262e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:43.201005 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-fbe04bda-9810-4b1a-986f-08c4d262e912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499299 Jul 16 04:39:43.286747 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-24d483f9-c3d3-4172-b35d-3d98419403c3 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788424 Jul 16 04:39:43.375841 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-831dbe0d-1455-48ec-8c66-4c8efab30b08 req-12b2deac-d7e6-4994-a392-af007929cf0b service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831928 Jul 16 04:39:50.838726 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce44db0d-584d-46e0-89d8-35a0c91bbc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:53.599211 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f9f9-cad5-4049-96a8-db1ba16d67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:53.940994 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:54.633157 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:56.367532 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:56.626847 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:40:03.612275 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:04.392906 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.701699 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52100) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:17.851788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Deleting port fb1ff7b2-f73d-4c60-8e89-bd14a8a1cddd {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:17.852122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.926661 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.926988 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.938199 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Calling delete_port for fb1ff7b2-f73d-4c60-8e89-bd14a8a1cddd owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:18.078730 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.106112 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event deleted for resources: {'Port': ['ID=fb1ff7b2-f73d-4c60-8e89-bd14a8a1cddd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:18.117238 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.117581 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.117915 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.118247 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.118604 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.118929 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.119254 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.119574 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.119888 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.120204 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.120522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.120835 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.175454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.175785 n-d-800089-6 neutron-server[93757]: INFO neutron.db.l3_db [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Floating IP c8380c03-928d-4c9b-b3be-54774046718a disassociated (deleted). External IP: 172.25.4.195, port: 95bb050c-c35b-4497-b463-92fcdf29b60a. Jul 16 04:40:18.380403 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Router beef6d53-10e3-4062-abfb-ba7a73523537 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:18.485099 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:18.489854 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.494060 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:18.503128 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:18.503739 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:39:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:18.524791 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-40dcdc63-f69d-48ba-a538-5af9d71b3818 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "DELETE /v2.0/floatingips/c8380c03-928d-4c9b-b3be-54774046718a HTTP/1.1" status: 204 len: 168 time: 0.8220890 Jul 16 04:40:18.525391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:18.528826 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4a2ea8-a937-408a-bdec-34ac62169263" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:18.604843 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:18.768844 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870d3af-0738-4782-ae60-e9d6721b0d36 x-openstack-request-id: req-a870d3af-0738-4782-ae60-e9d6721b0d36 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:18.769342 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:18.769455 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a870d3af-0738-4782-ae60-e9d6721b0d36 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:18.769841 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'status': 'completed', 'code': 200} Jul 16 04:40:18.802195 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:18.828427 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:18.836725 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:18.837734 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:39:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:18.847416 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-bcd934bd-7e0d-4876-a50d-aa73f5ebfda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:18.849082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-bcd934bd-7e0d-4876-a50d-aa73f5ebfda0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f07a3f894564ae296d681593ab105b0&device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 1098 time: 0.0561249 Jul 16 04:40:18.919649 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb673-0c5d-4b02-94f9-53db2c8aa036 req-4c585d81-d834-458e-b6c6-bd885561f6b8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:18.921807 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3afb673-0c5d-4b02-94f9-53db2c8aa036 req-4c585d81-d834-458e-b6c6-bd885561f6b8 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 947 time: 0.0648320 Jul 16 04:40:18.944318 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:18.951724 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-f69e412d-3d25-442a-a6eb-d38d3534d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:18.953218 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-f69e412d-3d25-442a-a6eb-d38d3534d3e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 200 len: 911 time: 0.0961547 Jul 16 04:40:18.959421 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-e3afb673-0c5d-4b02-94f9-53db2c8aa036 req-13ece4e9-ec4c-47f4-aed4-89c2fb02c4d9 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Jul 16 04:40:18.994293 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-7b1d184a-7dcf-46b9-9f92-65a46593abe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 200 len: 217 time: 0.0344806 Jul 16 04:40:19.045856 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-a388bea9-077f-4c03-a479-a5725fe4fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:19.047343 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-a388bea9-077f-4c03-a479-a5725fe4fb18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 200 len: 848 time: 0.0467331 Jul 16 04:40:19.104407 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-aec8d6b2-ad2b-474e-8ef1-58e44c0bc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:19.106644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-aec8d6b2-ad2b-474e-8ef1-58e44c0bc219 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13cf48b-d8b0-47df-8ab4-141be73b3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509007 Jul 16 04:40:19.140874 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:19.166646 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc5d66-69cb-4d28-b5b3-d71febd8f364 None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:31:39Z', 'revision_number': 4, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'c198ba91-3eab-4da0-a03f-1a4a5e28e0a5', 'name': '', 'network_id': 'b13cf48b-d8b0-47df-8ab4-141be73b3eb8', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'mac_address': 'fa:16:3e:1e:67:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:39Z', 'updated_at': '2021-07-16T04:31:46Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'subnets': [{'id': '4234e502-5e68-4b6f-8628-2da5ad4d7f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:19.194660 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-9ca4b543-80e1-4351-bcf2-78f9a208fbc5 service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814526 Jul 16 04:40:19.288831 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-1e4a2ea8-a937-408a-bdec-34ac62169263 req-685faa76-c832-472d-a961-a1b53f93bf9c service neutron] 10.222.0.11 "GET /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877967 Jul 16 04:40:19.372184 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a42e46-95c0-45da-8c7e-4a5421e3d8fc None None] New status for floating IP c8380c03-928d-4c9b-b3be-54774046718a: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:40:20.141422 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f878e-9d65-4fc2-b7a8-7fad94f13666 req-dff0285b-a1cd-4604-a75f-8a8b55023aff tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:20.142917 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-735f878e-9d65-4fc2-b7a8-7fad94f13666 req-dff0285b-a1cd-4604-a75f-8a8b55023aff tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 947 time: 0.0660434 Jul 16 04:40:20.180724 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-735f878e-9d65-4fc2-b7a8-7fad94f13666 req-ab20c39d-06fa-4378-98ba-eaf4d23945c5 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5459524-b556-4b0a-a305-2c5c47f93196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Jul 16 04:40:20.329789 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-861ff9c0-21ca-42b0-9539-71877dad3250 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:20.331308 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-861ff9c0-21ca-42b0-9539-71877dad3250 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 947 time: 0.0652897 Jul 16 04:40:20.766617 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Deleting port 95bb050c-c35b-4497-b463-92fcdf29b60a {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:20.766981 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.838561 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca8c57a5-3c37-4832-8951-749e3a1c0fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.853116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] For port 95bb050c-c35b-4497-b463-92fcdf29b60a, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=95bb050c-c35b-4497-b463-92fcdf29b60a,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:20.853480 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.865445 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Calling delete_port for 95bb050c-c35b-4497-b463-92fcdf29b60a owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:20.989580 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.017101 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event deleted for resources: {'Port': ['ID=95bb050c-c35b-4497-b463-92fcdf29b60a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:21.068629 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] No DVR routers for this DVR port 95bb050c-c35b-4497-b463-92fcdf29b60a on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:21.071318 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.073332 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-380d2733-0e6f-46bb-b6f2-fc1c59f6797d req-15634cc7-9da0-40c5-ad00-6546ae90527f tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.11 "DELETE /v2.0/ports/95bb050c-c35b-4497-b463-92fcdf29b60a HTTP/1.1" status: 204 len: 173 time: 0.7360272 Jul 16 04:40:21.073842 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-deleted', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:21.076642 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e36988-ed6a-4482-a005-95007518e573" -d '{"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-deleted", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:21.114853 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68359da-bd5e-4955-a991-38e872b47606 x-openstack-request-id: req-e68359da-bd5e-4955-a991-38e872b47606 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:21.115187 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3e0f6-534b-4464-8ecd-1934f1fdca2b", "name": "network-vif-deleted", "tag": "95bb050c-c35b-4497-b463-92fcdf29b60a", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:21.115442 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e68359da-bd5e-4955-a991-38e872b47606 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:21.115861 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3e0f6-534b-4464-8ecd-1934f1fdca2b', 'name': 'network-vif-deleted', 'tag': '95bb050c-c35b-4497-b463-92fcdf29b60a', 'status': 'completed', 'code': 200} Jul 16 04:40:21.321685 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80b80771-c349-4897-a73d-bf95eeb4a4d6 req-9cdc013e-521e-41dc-a03b-996c35556955 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 210 time: 0.0289209 Jul 16 04:40:22.463940 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-1fd78339-d257-4d10-9be5-33933265526e req-c19c6156-93bb-4553-a26c-35974d985dab tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 210 time: 0.0286846 Jul 16 04:40:23.602535 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30a49088-50e1-4c4c-8adc-4d468fe158aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.603237 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-33f9e1ab-3ffb-463f-9974-288c3aa77526 req-4cfbb6f7-271d-41cf-bfe3-daba1a81ad47 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 210 time: 0.0300674 Jul 16 04:40:23.941891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.636610 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.762491 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-90ef9685-255c-410a-8eb4-9f3e7068e3ef req-756100de-0260-438f-8679-a90338d35eec tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f3e0f6-534b-4464-8ecd-1934f1fdca2b HTTP/1.1" status: 200 len: 210 time: 0.0325627 Jul 16 04:40:24.837229 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:24.858878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 95bb050c-c35b-4497-b463-92fcdf29b60a {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:24.859316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 95bb050c-c35b-4497-b463-92fcdf29b60a not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:25.856626 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52130) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:25.917024 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a56939b-8c9c-4aa1-a499-8f6a560a1c22 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:25.941994 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a56939b-8c9c-4aa1-a499-8f6a560a1c22 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.000628 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a56939b-8c9c-4aa1-a499-8f6a560a1c22 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.003280 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a56939b-8c9c-4aa1-a499-8f6a560a1c22 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.004465 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-5a56939b-8c9c-4aa1-a499-8f6a560a1c22 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5459524-b556-4b0a-a305-2c5c47f93196 HTTP/1.1" status: 204 len: 168 time: 0.1468472 Jul 16 04:40:26.013550 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56939b-8c9c-4aa1-a499-8f6a560a1c22 tempest-TestShelveInstance-2074249431 tempest-TestShelveInstance-2074249431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5459524-b556-4b0a-a305-2c5c47f93196,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:26.372898 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.075636 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52136) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:27.514470 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.759702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Deleting port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:27.760048 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.834236 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] For port c198ba91-3eab-4da0-a03f-1a4a5e28e0a5, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:27.834613 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.847092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Calling delete_port for c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:28.020581 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.047994 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c198ba91-3eab-4da0-a03f-1a4a5e28e0a5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:28.212296 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.425148 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Router beef6d53-10e3-4062-abfb-ba7a73523537 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:28.532328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:28.537468 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-e95124c4-0d38-484a-beca-fef51d8a5cb0 admin admin] 10.222.0.25 "PUT /v2.0/routers/beef6d53-10e3-4062-abfb-ba7a73523537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4607756 Jul 16 04:40:28.540092 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52140) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:28.542700 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] Sync routers for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:28.552953 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:28.553630 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:28.643364 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.655887 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:28.739211 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.793553 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Deleting port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:28.793890 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.822997 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:40:27Z', 'revision_number': 5, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port': {'id': 'bc2f0d85-e4bc-4691-b2d9-b4b8929e2812', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:37Z', 'updated_at': '2021-07-16T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:28.851870 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] Checking router: beef6d53-10e3-4062-abfb-ba7a73523537 for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:28.859890 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] Routers {'beef6d53-10e3-4062-abfb-ba7a73523537'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:28.860486 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['beef6d53-10e3-4062-abfb-ba7a73523537'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:28.869758 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] For port bc2f0d85-e4bc-4691-b2d9-b4b8929e2812, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:28.870122 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.882059 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Calling delete_port for bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:29.030877 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] Set router beef6d53-10e3-4062-abfb-ba7a73523537 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:29.049892 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.075656 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2f0d85-e4bc-4691-b2d9-b4b8929e2812,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:29.081124 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:40:28Z', 'revision_number': 6, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:29.110246 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf25810-a8ab-412d-a511-c7603bbd65a9 None None] The sync data for ids ['beef6d53-10e3-4062-abfb-ba7a73523537'] in n-d-800089-6 is: [{'id': 'beef6d53-10e3-4062-abfb-ba7a73523537', 'name': 'tempest-TestShelveInstance-1567431065-router', 'tenant_id': '0f07a3f894564ae296d681593ab105b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:36Z', 'updated_at': '2021-07-16T04:40:28Z', 'revision_number': 6, 'project_id': '0f07a3f894564ae296d681593ab105b0', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:29.146866 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.232508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.234506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.275053 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.275511 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router beef6d53-10e3-4062-abfb-ba7a73523537 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:40:29.279729 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.280868 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-53e16305-9a70-4c6b-8b46-834c6c47b79f admin admin] 10.222.0.25 "DELETE /v2.0/routers/beef6d53-10e3-4062-abfb-ba7a73523537 HTTP/1.1" status: 204 len: 168 time: 0.7398455 Jul 16 04:40:29.283750 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52142) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:29.330136 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Deleting subnet 4234e502-5e68-4b6f-8628-2da5ad4d7f99 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:40:29.333101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.366946 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.439780 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.491068 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.518526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4234e502-5e68-4b6f-8628-2da5ad4d7f99,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:29.524497 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.526361 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-fe6e3043-376f-4365-b154-81aab7948803 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4234e502-5e68-4b6f-8628-2da5ad4d7f99 HTTP/1.1" status: 204 len: 168 time: 0.2417521 Jul 16 04:40:29.529277 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:29.531492 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811abbf6-c3fb-4adc-ab06-38d98f2cc776 None None] Network b13cf48b-d8b0-47df-8ab4-141be73b3eb8 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:29.599289 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.649310 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Deleting port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:29.649635 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.716156 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] For port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,segment=NetworkSegment(2ff870a2-3215-46f3-ad16-75edd9018693),segment_id=2ff870a2-3215-46f3-ad16-75edd9018693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:29.716508 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.727597 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Calling delete_port for 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:29.804552 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.832142 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf31197-bc47-4c10-9daa-0ceaa63c6a22,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:29.835481 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] No DVR routers for this DVR port 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 on host n-d-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:29.904274 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.905558 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c22a59-50c6-4a6c-bf7e-034b9ffa216f None None] DHCP port deletion for b13cf48b-d8b0-47df-8ab4-141be73b3eb8 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:40:29.915599 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13cf48b-d8b0-47df-8ab4-141be73b3eb8']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:29.927447 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff870a2-3215-46f3-ad16-75edd9018693') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:29.927753 n-d-800089-6 neutron-server[93757]: DEBUG neutron.services.segments.db [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff870a2-3215-46f3-ad16-75edd9018693') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:29.937829 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2488619'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.953146 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.959274 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:40:29.959662 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3080883'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: Traceback (most recent call last): Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: timer() Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: cb(*args, **kw) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: return func(*args, **kwargs) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: self._notify() Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: self.callback(batched_events) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: event.method(event) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: return f(self, *a, **k) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: return self._get(url).json() Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:40:29.961364 n-d-800089-6 neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:40:29.975023 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:30.000373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:30.000719 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device c198ba91-3eab-4da0-a03f-1a4a5e28e0a5 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:30.001146 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:30.021377 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:30.021766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device bc2f0d85-e4bc-4691-b2d9-b4b8929e2812 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:30.022198 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:30.027871 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.033650 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Notify callbacks [] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.035681 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b13cf48b-d8b0-47df-8ab4-141be73b3eb8 HTTP/1.1" status: 204 len: 168 time: 0.5055056 Jul 16 04:40:30.038735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:30.046226 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99957810-2917-44ae-8c08-4b1ee947bc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13cf48b-d8b0-47df-8ab4-141be73b3eb8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:30.050115 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:30.050485 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 2cf31197-bc47-4c10-9daa-0ceaa63c6a22 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:30.383458 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.623756 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Deleting port 775198c9-3b31-4cf3-8b60-e539edd6423b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:30.624017 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.700144 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] For port 775198c9-3b31-4cf3-8b60-e539edd6423b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=775198c9-3b31-4cf3-8b60-e539edd6423b,segment=NetworkSegment(5f9bc303-35a1-4359-88cc-84e512276ecb),segment_id=5f9bc303-35a1-4359-88cc-84e512276ecb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:30.700494 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.712166 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Calling delete_port for 775198c9-3b31-4cf3-8b60-e539edd6423b owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:30.883029 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.908412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Pushing event deleted for resources: {'Port': ['ID=775198c9-3b31-4cf3-8b60-e539edd6423b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:30.933187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.933534 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.933868 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.934194 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.934520 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.934870 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.935193 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.935513 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.935832 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.936151 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.936468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:30.936775 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:31.078167 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.629813 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Router 706fa1ff-48f5-4563-b233-fb67ea768aa2 has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:31.730349 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:31.735273 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-cfad271e-d571-4279-90e3-6ec22ca86604 admin admin] 10.222.0.25 "PUT /v2.0/routers/706fa1ff-48f5-4563-b233-fb67ea768aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6955190 Jul 16 04:40:31.737872 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52148) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:31.738423 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] Sync routers for ids ['706fa1ff-48f5-4563-b233-fb67ea768aa2'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:31.747936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] Routers {'706fa1ff-48f5-4563-b233-fb67ea768aa2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:31.748555 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['706fa1ff-48f5-4563-b233-fb67ea768aa2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:31.839359 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.850231 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] Set router 706fa1ff-48f5-4563-b233-fb67ea768aa2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:32.031809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:40:30Z', 'revision_number': 5, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:32.063421 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] Checking router: 706fa1ff-48f5-4563-b233-fb67ea768aa2 for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:32.072633 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] Routers {'706fa1ff-48f5-4563-b233-fb67ea768aa2'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:32.073251 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['706fa1ff-48f5-4563-b233-fb67ea768aa2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:32.175459 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] Set router 706fa1ff-48f5-4563-b233-fb67ea768aa2 gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:32.286099 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.337163 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Deleting port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:32.337496 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.358205 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:40:30Z', 'revision_number': 5, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:32.383990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb8096-668f-4325-b8f7-ce60b7f8fb30 None None] The sync data for ids ['706fa1ff-48f5-4563-b233-fb67ea768aa2'] in n-d-800089-6 is: [{'id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'name': 'tempest-TestShelveInstance-1190481568-router', 'tenant_id': '446d53e989ad4641bfb598472855c99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:40:30Z', 'revision_number': 5, 'project_id': '446d53e989ad4641bfb598472855c99b', 'gw_port': {'id': 'fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa1ff-48f5-4563-b233-fb67ea768aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:41Z', 'updated_at': '2021-07-16T04:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:32.424436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] For port fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:32.424795 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.436111 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Calling delete_port for fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:32.592835 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.619093 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:32.676969 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.764482 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.766740 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.815141 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.815608 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706fa1ff-48f5-4563-b233-fb67ea768aa2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:40:32.820262 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.821447 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-672168a4-71cc-454b-8d0c-f8c4c8b785d5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/706fa1ff-48f5-4563-b233-fb67ea768aa2 HTTP/1.1" status: 204 len: 168 time: 1.0825887 Jul 16 04:40:32.824508 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52150) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:32.869368 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Deleting subnet 6dfb37dc-0315-4972-8925-6188ec2701af {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:40:32.872625 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.907075 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.991396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.045036 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.069663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfb37dc-0315-4972-8925-6188ec2701af,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:33.073200 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.075550 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-99166782-e607-4537-861c-bd3628e43e71 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6dfb37dc-0315-4972-8925-6188ec2701af HTTP/1.1" status: 204 len: 168 time: 0.2499743 Jul 16 04:40:33.078150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:33.080024 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d31ad-87b9-49d4-b000-25c0349e17f4 None None] Network 512447ed-de77-4f9a-a119-84014039944b requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:33.147615 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.198464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Deleting port 125513c2-7284-4217-b783-9a4abc002563 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:33.198834 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.259719 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] For port 125513c2-7284-4217-b783-9a4abc002563, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=125513c2-7284-4217-b783-9a4abc002563,segment=NetworkSegment(5f9bc303-35a1-4359-88cc-84e512276ecb),segment_id=5f9bc303-35a1-4359-88cc-84e512276ecb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:33.260022 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.272245 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Calling delete_port for 125513c2-7284-4217-b783-9a4abc002563 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:33.353049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.365446 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f093199-3087-4de5-8c6c-82e80c244a89 None None] DHCP port deletion for 512447ed-de77-4f9a-a119-84014039944b request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:40:33.378232 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=125513c2-7284-4217-b783-9a4abc002563,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:33.383841 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] No DVR routers for this DVR port 125513c2-7284-4217-b783-9a4abc002563 on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:33.456902 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.466476 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512447ed-de77-4f9a-a119-84014039944b']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.475932 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9bc303-35a1-4359-88cc-84e512276ecb') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.476226 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9bc303-35a1-4359-88cc-84e512276ecb') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:33.485186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.498929 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.504606 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:40:33.505002 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:40:33.506894 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:40:33.557763 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.563751 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.566061 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] 10.222.0.25 "DELETE /v2.0/networks/512447ed-de77-4f9a-a119-84014039944b HTTP/1.1" status: 204 len: 168 time: 0.4868557 Jul 16 04:40:33.576561 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7286a47-6851-4e67-a0b1-2c50cc2c5b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=512447ed-de77-4f9a-a119-84014039944b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:33.614004 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.626922 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:40:33.674157 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:33.716690 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-7e008a68-8c81-4c46-b73c-5ca9002ebed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f07a3f894564ae296d681593ab105b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413613 Jul 16 04:40:33.719067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:33.765429 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd745-00c3-476c-bfe0-b7c55169a7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.785254 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd745-00c3-476c-bfe0-b7c55169a7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.830471 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd745-00c3-476c-bfe0-b7c55169a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.832974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd745-00c3-476c-bfe0-b7c55169a7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:33.834101 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ab3cd745-00c3-476c-bfe0-b7c55169a7dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96f21eba-bde8-47b3-ac51-0cd916f6bc3c HTTP/1.1" status: 204 len: 168 time: 0.1141512 Jul 16 04:40:33.842127 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cd745-00c3-476c-bfe0-b7c55169a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f21eba-bde8-47b3-ac51-0cd916f6bc3c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:33.963162 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:33.984271 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:33.984620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device fc2b0307-d4d8-44f1-a5ce-a79f0fbcb654 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:33.985043 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 775198c9-3b31-4cf3-8b60-e539edd6423b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:34.003490 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 775198c9-3b31-4cf3-8b60-e539edd6423b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:34.003837 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 775198c9-3b31-4cf3-8b60-e539edd6423b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:34.004253 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 125513c2-7284-4217-b783-9a4abc002563 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:34.025612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 125513c2-7284-4217-b783-9a4abc002563 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:34.025964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 125513c2-7284-4217-b783-9a4abc002563 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:34.135362 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:34.176372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-f667fa94-2f52-4f04-84c2-aa21d9d45cf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=446d53e989ad4641bfb598472855c99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398433 Jul 16 04:40:34.180268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:34.226285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94613068-f34b-4e7d-aaa8-2c98ff9feb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.246715 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94613068-f34b-4e7d-aaa8-2c98ff9feb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.294707 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94613068-f34b-4e7d-aaa8-2c98ff9feb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.297171 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94613068-f34b-4e7d-aaa8-2c98ff9feb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.298346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-94613068-f34b-4e7d-aaa8-2c98ff9feb3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6493b098-0921-44a0-a0cc-d3f256e6bb3d HTTP/1.1" status: 204 len: 168 time: 0.1171336 Jul 16 04:40:34.305674 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94613068-f34b-4e7d-aaa8-2c98ff9feb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493b098-0921-44a0-a0cc-d3f256e6bb3d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:34.390868 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.928192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.021163 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1465564134-network', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.041458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Made reservation on behalf of 0992a6f8e20745d8a69a9cad95028835 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:35.044285 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.052373 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.137280 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.140628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.165549 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:40:35.171952 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b249841c-c575-45ce-8c0a-205ac904a8ea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.177702 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.178044 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Added segment 1354e576-f12b-40a3-87a9-61fc728a70f6 of type vlan for network dd6bfba2-a807-431a-9f47-ecb850a0b835 Jul 16 04:40:35.215882 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.243239 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.244319 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:35.245030 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.276034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3467796 Jul 16 04:40:35.278997 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52192) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.284661 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Request body: {'subnet': {'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1465564134-subnet', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.304494 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Made reservation on behalf of 0992a6f8e20745d8a69a9cad95028835 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:35.306984 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4100252'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.308404 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4367b-4785-4826-830e-b08d9b331506 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6bfba2-a807-431a-9f47-ecb850a0b835,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.319011 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:40:35.471506 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4100238'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.523266 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38275f2d-1d19-4a62-93eb-81ffaa58634f,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:35.532102 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Checking segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:35.532460 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Network hostable DHCP agents. Network: dd6bfba2-a807-431a-9f47-ecb850a0b835, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:40:35.548428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:40:35.555904 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, dd6bfba2-a807-431a-9f47-ecb850a0b835) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:35.559863 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:35.560440 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.564570 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85317d4e-2f44-4b0f-968c-3c871bfb339b None None] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:35.575321 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-42d5d4fb-9746-4e7d-8d38-440d65c830f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2945652 Jul 16 04:40:35.578041 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52194) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:35.582389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:35.602209 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.603208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.659140 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.706390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-dd6bfba2-a807-431a-9f47-ecb850a0b835', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:40:35.707292 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.793921 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.843449 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Allocated IP 172.20.0.2 (dd6bfba2-a807-431a-9f47-ecb850a0b835/38275f2d-1d19-4a62-93eb-81ffaa58634f/3bda53b8-f1b7-4d57-9ae0-5c870b85c72b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:35.982721 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.989807 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:35.991091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Transition to ACTIVE for port object 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:36.005718 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Transition to ACTIVE for port object 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:36.010185 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.012143 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.052966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:36.055803 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:36.059017 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:36.066294 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Pushing event updated for resources: {'Port': ['ID=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:36.111291 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.111636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.111980 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.112316 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.112650 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.112978 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.113304 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.113626 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.113947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.114265 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.114612 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.114929 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:36.116305 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Allocated IP 172.25.4.93 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/59925fd4-ada2-422c-8abf-3b76b8afe82b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:36.131554 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Attempting to bind port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:36.131939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Attempting to bind port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:36.132345 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Attempting to bind port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b on network dd6bfba2-a807-431a-9f47-ecb850a0b835 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:36.137875 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:36.138240 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Checking segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:36.138666 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.139059 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Bound using segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:36.139514 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Bound port: 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:36.139892 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.203900 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] For port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:36.206843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] For port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:36.211474 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.218510 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.268647 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.273780 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469dcb3-0be7-4491-9656-599733acd0e5 None None] Pushing event updated for resources: {'Port': ['ID=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:36.306007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:36.311444 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:36.315146 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:36.342702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Pushing event updated for resources: {'Port': ['ID=59925fd4-ada2-422c-8abf-3b76b8afe82b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:36.583314 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.775448 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:36.901712 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Router ae18f16b-d149-4c92-b9ee-806758329eba is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:40:37.014265 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:37.026468 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:37.030622 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.032185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-8e499256-dbee-4fca-80c9-d83bde6ff7eb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4531820 Jul 16 04:40:37.035075 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:37.037983 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:37.038615 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:37.145076 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:37.181122 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c8ae9-a9fa-4957-b4d3-41b42c4b17d8 None None] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:37.253315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1df1ce5a-f2de-48a4-90d1-502d92fc9db3 None None] Provisioning for port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:37.326010 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 3, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:37.359944 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:37.360306 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Updating router ae18f16b-d149-4c92-b9ee-806758329eba port 59925fd4-ada2-422c-8abf-3b76b8afe82b binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:37.401123 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.479447 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.650614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Allocated IP 172.20.0.1 (dd6bfba2-a807-431a-9f47-ecb850a0b835/38275f2d-1d19-4a62-93eb-81ffaa58634f/f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:37.666636 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.678812 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Transition to ACTIVE for port object 59925fd4-ada2-422c-8abf-3b76b8afe82b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:37.686027 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.732605 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Attempting to bind port 59925fd4-ada2-422c-8abf-3b76b8afe82b on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:37.732980 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Attempting to bind port 59925fd4-ada2-422c-8abf-3b76b8afe82b by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:37.733345 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Attempting to bind port 59925fd4-ada2-422c-8abf-3b76b8afe82b on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:37.743391 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:37.743763 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:37.744159 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.744558 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:37.745039 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Bound port: 59925fd4-ada2-422c-8abf-3b76b8afe82b, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:37.745400 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.748249 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Pushing event updated for resources: {'Port': ['ID=59925fd4-ada2-422c-8abf-3b76b8afe82b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:37.760052 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.774190 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Transition to ACTIVE for port object f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:37.778058 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.778603 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.778951 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.779291 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.779647 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.779980 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.780309 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.780824 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.781155 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.781793 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.782133 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.782454 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:37.807851 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.814641 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] For port 59925fd4-ada2-422c-8abf-3b76b8afe82b, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:37.817678 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] For port 59925fd4-ada2-422c-8abf-3b76b8afe82b, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=59925fd4-ada2-422c-8abf-3b76b8afe82b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:37.821422 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.845227 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:37.851322 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:37.854968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:37.866637 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:37.867322 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:37.877785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:37.896633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:37.934689 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266aec7-b06e-4d1a-89cb-a5246c6c520d None None] Pushing event updated for resources: {'Port': ['ID=59925fd4-ada2-422c-8abf-3b76b8afe82b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:37.997614 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:38.056313 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.059697 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:38.122952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8743476a-7d44-4eee-b49d-55acf3673039 None None] Provisioning for port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:38.127039 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:38.129867 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8743476a-7d44-4eee-b49d-55acf3673039 None None] Provisioning complete for port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:38.130175 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8743476a-7d44-4eee-b49d-55acf3673039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.132940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:38.133517 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.184397 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 3, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:38.193834 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8743476a-7d44-4eee-b49d-55acf3673039 None None] Port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:38.216016 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d3aaf-3036-42cc-ac11-5272a9d03476 None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:36Z', 'revision_number': 3, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:38.240284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.253730 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.258455 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.274373 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:38.281178 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.334455 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:38.335607 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.337539 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:38.431391 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:38.437446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:38.573002 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Router ae18f16b-d149-4c92-b9ee-806758329eba has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:38.697316 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:38.702361 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-a62586e7-00ae-4c87-94f2-961c6cf2abc2 admin admin] 10.222.0.25 "PUT /v2.0/routers/ae18f16b-d149-4c92-b9ee-806758329eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657057 Jul 16 04:40:38.719857 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d1aa26dc-5b5e-4720-b50c-82160674f5df None None] Provisioning complete for port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:38.720348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1aa26dc-5b5e-4720-b50c-82160674f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:38.758666 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa26dc-5b5e-4720-b50c-82160674f5df None None] Port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:39.165440 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:39.170583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-794332520-network', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:39.191575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Made reservation on behalf of 71bc273efc9e4626b4d9870e500bcb88 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:39.193848 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.202618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.289322 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.293081 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.314198 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:40:39.329176 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c13a50-1449-42cb-94e2-1dcb890a3295,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:39.332076 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.332428 n-d-800089-6 neutron-server[93756]: INFO neutron.db.segments_db [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Added segment f0d3dcd8-d833-49a7-9644-c442340dc018 of type vlan for network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 Jul 16 04:40:39.371979 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748121698820'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.399489 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.400427 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:39.401000 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.433986 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2668407 Jul 16 04:40:39.436696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:39.441738 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Request body: {'subnet': {'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-794332520-subnet', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:39.473619 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece24479-89e8-4e26-b1ab-7a112536b3ff admin admin] Pushing event updated for resources: {'Network': ['ID=086618b4-be6d-4ca6-a9e8-0d60d2f047b5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:39.486194 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 details requested by agent ovs-agent-n-d-800089-6 with host n-d-800089-6 {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:40:39.491260 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Made reservation on behalf of 71bc273efc9e4626b4d9870e500bcb88 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:39.493641 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3369567'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.664347 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9560964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3369549'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.713514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fe64d9-c9de-4d00-9440-35870f963dd7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:39.728676 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Checking segment: {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:39.729050 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Network hostable DHCP agents. Network: 086618b4-be6d-4ca6-a9e8-0d60d2f047b5, hostable agents: ['62fad3bc-dc83-4327-92d2-ee7be15242b1'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:40:39.746410 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 is scheduled to be hosted by DHCP agent 62fad3bc-dc83-4327-92d2-ee7be15242b1 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:40:39.754730 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800089-6, 086618b4-be6d-4ca6-a9e8-0d60d2f047b5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:39.759040 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:39.759705 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.765261 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af80c51-ae84-4395-ac8e-99da60f85643 None None] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:39.781980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-4a4a6dea-fceb-4dcb-935f-34ff15030f4f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3394229 Jul 16 04:40:39.781980 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:39.784530 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:39.808897 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2096271'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.809975 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-479034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2096260'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:39.828328 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:39.848790 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:39.849402 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:39.865486 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.000796 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-479016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094958'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.010197 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:40.013670 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50d407a-2f97-5704-a4d4-95abc1746531-086618b4-be6d-4ca6-a9e8-0d60d2f047b5', 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'fixed_ips': [{'subnet_id': '04fe64d9-c9de-4d00-9440-35870f963dd7'}]}} from n-d-800089-6. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:40:40.014684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.122456 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 59925fd4-ada2-422c-8abf-3b76b8afe82b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:40.203689 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.223803 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.314800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 59925fd4-ada2-422c-8abf-3b76b8afe82b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:40.321598 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Allocated IP 172.20.0.2 (086618b4-be6d-4ca6-a9e8-0d60d2f047b5/04fe64d9-c9de-4d00-9440-35870f963dd7/ac2f54fc-4870-43fd-a4ab-e96672d25dfd) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:40.329998 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Allocated IP 172.25.4.35 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/26b663d7-b0d4-4edf-97bd-2a9b2d3646e4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:40.331165 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 59925fd4-ada2-422c-8abf-3b76b8afe82b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:40.331542 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.431087 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.468883 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.503231 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:40.509464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:40.511811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 2, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:40.512714 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:40.546822 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Pushing event updated for resources: {'Port': ['ID=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:40.568093 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:40.568315 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Updating router ae18f16b-d149-4c92-b9ee-806758329eba port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:40.571578 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.634981 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.638245 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 59925fd4-ada2-422c-8abf-3b76b8afe82b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=59925fd4-ada2-422c-8abf-3b76b8afe82b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:40.649390 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.650188 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:40.652452 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Transition to ACTIVE for port object ac2f54fc-4870-43fd-a4ab-e96672d25dfd will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:40.674330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.732709 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Transition to ACTIVE for port object ac2f54fc-4870-43fd-a4ab-e96672d25dfd will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:40.769441 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.784839 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=59925fd4-ada2-422c-8abf-3b76b8afe82b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:40.826616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:40.876917 n-d-800089-6 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:40.888661 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:40.895074 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:40.895452 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:40.937224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Pushing event updated for resources: {'Port': ['ID=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:41.032352 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Attempting to bind port ac2f54fc-4870-43fd-a4ab-e96672d25dfd on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:41.032721 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Attempting to bind port ac2f54fc-4870-43fd-a4ab-e96672d25dfd by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:41.033091 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Attempting to bind port ac2f54fc-4870-43fd-a4ab-e96672d25dfd on network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:41.076374 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:41.076811 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Checking segment: {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:41.077163 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.077569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Bound using segment: {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:41.078057 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Bound port: ac2f54fc-4870-43fd-a4ab-e96672d25dfd, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:41.078481 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.123576 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.323654 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478989'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.393572 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] For port ac2f54fc-4870-43fd-a4ab-e96672d25dfd, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:41.413070 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.416217 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] For port ac2f54fc-4870-43fd-a4ab-e96672d25dfd, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,segment=NetworkSegment(f0d3dcd8-d833-49a7-9644-c442340dc018),segment_id=f0d3dcd8-d833-49a7-9644-c442340dc018)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:41.424497 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.429966 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Transition to ACTIVE for port object f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:41.459705 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Router 6fce03bb-2610-4df2-8a65-57a6275a648c is scheduled to L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:40:41.460291 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.495679 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aee057-442f-4860-b7b3-82db92bddfce None None] Pushing event updated for resources: {'Port': ['ID=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:41.584996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa07f-8beb-4066-b6e1-82869d7f7821 None None] Pushing event updated for resources: {'Port': ['ID=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:41.590103 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Attempting to bind port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:41.590483 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Attempting to bind port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:41.590878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Attempting to bind port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 on network dd6bfba2-a807-431a-9f47-ecb850a0b835 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:41.596123 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:41.596505 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Checking segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:41.596940 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.597069 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:41.597332 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Bound using segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:41.597805 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Bound port: f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:41.598190 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.609602 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Sync routers for ids ['6fce03bb-2610-4df2-8a65-57a6275a648c'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:41.623773 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Routers {'6fce03bb-2610-4df2-8a65-57a6275a648c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:41.624752 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6fce03bb-2610-4df2-8a65-57a6275a648c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:41.627811 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.630644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b46c670f-5d5e-42e1-8e79-dfe1ab2223b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8497736 Jul 16 04:40:41.633375 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:41.688403 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] For port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:41.696104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] For port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:41.702847 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:41.769561 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa07f-8beb-4066-b6e1-82869d7f7821 None None] Pushing event updated for resources: {'Port': ['ID=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:41.784982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:41.785616 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:41.826594 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Set router 6fce03bb-2610-4df2-8a65-57a6275a648c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:41.928387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:42.212784 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 59925fd4-ada2-422c-8abf-3b76b8afe82b up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:42.230359 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 3, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:42.265507 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Checking router: 6fce03bb-2610-4df2-8a65-57a6275a648c for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:42.265865 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Updating router 6fce03bb-2610-4df2-8a65-57a6275a648c port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 binding host n-d-800089-6 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:42.275658 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.300063 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:41Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:42.303224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 59925fd4-ada2-422c-8abf-3b76b8afe82b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:42.303604 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.309254 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.330382 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810a63-3629-452a-96c7-0028dd3fb7ab None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:41Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:42.444693 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac2f54fc-4870-43fd-a4ab-e96672d25dfd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:42.523729 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Allocated IP 172.20.0.1 (086618b4-be6d-4ca6-a9e8-0d60d2f047b5/04fe64d9-c9de-4d00-9440-35870f963dd7/4b9a56d9-7b21-42b8-b02c-4c0d298e29a2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:42.542254 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port ac2f54fc-4870-43fd-a4ab-e96672d25dfd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:42.668481 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.669492 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.682186 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Transition to ACTIVE for port object 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:42.688482 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Transition to ACTIVE for port object 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:42.691293 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.728134 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.752253 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de75fe-ceac-4357-9bd7-d55d79770a1e None None] Pushing event updated for resources: {'Port': ['ID=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:42.771727 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Attempting to bind port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:42.771920 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Attempting to bind port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:42.772348 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Attempting to bind port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 on network df44a565-4846-4b21-a400-4d16b19b7b34 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:42.779421 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:42.779838 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Checking segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:42.780251 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.780694 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Bound using segment: {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:42.781171 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Bound port: 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2415ac-8bf7-44e3-b93e-b602cb69d1ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:42.781554 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.782797 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:42.786415 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:42.789588 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:42.831192 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Pushing event updated for resources: {'Port': ['ID=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:42.847025 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] For port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4, host n-d-800089-6, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:42.852224 n-d-800089-6 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] For port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:42.856049 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a8eb7-13a1-439b-9f46-af0830e20e0b None None] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:42.859189 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421178'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.866110 n-d-800089-6 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:42.948202 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Routers {'6fce03bb-2610-4df2-8a65-57a6275a648c'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:42.949416 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6fce03bb-2610-4df2-8a65-57a6275a648c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:42.994721 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de75fe-ceac-4357-9bd7-d55d79770a1e None None] Pushing event updated for resources: {'Port': ['ID=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:43.028100 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.028704 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] Provisioning for port ac2f54fc-4870-43fd-a4ab-e96672d25dfd completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:43.036700 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] Provisioning complete for port ac2f54fc-4870-43fd-a4ab-e96672d25dfd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:43.036700 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.094176 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] Set router 6fce03bb-2610-4df2-8a65-57a6275a648c gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:43.162033 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.203156 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] For port ac2f54fc-4870-43fd-a4ab-e96672d25dfd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,segment=NetworkSegment(f0d3dcd8-d833-49a7-9644-c442340dc018),segment_id=f0d3dcd8-d833-49a7-9644-c442340dc018)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:43.209939 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.265920 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.276263 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.305774 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bb878-5005-4d3d-ab95-6cc08f6bf8ce None None] Pushing event updated for resources: {'Port': ['ID=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:43.352758 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 3, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:43.376530 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421198'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.379070 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Pushing event updated for resources: {'Port': ['ID=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:43.392531 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916be0b-7cf6-4880-a741-7d2ead9da473 None None] The sync data for ids ['6fce03bb-2610-4df2-8a65-57a6275a648c'] in n-d-800089-6 is: [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 3, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:43.439636 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dbf5126c-0646-4eb9-8417-fe6b3b2c2dde None None] Provisioning complete for port ac2f54fc-4870-43fd-a4ab-e96672d25dfd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:43.440017 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbf5126c-0646-4eb9-8417-fe6b3b2c2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.501126 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:43.502814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:43.570754 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dbf5126c-0646-4eb9-8417-fe6b3b2c2dde None None] Provisioning for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:43.577733 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dbf5126c-0646-4eb9-8417-fe6b3b2c2dde None None] Provisioning complete for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:43.581334 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbf5126c-0646-4eb9-8417-fe6b3b2c2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.638964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5126c-0646-4eb9-8417-fe6b3b2c2dde None None] Port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:43.660640 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Router 6fce03bb-2610-4df2-8a65-57a6275a648c has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:43.812419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:43.822604 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-efec3651-798b-4a0a-98e6-055d196c389f admin admin] 10.222.0.25 "PUT /v2.0/routers/6fce03bb-2610-4df2-8a65-57a6275a648c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1836872 Jul 16 04:40:43.857877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9ad9583d-b64f-4ee2-be04-2f6adcb7ff2f None None] Provisioning complete for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:43.858468 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad9583d-b64f-4ee2-be04-2f6adcb7ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:43.892247 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9583d-b64f-4ee2-be04-2f6adcb7ff2f None None] Port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:44.122466 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0b8e5290-3e47-4385-a8ba-a8f1df413e71 None None] Provisioning complete for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:44.123843 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5290-3e47-4385-a8ba-a8f1df413e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.148104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:44.199766 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e5290-3e47-4385-a8ba-a8f1df413e71 None None] Port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:44.225309 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:44.230836 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:44.231342 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.317677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.361995 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:44.367147 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.367983 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:44.449742 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.464941 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:44.469219 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:44.469601 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.555158 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.571735 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:44.577056 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855531746', 'description': 'tempest-secgroup-smoke-855531746 description', 'project_id': '0992a6f8e20745d8a69a9cad95028835'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:44.582996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:44.588120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.589087 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac2f54fc-4870-43fd-a4ab-e96672d25dfd up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:44.601476 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.679027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.687788 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.693264 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.693735 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port ac2f54fc-4870-43fd-a4ab-e96672d25dfd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:44.694200 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.719214 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.720426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1476581 Jul 16 04:40:44.723657 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52228) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:44.724376 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498bb44-5f56-4daa-9c9e-7b9fc1b250ae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.729216 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group_rule': {'security_group_id': 'c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5', 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:44.757299 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.813005 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.816743 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.833452 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a979e0-92a4-47f9-a40d-42407a2d32aa,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.840208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.841156 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-d390d365-2a16-458c-b5bf-7958d0a67503 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156096 Jul 16 04:40:44.843798 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52230) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:44.848134 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group_rule': {'security_group_id': 'c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5', 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:44.873451 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.927345 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.930739 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.947941 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e383da6c-d2b0-4147-9a39-855fc88f171e,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:44.956931 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:44.958185 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-24208979-adb9-49d4-9017-067b0efc1b7d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134872 Jul 16 04:40:44.960853 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52232) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:44.965220 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group_rule': {'security_group_id': 'c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5', 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:44.990777 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.050837 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.054339 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.071815 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a680fe-30a3-4931-80f6-eb482e4e0eaa,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:45.078669 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.079880 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-2c729e6d-6c15-49c7-bd93-fee2842bc969 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181443 Jul 16 04:40:45.082537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:45.086879 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group_rule': {'security_group_id': 'c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5', 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:45.112158 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.170920 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.174567 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.193391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142caf3b-855d-4b77-ae44-af2aa92e20a5,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:45.200902 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.202453 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-106552fd-af27-4d2c-b69a-a5df47a0505f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189775 Jul 16 04:40:45.205240 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52236) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:45.209958 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group_rule': {'security_group_id': 'c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5', 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:45.232698 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Project 0992a6f8e20745d8a69a9cad95028835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:40:45.237492 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.297093 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.300478 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.316966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32113c4d-4b67-440e-b464-2e193f3b86e4,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:45.324086 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.325301 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-30c2deb6-31dd-4386-a575-04c7a2ac675c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189735 Jul 16 04:40:45.327961 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52238) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:45.332424 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'security_group_rule': {'security_group_id': 'c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5', 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:45.355575 n-d-800089-6 neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Project 0992a6f8e20745d8a69a9cad95028835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:40:45.360464 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.423915 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.428609 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390187'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.446436 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8b227-d007-4ada-ade9-6cb8cbbebcd2,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:45.452286 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:45.453674 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-dec2b2bd-5a7c-479f-abcb-0b2bda992042 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246548 Jul 16 04:40:45.593994 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-29d96089-336b-4636-9fcb-001d8209181e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855531746&fields=id&tenant_id=0992a6f8e20745d8a69a9cad95028835 HTTP/1.1" status: 200 len: 267 time: 0.0347571 Jul 16 04:40:45.705642 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-0e2eb0a8-07bf-4b87-8090-f4ac1864e067 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:45.707174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-0e2eb0a8-07bf-4b87-8090-f4ac1864e067 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 810 time: 0.1067247 Jul 16 04:40:45.720749 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Sync routers for ids ['6fce03bb-2610-4df2-8a65-57a6275a648c'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:45.722608 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-ab2d9fac-9aca-4614-b944-da85c54e8b2b tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/quotas/0992a6f8e20745d8a69a9cad95028835 HTTP/1.1" status: 200 len: 375 time: 0.0099862 Jul 16 04:40:45.729729 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Routers {'6fce03bb-2610-4df2-8a65-57a6275a648c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:45.730340 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6fce03bb-2610-4df2-8a65-57a6275a648c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:45.789753 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-4042b5db-65fc-49fe-8f0c-adf884ab0bae tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616169 Jul 16 04:40:45.835364 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Set router 6fce03bb-2610-4df2-8a65-57a6275a648c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:45.890846 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-c3f2abbc-da5d-423a-8717-a5e9e31dbb37 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:40:45.891838 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-c3f2abbc-da5d-423a-8717-a5e9e31dbb37 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0911920 Jul 16 04:40:45.987151 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:45.987844 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-b3522873-bdab-4688-9e77-c66123be8a9a service neutron] 10.222.0.25 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901420 Jul 16 04:40:46.071055 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:46.071339 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.075041 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-fc7104d7-67b6-49e1-a77e-0f2e3e1c5ce1 service neutron] 10.222.0.25 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813026 Jul 16 04:40:46.100728 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 4, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '4b9a56d9-7b21-42b8-b02c-4c0d298e29a2', 'name': '', 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'mac_address': 'fa:16:3e:06:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '04fe64d9-c9de-4d00-9440-35870f963dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:42Z', 'updated_at': '2021-07-16T04:40:43Z', 'revision_number': 2, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'subnets': [{'id': '04fe64d9-c9de-4d00-9440-35870f963dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:46.132800 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Checking router: 6fce03bb-2610-4df2-8a65-57a6275a648c for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:46.133226 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Updating router 6fce03bb-2610-4df2-8a65-57a6275a648c port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 binding host n-d-800089-6 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:46.172154 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.244847 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:46.259153 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-80b11b49-ab2a-4d08-b682-7a2f9a541c28 req-bb2a78d4-cfa3-4c84-af4b-61d86698b596 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 210 time: 0.0361586 Jul 16 04:40:46.380923 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:46.381298 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.560234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.570971 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Transition to ACTIVE for port object 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:46.577188 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.648096 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7469e7-58b8-4cb2-9d94-e7703838947b None None] Pushing event updated for resources: {'Port': ['ID=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:46.687216 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Attempting to bind port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 on host n-d-800089-6 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:46.687604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Attempting to bind port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 by drivers openvswitch,hyperv on host n-d-800089-6 at level 0 using segments [{'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:46.687982 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Attempting to bind port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 on network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:46.693809 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Checking agent: {'id': 'acb030c3-7078-4b45-a57d-74dca62c57a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 13, 24), 'started_at': datetime.datetime(2021, 7, 16, 3, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800089-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:46.694183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Checking segment: {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:46.694753 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.695183 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Bound using segment: {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:46.695887 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Bound port: 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2, host: n-d-800089-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d3dcd8-d833-49a7-9644-c442340dc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:46.696283 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.767467 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] For port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2, host n-d-800089-6, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:46.771110 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] For port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2, host n-d-800089-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,segment=NetworkSegment(f0d3dcd8-d833-49a7-9644-c442340dc018),segment_id=f0d3dcd8-d833-49a7-9644-c442340dc018)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:46.776142 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:46.845027 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Routers {'6fce03bb-2610-4df2-8a65-57a6275a648c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:46.845674 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6fce03bb-2610-4df2-8a65-57a6275a648c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:46.849168 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7469e7-58b8-4cb2-9d94-e7703838947b None None] Pushing event updated for resources: {'Port': ['ID=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:47.126878 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] Set router 6fce03bb-2610-4df2-8a65-57a6275a648c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:47.320215 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 4, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '4b9a56d9-7b21-42b8-b02c-4c0d298e29a2', 'name': '', 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'mac_address': 'fa:16:3e:06:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '04fe64d9-c9de-4d00-9440-35870f963dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:42Z', 'updated_at': '2021-07-16T04:40:46Z', 'revision_number': 4, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'subnets': [{'id': '04fe64d9-c9de-4d00-9440-35870f963dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:47.350979 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcec4b3-57bc-46d1-9071-e3a3f6f9fa06 None None] The sync data for ids ['6fce03bb-2610-4df2-8a65-57a6275a648c'] in n-d-800089-6 is: [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:40:42Z', 'revision_number': 4, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': '4b9a56d9-7b21-42b8-b02c-4c0d298e29a2', 'name': '', 'network_id': '086618b4-be6d-4ca6-a9e8-0d60d2f047b5', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'mac_address': 'fa:16:3e:06:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '04fe64d9-c9de-4d00-9440-35870f963dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:42Z', 'updated_at': '2021-07-16T04:40:46Z', 'revision_number': 4, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'subnets': [{'id': '04fe64d9-c9de-4d00-9440-35870f963dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:47.446488 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-05e4bded-e69d-4c86-99cd-11ebbcf4de74 req-079ad0ad-a206-4dd6-8256-1c0c4e7d4520 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 210 time: 0.0602567 Jul 16 04:40:47.566363 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-0cae2682-b471-406e-9124-dead95e362cf tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:47.567893 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-0cae2682-b471-406e-9124-dead95e362cf tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 810 time: 0.1188030 Jul 16 04:40:47.618679 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-21ecce32-b28a-4acb-b346-928f5f48156e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0992a6f8e20745d8a69a9cad95028835 HTTP/1.1" status: 200 len: 379 time: 0.0422356 Jul 16 04:40:47.627130 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'port': {'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'admin_state_up': True, 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'security_groups': ['c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:47.744347 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Made reservation on behalf of 0992a6f8e20745d8a69a9cad95028835 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:47.748023 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:47.878175 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Allocated IP 172.20.0.10 (dd6bfba2-a807-431a-9f47-ecb850a0b835/38275f2d-1d19-4a62-93eb-81ffaa58634f/90717d47-2cae-454a-8692-f73b77a098b6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:47.993075 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:48.024714 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.040031 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Transition to ACTIVE for port object 90717d47-2cae-454a-8692-f73b77a098b6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:48.042918 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:48.047282 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:48.047664 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.083049 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.128429 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:48.133509 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:48.137816 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:48.139891 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.165860 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:48.175577 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] For port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,segment=NetworkSegment(f0d3dcd8-d833-49a7-9644-c442340dc018),segment_id=f0d3dcd8-d833-49a7-9644-c442340dc018)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:48.179898 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.197329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:48.197952 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.216370 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-987a26bc-5f7f-464d-9917-83d8c5fdedd2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929904 Jul 16 04:40:48.228419 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Request body: {'port': {'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800089-6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:48.233292 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Pushing event updated for resources: {'Port': ['ID=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:48.303741 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.359082 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ac106cb9-d717-430b-bbeb-84ef53741f29 None None] Provisioning for port 90717d47-2cae-454a-8692-f73b77a098b6 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:48.363080 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ac106cb9-d717-430b-bbeb-84ef53741f29 None None] Provisioning complete for port 90717d47-2cae-454a-8692-f73b77a098b6 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:48.363456 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac106cb9-d717-430b-bbeb-84ef53741f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.398022 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ac106cb9-d717-430b-bbeb-84ef53741f29 None None] Port 90717d47-2cae-454a-8692-f73b77a098b6 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:48.600505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90717d47-2cae-454a-8692-f73b77a098b6 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:40:48.610531 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.628979 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Transition to ACTIVE for port object 90717d47-2cae-454a-8692-f73b77a098b6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:48.633348 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.701435 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ed38-2231-46d9-8f36-ea4a60bdd975 req-99af03f0-a19b-44ff-ba54-29334ddbfc1c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:48.703005 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c20ed38-2231-46d9-8f36-ea4a60bdd975 req-99af03f0-a19b-44ff-ba54-29334ddbfc1c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 932 time: 0.1315055 Jul 16 04:40:48.729195 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:48.798208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c20ed38-2231-46d9-8f36-ea4a60bdd975 req-99972310-95b6-4c6b-beba-3ed298d25a46 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724959 Jul 16 04:40:48.810432 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Attempting to bind port 90717d47-2cae-454a-8692-f73b77a098b6 on host n-h2-800089-6 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:48.810812 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Attempting to bind port 90717d47-2cae-454a-8692-f73b77a098b6 by drivers openvswitch,hyperv on host n-h2-800089-6 at level 0 using segments [{'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:48.811147 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Attempting to bind port 90717d47-2cae-454a-8692-f73b77a098b6 on network dd6bfba2-a807-431a-9f47-ecb850a0b835 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:48.816460 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Port 90717d47-2cae-454a-8692-f73b77a098b6 on network dd6bfba2-a807-431a-9f47-ecb850a0b835 not bound, no agent of type Open vSwitch agent registered on host n-h2-800089-6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:40:48.816784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Attempting to bind port 90717d47-2cae-454a-8692-f73b77a098b6 on network dd6bfba2-a807-431a-9f47-ecb850a0b835 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:48.821936 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Checking agent: {'id': '3eb69e4a-aeb2-4a1e-8eec-9ff3fceedc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:48.822374 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Checking segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:48.822793 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Bound using segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:48.823230 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Bound port: 90717d47-2cae-454a-8692-f73b77a098b6, host: n-h2-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:48.823633 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.886329 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:48.889235 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:48.894013 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.933124 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:48.933847 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:48.935293 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] 10.222.0.48 "PUT /v2.0/ports/90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1092 time: 0.7112575 Jul 16 04:40:48.937464 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:48.940037 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d56a7-01b0-4270-81dd-10a9cdcf160d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:48.986870 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899af2c6-edad-4d44-bf06-643b5e021282 x-openstack-request-id: req-899af2c6-edad-4d44-bf06-643b5e021282 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:48.987099 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:48.987353 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-899af2c6-edad-4d44-bf06-643b5e021282 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:48.987752 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'status': 'completed', 'code': 200} Jul 16 04:40:48.989446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97570712-7ef4-4bb8-a922-3f3d6a3fed24 service neutron] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:49.035446 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-feda9d74-bf4e-4564-ab84-1ef4e3512765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.036985 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-feda9d74-bf4e-4564-ab84-1ef4e3512765 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1095 time: 0.0616238 Jul 16 04:40:49.079050 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-fec9cc35-5736-4929-b552-2a91862269f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 217 time: 0.0351067 Jul 16 04:40:49.132039 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-e7dc42dd-e59e-4442-8711-3cbbe076eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.133505 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-e7dc42dd-e59e-4442-8711-3cbbe076eec8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0489793 Jul 16 04:40:49.189321 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-8aec8168-b661-42be-9136-e7d16f2f215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.190790 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-8aec8168-b661-42be-9136-e7d16f2f215a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508680 Jul 16 04:40:49.276363 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-3686dfc3-be04-49f9-8a63-ce75681b28ad service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791645 Jul 16 04:40:49.369843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b2222f3f-6caa-45b2-ba69-f83c2a0e8833 req-e6f60a98-5dd5-4460-9817-01b868b8e6a7 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Jul 16 04:40:49.471673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-4588aa4a-2a78-4360-ae2a-2d0668f3dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.473195 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-4588aa4a-2a78-4360-ae2a-2d0668f3dbfb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1095 time: 0.0544217 Jul 16 04:40:49.568433 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-318ccc13-0f86-4aa5-9550-5dab7f2b6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.569737 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-318ccc13-0f86-4aa5-9550-5dab7f2b6645 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0906878 Jul 16 04:40:49.610366 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-777a6c59-6996-4df4-9dcc-ecd899804543 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 217 time: 0.0346615 Jul 16 04:40:49.663621 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-f857544f-69f2-4ba1-be96-476254d84527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.665105 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-f857544f-69f2-4ba1-be96-476254d84527 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0485642 Jul 16 04:40:49.724468 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-e0440cb5-be3e-4722-8897-9637dbec4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.726002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-e0440cb5-be3e-4722-8897-9637dbec4749 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527945 Jul 16 04:40:49.814359 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-1adc2050-9de4-4ea4-b68b-6be858bf4753 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816348 Jul 16 04:40:49.906881 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c39d56a7-01b0-4270-81dd-10a9cdcf160d req-5d950f7d-3db3-4634-8b0f-f97e26c97d7b service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859218 Jul 16 04:40:49.978996 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b5aae-8eb9-438d-8142-e3ca086e1068 req-6845fe1f-10ef-4a4e-9360-7704f9518ba7 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:49.981006 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-212b5aae-8eb9-438d-8142-e3ca086e1068 req-6845fe1f-10ef-4a4e-9360-7704f9518ba7 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 944 time: 0.0693498 Jul 16 04:40:49.991104 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 up at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:50.020381 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-212b5aae-8eb9-438d-8142-e3ca086e1068 req-018d67b4-bd1f-48f1-b8a8-0952e9a74648 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Jul 16 04:40:50.045187 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Provisioning complete for port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:50.045889 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:50.840029 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae2f-8640-48ad-a8ef-c66dc1f95852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:51.196196 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2882b-687e-4a2a-baa4-770d0265a5cf req-25a880da-f6e1-49d1-ad98-bc3f5738219c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:51.197647 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ba2882b-687e-4a2a-baa4-770d0265a5cf req-25a880da-f6e1-49d1-ad98-bc3f5738219c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 944 time: 0.0672064 Jul 16 04:40:51.233797 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-0ba2882b-687e-4a2a-baa4-770d0265a5cf req-a33b8e90-cbdb-4389-b6a3-da2b2ac2ed61 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299981 Jul 16 04:40:51.706322 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:40:51.799597 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:51.810927 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '90717d47-2cae-454a-8692-f73b77a098b6', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:40:51.846735 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:51.859368 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90717d47-2cae-454a-8692-f73b77a098b6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:40:51.877538 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:51.881391 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:51.928355 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:52.107990 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['90717d47-2cae-454a-8692-f73b77a098b6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:40:52.412943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f043bf-e5aa-401d-8c5f-b669a55ca3ea req-d9d3a6b4-9ace-47ae-a2e7-99c97a62ecc5 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:52.414315 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77f043bf-e5aa-401d-8c5f-b669a55ca3ea req-d9d3a6b4-9ace-47ae-a2e7-99c97a62ecc5 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 945 time: 0.0645506 Jul 16 04:40:52.450707 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-77f043bf-e5aa-401d-8c5f-b669a55ca3ea req-285a8901-d711-4e59-b603-e2fd860e8576 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Jul 16 04:40:53.604659 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68686e8a-b8d8-447b-a44e-4ae1286d0820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.621694 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63053e6-e98c-4681-be48-d238b1808258 req-cb85df2e-e1e5-4d7c-b545-ca7d9f0f1c89 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:53.623174 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f63053e6-e98c-4681-be48-d238b1808258 req-cb85df2e-e1e5-4d7c-b545-ca7d9f0f1c89 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 945 time: 0.0631781 Jul 16 04:40:53.659133 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f63053e6-e98c-4681-be48-d238b1808258 req-954bd696-0068-45e4-a094-152c49f23e40 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304639 Jul 16 04:40:53.721965 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:53.771443 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning for port 90717d47-2cae-454a-8692-f73b77a098b6 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:53.774976 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 90717d47-2cae-454a-8692-f73b77a098b6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:53.775348 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.850088 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.872431 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:53.874676 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198445f4-8c9a-4b99-b832-be995b7d1752" -d '{"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-plugged", "status": "completed", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:53.887475 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:53.891718 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.953642 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:53.962451 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:53.967872 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5400eb47-6d21-4906-b793-63b25d92421f x-openstack-request-id: req-5400eb47-6d21-4906-b793-63b25d92421f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:53.968163 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-plugged", "status": "completed", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:53.968417 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5400eb47-6d21-4906-b793-63b25d92421f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:53.968826 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'code': 200} Jul 16 04:40:54.080233 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9a0d1-7390-4451-a60f-790e9aa3587f req-834fbcfa-66ed-445d-b40b-97db14209ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:54.081593 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45e9a0d1-7390-4451-a60f-790e9aa3587f req-834fbcfa-66ed-445d-b40b-97db14209ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1097 time: 0.0535686 Jul 16 04:40:54.114726 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-45e9a0d1-7390-4451-a60f-790e9aa3587f req-96adcfce-5536-4c7f-85bb-8233db33e7e3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272779 Jul 16 04:40:54.639101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:54.837162 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360ccd-a597-4a30-91e1-8755cfd1ed60 req-2c1d82bf-6201-43c6-9f22-95a59b308b6e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:54.839538 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46360ccd-a597-4a30-91e1-8755cfd1ed60 req-2c1d82bf-6201-43c6-9f22-95a59b308b6e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 946 time: 0.0686755 Jul 16 04:40:54.877034 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-46360ccd-a597-4a30-91e1-8755cfd1ed60 req-77eea5b8-c527-42f5-8e39-d06b3063fb8e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315299 Jul 16 04:40:56.051516 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5f605-8ef5-4ff6-9a65-e1fbdeb052d8 req-b0458385-065d-4f5e-bf65-70c8eb57d0f7 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:56.053276 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4b5f605-8ef5-4ff6-9a65-e1fbdeb052d8 req-b0458385-065d-4f5e-bf65-70c8eb57d0f7 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 946 time: 0.0663910 Jul 16 04:40:56.090184 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-d4b5f605-8ef5-4ff6-9a65-e1fbdeb052d8 req-8c8eb9dc-5660-4a63-aae0-862378dbfe10 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Jul 16 04:40:56.259577 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af936-21cf-430a-9c64-6e05b836beac req-d4ccc597-2e46-44e5-9209-bc18b7f3f3f3 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:56.261529 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b12af936-21cf-430a-9c64-6e05b836beac req-d4ccc597-2e46-44e5-9209-bc18b7f3f3f3 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 946 time: 0.0619247 Jul 16 04:40:56.297297 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b12af936-21cf-430a-9c64-6e05b836beac req-7240d7c2-7502-4c0d-b338-83bc88372d59 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302837 Jul 16 04:40:56.320471 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:56.375144 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:56.416371 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff0581-da93-4523-96af-caf3e3cb1127 tempest-TestSnapshotPattern-1247417160 tempest-TestSnapshotPattern-1247417160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:56.417894 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-8bff0581-da93-4523-96af-caf3e3cb1127 tempest-TestSnapshotPattern-1247417160 tempest-TestSnapshotPattern-1247417160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1092 time: 0.0964816 Jul 16 04:40:56.420833 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:56.425241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:56.446860 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:56.543692 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:56.646702 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Allocated IP 172.25.4.125 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/40128633-ef89-457b-9f9f-633814cd76f0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:56.747289 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:56.783792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:56.818618 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:56.824377 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:56.826989 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:56.854216 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'Port': ['ID=40128633-ef89-457b-9f9f-633814cd76f0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:57.534661 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:57.610432 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:57.752656 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:57.756967 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:57.820808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'Port': ['ID=40128633-ef89-457b-9f9f-633814cd76f0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:57.832374 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:57.928695 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Floating IP a561616d-fbe5-4b11-acb0-d23db6021572 associated. External IP: 172.25.4.125, port: 90717d47-2cae-454a-8692-f73b77a098b6. Jul 16 04:40:58.128651 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Router ae18f16b-d149-4c92-b9ee-806758329eba has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:58.232697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:58.242149 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:58.248186 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:58.252750 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:58.253400 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:58.282644 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-88affcd4-18c0-4b40-a40b-f79546bc3324 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8607793 Jul 16 04:40:58.283215 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:58.285521 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d386c5-dccd-4bbc-ba5c-331e8be73088" -d '{"events": [{"name": "network-changed", "server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:58.361002 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:58.374013 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab2e3c5-8cf9-4552-9b9f-296f0d20ad0d x-openstack-request-id: req-9ab2e3c5-8cf9-4552-9b9f-296f0d20ad0d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:58.374308 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:58.374588 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ab2e3c5-8cf9-4552-9b9f-296f0d20ad0d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:58.374991 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'status': 'completed', 'code': 200} Jul 16 04:40:58.448354 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-67570426-a1c5-4034-9000-49e1fdb9550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:58.449760 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-67570426-a1c5-4034-9000-49e1fdb9550f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1097 time: 0.0519280 Jul 16 04:40:58.543139 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-91f21061-bdf5-49b6-af50-5cc598b20fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:58.544715 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-91f21061-bdf5-49b6-af50-5cc598b20fd1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0887995 Jul 16 04:40:58.580807 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:57Z', 'revision_number': 0, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:58.607354 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:58.608160 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-68d2f185-e23a-4ecb-886c-f4230cd171f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1000 time: 0.0572910 Jul 16 04:40:58.616387 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:58.616981 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:40:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:58.660320 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-4f061028-e7e0-40de-9e13-f36a60577313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:58.661830 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-4f061028-e7e0-40de-9e13-f36a60577313 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0478883 Jul 16 04:40:58.671973 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.48', 58273) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:58.719516 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:58.762971 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-9454a21f-0a89-4fca-ac69-e0aa5b75871b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898724 Jul 16 04:40:58.764718 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-e26eca0c-5d81-4372-b6aa-e123c5e57ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:58.766058 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-e26eca0c-5d81-4372-b6aa-e123c5e57ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921066 Jul 16 04:40:58.857980 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-7bc50f9a-3389-4d18-a727-64fe815b64fb service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858202 Jul 16 04:40:58.950069 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-72d386c5-dccd-4bbc-ba5c-331e8be73088 req-9ab6aaa9-3606-428a-80fb-8f5377561c4a service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859716 Jul 16 04:40:59.026202 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:57Z', 'revision_number': 0, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:59.052333 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b5360-95a6-462c-8431-65f6edaf72b4 None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:57Z', 'revision_number': 0, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:59.068677 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c116d34-5d52-419a-9faf-4743cb704813 req-9126e4bc-440d-4694-bf61-079be155d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:59.070188 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-9126e4bc-440d-4694-bf61-079be155d9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1097 time: 0.0578361 Jul 16 04:40:59.175150 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c116d34-5d52-419a-9faf-4743cb704813 req-c8791960-3fc5-48a9-bd59-e7df8957d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:59.176637 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-c8791960-3fc5-48a9-bd59-e7df8957d128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0864673 Jul 16 04:40:59.241346 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8b887-4429-4460-bb30-b9faa2a093d4 None None] New status for floating IP a561616d-fbe5-4b11-acb0-d23db6021572: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:40:59.246911 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-b640f23c-2e03-4cb5-943c-3d4503094507 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1000 time: 0.0637991 Jul 16 04:40:59.296712 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c116d34-5d52-419a-9faf-4743cb704813 req-81d546b7-4e49-4d13-8d2e-f8715d33b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:59.298122 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-81d546b7-4e49-4d13-8d2e-f8715d33b0b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0437720 Jul 16 04:40:59.355644 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c116d34-5d52-419a-9faf-4743cb704813 req-d03c02c9-d737-4b06-bdc3-13964e427a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:59.357193 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-d03c02c9-d737-4b06-bdc3-13964e427a28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529151 Jul 16 04:40:59.451854 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-d2f62724-a1ac-4e04-a242-6a3cc2bb0cba service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886467 Jul 16 04:40:59.536490 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-5c116d34-5d52-419a-9faf-4743cb704813 req-f1fd2afb-d410-4b47-a2a4-296702d92949 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785606 Jul 16 04:41:03.627180 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:04.392747 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:10.627724 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:41:20.839677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f767-158f-482f-9934-9b8bcffd0a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:23.605047 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7b760d8-f7d6-4de1-8b66-d848baf82178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:23.943967 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:24.641101 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:26.376327 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:33.628657 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:34.389272 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:47.627483 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:41:50.839750 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64f77aa3-8dbd-4553-8085-d84260b7ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.604297 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0be80f1b-9eb5-4fec-885c-c8098dd4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:53.945052 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:54.645043 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:56.379796 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:59.263114 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-29c90dfa-ee78-4b0e-a5e3-69a7e417e04b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968161 Jul 16 04:41:59.353784 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-9330024d-153a-47e1-87fd-cac96ee80e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.355282 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-9330024d-153a-47e1-87fd-cac96ee80e89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1097 time: 0.0512903 Jul 16 04:41:59.453940 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-6978e309-2600-4a48-bb61-89470643ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.455302 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-6978e309-2600-4a48-bb61-89470643ccea service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0814323 Jul 16 04:41:59.519161 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-6936d0d3-fa1a-4725-ac17-ee4e2a712126 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1002 time: 0.0577939 Jul 16 04:41:59.565942 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-c823cc29-0280-4813-a579-8ec10e4ce8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.567351 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-c823cc29-0280-4813-a579-8ec10e4ce8c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0422809 Jul 16 04:41:59.621022 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-62d6a782-8ae7-4cde-8795-6781b72a0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:41:59.622459 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-62d6a782-8ae7-4cde-8795-6781b72a0751 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493634 Jul 16 04:41:59.713689 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-65f1d311-8cae-4c03-92be-defd19e26537 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833960 Jul 16 04:41:59.800375 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2ef8babc-ad1c-4336-aceb-a3b9bc237029 req-3a0bf11f-7f5e-40c9-ad9b-4ecfef15aa73 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802815 Jul 16 04:42:03.628698 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:04.420060 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:20.841036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05516707-6db5-4a1d-a4f9-e44311d5a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:23.605318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4a09809-d357-45b8-a59d-46990174d3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:23.945036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:24.626862 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:42:24.647401 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:26.383022 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:33.643156 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:34.434607 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:50.841439 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58ac92b0-9e4b-4c4b-bdcd-f6dcffb21da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:53.605318 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c23d2be-b4fe-4abe-bde8-d9d726de6467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:53.946337 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:54.649810 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:56.266192 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 details requested by agent hyperv_n-h2-800089-6 with host n-h2-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:42:56.372056 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:42:56.388196 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Returning: {'device': '90717d47-2cae-454a-8692-f73b77a098b6', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:42:56.417234 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:56.431719 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:56.444866 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90717d47-2cae-454a-8692-f73b77a098b6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:42:56.465060 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:42:56.468819 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:56.519899 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:42:56.527877 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.528238 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.528585 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.528933 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.529269 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.529607 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.529940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.530270 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.530620 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.530952 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.531278 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.531604 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:42:56.536318 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] get_ports_and_sgs() called for port_ids ['90717d47-2cae-454a-8692-f73b77a098b6'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:42:58.272033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 up at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:42:58.326786 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Provisioning complete for port 90717d47-2cae-454a-8692-f73b77a098b6 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:42:58.327169 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:58.426771 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:58.451144 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:42:58.453377 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962ec2a8-8982-47c9-8fae-b05fc5879561" -d '{"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-plugged", "status": "completed", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:42:58.474073 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:42:58.479626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:58.525982 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847d267-6bc3-4384-a1d8-3c0e9e13b64c x-openstack-request-id: req-5847d267-6bc3-4384-a1d8-3c0e9e13b64c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:42:58.526276 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-plugged", "status": "completed", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:42:58.526529 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5847d267-6bc3-4384-a1d8-3c0e9e13b64c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:42:58.526939 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'code': 200} Jul 16 04:42:58.545722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:42:59.770595 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-825d01f0-4064-455e-9a19-57e1fbba7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:59.772816 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-825d01f0-4064-455e-9a19-57e1fbba7791 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1097 time: 0.0609806 Jul 16 04:42:59.895514 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-e09afc24-ae24-4b2a-a1e8-36bd0f31f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:42:59.896988 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-e09afc24-ae24-4b2a-a1e8-36bd0f31f34d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0999999 Jul 16 04:42:59.974793 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-76895fa6-eb2c-45ab-808e-b9362803960e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1002 time: 0.0686641 Jul 16 04:43:00.028304 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-38b87983-fa50-47e6-b661-ff94da5ee1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:00.029468 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-38b87983-fa50-47e6-b661-ff94da5ee1a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0496392 Jul 16 04:43:00.100835 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-1b9496ff-c85a-4676-bc7b-e0311618eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:00.102340 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-1b9496ff-c85a-4676-bc7b-e0311618eec1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644040 Jul 16 04:43:00.207368 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-4c629fa5-8814-4e4e-a788-229aeb5e554c service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979257 Jul 16 04:43:00.302681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-16f38291-667b-452c-b5c0-c4a6fc1588d4 req-03960a5f-c568-4c00-8c9c-53378feac13b service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881577 Jul 16 04:43:01.627069 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:43:03.662262 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:04.435528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:05.469763 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-41f82fc0-5d23-45cb-8a4e-248d6555a110 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855531746&fields=id&tenant_id=0992a6f8e20745d8a69a9cad95028835 HTTP/1.1" status: 200 len: 267 time: 0.0369196 Jul 16 04:43:05.571865 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-4505db33-f024-4f84-bee5-2e8bce6005d6 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:05.573326 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-4505db33-f024-4f84-bee5-2e8bce6005d6 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 810 time: 0.0972865 Jul 16 04:43:05.587208 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-d30cba09-1eb6-4210-843f-85db96f80ef5 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/quotas/0992a6f8e20745d8a69a9cad95028835 HTTP/1.1" status: 200 len: 375 time: 0.0086646 Jul 16 04:43:05.655192 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-67416da1-87bc-42f6-ac5d-df4f8531f04c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0628481 Jul 16 04:43:05.749462 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-4e999eaf-6583-451c-959b-3425ea914b3c service neutron] 10.222.0.25 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833716 Jul 16 04:43:05.838952 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c9252f48-464b-4fcb-ae73-a2d175aff131 service neutron] 10.222.0.25 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840516 Jul 16 04:43:06.000618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f55052e2-239d-454c-99ff-22920de260f5 req-b3265c45-b420-400a-b671-7d91de9483c9 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 210 time: 0.0278640 Jul 16 04:43:07.037571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-1a4a4ab2-a467-4f56-9e6e-b38abf5c7524 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:07.039294 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-1a4a4ab2-a467-4f56-9e6e-b38abf5c7524 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.11 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 810 time: 0.1077645 Jul 16 04:43:07.089499 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-e7a52243-8b2b-4981-a64a-98f312005061 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0992a6f8e20745d8a69a9cad95028835 HTTP/1.1" status: 200 len: 379 time: 0.0350790 Jul 16 04:43:07.097729 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'port': {'device_id': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'admin_state_up': True, 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'security_groups': ['c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:43:07.144768 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-59896f8e-0b01-49dc-95ac-8edd70b70198 req-7018a80f-df12-46fc-820f-f22a1dc79198 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 210 time: 0.0292525 Jul 16 04:43:07.220552 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Made reservation on behalf of 0992a6f8e20745d8a69a9cad95028835 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:43:07.224231 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:07.355459 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Allocated IP 172.20.0.3 (dd6bfba2-a807-431a-9f47-ecb850a0b835/38275f2d-1d19-4a62-93eb-81ffaa58634f/3ec75594-0c80-4e7a-84e0-4f9a2797105d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:43:07.498808 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:07.514332 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Transition to ACTIVE for port object 3ec75594-0c80-4e7a-84e0-4f9a2797105d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:43:07.557319 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:07.646571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:43:07.647912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:07.650233 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:43:07.653280 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:43:07.680089 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.680491 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.682035 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.682389 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.682834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.683176 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.683685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.684065 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.684499 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.684834 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.685328 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.685666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:07.724515 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:07.725186 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:07.747226 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-ab7dae5e-e1bd-4ca6-89e1-95a459c3455d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6529601 Jul 16 04:43:07.942843 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fa59380d-3d87-4fb5-b433-2a6a9bf50a51 None None] Provisioning for port 3ec75594-0c80-4e7a-84e0-4f9a2797105d completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:43:07.945508 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fa59380d-3d87-4fb5-b433-2a6a9bf50a51 None None] Provisioning complete for port 3ec75594-0c80-4e7a-84e0-4f9a2797105d triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:43:07.945651 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa59380d-3d87-4fb5-b433-2a6a9bf50a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:08.001702 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fa59380d-3d87-4fb5-b433-2a6a9bf50a51 None None] Port 3ec75594-0c80-4e7a-84e0-4f9a2797105d cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:43:08.312993 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:43:08.326907 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ebaa3-08c1-4f43-b54c-8a44c62974d8 req-b558bf2e-95a0-4366-bead-97e108ea0f14 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:08.329139 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c21ebaa3-08c1-4f43-b54c-8a44c62974d8 req-b558bf2e-95a0-4366-bead-97e108ea0f14 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0674570 Jul 16 04:43:08.376588 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-c21ebaa3-08c1-4f43-b54c-8a44c62974d8 req-e8712fb3-b739-4b3f-9830-e202aba60447 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Jul 16 04:43:08.408328 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:08.430224 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:43:08.432442 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da608288-c826-4423-a7c4-f4791e08566e" -d '{"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-unplugged", "status": "completed", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:43:08.445390 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:43:08.453793 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:08.487079 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c6e6f-d123-4103-8f87-81decfc38de4 x-openstack-request-id: req-ad6c6e6f-d123-4103-8f87-81decfc38de4 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:43:08.487465 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-unplugged", "status": "completed", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:43:08.487653 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad6c6e6f-d123-4103-8f87-81decfc38de4 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:43:08.487999 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'code': 200} Jul 16 04:43:08.523478 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Pushing event updated for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:09.578423 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550d872-b5a2-4c5a-be6d-142a41adeb16 req-acf05a7e-52fc-4264-b572-4c90dfa68fdd tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:09.579951 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4550d872-b5a2-4c5a-be6d-142a41adeb16 req-acf05a7e-52fc-4264-b572-4c90dfa68fdd tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0715413 Jul 16 04:43:09.618687 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4550d872-b5a2-4c5a-be6d-142a41adeb16 req-facb1088-02c4-4a1a-ac32-d74c0ce7899c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Jul 16 04:43:10.797773 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29017c1a-7d6c-496f-8959-1f817edc4fc2 req-df81083b-ddae-43fd-a374-630410cf1875 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:10.799324 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29017c1a-7d6c-496f-8959-1f817edc4fc2 req-df81083b-ddae-43fd-a374-630410cf1875 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0636733 Jul 16 04:43:10.841586 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-29017c1a-7d6c-496f-8959-1f817edc4fc2 req-473b6c7c-f64a-4b7e-a9de-0da6cc82077f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363758 Jul 16 04:43:12.021636 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c8bb-d417-41bf-bb9f-90168bb1edf7 req-ce58d916-1f1e-4642-9b3b-92fd41753bf3 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:12.029049 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9823c8bb-d417-41bf-bb9f-90168bb1edf7 req-ce58d916-1f1e-4642-9b3b-92fd41753bf3 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0737405 Jul 16 04:43:12.063131 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-9823c8bb-d417-41bf-bb9f-90168bb1edf7 req-12efe74f-c068-4ef1-bf0f-e2f2a31ddc27 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331461 Jul 16 04:43:13.240974 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283a3d-d1fd-41fb-aa86-31f093d06265 req-70db0630-5c4a-44a0-a5b4-e516c52afd2c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:13.242475 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6283a3d-d1fd-41fb-aa86-31f093d06265 req-70db0630-5c4a-44a0-a5b4-e516c52afd2c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0698342 Jul 16 04:43:13.282378 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6283a3d-d1fd-41fb-aa86-31f093d06265 req-ad1a89fc-7e44-41f4-b4c2-260957234893 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335555 Jul 16 04:43:14.472458 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8787c53-b621-43db-82d0-da319679fd37 req-378057fb-3d0d-4da8-8893-521a467b3c48 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:14.474147 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8787c53-b621-43db-82d0-da319679fd37 req-378057fb-3d0d-4da8-8893-521a467b3c48 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0681717 Jul 16 04:43:14.521749 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f8787c53-b621-43db-82d0-da319679fd37 req-aae3e58c-f261-471d-87c6-242e4c9507a1 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Jul 16 04:43:15.701880 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45652f3-b423-4f75-b6c5-7f0f2911aef3 req-930584a5-9b9f-4723-9dab-1272ab421342 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:15.703316 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a45652f3-b423-4f75-b6c5-7f0f2911aef3 req-930584a5-9b9f-4723-9dab-1272ab421342 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0656433 Jul 16 04:43:15.740853 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a45652f3-b423-4f75-b6c5-7f0f2911aef3 req-18d58a30-5894-4369-a709-6bdbb48d2dd7 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Jul 16 04:43:16.927252 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79c464-ea51-4c00-9f89-a7c909b9dcd7 req-4a51b34c-00ca-4ac0-bd28-e62ed576e7d2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:16.928833 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad79c464-ea51-4c00-9f89-a7c909b9dcd7 req-4a51b34c-00ca-4ac0-bd28-e62ed576e7d2 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 931 time: 0.0711627 Jul 16 04:43:16.969120 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ad79c464-ea51-4c00-9f89-a7c909b9dcd7 req-1656c500-1305-4281-8381-b5222033fd49 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Jul 16 04:43:17.684469 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.v2.base [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Request body: {'port': {'device_id': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800089-6'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:43:17.753418 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:18.010428 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec75594-0c80-4e7a-84e0-4f9a2797105d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:43:18.017690 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:18.030536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Transition to ACTIVE for port object 3ec75594-0c80-4e7a-84e0-4f9a2797105d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:43:18.035182 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:18.086478 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:18.153637 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c2701-ad6e-4861-83ec-b912c93c2c94 req-49a35596-5500-4178-bbc5-b13294df299b tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.155189 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-353c2701-ad6e-4861-83ec-b912c93c2c94 req-49a35596-5500-4178-bbc5-b13294df299b tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 943 time: 0.0713003 Jul 16 04:43:18.164194 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Attempting to bind port 3ec75594-0c80-4e7a-84e0-4f9a2797105d on host n-h1-800089-6 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:43:18.164522 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Attempting to bind port 3ec75594-0c80-4e7a-84e0-4f9a2797105d by drivers openvswitch,hyperv on host n-h1-800089-6 at level 0 using segments [{'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:43:18.164848 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Attempting to bind port 3ec75594-0c80-4e7a-84e0-4f9a2797105d on network dd6bfba2-a807-431a-9f47-ecb850a0b835 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:43:18.169825 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Port 3ec75594-0c80-4e7a-84e0-4f9a2797105d on network dd6bfba2-a807-431a-9f47-ecb850a0b835 not bound, no agent of type Open vSwitch agent registered on host n-h1-800089-6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:43:18.170147 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Attempting to bind port 3ec75594-0c80-4e7a-84e0-4f9a2797105d on network dd6bfba2-a807-431a-9f47-ecb850a0b835 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:43:18.175449 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Checking agent: {'id': 'c0dd5d13-21a8-4a04-9113-986b78dd99fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800089-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'started_at': datetime.datetime(2021, 7, 16, 3, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:43:18.175788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Checking segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:43:18.176169 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Bound using segment: {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:43:18.176601 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Bound port: 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host: n-h1-800089-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1354e576-f12b-40a3-87a9-61fc728a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:43:18.176951 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:18.198060 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-353c2701-ad6e-4861-83ec-b912c93c2c94 req-ba45d3b9-f4ba-4163-85a0-71d66f6cc0d4 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362861 Jul 16 04:43:18.246653 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:43:18.250269 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:43:18.255155 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083355'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:18.287666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.288184 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:18.289722 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 1091 time: 0.6102960 Jul 16 04:43:18.291985 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:43:18.294421 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e80292-a2b3-465c-948f-9e03f79a0f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:43:18.331650 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de9ce3-22ab-43cd-94da-9486c3690b21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:18.350444 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54f8e39-2402-4585-bb03-881c54031b95 x-openstack-request-id: req-a54f8e39-2402-4585-bb03-881c54031b95 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:43:18.350772 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:43:18.351023 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a54f8e39-2402-4585-bb03-881c54031b95 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:43:18.351411 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'status': 'completed', 'code': 200} Jul 16 04:43:18.396966 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-13e88aa5-8cef-4d35-b558-3660b44e5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.398491 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-13e88aa5-8cef-4d35-b558-3660b44e5c96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1094 time: 0.0568562 Jul 16 04:43:18.442918 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-b1f72e7f-0706-479a-8a3f-aad954082e89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 217 time: 0.0377679 Jul 16 04:43:18.489942 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-fb06f99a-3bf4-47f1-b5d4-ee56db08134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.491398 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-fb06f99a-3bf4-47f1-b5d4-ee56db08134e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0428872 Jul 16 04:43:18.545278 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-97b174a7-f563-49ac-9f0e-eae3e3473945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.546699 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-97b174a7-f563-49ac-9f0e-eae3e3473945 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493407 Jul 16 04:43:18.639491 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-16113d02-106f-4bbe-b576-1c3c2cd72937 service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867791 Jul 16 04:43:18.726611 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b0f45ee6-b403-4086-8d45-5590919e45d1 req-fdd959b7-6443-4e7c-afdd-fd85f11d1065 service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799017 Jul 16 04:43:18.824859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-16f598de-fd97-4fd9-b850-c1c0458026be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.826254 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-16f598de-fd97-4fd9-b850-c1c0458026be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1094 time: 0.0566957 Jul 16 04:43:18.914043 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-869ec2aa-9fe3-44ad-9b76-9e3eae6954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:18.915504 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-869ec2aa-9fe3-44ad-9b76-9e3eae6954a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0822263 Jul 16 04:43:18.957855 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-cb330f51-3d09-42e2-8eec-da18c83bab27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 217 time: 0.0358984 Jul 16 04:43:19.004584 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-a9e00f50-b213-4a48-a1ba-999e0d9d94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:19.005985 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-a9e00f50-b213-4a48-a1ba-999e0d9d94ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0418322 Jul 16 04:43:19.060677 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-dd70fe8d-6e5f-4267-a89a-805ec5abce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:19.062051 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-dd70fe8d-6e5f-4267-a89a-805ec5abce84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492709 Jul 16 04:43:19.382583 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdc10-078a-40f3-a302-ac19afb33c8c req-0038d533-b17f-4779-88b1-fd480c95a669 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:19.384176 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8efdc10-078a-40f3-a302-ac19afb33c8c req-0038d533-b17f-4779-88b1-fd480c95a669 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 943 time: 0.0655377 Jul 16 04:43:19.423249 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b8efdc10-078a-40f3-a302-ac19afb33c8c req-eb391e72-ad90-4e93-8f3f-7323deebb0fa tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329382 Jul 16 04:43:19.491793 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-74252244-5eb5-40a2-8f02-f1ceccbe7d4c service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217596 Jul 16 04:43:19.579487 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-42e80292-a2b3-465c-948f-9e03f79a0f9c req-a1330195-5a6f-43b8-87b1-800598d0b7dc service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792558 Jul 16 04:43:20.595332 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cf584-ab98-4331-9344-c85345e2ead7 req-1f24d63e-65ac-4aa2-8c9f-187f5aa0ab4f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:20.596802 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f78cf584-ab98-4331-9344-c85345e2ead7 req-1f24d63e-65ac-4aa2-8c9f-187f5aa0ab4f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 943 time: 0.0627649 Jul 16 04:43:20.637275 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f78cf584-ab98-4331-9344-c85345e2ead7 req-0a6d227d-a23b-45e8-8da2-380ebdf5cf6a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348978 Jul 16 04:43:20.841414 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5cda132-eb6f-454a-bd02-ccc138f7f4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:21.536395 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ec75594-0c80-4e7a-84e0-4f9a2797105d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:43:21.627788 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:43:21.641422 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'port_id': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'mac_address': 'fa:16:3e:5f:b5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:43:21.677170 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:21.690413 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec75594-0c80-4e7a-84e0-4f9a2797105d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:43:21.708969 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:43:21.713152 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:21.759770 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:21.809078 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e786a-e670-485f-9784-89166f83800d req-6858b23f-db75-4577-8dc5-d4636774bc8e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:21.810592 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-241e786a-e670-485f-9784-89166f83800d req-6858b23f-db75-4577-8dc5-d4636774bc8e tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 944 time: 0.0633042 Jul 16 04:43:21.847684 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-241e786a-e670-485f-9784-89166f83800d req-111f851e-a602-45c7-a730-44337e47b1f3 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312860 Jul 16 04:43:21.951186 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3ec75594-0c80-4e7a-84e0-4f9a2797105d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:43:23.020046 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebb287-ccd1-4167-b7e0-262b9b5ffdc0 req-6d4c7c49-6814-4f9e-8540-37f4e0718b6a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:23.021525 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35ebb287-ccd1-4167-b7e0-262b9b5ffdc0 req-6d4c7c49-6814-4f9e-8540-37f4e0718b6a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 944 time: 0.0627778 Jul 16 04:43:23.058374 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-35ebb287-ccd1-4167-b7e0-262b9b5ffdc0 req-c519eb61-14e8-4925-b9a1-c785da6e5bcc tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Jul 16 04:43:23.537038 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ec75594-0c80-4e7a-84e0-4f9a2797105d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:43:23.583696 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning for port 3ec75594-0c80-4e7a-84e0-4f9a2797105d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:43:23.587412 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3ec75594-0c80-4e7a-84e0-4f9a2797105d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:43:23.588285 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:23.629674 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dabe-7f5f-47a7-b3af-8f8dd879a454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:23.676008 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:23.697576 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:43:23.699806 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9ab762-6878-495c-9e60-c4b73408d3b8" -d '{"events": [{"server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "name": "network-vif-plugged", "status": "completed", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:43:23.712154 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:43:23.723978 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:23.750056 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c863947f-3a92-4736-996c-a2140985baee x-openstack-request-id: req-c863947f-3a92-4736-996c-a2140985baee {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:43:23.750356 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "name": "network-vif-plugged", "status": "completed", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:43:23.750634 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c863947f-3a92-4736-996c-a2140985baee {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:43:23.751018 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'code': 200} Jul 16 04:43:23.779771 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:23.849722 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a1635-2edf-462a-abc7-0c2eec7809da req-5fb7c67c-a317-4127-9042-1789f0384c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:23.851287 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-859a1635-2edf-462a-abc7-0c2eec7809da req-5fb7c67c-a317-4127-9042-1789f0384c3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1096 time: 0.0540431 Jul 16 04:43:23.888062 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-859a1635-2edf-462a-abc7-0c2eec7809da req-c57d1d59-503f-4f9a-baf0-7e14c981fc26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303688 Jul 16 04:43:23.946512 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:24.233672 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731b541-4c9a-4527-9d6b-d9956892c149 req-1551d0c4-83fe-4534-b7c8-19d3d2668d0b tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:24.235168 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b731b541-4c9a-4527-9d6b-d9956892c149 req-1551d0c4-83fe-4534-b7c8-19d3d2668d0b tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 945 time: 0.0649188 Jul 16 04:43:24.272717 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-b731b541-4c9a-4527-9d6b-d9956892c149 req-5c9937f5-53d7-4c95-9c5b-6f78e2f1fb8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320890 Jul 16 04:43:24.653095 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:25.442838 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be96d7-2449-47f6-aa3e-8710abb38a74 req-85b57293-6c09-4572-ac83-40f1feb10589 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:25.444321 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6be96d7-2449-47f6-aa3e-8710abb38a74 req-85b57293-6c09-4572-ac83-40f1feb10589 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 945 time: 0.0627549 Jul 16 04:43:25.481301 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a6be96d7-2449-47f6-aa3e-8710abb38a74 req-a688acc6-a47b-4164-ae33-a7bbf75611b0 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310752 Jul 16 04:43:25.650187 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03476fb-c64e-425e-ae5f-13012ec82175 req-05be4c11-2bcb-4368-81b9-1741e23ea7c1 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:25.651597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f03476fb-c64e-425e-ae5f-13012ec82175 req-05be4c11-2bcb-4368-81b9-1741e23ea7c1 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 945 time: 0.0616732 Jul 16 04:43:25.691882 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-f03476fb-c64e-425e-ae5f-13012ec82175 req-ad128edb-cc63-4fa4-83a2-0808ca3ccd94 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348418 Jul 16 04:43:25.715338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:43:25.764614 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b5165-59ee-4a35-b2f7-58546ead2beb tempest-TestSnapshotPattern-1247417160 tempest-TestSnapshotPattern-1247417160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:25.766072 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-b52b5165-59ee-4a35-b2f7-58546ead2beb tempest-TestSnapshotPattern-1247417160 tempest-TestSnapshotPattern-1247417160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1091 time: 0.0498095 Jul 16 04:43:25.768713 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:43:25.772976 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Request body: {'floatingip': {'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'port_id': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:43:25.793864 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:25.886792 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:25.987505 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Allocated IP 172.25.4.135 (df44a565-4846-4b21-a400-4d16b19b7b34/6bd99fc9-461f-4896-ae89-45d0af7385f8/9c26c89f-1940-42d0-8ff2-e1edfa17d57d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:43:26.087911 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.129485 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748121743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.162878 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Network df44a565-4846-4b21-a400-4d16b19b7b34 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:43:26.167946 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:43:26.171261 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:43:26.195600 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'Port': ['ID=9c26c89f-1940-42d0-8ff2-e1edfa17d57d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:26.207949 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.208292 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.208623 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.208957 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.209280 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.209603 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.209922 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.210241 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.210579 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.210899 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.211217 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.211535 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:43:26.388715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.537261 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.611133 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.755116 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.759323 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9560849'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.827959 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event updated for resources: {'Port': ['ID=9c26c89f-1940-42d0-8ff2-e1edfa17d57d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:43:26.838357 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-479139'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:26.930427 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Floating IP cd17e7d1-fbd9-4001-a601-e2c23a97e1d6 associated. External IP: 172.25.4.135, port: 3ec75594-0c80-4e7a-84e0-4f9a2797105d. Jul 16 04:43:27.128960 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Router ae18f16b-d149-4c92-b9ee-806758329eba has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:43:27.574780 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:43:27.583782 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:43:27.590643 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:27.593286 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:43:27.593895 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:43:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:43:27.626499 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-841a3d60-4d57-4810-8879-f4d444069ace tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8566933 Jul 16 04:43:27.627042 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:43:27.629288 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900d83e9-7022-410a-b520-0148e6a7f887" -d '{"events": [{"name": "network-changed", "server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:43:27.664704 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5502012e-7706-4ccc-93d2-eb1fa7dc3b07 x-openstack-request-id: req-5502012e-7706-4ccc-93d2-eb1fa7dc3b07 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:43:27.664994 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:43:27.665250 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5502012e-7706-4ccc-93d2-eb1fa7dc3b07 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:43:27.666195 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'status': 'completed', 'code': 200} Jul 16 04:43:27.711436 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:43:27.738964 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d83e9-7022-410a-b520-0148e6a7f887 req-82671b65-6c35-4110-9d52-bf415cb55aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:27.740474 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-82671b65-6c35-4110-9d52-bf415cb55aec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1096 time: 0.0524793 Jul 16 04:43:27.827443 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d83e9-7022-410a-b520-0148e6a7f887 req-8c3375c3-086a-444e-9174-09cd3058bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:27.828919 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-8c3375c3-086a-444e-9174-09cd3058bb03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0828021 Jul 16 04:43:27.897148 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-4e205472-c964-4217-bd76-27e5cbf3a4b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 999 time: 0.0618606 Jul 16 04:43:27.928326 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:59Z', 'revision_number': 1, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}, {'id': 'cd17e7d1-fbd9-4001-a601-e2c23a97e1d6', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:5f:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:43:26Z', 'updated_at': '2021-07-16T04:43:26Z', 'revision_number': 0, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:43:27.943562 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d83e9-7022-410a-b520-0148e6a7f887 req-6b0eee6b-52bc-40bc-8080-994e1da14313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:27.944996 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-6b0eee6b-52bc-40bc-8080-994e1da14313 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0421729 Jul 16 04:43:27.953513 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:43:27.961546 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:43:27.962139 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:43:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:43:28.000391 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d83e9-7022-410a-b520-0148e6a7f887 req-df5e3406-694c-46c8-9b0c-814edde08698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:28.001987 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-df5e3406-694c-46c8-9b0c-814edde08698 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508287 Jul 16 04:43:28.065525 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:43:28.092602 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-7cc9b876-4796-49e9-a892-c3b3f8e2ba96 service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Jul 16 04:43:28.183843 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-900d83e9-7022-410a-b520-0148e6a7f887 req-be920a04-1ff0-4c4a-bfa4-75dfdd82032f service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Jul 16 04:43:28.285597 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:59Z', 'revision_number': 1, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}, {'id': 'cd17e7d1-fbd9-4001-a601-e2c23a97e1d6', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:5f:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:43:26Z', 'updated_at': '2021-07-16T04:43:26Z', 'revision_number': 0, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:43:28.310372 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abd46f-a203-49a3-8b04-401534adc5d5 None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:59Z', 'revision_number': 1, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}, {'id': 'cd17e7d1-fbd9-4001-a601-e2c23a97e1d6', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:5f:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:43:26Z', 'updated_at': '2021-07-16T04:43:26Z', 'revision_number': 0, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:43:28.505507 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5797de2-3afa-4a89-81de-908e94f69f02 None None] New status for floating IP cd17e7d1-fbd9-4001-a601-e2c23a97e1d6: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:43:33.658537 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:34.449627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:38.626076 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:43:45.845644 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-f33c5be0-b7a2-44bf-b2ec-9fc56809f12f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497093 Jul 16 04:43:45.938510 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-76bdef32-99b4-404f-9736-f084121a3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:45.939960 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-76bdef32-99b4-404f-9736-f084121a3fe2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1096 time: 0.0509033 Jul 16 04:43:46.046095 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-77401745-ec72-4ea8-91ed-6daa84e23a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:46.047570 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-77401745-ec72-4ea8-91ed-6daa84e23a16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0870695 Jul 16 04:43:46.110970 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-85a58dab-950b-45a7-98d6-f9ea90fd1cb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 1001 time: 0.0556700 Jul 16 04:43:46.157526 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-7fa3ff9a-a55a-4b00-ad53-58b9f5c1159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:46.158914 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-7fa3ff9a-a55a-4b00-ad53-58b9f5c1159e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0413883 Jul 16 04:43:46.218017 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-82604d13-4f7d-4c03-b730-a4d752616d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:43:46.219490 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-82604d13-4f7d-4c03-b730-a4d752616d25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549607 Jul 16 04:43:46.305026 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-64af4326-ca35-4b81-8e4d-80819e46eecb service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784702 Jul 16 04:43:46.397405 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-7dfca7f2-57cf-4f9a-9ea7-5194b270b277 req-7b9ec9d1-6d00-4005-824b-b5978f748c74 service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854833 Jul 16 04:43:50.840684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d76e8fd-a8ef-451c-8930-abdc1fd6d5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:53.610170 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97053c46-37f6-4f2e-a399-82ba48b61821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:53.948410 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:54.654316 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:56.391652 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:01.271896 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-6ce6c974-a6cb-4996-a8aa-ebd1f9e5d0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527244 Jul 16 04:44:01.362183 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-62414317-6cbe-4da7-9e2f-84ec0033d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:01.363696 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-62414317-6cbe-4da7-9e2f-84ec0033d10b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1095 time: 0.0512176 Jul 16 04:44:01.463993 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-410c6ceb-c39b-4f28-9666-9cf1bd539d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:01.465457 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-410c6ceb-c39b-4f28-9666-9cf1bd539d00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0827112 Jul 16 04:44:01.529360 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-1903a090-adfa-40ee-bdd5-adc9646e52f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1000 time: 0.0577602 Jul 16 04:44:01.576004 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-92fdfc09-cd1e-4aad-855c-6f376b34b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:01.577346 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-92fdfc09-cd1e-4aad-855c-6f376b34b573 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0413764 Jul 16 04:44:01.630814 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-d894d7a8-55c2-4102-9102-ab60f4da5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:01.632250 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-d894d7a8-55c2-4102-9102-ab60f4da5968 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485032 Jul 16 04:44:01.719866 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-ca92696a-d3cd-410b-89e0-13bb1dd5b937 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812361 Jul 16 04:44:01.803843 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-ca4c99fb-09a4-43a7-92e0-58af85ef6878 req-1bc02ec2-f56c-45eb-94fe-43308e072733 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773752 Jul 16 04:44:03.674343 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:04.479554 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:15.624836 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:44:20.841849 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0953110a-d305-416e-a2b1-56bfea5c6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:23.610472 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c55d8d3e-f3f1-409d-8303-823713328ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:23.949710 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:24.658330 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:26.395918 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:33.673627 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:34.494868 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:46.915035 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-ef712340-04b9-4cb6-bab2-d6b5120c9dfb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359093 Jul 16 04:44:47.005859 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-1ac21b39-cfb5-4d89-9e3b-6a5286bd5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:47.007354 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-1ac21b39-cfb5-4d89-9e3b-6a5286bd5155 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1096 time: 0.0520799 Jul 16 04:44:47.113503 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-0a0e5aec-5618-4713-878d-59114b568491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:47.114914 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-0a0e5aec-5618-4713-878d-59114b568491 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0880568 Jul 16 04:44:47.181134 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-bfac4c59-fdfb-4ed8-b49f-9ab512fefa09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 1001 time: 0.0605235 Jul 16 04:44:47.227406 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-b3accbe0-9bfd-464b-8e7a-02893016daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:47.228819 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-b3accbe0-9bfd-464b-8e7a-02893016daca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0421984 Jul 16 04:44:47.282397 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-9841e2a5-895b-49ec-a5af-59eb70e9d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:44:47.283836 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-9841e2a5-895b-49ec-a5af-59eb70e9d96b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493672 Jul 16 04:44:47.293666 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-1dd423f7-af0d-4158-9e24-535c089799e6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:44:47.295239 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-1dd423f7-af0d-4158-9e24-535c089799e6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054085 Jul 16 04:44:47.386241 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-9008e77b-4610-4eba-a2c0-b05bde53e276 service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835440 Jul 16 04:44:47.471082 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-a70ac3f2-c7ef-4ac3-b882-fcc84a4ba4fd req-9991db9f-a547-43f2-8c07-e01efc50cc5d service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793819 Jul 16 04:44:50.843769 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddd93311-e7a2-48d3-9295-70393909f01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:52.624858 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:44:53.610343 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e04f4d1-6d2e-4d6b-8544-9921a865b2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:53.953626 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:54.660460 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:56.399183 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:01.756426 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-701f4840-9b99-425a-9c14-9ed97e30f712 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548723 Jul 16 04:45:01.847106 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-a2cd1cf5-2b51-4d87-a08d-651c2f0960db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:01.848605 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-a2cd1cf5-2b51-4d87-a08d-651c2f0960db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1095 time: 0.0513480 Jul 16 04:45:01.943298 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ec75594-0c80-4e7a-84e0-4f9a2797105d details requested by agent hyperv_n-h1-800089-6 with host n-h1-800089-6 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:45:01.955169 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-ee9df509-cd54-4b97-baf4-434a12a5b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:01.956611 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-ee9df509-cd54-4b97-baf4-434a12a5b7b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0888476 Jul 16 04:45:02.025043 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-7a240a2d-670d-4048-8bac-5c6288135ef5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 1000 time: 0.0614204 Jul 16 04:45:02.046321 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:02.058964 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Returning: {'device': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'port_id': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'mac_address': 'fa:16:3e:5f:b5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:45:02.074079 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-c0e5cc21-1968-4fae-8512-5a4fb8271030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:02.075766 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-c0e5cc21-1968-4fae-8512-5a4fb8271030 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0445602 Jul 16 04:45:02.099684 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.133301 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ec75594-0c80-4e7a-84e0-4f9a2797105d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:45:02.145666 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-921c390e-5a5c-45da-97bb-4191397ae15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:02.147379 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-921c390e-5a5c-45da-97bb-4191397ae15f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650468 Jul 16 04:45:02.157614 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:02.162284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.215998 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:02.223528 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.224366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.224366 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.224575 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.225477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.225477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.225477 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.225814 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.226130 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.226453 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.227028 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.227153 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:02.232111 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] get_ports_and_sgs() called for port_ids ['3ec75594-0c80-4e7a-84e0-4f9a2797105d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:45:02.243681 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-7327842c-f7e5-477b-a23d-b3e84ff28e58 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893946 Jul 16 04:45:02.344430 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-67997bf9-4bd1-40e1-bd0e-9c0ecc5c9d6f req-2a5882cb-9939-40e3-8814-894d2ac72b6e service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944481 Jul 16 04:45:03.691693 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:03.958223 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ec75594-0c80-4e7a-84e0-4f9a2797105d up at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:45:04.009675 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Provisioning complete for port 3ec75594-0c80-4e7a-84e0-4f9a2797105d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:45:04.009999 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682590'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:04.097749 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7872494'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:04.123624 n-d-800089-6 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:45:04.125901 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e7b75541d0fa660565f8deecd81c8734143d69fc890be7df2862d86f1b3cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a9752-3c02-4d2c-a0f5-c83600d393c7" -d '{"events": [{"server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "name": "network-vif-plugged", "status": "completed", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:45:04.146235 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:04.154256 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748122145365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748121743517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748121743535'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:04.210129 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca24871e-5f60-497f-aadd-a0d9c8cc1e7c x-openstack-request-id: req-ca24871e-5f60-497f-aadd-a0d9c8cc1e7c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:45:04.210435 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "name": "network-vif-plugged", "status": "completed", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:45:04.210833 n-d-800089-6 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca24871e-5f60-497f-aadd-a0d9c8cc1e7c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:45:04.211303 n-d-800089-6 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'code': 200} Jul 16 04:45:04.219817 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:04.514331 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:11.822325 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:11.971697 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Deleting port 9c26c89f-1940-42d0-8ff2-e1edfa17d57d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:11.972039 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:12.049647 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:12.049973 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:12.061268 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Calling delete_port for 9c26c89f-1940-42d0-8ff2-e1edfa17d57d owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:12.198377 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:12.227229 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event deleted for resources: {'Port': ['ID=9c26c89f-1940-42d0-8ff2-e1edfa17d57d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:12.253412 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.253758 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.254098 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.254434 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.254808 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.255135 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.255457 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.255781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.256097 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.256414 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.256736 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.257055 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:12.294180 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:12.294520 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Floating IP cd17e7d1-fbd9-4001-a601-e2c23a97e1d6 disassociated (deleted). External IP: 172.25.4.135, port: 3ec75594-0c80-4e7a-84e0-4f9a2797105d. Jul 16 04:45:12.496810 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Router ae18f16b-d149-4c92-b9ee-806758329eba has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:45:12.600972 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:45:12.605765 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:12.609949 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:45:12.618479 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:12.619117 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:44:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:12.641452 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-5e8f804d-cd05-4ddb-b992-9233ca6fa47a tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "DELETE /v2.0/floatingips/cd17e7d1-fbd9-4001-a601-e2c23a97e1d6 HTTP/1.1" status: 204 len: 168 time: 0.8179240 Jul 16 04:45:12.641991 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:45:12.644262 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:45:12.722440 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:12.884602 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec378f26-1a46-4bdf-a1af-b63d70927c9f x-openstack-request-id: req-ec378f26-1a46-4bdf-a1af-b63d70927c9f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:45:12.885141 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:45:12.885141 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec378f26-1a46-4bdf-a1af-b63d70927c9f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:45:12.885525 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'status': 'completed', 'code': 200} Jul 16 04:45:12.970537 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-bce497e2-41ec-439a-8e9c-5aa269acb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:12.972238 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-bce497e2-41ec-439a-8e9c-5aa269acb733 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 1096 time: 0.0634522 Jul 16 04:45:13.037159 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082da05-28a1-4be7-86e5-5c2a4837f24f req-50ba90f6-cda3-48fe-b6ec-5b72f75f54c6 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:13.039112 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2082da05-28a1-4be7-86e5-5c2a4837f24f req-50ba90f6-cda3-48fe-b6ec-5b72f75f54c6 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 945 time: 0.0657759 Jul 16 04:45:13.047305 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:59Z', 'revision_number': 1, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:13.070295 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-6215732f-8868-424d-b953-f2b417df1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:13.071750 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-6215732f-8868-424d-b953-f2b417df1510 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.0916002 Jul 16 04:45:13.074243 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:45:13.079362 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-2082da05-28a1-4be7-86e5-5c2a4837f24f req-99e41910-72db-41af-9162-f7313a0e45a9 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327857 Jul 16 04:45:13.082702 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:13.083314 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:44:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:13.121465 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-6cdcbd85-b25b-4763-a5d8-28f3ba3b44ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 200 len: 217 time: 0.0426807 Jul 16 04:45:13.169748 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-980b6d78-1cd4-4eb4-b9b7-504f90de676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:13.171402 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-980b6d78-1cd4-4eb4-b9b7-504f90de676f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0430205 Jul 16 04:45:13.187735 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:13.227536 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-8d303d05-3623-440c-b33b-bf666eaa75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:13.229041 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-8d303d05-3623-440c-b33b-bf666eaa75ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511043 Jul 16 04:45:13.321212 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-2eef86f1-1f06-410b-86e3-dc4a955ff34e service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 Jul 16 04:45:13.408361 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:59Z', 'revision_number': 1, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:13.414610 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-b7018fc7-159e-490b-84cf-d5b3ed64e0d2 req-632f7808-1e4b-4fed-91b1-d5e549488efc service neutron] 10.222.0.11 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Jul 16 04:45:13.436673 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36993e1a-0bd3-42ba-940f-ed4a2e0b6fc4 None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_floatingips': [{'id': 'a561616d-fbe5-4b11-acb0-d23db6021572', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'router_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'port_id': '90717d47-2cae-454a-8692-f73b77a098b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'mac_address': 'fa:16:3e:13:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:40:57Z', 'updated_at': '2021-07-16T04:40:59Z', 'revision_number': 1, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:45:13.635410 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea7ae7-a665-4875-accf-36fc89285d3d None None] New status for floating IP cd17e7d1-fbd9-4001-a601-e2c23a97e1d6: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:45:14.270114 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b71f-0f8d-4d8d-b2df-b866dc84826d req-9a54c29c-5c7c-401a-a272-6baaef5377fe tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:14.271638 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26e4b71f-0f8d-4d8d-b2df-b866dc84826d req-9a54c29c-5c7c-401a-a272-6baaef5377fe tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 945 time: 0.0657234 Jul 16 04:45:14.311530 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-26e4b71f-0f8d-4d8d-b2df-b866dc84826d req-08eb3b50-f86b-4a8e-9f99-2358d9b3a6ee tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342920 Jul 16 04:45:14.443827 n-d-800089-6 neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-1be5a3d6-00d8-4936-9f21-44432891c593 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:14.445242 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-1be5a3d6-00d8-4936-9f21-44432891c593 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 945 time: 0.0672152 Jul 16 04:45:14.541116 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Deleting port 3ec75594-0c80-4e7a-84e0-4f9a2797105d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:14.541454 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:14.629160 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] For port 3ec75594-0c80-4e7a-84e0-4f9a2797105d, host n-h1-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800089-6',level=0,port_id=3ec75594-0c80-4e7a-84e0-4f9a2797105d,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:14.629435 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:14.641571 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Calling delete_port for 3ec75594-0c80-4e7a-84e0-4f9a2797105d owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:14.765668 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:14.797535 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event deleted for resources: {'Port': ['ID=3ec75594-0c80-4e7a-84e0-4f9a2797105d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:14.825663 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.826007 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.826343 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.826725 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.827057 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.827382 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.827702 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.828021 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.828337 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.828654 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.828993 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.829311 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800089-6 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:45:14.851033 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] No DVR routers for this DVR port 3ec75594-0c80-4e7a-84e0-4f9a2797105d on host n-h1-800089-6 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:45:14.853297 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:14.855265 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [req-9d374fcd-686d-4146-9a28-7fd62a63da3f req-93bb59de-7b84-4495-b5ac-58f89bc52da8 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.11 "DELETE /v2.0/ports/3ec75594-0c80-4e7a-84e0-4f9a2797105d HTTP/1.1" status: 204 len: 173 time: 0.4041760 Jul 16 04:45:14.855682 n-d-800089-6 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'name': 'network-vif-deleted', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:45:14.858384 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b22ebf5fbf76e13348748b0c18851636090fb251efbe1bddbd1c7d38e041627d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be0325-e304-47ca-8565-390d653e9db0" -d '{"events": [{"server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "name": "network-vif-deleted", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:45:14.953983 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571d2e53-ac10-439a-811c-ab9748cb665a x-openstack-request-id: req-571d2e53-ac10-439a-811c-ab9748cb665a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:45:14.954160 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a00d00f-9427-44e6-9c13-c424e2832e52", "name": "network-vif-deleted", "tag": "3ec75594-0c80-4e7a-84e0-4f9a2797105d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:45:14.954401 n-d-800089-6 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-571d2e53-ac10-439a-811c-ab9748cb665a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:45:14.954842 n-d-800089-6 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00d00f-9427-44e6-9c13-c424e2832e52', 'name': 'network-vif-deleted', 'tag': '3ec75594-0c80-4e7a-84e0-4f9a2797105d', 'status': 'completed', 'code': 200} Jul 16 04:45:15.481923 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-a901d89f-81fa-4d8c-a2ea-0737ddc4d108 req-2bac90d4-1b89-4e95-b3a2-9473c323ada4 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a00d00f-9427-44e6-9c13-c424e2832e52 HTTP/1.1" status: 200 len: 210 time: 0.0284920 Jul 16 04:45:16.022547 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ec75594-0c80-4e7a-84e0-4f9a2797105d no longer exists at agent hyperv_n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:16.041882 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] No Port match for: 3ec75594-0c80-4e7a-84e0-4f9a2797105d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:16.042227 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Device 3ec75594-0c80-4e7a-84e0-4f9a2797105d not bound to the agent host n-h1-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:17.076494 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:17.227338 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Deleting port 40128633-ef89-457b-9f9f-633814cd76f0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:17.227680 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:17.302461 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:17.302815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:17.314609 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Calling delete_port for 40128633-ef89-457b-9f9f-633814cd76f0 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:17.455311 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:17.483528 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event deleted for resources: {'Port': ['ID=40128633-ef89-457b-9f9f-633814cd76f0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:17.542815 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:17.543145 n-d-800089-6 neutron-server[93756]: INFO neutron.db.l3_db [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Floating IP a561616d-fbe5-4b11-acb0-d23db6021572 disassociated (deleted). External IP: 172.25.4.125, port: 90717d47-2cae-454a-8692-f73b77a098b6. Jul 16 04:45:17.746761 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Router ae18f16b-d149-4c92-b9ee-806758329eba has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:45:17.852073 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:45:17.857423 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:17.861607 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:45:17.870009 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:17.870717 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:44:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:17.891372 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-21f53b6d-6021-4a17-994b-1aaad6b75c80 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "DELETE /v2.0/floatingips/a561616d-fbe5-4b11-acb0-d23db6021572 HTTP/1.1" status: 204 len: 168 time: 0.8137939 Jul 16 04:45:17.891943 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:45:17.894168 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb05d0-2fb2-4940-9231-cf94e6c0217c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:45:17.975168 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:18.135729 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c679316f-534e-43d4-adb4-a8de9b6adf71 x-openstack-request-id: req-c679316f-534e-43d4-adb4-a8de9b6adf71 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:45:18.136294 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:45:18.136294 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c679316f-534e-43d4-adb4-a8de9b6adf71 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:45:18.136655 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'status': 'completed', 'code': 200} Jul 16 04:45:18.173599 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:18.203581 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:45:18.211779 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-533c6e8b-1a48-4c70-85d6-b0257de216fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:18.212025 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:18.212601 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:44:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:18.213442 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-533c6e8b-1a48-4c70-85d6-b0257de216fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0992a6f8e20745d8a69a9cad95028835&device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 1095 time: 0.0542793 Jul 16 04:45:18.315259 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:18.347527 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-216cedde-b7a3-4c04-bcd0-03b199eb465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:18.349019 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-216cedde-b7a3-4c04-bcd0-03b199eb465b service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 200 len: 912 time: 0.1290319 Jul 16 04:45:18.361921 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870259a1-6471-42b8-9ab8-b02f8448b2ef req-28c05929-483d-4b5f-9069-46afae52430f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:18.363482 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-870259a1-6471-42b8-9ab8-b02f8448b2ef req-28c05929-483d-4b5f-9069-46afae52430f tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 944 time: 0.1260581 Jul 16 04:45:18.413840 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-9f91d028-e188-4a39-90d6-c89312fce1e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 200 len: 217 time: 0.0493972 Jul 16 04:45:18.457477 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-870259a1-6471-42b8-9ab8-b02f8448b2ef req-c7bcd28c-9237-4616-b407-accf37afeb54 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874510 Jul 16 04:45:18.481627 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-d36cf4de-263c-4815-a008-ddfd978b1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:18.483248 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-d36cf4de-263c-4815-a008-ddfd978b1e3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 200 len: 849 time: 0.0612648 Jul 16 04:45:18.511806 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:18.537915 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591beb78-6394-4bcb-95f8-5a9c4708a930 None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:40:38Z', 'revision_number': 4, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6', '_interfaces': [{'id': 'f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08', 'name': '', 'network_id': 'dd6bfba2-a807-431a-9f47-ecb850a0b835', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'mac_address': 'fa:16:3e:5f:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:37Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'subnets': [{'id': '38275f2d-1d19-4a62-93eb-81ffaa58634f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:45:18.545455 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-8ef786c4-0411-4e4d-ba31-3962bd442b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:18.547002 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-8ef786c4-0411-4e4d-ba31-3962bd442b8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd6bfba2-a807-431a-9f47-ecb850a0b835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553298 Jul 16 04:45:18.647313 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-d2802f1c-471e-46dd-af9f-e8328768679b service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919964 Jul 16 04:45:18.740597 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-97cb05d0-2fb2-4940-9231-cf94e6c0217c req-17f44fbe-968c-419e-8b30-394741a338ab service neutron] 10.222.0.48 "GET /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861716 Jul 16 04:45:18.751160 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f75ac-ad18-4727-a9fd-4da58a752aab None None] New status for floating IP a561616d-fbe5-4b11-acb0-d23db6021572: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:45:19.669093 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a7d2-1d4c-495c-8307-0df99cb83e70 req-bab1e081-3050-4335-984e-8a8a099b1c9c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:19.670618 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc58a7d2-1d4c-495c-8307-0df99cb83e70 req-bab1e081-3050-4335-984e-8a8a099b1c9c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 944 time: 0.0962565 Jul 16 04:45:19.721037 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-bc58a7d2-1d4c-495c-8307-0df99cb83e70 req-3c9931f2-59a7-44c7-a07c-bfa52cb0c20d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "GET /v2.0/security-groups?id=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Jul 16 04:45:19.728296 n-d-800089-6 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-b718337b-d12d-4206-bba5-e82915e9cb5d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:45:19.729721 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-b718337b-d12d-4206-bba5-e82915e9cb5d tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee19fd08-3e33-4d61-b947-46b45a842dea HTTP/1.1" status: 200 len: 944 time: 0.1105797 Jul 16 04:45:19.832850 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Deleting port 90717d47-2cae-454a-8692-f73b77a098b6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:19.833191 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:19.919445 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] For port 90717d47-2cae-454a-8692-f73b77a098b6, host n-h2-800089-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800089-6',level=0,port_id=90717d47-2cae-454a-8692-f73b77a098b6,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:19.919673 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:19.931696 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Calling delete_port for 90717d47-2cae-454a-8692-f73b77a098b6 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:20.057563 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.089495 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event deleted for resources: {'Port': ['ID=90717d47-2cae-454a-8692-f73b77a098b6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:20.134863 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] No DVR routers for this DVR port 90717d47-2cae-454a-8692-f73b77a098b6 on host n-h2-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:45:20.137974 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65984'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.140089 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [req-4bdaec70-f7c3-42b8-a233-aaa72b600b65 req-4ef9e0b9-3340-4c6b-9f7e-1bb04efb3a8c tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.48 "DELETE /v2.0/ports/90717d47-2cae-454a-8692-f73b77a098b6 HTTP/1.1" status: 204 len: 173 time: 0.4050882 Jul 16 04:45:20.140562 n-d-800089-6 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-deleted', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:45:20.142807 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154884a929bbf79f88b43d64d745bed94cd4ab8e54f3589ab423237493dc05f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7bddd2-3dc6-471f-afa3-c21778f3f6f6" -d '{"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-deleted", "tag": "90717d47-2cae-454a-8692-f73b77a098b6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:45:20.183676 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae1813-d400-440c-bfeb-471c9f99d207 x-openstack-request-id: req-d8ae1813-d400-440c-bfeb-471c9f99d207 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:45:20.184828 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee19fd08-3e33-4d61-b947-46b45a842dea", "name": "network-vif-deleted", "tag": "90717d47-2cae-454a-8692-f73b77a098b6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:45:20.185093 n-d-800089-6 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8ae1813-d400-440c-bfeb-471c9f99d207 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:45:20.185497 n-d-800089-6 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee19fd08-3e33-4d61-b947-46b45a842dea', 'name': 'network-vif-deleted', 'tag': '90717d47-2cae-454a-8692-f73b77a098b6', 'status': 'completed', 'code': 200} Jul 16 04:45:20.812517 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:20.845154 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3d6d740-d10c-4838-a816-f587c4616ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.870620 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0aff9250-f06d-4a7a-89b9-a05e926c7b73 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.894137 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0aff9250-f06d-4a7a-89b9-a05e926c7b73 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.951767 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0aff9250-f06d-4a7a-89b9-a05e926c7b73 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.954362 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0aff9250-f06d-4a7a-89b9-a05e926c7b73 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:20.955542 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-0aff9250-f06d-4a7a-89b9-a05e926c7b73 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] 10.222.0.25 "DELETE /v2.0/security-groups/c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5 HTTP/1.1" status: 204 len: 168 time: 0.1420567 Jul 16 04:45:20.964279 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff9250-f06d-4a7a-89b9-a05e926c7b73 tempest-TestSnapshotPattern-645511033 tempest-TestSnapshotPattern-645511033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bb2b07-9a10-47b7-a7c0-86e84ad6b3c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:20.994160 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52872) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:21.673825 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:21.919554 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Deleting port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:21.920233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:21.993673 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] For port f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:21.994033 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:22.007519 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Calling delete_port for f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:22.183257 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:22.208067 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:22.373020 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:22.574958 n-d-800089-6 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Router ae18f16b-d149-4c92-b9ee-806758329eba has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:45:22.677824 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:45:22.685212 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-89c27cbc-1033-4057-92a4-033eb75ce4ad admin admin] 10.222.0.25 "PUT /v2.0/routers/ae18f16b-d149-4c92-b9ee-806758329eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885953 Jul 16 04:45:22.685441 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:22.686107 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] Sync routers for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:45:22.695543 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:22.696150 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:44:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:22.787627 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:22.799955 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: n-d-800089-6 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:22.888433 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:22.939310 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Deleting port 59925fd4-ada2-422c-8abf-3b76b8afe82b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:22.940012 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.023995 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] For port 59925fd4-ada2-422c-8abf-3b76b8afe82b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=59925fd4-ada2-422c-8abf-3b76b8afe82b,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:23.024361 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.036361 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Calling delete_port for 59925fd4-ada2-422c-8abf-3b76b8afe82b owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:23.062228 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:45:22Z', 'revision_number': 5, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port': {'id': '59925fd4-ada2-422c-8abf-3b76b8afe82b', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:36Z', 'updated_at': '2021-07-16T04:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:23.075947 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 no longer exists at agent hyperv_n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:23.089624 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] Checking router: ae18f16b-d149-4c92-b9ee-806758329eba for host: n-d-800089-6 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:45:23.097589 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] No Port match for: 90717d47-2cae-454a-8692-f73b77a098b6 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:23.097936 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Device 90717d47-2cae-454a-8692-f73b77a098b6 not bound to the agent host n-h2-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:23.098196 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] Routers {'ae18f16b-d149-4c92-b9ee-806758329eba'} bound to L3 agent in host n-d-800089-6 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:23.098925 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:44:54Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['ae18f16b-d149-4c92-b9ee-806758329eba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:23.182308 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] Set router ae18f16b-d149-4c92-b9ee-806758329eba gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:23.208050 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.232983 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=59925fd4-ada2-422c-8abf-3b76b8afe82b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:23.236171 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:45:22Z', 'revision_number': 6, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port_host': None}], 'n-d-800089-6', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:23.262883 n-d-800089-6 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb143fa-9aec-45bc-bd47-6047d30feb42 None None] The sync data for ids ['ae18f16b-d149-4c92-b9ee-806758329eba'] in n-d-800089-6 is: [{'id': 'ae18f16b-d149-4c92-b9ee-806758329eba', 'name': 'tempest-TestSnapshotPattern-1465564134-router', 'tenant_id': '0992a6f8e20745d8a69a9cad95028835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:35Z', 'updated_at': '2021-07-16T04:45:22Z', 'revision_number': 6, 'project_id': '0992a6f8e20745d8a69a9cad95028835', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:45:23.298774 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.389771 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.391908 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.435102 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.435575 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae18f16b-d149-4c92-b9ee-806758329eba {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:45:23.440965 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.442092 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6116929d-4c33-4ba9-b72a-8d7d8075bd5d admin admin] 10.222.0.25 "DELETE /v2.0/routers/ae18f16b-d149-4c92-b9ee-806758329eba HTTP/1.1" status: 204 len: 168 time: 0.7557375 Jul 16 04:45:23.444670 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:23.487733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Deleting subnet 38275f2d-1d19-4a62-93eb-81ffaa58634f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:45:23.490758 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.523416 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8875554'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.602653 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.612563 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03f04dd8-af17-42ab-beb3-2284ad9cbbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.659799 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9560923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3369588'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.684447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38275f2d-1d19-4a62-93eb-81ffaa58634f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:23.691434 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.695832 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-2b371ffa-0bf8-4c27-b701-57bf977a6ccd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38275f2d-1d19-4a62-93eb-81ffaa58634f HTTP/1.1" status: 204 len: 168 time: 0.2475729 Jul 16 04:45:23.697326 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:23.700928 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1372cc-bdeb-4ae8-a203-6663b075897f None None] Network dd6bfba2-a807-431a-9f47-ecb850a0b835 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:45:23.772195 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.823782 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Deleting port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:23.824128 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.885699 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] For port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,segment=NetworkSegment(1354e576-f12b-40a3-87a9-61fc728a70f6),segment_id=1354e576-f12b-40a3-87a9-61fc728a70f6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:23.886060 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.897886 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Calling delete_port for 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:23.954442 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:23.979201 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.003331 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bda53b8-f1b7-4d57-9ae0-5c870b85c72b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:24.009733 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] No DVR routers for this DVR port 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:45:24.019722 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855f318-352a-4618-8c9e-d92250fc348a None None] DHCP port deletion for dd6bfba2-a807-431a-9f47-ecb850a0b835 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:45:24.085672 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.096781 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6bfba2-a807-431a-9f47-ecb850a0b835']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:24.109386 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1354e576-f12b-40a3-87a9-61fc728a70f6') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:24.109689 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1354e576-f12b-40a3-87a9-61fc728a70f6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:24.120233 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.129387 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 59925fd4-ada2-422c-8abf-3b76b8afe82b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:24.134068 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.140882 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:45:24.141278 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:45:24.143025 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:45:24.151574 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 59925fd4-ada2-422c-8abf-3b76b8afe82b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:24.151996 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 59925fd4-ada2-422c-8abf-3b76b8afe82b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:24.152487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:24.171677 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:24.172100 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device f2d8b74d-e78f-48b7-a3fd-d53ae5e0ab08 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:24.172617 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:24.193025 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:24.193724 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 3bda53b8-f1b7-4d57-9ae0-5c870b85c72b not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:24.196652 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.203035 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.207788 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52882) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:24.208287 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd6bfba2-a807-431a-9f47-ecb850a0b835 HTTP/1.1" status: 204 len: 168 time: 0.5095770 Jul 16 04:45:24.219634 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad322e-3a72-451c-907a-bac559e8ad45 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6bfba2-a807-431a-9f47-ecb850a0b835,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:24.553273 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421283'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.662162 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.798991 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Deleting port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:24.799335 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.873933 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] For port 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,segment=NetworkSegment(f0d3dcd8-d833-49a7-9644-c442340dc018),segment_id=f0d3dcd8-d833-49a7-9644-c442340dc018)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:24.874208 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:24.886218 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Calling delete_port for 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:25.058386 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:25.087968 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9a56d9-7b21-42b8-b02c-4c0d298e29a2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:25.251269 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422707'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:25.459246 n-d-800089-6 neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Router 6fce03bb-2610-4df2-8a65-57a6275a648c has already been hosted by L3 agent d110703e-468d-4ae9-ae7c-53d8518f1102 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:45:25.557291 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] Notify agent at l3_agent.n-d-800089-6 the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:45:25.562407 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-53f555aa-c9e5-4712-91d3-b9bb627930a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/6fce03bb-2610-4df2-8a65-57a6275a648c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3536062 Jul 16 04:45:25.564969 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52884) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:25.565678 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] Sync routers for ids ['6fce03bb-2610-4df2-8a65-57a6275a648c'] in n-d-800089-6 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:45:25.575325 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] Routers {'6fce03bb-2610-4df2-8a65-57a6275a648c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:25.575939 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:45:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6fce03bb-2610-4df2-8a65-57a6275a648c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:25.680984 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] Set router 6fce03bb-2610-4df2-8a65-57a6275a648c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:25.863731 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:45:25Z', 'revision_number': 5, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:25.890371 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] Checking router: 6fce03bb-2610-4df2-8a65-57a6275a648c for host: n-d-800089-6 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:45:25.899166 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] Routers {'6fce03bb-2610-4df2-8a65-57a6275a648c'} bound to L3 agent in host n-d-800089-6 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:45:25.899793 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800089-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:13:23Z,description=,heartbeat_timestamp=2021-07-16T04:45:24Z,host='n-d-800089-6',id=d110703e-468d-4ae9-ae7c-53d8518f1102,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:13:23Z,topic='l3_agent')) {'router_ids': ['6fce03bb-2610-4df2-8a65-57a6275a648c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:26.001095 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.001630 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] Set router 6fce03bb-2610-4df2-8a65-57a6275a648c gateway port host: n-d-800089-6 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:45:26.100362 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.155613 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Deleting port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:26.155958 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.177008 n-d-800089-6 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:45:25Z', 'revision_number': 5, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}], 'n-d-800089-6', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:26.206940 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0f65c-9108-48f9-9871-24f8d81fef27 None None] The sync data for ids ['6fce03bb-2610-4df2-8a65-57a6275a648c'] in n-d-800089-6 is: [{'id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'name': 'tempest-TestSnapshotPattern-794332520-router', 'tenant_id': '71bc273efc9e4626b4d9870e500bcb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'external_fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:39Z', 'updated_at': '2021-07-16T04:45:25Z', 'revision_number': 5, 'project_id': '71bc273efc9e4626b4d9870e500bcb88', 'gw_port': {'id': '26b663d7-b0d4-4edf-97bd-2a9b2d3646e4', 'name': '', 'network_id': 'df44a565-4846-4b21-a400-4d16b19b7b34', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fce03bb-2610-4df2-8a65-57a6275a648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800089-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:40Z', 'updated_at': '2021-07-16T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bd99fc9-461f-4896-ae89-45d0af7385f8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800089-6'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:45:26.233448 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] For port 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,segment=NetworkSegment(3e2415ac-8bf7-44e3-b93e-b602cb69d1ef),segment_id=3e2415ac-8bf7-44e3-b93e-b602cb69d1ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:26.233827 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.249058 n-d-800089-6 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Calling delete_port for 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:26.401293 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.409192 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3083362'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.435342 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Pushing event deleted for resources: {'Port': ['ID=26b663d7-b0d4-4edf-97bd-2a9b2d3646e4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:26.500372 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-479081'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.590101 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2096285'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.592385 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.635400 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420587'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.635882 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fce03bb-2610-4df2-8a65-57a6275a648c {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:45:26.640797 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.644490 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-468fecab-18e3-4999-a358-5b02eb3cacef admin admin] 10.222.0.25 "DELETE /v2.0/routers/6fce03bb-2610-4df2-8a65-57a6275a648c HTTP/1.1" status: 204 len: 168 time: 1.0761921 Jul 16 04:45:26.644685 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52886) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:26.693912 n-d-800089-6 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Deleting subnet 04fe64d9-c9de-4d00-9440-35870f963dd7 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:45:26.697116 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.732606 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2488604'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.809396 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683575'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.863727 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3083281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4100279'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.895346 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fe64d9-c9de-4d00-9440-35870f963dd7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:26.899998 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:26.901858 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-f0fa91fb-1cff-462e-bf0d-55d8a9b83cb2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/04fe64d9-c9de-4d00-9440-35870f963dd7 HTTP/1.1" status: 204 len: 168 time: 0.2562573 Jul 16 04:45:26.905149 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52888) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:26.906737 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77472d5d-4417-4fc3-9ed0-f3f3292fbe89 None None] Network 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 requested from n-d-800089-6 {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:45:26.975728 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884444'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.026724 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Deleting port ac2f54fc-4870-43fd-a4ab-e96672d25dfd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:45:27.027048 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748122144175'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.093447 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] For port ac2f54fc-4870-43fd-a4ab-e96672d25dfd, host n-d-800089-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800089-6',level=0,port_id=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,segment=NetworkSegment(f0d3dcd8-d833-49a7-9644-c442340dc018),segment_id=f0d3dcd8-d833-49a7-9644-c442340dc018)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:45:27.093807 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420504'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.104900 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Calling delete_port for ac2f54fc-4870-43fd-a4ab-e96672d25dfd owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:45:27.179469 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7870997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748122145410', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748121743508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9560872'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.205827 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2f54fc-4870-43fd-a4ab-e96672d25dfd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:27.209297 n-d-800089-6 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] No DVR routers for this DVR port ac2f54fc-4870-43fd-a4ab-e96672d25dfd on host n-d-800089-6 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:45:27.211487 n-d-800089-6 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60580d4-feda-49d2-8ded-6fdfc3e2100d None None] DHCP port deletion for 086618b4-be6d-4ca6-a9e8-0d60d2f047b5 request from n-d-800089-6 {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:45:27.284872 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7782803', 'neutron.services.segments.db._delete_segments_for_network-8748122256460'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.294442 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086618b4-be6d-4ca6-a9e8-0d60d2f047b5']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:27.303968 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d3dcd8-d833-49a7-9644-c442340dc018') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:27.304267 n-d-800089-6 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d3dcd8-d833-49a7-9644-c442340dc018') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:45:27.312901 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748122259029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8875541'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.326618 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.333262 n-d-800089-6 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:45:27.333760 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7787695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563641'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: Traceback (most recent call last): Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: timer() Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: cb(*args, **kw) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: return func(*args, **kwargs) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: self._notify() Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: self.callback(batched_events) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: event.method(event) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: return f(self, *a, **k) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: return self._get(url).json() Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:45:27.335538 n-d-800089-6 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:45:27.391734 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7782794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-479157'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.397170 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649070'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.399042 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] 10.222.0.25 "DELETE /v2.0/networks/086618b4-be6d-4ca6-a9e8-0d60d2f047b5 HTTP/1.1" status: 204 len: 168 time: 0.4928503 Jul 16 04:45:27.411473 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936682-5976-4a0e-9aac-a99ea33e093b admin admin] Pushing event deleted for resources: {'Network': ['ID=086618b4-be6d-4ca6-a9e8-0d60d2f047b5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:27.576496 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52892) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:27.614670 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-0afd632e-9a9a-458b-83a5-0172cf95c5b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0992a6f8e20745d8a69a9cad95028835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370336 Jul 16 04:45:27.616889 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.25', 52894) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:27.663655 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-718b9119-6d89-417b-b8ce-f10a38c866b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.684233 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-718b9119-6d89-417b-b8ce-f10a38c866b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.729213 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-718b9119-6d89-417b-b8ce-f10a38c866b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.732050 n-d-800089-6 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-718b9119-6d89-417b-b8ce-f10a38c866b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:27.733315 n-d-800089-6 neutron-server[93757]: INFO neutron.wsgi [None req-718b9119-6d89-417b-b8ce-f10a38c866b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b249841c-c575-45ce-8c0a-205ac904a8ea HTTP/1.1" status: 204 len: 168 time: 0.1155617 Jul 16 04:45:27.744690 n-d-800089-6 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b9119-6d89-417b-b8ce-f10a38c866b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b249841c-c575-45ce-8c0a-205ac904a8ea,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:28.049975 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52900) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:28.090238 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-6391436d-afb4-4919-a062-bdcf32b5f78f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71bc273efc9e4626b4d9870e500bcb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390580 Jul 16 04:45:28.092785 n-d-800089-6 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.25', 52902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:45:28.116033 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:28.135777 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:28.136120 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 4b9a56d9-7b21-42b8-b02c-4c0d298e29a2 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:28.136560 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:28.141378 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc163a8-ed14-475e-8f68-bf3e96d8ba1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:28.154762 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:28.155106 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device 26b663d7-b0d4-4edf-97bd-2a9b2d3646e4 not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:28.155516 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac2f54fc-4870-43fd-a4ab-e96672d25dfd no longer exists at agent ovs-agent-n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:45:28.162194 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc163a8-ed14-475e-8f68-bf3e96d8ba1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:28.173569 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] No Port match for: ac2f54fc-4870-43fd-a4ab-e96672d25dfd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:45:28.173912 n-d-800089-6 neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Device ac2f54fc-4870-43fd-a4ab-e96672d25dfd not bound to the agent host n-d-800089-6 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:45:28.207628 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc163a8-ed14-475e-8f68-bf3e96d8ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390263'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:28.210301 n-d-800089-6 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc163a8-ed14-475e-8f68-bf3e96d8ba1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:28.211484 n-d-800089-6 neutron-server[93756]: INFO neutron.wsgi [None req-fbc163a8-ed14-475e-8f68-bf3e96d8ba1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c13a50-1449-42cb-94e2-1dcb890a3295 HTTP/1.1" status: 204 len: 168 time: 0.1177499 Jul 16 04:45:28.219859 n-d-800089-6 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc163a8-ed14-475e-8f68-bf3e96d8ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c13a50-1449-42cb-94e2-1dcb890a3295,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:45:29.624044 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:45:33.688746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:34.492907 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:50.844262 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c83fb3-9a04-4856-bc69-3eb781b3a8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:53.612928 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-837460b6-6266-4ea5-a4a6-44c9e460a131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:53.958924 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:54.665282 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:56.404729 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:03.688106 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.508110 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:06.622503 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:46:20.844798 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1921cdd4-ce83-4e73-9e32-5d4035eb243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:23.613813 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2836cd9f-5943-4e77-b7ae-a33615e77277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:23.958468 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:24.669038 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:26.408851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:33.687887 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:34.507746 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:43.621977 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:46:50.844844 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2cef8d2-72c3-434c-bca3-bcd03ae91bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:53.615255 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-381e753d-a1c5-4e32-8008-16df365dd451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:53.957986 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:54.671352 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:56.412019 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:03.702528 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:04.522299 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:20.620309 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:47:20.845754 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-619c0055-0579-48ec-bc41-d92045f2c0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:23.614947 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5bc04c7-3278-4d8e-9507-d0c42ee441f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:23.958341 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:24.675023 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:26.415152 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:33.717895 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:34.520713 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:50.845571 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1e7b53c-e547-4aa9-a6df-76978ed74984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:53.613825 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2a8d0bc-72b9-4255-a753-317c97e6c521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:53.962208 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:54.676340 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:56.418018 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:57.619555 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:48:03.717816 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:04.535205 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:20.845284 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dbdb525-4236-4751-b7d2-1732ab242591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:23.612948 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74dfa71b-9175-4f5c-b49e-ccb62f2561e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:23.962464 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:24.680039 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:26.421943 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:33.733028 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:34.534333 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:34.618317 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:48:50.845881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-788abd8f-7732-44ea-a6b4-793164469d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:53.613323 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee16d5d9-d5e5-444a-b670-4ae019d7a18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:53.962701 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:54.681477 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:56.425409 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:03.753734 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:04.550281 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:11.617056 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:49:20.846715 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed4d4463-d993-4477-acd6-88bd8d080acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:23.613303 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dac6f991-eceb-425c-8130-1c7dbcb4151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:23.963882 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:24.685634 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:26.429449 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:33.763611 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:34.548847 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:48.615472 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:49:50.847851 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29262f58-e0e9-4e57-a7f9-e9087f2f2b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:53.613292 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0fd112d-177c-4bbb-9fc4-b140007d1306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:53.968830 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:54.688531 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:56.432759 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:03.770239 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:04.547502 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:20.848155 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-154b7dc9-07d8-4a13-9fb2-daa5b185bf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:23.613153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49ddb219-7534-4d2f-add8-179fb42edf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:23.968036 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:24.691505 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:25.615695 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:50:26.434751 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:33.772480 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:34.562225 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:50.849294 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a9aea45-8ed3-48a6-8d30-45b55a7f0f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:53.613078 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7442b67b-51f0-4f68-aee4-d108d33a3472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:53.969153 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:54.694167 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:50:56.437885 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:02.615721 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:51:03.808358 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:04.578915 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:20.849319 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d27c-36e0-4d3b-92bf-bb6a1e1df607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:23.613488 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34c74e77-0a71-46f0-9f64-701b1f028a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:23.971803 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:24.696560 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:26.440950 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:33.808415 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:34.575895 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:39.615322 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:51:50.850120 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40e735f3-0604-4121-a8b3-912acb189d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:53.613456 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff63cf9f-5532-4e51-b223-8c9623a3cc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:53.971742 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:54.701447 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:51:56.444457 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:03.823129 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:04.574855 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:16.615227 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:52:20.851816 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee076-3e49-4f4d-98f0-ae245d5a9b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:23.613350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74bc8a6b-5ae2-4e76-8dc8-5dc7a3bcd9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:23.971677 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:24.701886 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:26.446476 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:33.822325 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:34.589881 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:50.852346 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32f5cd9e-1dc0-42b8-bc40-9567abc2649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:53.614736 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:52:53.615675 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5668a376-8bdb-40e3-a24d-7a1a6d27ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:53.972506 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:54.704001 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:52:56.450350 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:03.821744 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:04.604988 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:20.852210 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a016c424-f140-4320-8999-770874a37ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:23.615553 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a3268e-767b-486e-b765-adc4b1310697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:23.973772 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35f87422-fb4b-47b1-8c40-0ac908b17327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:24.708702 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d833cac-6d6e-4f4d-871a-6f5c8484f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:26.453218 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-979c581c-805c-435b-be1e-a1d8649265ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:30.614420 n-d-800089-6 neutron-server[93760]: DEBUG neutron.db.agents_db [None req-6f27711e-6980-493d-93c8-41564bc0f41c None None] Agent healthcheck: found 7 active agents {{(pid=93760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:53:33.815191 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-626bf0f5-2fa2-4850-9de6-815fdf4a3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:34.619287 n-d-800089-6 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-423c6e8b-6ba5-47a7-86cb-e40b65c11048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748122256442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682505'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:53:40.035235 n-d-800089-6 neutron-server[93757]: DEBUG neutron.wsgi [req-7c9f5a8a-fcef-4bc6-8812-46304d97c374 req-f8d9fd8e-7c54-471a-a723-5c2af309adf6 service neutron] (93757) timed out ('10.222.0.25', 47986) {{(pid=93757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}